diff options
Diffstat (limited to 'chat.sh')
-rwxr-xr-x | chat.sh | 2 |
1 files changed, 1 insertions, 1 deletions
@@ -3,4 +3,4 @@ # Temporary script - will be removed in the future # -./main -m ./models/7B/ggml-model-q4_0.bin -n 256 --repeat_penalty 1.0 --color -i -r "User:" -f prompts/chat-with-bob.txt +./main -m ./models/7B/ggml-model-q4_0.bin -b 128 -n 256 --repeat_penalty 1.0 --color -i -r "User:" -f prompts/chat-with-bob.txt |