aboutsummaryrefslogtreecommitdiff
path: root/chat.sh
diff options
context:
space:
mode:
Diffstat (limited to 'chat.sh')
-rwxr-xr-xchat.sh2
1 files changed, 1 insertions, 1 deletions
diff --git a/chat.sh b/chat.sh
index 24a0f10..5531315 100755
--- a/chat.sh
+++ b/chat.sh
@@ -3,4 +3,4 @@
# Temporary script - will be removed in the future
#
-./main -m ./models/7B/ggml-model-q4_0.bin -n 256 --repeat_penalty 1.0 --color -i -r "User:" -f prompts/chat-with-bob.txt
+./main -m ./models/7B/ggml-model-q4_0.bin -b 128 -n 256 --repeat_penalty 1.0 --color -i -r "User:" -f prompts/chat-with-bob.txt