diff options
Diffstat (limited to 'examples/chat.sh')
| -rwxr-xr-x | examples/chat.sh | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/chat.sh b/examples/chat.sh index 97973d0..9a928ef 100755 --- a/examples/chat.sh +++ b/examples/chat.sh @@ -11,6 +11,6 @@ cd .. # # "--keep 48" is based on the contents of prompts/chat-with-bob.txt # -./main -m ./models/7B/ggml-model-q4_0.bin -c 2048 -b 1024 -n 256 --keep 48 \ +./main -m ./models/7B/ggml-model-q4_0.bin -c 512 -b 1024 -n 256 --keep 48 \ --repeat_penalty 1.0 --color -i \ -r "User:" -f prompts/chat-with-bob.txt |