diff options
| author | niansa/tuxifan <anton-sa@web.de> | 2023-04-13 15:03:39 +0200 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-04-13 16:03:39 +0300 |
| commit | 107980d970808c2ccf9334ad033e2782a560b911 (patch) | |
| tree | f09fad5a7128c3ccca8cc1ab205685aa6c7f48af | |
| parent | 585d91a156794d30eec16ebe67c8d7a1d41406c1 (diff) | |
examples : add -n to alpaca and gpt4all scripts (#706)
| -rwxr-xr-x | examples/alpaca.sh | 2 | ||||
| -rwxr-xr-x | examples/gpt4all.sh | 2 |
2 files changed, 2 insertions, 2 deletions
diff --git a/examples/alpaca.sh b/examples/alpaca.sh index 4c9aa50..8d62617 100755 --- a/examples/alpaca.sh +++ b/examples/alpaca.sh @@ -7,4 +7,4 @@ cd `dirname $0` cd .. -./main -m ./models/ggml-alpaca-7b-q4.bin --color -f ./prompts/alpaca.txt -ins -b 256 --top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7 +./main -m ./models/ggml-alpaca-7b-q4.bin --color -f ./prompts/alpaca.txt --ctx_size 2048 -n -1 -ins -b 256 --top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7 diff --git a/examples/gpt4all.sh b/examples/gpt4all.sh index d974f95..5fd739e 100755 --- a/examples/gpt4all.sh +++ b/examples/gpt4all.sh @@ -10,6 +10,6 @@ cd .. ./main --color --instruct --threads 4 \ --model ./models/gpt4all-7B/gpt4all-lora-quantized.bin \ --file ./prompts/alpaca.txt \ - --batch_size 8 --ctx_size 2048 \ + --batch_size 8 --ctx_size 2048 -n -1 \ --repeat_last_n 64 --repeat_penalty 1.3 \ --n_predict 128 --temp 0.1 --top_k 40 --top_p 0.95 |