diff options
Diffstat (limited to 'examples')
| -rwxr-xr-x | examples/alpaca.sh | 10 | ||||
| -rwxr-xr-x | examples/chat-13B.sh (renamed from examples/chatLLaMa) | 0 | ||||
| -rwxr-xr-x | examples/chat.sh | 10 |
3 files changed, 20 insertions, 0 deletions
diff --git a/examples/alpaca.sh b/examples/alpaca.sh new file mode 100755 index 0000000..4c9aa50 --- /dev/null +++ b/examples/alpaca.sh @@ -0,0 +1,10 @@ +#!/bin/bash + +# +# Temporary script - will be removed in the future +# + +cd `dirname $0` +cd .. + +./main -m ./models/ggml-alpaca-7b-q4.bin --color -f ./prompts/alpaca.txt -ins -b 256 --top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7 diff --git a/examples/chatLLaMa b/examples/chat-13B.sh index 4265d7b..4265d7b 100755 --- a/examples/chatLLaMa +++ b/examples/chat-13B.sh diff --git a/examples/chat.sh b/examples/chat.sh new file mode 100755 index 0000000..2b6a63e --- /dev/null +++ b/examples/chat.sh @@ -0,0 +1,10 @@ +#!/bin/bash + +# +# Temporary script - will be removed in the future +# + +cd `dirname $0` +cd .. + +./main -m ./models/7B/ggml-model-q4_0.bin -b 128 -n 256 --repeat_penalty 1.0 --color -i -r "User:" -f prompts/chat-with-bob.txt |