aboutsummaryrefslogtreecommitdiff
path: root/alpaca.sh
blob: d8a9f456ab287ea4aef383dd6fb2d5ccbe9476e6 (plain)
1
2
3
4
5
6
#!/bin/bash
#
# Temporary script - will be removed in the future
#

./main -m ./models/ggml-alpaca-7b-q4.bin --color -f ./prompts/alpaca.txt -ins -b 256 --top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7