alpaca.sh


1
2
3
4
5
6

#!/bin/bash
#
# Temporary script - will be removed in the future
#

./main -m ./models/ggml-alpaca-7b-q4.bin --color -f ./prompts/alpaca.txt -ins -b 256 --top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7