From 04c6f5ed6fafd63601fa06757877ed5ccf9d5991 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Fri, 24 Mar 2023 23:17:58 +0200 Subject: Immediately start processing the prompt before user input has been provided (#476) --- alpaca.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'alpaca.sh') diff --git a/alpaca.sh b/alpaca.sh index 2f36d6f..d8a9f45 100755 --- a/alpaca.sh +++ b/alpaca.sh @@ -3,4 +3,4 @@ # Temporary script - will be removed in the future # -./main -m ./models/ggml-alpaca-7b-q4.bin --color -f ./prompts/alpaca.txt -ins --top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7 +./main -m ./models/ggml-alpaca-7b-q4.bin --color -f ./prompts/alpaca.txt -ins -b 256 --top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7 -- cgit v1.2.3