From 859fee6dfb00fab7ce6bc215b4adae78d82f4759 Mon Sep 17 00:00:00 2001 From: Pavol Rusnak Date: Wed, 26 Apr 2023 18:43:27 +0200 Subject: quantize : use `map` to assign quantization type from `string` (#1191) instead of `int` (while `int` option still being supported) This allows the following usage: `./quantize ggml-model-f16.bin ggml-model-q4_0.bin q4_0` instead of: `./quantize ggml-model-f16.bin ggml-model-q4_0.bin 2` --- .devops/tools.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to '.devops') diff --git a/.devops/tools.sh b/.devops/tools.sh index b0196b6..ece9e4e 100755 --- a/.devops/tools.sh +++ b/.devops/tools.sh @@ -23,7 +23,7 @@ elif [[ $arg1 == '--all-in-one' || $arg1 == '-a' ]]; then echo "Skip model quantization, it already exists: ${i/f16/q4_0}" else echo "Converting PTH to GGML: $i into ${i/f16/q4_0}..." - ./quantize "$i" "${i/f16/q4_0}" 2 + ./quantize "$i" "${i/f16/q4_0}" q4_0 fi done else -- cgit v1.2.3