aboutsummaryrefslogtreecommitdiff
path: root/.devops
diff options
context:
space:
mode:
authorPavol Rusnak <pavol@rusnak.io>2023-04-26 18:43:27 +0200
committerGitHub <noreply@github.com>2023-04-26 18:43:27 +0200
commit859fee6dfb00fab7ce6bc215b4adae78d82f4759 (patch)
tree6f324d31645fe980ab2a3e0745870dd0592bff36 /.devops
parent4afcc378698e057fcde64e23eb664e5af8dd6956 (diff)
quantize : use `map` to assign quantization type from `string` (#1191)
instead of `int` (while `int` option still being supported) This allows the following usage: `./quantize ggml-model-f16.bin ggml-model-q4_0.bin q4_0` instead of: `./quantize ggml-model-f16.bin ggml-model-q4_0.bin 2`
Diffstat (limited to '.devops')
-rwxr-xr-x.devops/tools.sh2
1 files changed, 1 insertions, 1 deletions
diff --git a/.devops/tools.sh b/.devops/tools.sh
index b0196b6..ece9e4e 100755
--- a/.devops/tools.sh
+++ b/.devops/tools.sh
@@ -23,7 +23,7 @@ elif [[ $arg1 == '--all-in-one' || $arg1 == '-a' ]]; then
echo "Skip model quantization, it already exists: ${i/f16/q4_0}"
else
echo "Converting PTH to GGML: $i into ${i/f16/q4_0}..."
- ./quantize "$i" "${i/f16/q4_0}" 2
+ ./quantize "$i" "${i/f16/q4_0}" q4_0
fi
done
else