diff options
Diffstat (limited to 'quantize.sh')
-rwxr-xr-x | quantize.sh | 15 |
1 files changed, 15 insertions, 0 deletions
diff --git a/quantize.sh b/quantize.sh new file mode 100755 index 0000000..6194649 --- /dev/null +++ b/quantize.sh @@ -0,0 +1,15 @@ +#!/usr/bin/env bash + +if ! [[ "$1" =~ ^[0-9]{1,2}B$ ]]; then + echo + echo "Usage: quantize.sh 7B|13B|30B|65B [--remove-f16]" + echo + exit 1 +fi + +for i in `ls models/$1/ggml-model-f16.bin*`; do + ./quantize "$i" "${i/f16/q4_0}" 2 + if [[ "$2" == "--remove-f16" ]]; then + rm "$i" + fi +done |