diff options
| author | Jiří Podivín <66251151+jpodivin@users.noreply.github.com> | 2023-06-03 14:11:53 +0200 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-06-03 15:11:53 +0300 |
| commit | b5c85468a3eadf424420af5bf11c2353ff828cda (patch) | |
| tree | 6ae804cd517ae170fcbae431d6e963fd6f9677b8 | |
| parent | 136476e898fb96c302b0829ee3e79267ae12660f (diff) | |
Docker: change to calling convert.py (#1641)
Deprecation disclaimer was added to convert-pth-to-ggml.py
| -rwxr-xr-x | .devops/tools.sh | 4 | ||||
| -rw-r--r-- | convert-pth-to-ggml.py | 4 |
2 files changed, 5 insertions, 3 deletions
diff --git a/.devops/tools.sh b/.devops/tools.sh index ece9e4e..860a7e8 100755 --- a/.devops/tools.sh +++ b/.devops/tools.sh @@ -11,7 +11,7 @@ shift arg2="$@" if [[ $arg1 == '--convert' || $arg1 == '-c' ]]; then - python3 ./convert-pth-to-ggml.py $arg2 + python3 ./convert.py $arg2 elif [[ $arg1 == '--quantize' || $arg1 == '-q' ]]; then ./quantize $arg2 elif [[ $arg1 == '--run' || $arg1 == '-r' ]]; then @@ -32,7 +32,7 @@ else echo " --run (-r): Run a model previously converted into ggml" echo " ex: -m /models/7B/ggml-model-q4_0.bin -p \"Building a website can be done in 10 simple steps:\" -n 512" echo " --convert (-c): Convert a llama model into ggml" - echo " ex: \"/models/7B/\" 1" + echo " ex: --outtype f16 \"/models/7B/\" " echo " --quantize (-q): Optimize with quantization process ggml" echo " ex: \"/models/7B/ggml-model-f16.bin\" \"/models/7B/ggml-model-q4_0.bin\" 2" echo " --all-in-one (-a): Execute --convert & --quantize" diff --git a/convert-pth-to-ggml.py b/convert-pth-to-ggml.py index f87ac27..dd15393 100644 --- a/convert-pth-to-ggml.py +++ b/convert-pth-to-ggml.py @@ -4,7 +4,9 @@ import argparse import convert -parser = argparse.ArgumentParser(description='Convert a LLaMA model checkpoint to a ggml compatible file') +parser = argparse.ArgumentParser( + description="""[DEPRECATED - use `convert.py` instead] + Convert a LLaMA model checkpoint to a ggml compatible file""") parser.add_argument('dir_model', help='directory containing the model checkpoint') parser.add_argument('ftype', help='file type (0: float32, 1: float16)', type=int, choices=[0, 1], default=1) args = parser.parse_args() |