diff options
author | Georgi Gerganov <ggerganov@gmail.com> | 2023-03-12 20:59:01 +0200 |
---|---|---|
committer | Georgi Gerganov <ggerganov@gmail.com> | 2023-03-12 20:59:01 +0200 |
commit | 7c9e54e55e4106f84688245fb15207f6df917e12 (patch) | |
tree | 1cee2397c0d792a726aa39741cf31dea12a62a16 | |
parent | b9bd1d014113b7498f04ad4d28e6021d5f4cddad (diff) |
Revert "weights_only" arg - this causing more trouble than help
-rw-r--r-- | README.md | 1 | ||||
-rw-r--r-- | convert-pth-to-ggml.py | 3 |
2 files changed, 1 insertions, 3 deletions
@@ -136,7 +136,6 @@ ls ./models 65B 30B 13B 7B tokenizer_checklist.chk tokenizer.model # install Python dependencies -# preferred versions: python 3.10 (not 3.11), torch 1.13.1+ python3 -m pip install torch numpy sentencepiece # convert the 7B model to ggml FP16 format diff --git a/convert-pth-to-ggml.py b/convert-pth-to-ggml.py index ef50fc6..fc217c7 100644 --- a/convert-pth-to-ggml.py +++ b/convert-pth-to-ggml.py @@ -86,8 +86,7 @@ for p in range(n_parts): if (p > 0): fname_out = sys.argv[1] + "/ggml-model-" + ftype_str[ftype] + ".bin" + "." + str(p) - # weights_only requires torch 1.13.1, remove this param or update if you get an "invalid keyword argument" error - model = torch.load(fname_model, map_location="cpu", weights_only=True) + model = torch.load(fname_model, map_location="cpu") fout = open(fname_out, "wb") |