diff options
| author | Georgi Gerganov <ggerganov@gmail.com> | 2023-03-10 23:46:39 +0200 |
|---|---|---|
| committer | Georgi Gerganov <ggerganov@gmail.com> | 2023-03-10 23:46:57 +0200 |
| commit | 70bc0b8b15b98dca23b28f0c8f5e34b27e424cda (patch) | |
| tree | b5d02edef24e8218d28a57c7ee4a6e2208759f15 /convert-pth-to-ggml.py | |
| parent | 18ebda34d67c05f4f5584a9209e7efb949f5fd56 (diff) | |
Fix a bug in the rope calculation
Diffstat (limited to 'convert-pth-to-ggml.py')
| -rw-r--r-- | convert-pth-to-ggml.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/convert-pth-to-ggml.py b/convert-pth-to-ggml.py index d0a187c..bd0a9d0 100644 --- a/convert-pth-to-ggml.py +++ b/convert-pth-to-ggml.py @@ -73,7 +73,7 @@ fout.write(struct.pack("i", hparams["dim"])) fout.write(struct.pack("i", hparams["multiple_of"])) fout.write(struct.pack("i", hparams["n_heads"])) fout.write(struct.pack("i", hparams["n_layers"])) -fout.write(struct.pack("i", 64)) # rot +fout.write(struct.pack("i", hparams["dim"] // hparams["n_heads"])) # rot (obsolete) fout.write(struct.pack("i", ftype)) # Is this correct?? |