diff options
author | Georgi Gerganov <ggerganov@gmail.com> | 2023-05-20 10:13:19 +0300 |
---|---|---|
committer | Georgi Gerganov <ggerganov@gmail.com> | 2023-05-20 10:13:19 +0300 |
commit | 4fd3e29297e3246a7be291932c115636fadb0f52 (patch) | |
tree | a0e6722f160489c92074db035d7c9ddc4aab3b4a /ggml.c | |
parent | 2d5db48371052087a83974abda3767d1aedec598 (diff) |
ggml : fix scalar implementation of Q4_1 dot
Diffstat (limited to 'ggml.c')
-rw-r--r-- | ggml.c | 2 |
1 files changed, 1 insertions, 1 deletions
@@ -2481,7 +2481,7 @@ static void ggml_vec_dot_q4_1_q8_1(const int n, float * restrict s, const void * sumi += (v0 * y[i].qs[j]) + (v1 * y[i].qs[j + qk/2]); } - sumf += (GGML_FP16_TO_FP32(x[i]).d*y[i].d)*sumi + GGML_FP16_TO_FP32(x[i].m)*y[i].s; + sumf += (GGML_FP16_TO_FP32(x[i].d)*y[i].d)*sumi + GGML_FP16_TO_FP32(x[i].m)*y[i].s; } *s = sumf; |