diff options
author | Georgi Gerganov <ggerganov@gmail.com> | 2023-03-13 01:05:24 +0200 |
---|---|---|
committer | Georgi Gerganov <ggerganov@gmail.com> | 2023-03-13 01:05:24 +0200 |
commit | 543c57e991a23121c666561c2837faa09c4a78ca (patch) | |
tree | 6e4899bcea06aa13ab90aa6f13313eb12715dcd1 | |
parent | 113a9e83ebc0f788f861394437087bf3ca0e019b (diff) |
Ammend to previous commit - forgot to update non-QRDMX branch
-rw-r--r-- | ggml.c | 4 |
1 files changed, 2 insertions, 2 deletions
@@ -1371,8 +1371,8 @@ inline static void ggml_vec_dot_q4_0(const int n, float * restrict s, const void sum0 += d0_0*d1_0*vaddvq_s32(p_0); sum1 += d0_1*d1_1*vaddvq_s32(p_1); #else - sum0 += d0_0*d1_0*(vgetq_lane_s16(p_0, 0) + vgetq_lane_s16(p_0, 1) + vgetq_lane_s16(p_0, 2) + vgetq_lane_s16(p_0, 3) + vgetq_lane_s16(p_0, 4) + vgetq_lane_s16(p_0, 5) + vgetq_lane_s16(p_0, 6) + vgetq_lane_s16(p_0, 7)); - sum1 += d0_1*d1_1*(vgetq_lane_s16(p_1, 0) + vgetq_lane_s16(p_1, 1) + vgetq_lane_s16(p_1, 2) + vgetq_lane_s16(p_1, 3) + vgetq_lane_s16(p_1, 4) + vgetq_lane_s16(p_1, 5) + vgetq_lane_s16(p_1, 6) + vgetq_lane_s16(p_1, 7)); + sum0 += d0_0*d1_0*(vgetq_lane_s32(p_0, 0) + vgetq_lane_s32(p_0, 1) + vgetq_lane_s32(p_0, 2) + vgetq_lane_s32(p_0, 3)); + sum1 += d0_1*d1_1*(vgetq_lane_s32(p_1, 0) + vgetq_lane_s32(p_1, 1) + vgetq_lane_s32(p_1, 2) + vgetq_lane_s32(p_1, 3)); #endif } |