diff options
| author | Stephan Walter <stephan@walter.name> | 2023-03-28 15:56:03 +0000 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-03-28 18:56:03 +0300 |
| commit | c1f885067c61191a07a1aedf684168dda62f3f71 (patch) | |
| tree | 2bcb3f068942e2f16a92d70fec4bd623ac17ce28 /tests | |
| parent | e0670260fb50a882b37074112b1881fb0820cf77 (diff) | |
ggml : introduce structs for the q4 data blocks (#356)
* Introduce structs for the q4 data blocks
* ggml : rename quant struct variables + fix ARM_NEON
---------
Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
Diffstat (limited to 'tests')
| -rw-r--r-- | tests/test-quantize.c | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/tests/test-quantize.c b/tests/test-quantize.c index d59ecb8..993e9dc 100644 --- a/tests/test-quantize.c +++ b/tests/test-quantize.c @@ -13,7 +13,7 @@ int main(void) { src[i] = (float)(i + 1); } - size_t size = ggml_quantize_q4_0(src, dst, QK, QK, QK, hist); + size_t size = ggml_quantize_q4_0(src, dst, QK, QK, hist); assert(size == 20); float max_result = ((float *)dst)[0]; float max_expected = src[31] / ((1 << 3) - 1); @@ -24,7 +24,7 @@ int main(void) { assert(q4_result == q4_expected); } - size = ggml_quantize_q4_1(src, dst, QK, QK, QK, hist); + size = ggml_quantize_q4_1(src, dst, QK, QK, hist); assert(size == 24); float delta_result = ((float *)dst)[0]; float delta_expected = (src[31] - src[0]) / ((1 << 4) - 1); |