diff options
author | Georgi Gerganov <ggerganov@gmail.com> | 2023-05-13 17:40:58 +0300 |
---|---|---|
committer | Georgi Gerganov <ggerganov@gmail.com> | 2023-05-13 17:40:58 +0300 |
commit | 08737ef720f0510c7ec2aa84d7f70c691073c35d (patch) | |
tree | eb72ee849bf5bc4b17384e53324a2c64dc2251d4 | |
parent | bda4d7c215aa16b2a78e522521dfc0e1c2e8b194 (diff) |
cuda : fix convert function (#1412)
-rw-r--r-- | ggml-cuda.cu | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/ggml-cuda.cu b/ggml-cuda.cu index b6a7754..eb9f0df 100644 --- a/ggml-cuda.cu +++ b/ggml-cuda.cu @@ -414,7 +414,7 @@ static dequantize_mul_mat_vec_cuda_t ggml_get_dequantize_mul_mat_vec_cuda(ggml_t case GGML_TYPE_Q8_0: return dequantize_mul_mat_vec_q8_0_cuda; case GGML_TYPE_F16: - return dequantize_mul_mat_vec_q8_0_cuda; + return convert_mul_mat_vec_f16_cuda; default: return nullptr; } |