aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorGeorgi Gerganov <ggerganov@gmail.com>2023-05-13 17:40:58 +0300
committerGeorgi Gerganov <ggerganov@gmail.com>2023-05-13 17:40:58 +0300
commit08737ef720f0510c7ec2aa84d7f70c691073c35d (patch)
treeeb72ee849bf5bc4b17384e53324a2c64dc2251d4
parentbda4d7c215aa16b2a78e522521dfc0e1c2e8b194 (diff)
cuda : fix convert function (#1412)
-rw-r--r--ggml-cuda.cu2
1 files changed, 1 insertions, 1 deletions
diff --git a/ggml-cuda.cu b/ggml-cuda.cu
index b6a7754..eb9f0df 100644
--- a/ggml-cuda.cu
+++ b/ggml-cuda.cu
@@ -414,7 +414,7 @@ static dequantize_mul_mat_vec_cuda_t ggml_get_dequantize_mul_mat_vec_cuda(ggml_t
case GGML_TYPE_Q8_0:
return dequantize_mul_mat_vec_q8_0_cuda;
case GGML_TYPE_F16:
- return dequantize_mul_mat_vec_q8_0_cuda;
+ return convert_mul_mat_vec_f16_cuda;
default:
return nullptr;
}