diff options
| author | Stephan Walter <stephan@walter.name> | 2023-04-28 23:10:43 +0000 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-04-28 23:10:43 +0000 |
| commit | 36d19a603b221d1bd7897fcb10e823e2103b052d (patch) | |
| tree | 14e8caf8b61f8fa0fa72f5d7cc137b1ff9330b2f /ggml-opencl.c | |
| parent | 7f15c5c477d9933689a9d1c40794483e350c2f19 (diff) | |
Remove Q4_3 which is no better than Q5 (#1218)
Diffstat (limited to 'ggml-opencl.c')
| -rw-r--r-- | ggml-opencl.c | 10 |
1 files changed, 1 insertions, 9 deletions
diff --git a/ggml-opencl.c b/ggml-opencl.c index 1d68f19..b748f86 100644 --- a/ggml-opencl.c +++ b/ggml-opencl.c @@ -24,7 +24,7 @@ static cl_device_id device; static cl_context context; static cl_command_queue queue; static cl_program program; -static cl_kernel kernel_q4_0, kernel_q4_1, kernel_q4_2, kernel_q4_3; +static cl_kernel kernel_q4_0, kernel_q4_1, kernel_q4_2; static cl_mem cl_buffer_a, cl_buffer_qb, cl_buffer_b, cl_buffer_c; static size_t cl_size_a = 0, cl_size_qb = 0, cl_size_b = 0, cl_size_c = 0; @@ -97,8 +97,6 @@ void ggml_cl_init(void) { CL_CHECK(err, "clCreateKernel"); kernel_q4_2 = clCreateKernel(program, "dequantize_row_q4_2", &err); CL_CHECK(err, "clCreateKernel"); - kernel_q4_3 = clCreateKernel(program, "dequantize_row_q4_3", &err); - CL_CHECK(err, "clCreateKernel"); } static void ggml_cl_malloc(size_t req_size, size_t* cur_size, cl_mem_flags flags, cl_mem* buf) { @@ -150,12 +148,6 @@ void ggml_cl_sgemm_wrapper( local = 8; size_qb = global * (sizeof(short) + local) / 16; break; - case GGML_TYPE_Q4_3: - dequant = true; - kernel = kernel_q4_3; - local = 8; - size_qb = global * (sizeof(short) * 2 + local) / 16; - break; default: fprintf(stderr, "Error: Unsupported OpenCL btype %d\n", btype); abort(); |