From 36d19a603b221d1bd7897fcb10e823e2103b052d Mon Sep 17 00:00:00 2001 From: Stephan Walter Date: Fri, 28 Apr 2023 23:10:43 +0000 Subject: Remove Q4_3 which is no better than Q5 (#1218) --- ggml-opencl.c | 10 +--------- 1 file changed, 1 insertion(+), 9 deletions(-) (limited to 'ggml-opencl.c') diff --git a/ggml-opencl.c b/ggml-opencl.c index 1d68f19..b748f86 100644 --- a/ggml-opencl.c +++ b/ggml-opencl.c @@ -24,7 +24,7 @@ static cl_device_id device; static cl_context context; static cl_command_queue queue; static cl_program program; -static cl_kernel kernel_q4_0, kernel_q4_1, kernel_q4_2, kernel_q4_3; +static cl_kernel kernel_q4_0, kernel_q4_1, kernel_q4_2; static cl_mem cl_buffer_a, cl_buffer_qb, cl_buffer_b, cl_buffer_c; static size_t cl_size_a = 0, cl_size_qb = 0, cl_size_b = 0, cl_size_c = 0; @@ -97,8 +97,6 @@ void ggml_cl_init(void) { CL_CHECK(err, "clCreateKernel"); kernel_q4_2 = clCreateKernel(program, "dequantize_row_q4_2", &err); CL_CHECK(err, "clCreateKernel"); - kernel_q4_3 = clCreateKernel(program, "dequantize_row_q4_3", &err); - CL_CHECK(err, "clCreateKernel"); } static void ggml_cl_malloc(size_t req_size, size_t* cur_size, cl_mem_flags flags, cl_mem* buf) { @@ -150,12 +148,6 @@ void ggml_cl_sgemm_wrapper( local = 8; size_qb = global * (sizeof(short) + local) / 16; break; - case GGML_TYPE_Q4_3: - dequant = true; - kernel = kernel_q4_3; - local = 8; - size_qb = global * (sizeof(short) * 2 + local) / 16; - break; default: fprintf(stderr, "Error: Unsupported OpenCL btype %d\n", btype); abort(); -- cgit v1.2.3