aboutsummaryrefslogtreecommitdiff
path: root/ggml-cuda.h
blob: be140606aa2d456514edde044b66796b74d92abf (plain)
1
2
3
4
5
6
7
8
9
10
11
12
#ifdef  __cplusplus
extern "C" {
#endif

void dequantize_row_q4_0_cuda(const void * vx, float * y, int k, cudaStream_t stream);
void dequantize_row_q4_1_cuda(const void * vx, float * y, int k, cudaStream_t stream);
void dequantize_row_q4_2_cuda(const void * vx, float * y, int k, cudaStream_t stream);
void dequantize_row_q4_3_cuda(const void * vx, float * y, int k, cudaStream_t stream);

#ifdef  __cplusplus
}
#endif