aboutsummaryrefslogtreecommitdiff
path: root/ggml-cuda.h
blob: f7d6a8bc1842ac2ba9fb350215d5e7ee2e8f18ac (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
#include "ggml.h"

#ifdef  __cplusplus
extern "C" {
#endif

void   ggml_init_cublas(void);

bool   ggml_cuda_can_mul_mat(const struct ggml_tensor * src0, const struct ggml_tensor * src1, struct ggml_tensor * dst);
size_t ggml_cuda_mul_mat_get_wsize(const struct ggml_tensor * src0, const struct ggml_tensor * src1, struct ggml_tensor * dst);
void   ggml_cuda_mul_mat(const struct ggml_tensor * src0, const struct ggml_tensor * src1, struct ggml_tensor * dst, void * wdata, size_t wsize);

// TODO: export these with GGML_API
void * ggml_cuda_host_malloc(size_t size);
void   ggml_cuda_host_free(void * ptr);

#ifdef  __cplusplus
}
#endif