diff options
author | Robert Sung-wook Shin <edp1096@users.noreply.github.com> | 2023-06-10 01:24:40 +0900 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-06-09 18:24:40 +0200 |
commit | 98ed16557432d7a5179c57eddcc3a08a7ae6d54d (patch) | |
tree | 9e173f77687b5d72f4ef1123d5d7499b52811684 /ggml-opencl.cpp | |
parent | ae9663f1887513e152839e91f61c513075a19422 (diff) |
OpenCL: Add release memory (#1741)
* Add opencl release memory
* Rename function name
Diffstat (limited to 'ggml-opencl.cpp')
-rw-r--r-- | ggml-opencl.cpp | 9 |
1 files changed, 9 insertions, 0 deletions
diff --git a/ggml-opencl.cpp b/ggml-opencl.cpp index 81a975c..7b6daf4 100644 --- a/ggml-opencl.cpp +++ b/ggml-opencl.cpp @@ -662,6 +662,15 @@ static void ggml_cl_pool_free(cl_mem mem, size_t size) { clReleaseMemObject(mem); } +void ggml_cl_free_data(const struct ggml_tensor* tensor) { + if (tensor->backend != GGML_BACKEND_GPU) { + return; + } + + cl_mem mem = (cl_mem)tensor->data; + clReleaseMemObject(mem); +} + static cl_int ggml_cl_h2d_tensor_2d(cl_command_queue queue, cl_mem dst, size_t offset, const struct ggml_tensor * src, uint64_t i3, uint64_t i2, cl_event* ev) { cl_int err; const uint64_t ne0 = src->ne[0]; |