aboutsummaryrefslogtreecommitdiff
path: root/ggml-opencl.cpp
diff options
context:
space:
mode:
authorRobert Sung-wook Shin <edp1096@users.noreply.github.com>2023-06-10 01:24:40 +0900
committerGitHub <noreply@github.com>2023-06-09 18:24:40 +0200
commit98ed16557432d7a5179c57eddcc3a08a7ae6d54d (patch)
tree9e173f77687b5d72f4ef1123d5d7499b52811684 /ggml-opencl.cpp
parentae9663f1887513e152839e91f61c513075a19422 (diff)
OpenCL: Add release memory (#1741)
* Add opencl release memory * Rename function name
Diffstat (limited to 'ggml-opencl.cpp')
-rw-r--r--ggml-opencl.cpp9
1 files changed, 9 insertions, 0 deletions
diff --git a/ggml-opencl.cpp b/ggml-opencl.cpp
index 81a975c..7b6daf4 100644
--- a/ggml-opencl.cpp
+++ b/ggml-opencl.cpp
@@ -662,6 +662,15 @@ static void ggml_cl_pool_free(cl_mem mem, size_t size) {
clReleaseMemObject(mem);
}
+void ggml_cl_free_data(const struct ggml_tensor* tensor) {
+ if (tensor->backend != GGML_BACKEND_GPU) {
+ return;
+ }
+
+ cl_mem mem = (cl_mem)tensor->data;
+ clReleaseMemObject(mem);
+}
+
static cl_int ggml_cl_h2d_tensor_2d(cl_command_queue queue, cl_mem dst, size_t offset, const struct ggml_tensor * src, uint64_t i3, uint64_t i2, cl_event* ev) {
cl_int err;
const uint64_t ne0 = src->ne[0];