From 93618031c7ccdd949d976370f24953d261048575 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sat, 27 May 2023 16:19:56 +0300 Subject: ggml : add ggml_tensor_overhead() --- ggml.h | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) (limited to 'ggml.h') diff --git a/ggml.h b/ggml.h index 0c90f50..5581382 100644 --- a/ggml.h +++ b/ggml.h @@ -380,9 +380,6 @@ extern "C" { static const size_t GGML_TENSOR_SIZE = sizeof(struct ggml_tensor); - // use this to compute the memory overhead of a tensor - static const size_t GGML_TENSOR_OVERHEAD = (GGML_OBJECT_SIZE + GGML_TENSOR_SIZE + 16); - // computation graph struct ggml_cgraph { int n_nodes; @@ -444,6 +441,9 @@ extern "C" { // TODO: temporary until model loading of ggml examples is refactored GGML_API enum ggml_type ggml_ftype_to_ggml_type(enum ggml_ftype ftype); + // use this to compute the memory overhead of a tensor + GGML_API size_t ggml_tensor_overhead(void); + // main GGML_API struct ggml_context * ggml_init(struct ggml_init_params params); -- cgit v1.2.3