aboutsummaryrefslogtreecommitdiff
path: root/ggml.h
diff options
context:
space:
mode:
authorGeorgi Gerganov <ggerganov@gmail.com>2023-05-27 12:22:05 +0300
committerGeorgi Gerganov <ggerganov@gmail.com>2023-05-27 12:23:16 +0300
commitbdbda1b17afb78e8613d03c8210a57fac632397b (patch)
tree0b0a64adc2cdb8aa5be48b4de69b51d6ba4e3913 /ggml.h
parent66874d4fbcc7866377246efbcee938e8cc9c7d76 (diff)
ggml : sync ggml core (minor additions, e.g. ggml_get_tensor_by_name())
Diffstat (limited to 'ggml.h')
-rw-r--r--ggml.h12
1 files changed, 11 insertions, 1 deletions
diff --git a/ggml.h b/ggml.h
index c22d938..0c90f50 100644
--- a/ggml.h
+++ b/ggml.h
@@ -198,6 +198,7 @@
#define GGML_MAX_PARAMS 256
#define GGML_MAX_CONTEXTS 64
#define GGML_MAX_OPT 4
+#define GGML_MAX_NAME 32
#define GGML_DEFAULT_N_THREADS 4
#define GGML_ASSERT(x) \
@@ -372,11 +373,16 @@ extern "C" {
void * data;
- char name[32];
+ char name[GGML_MAX_NAME];
char padding[16];
};
+ static const size_t GGML_TENSOR_SIZE = sizeof(struct ggml_tensor);
+
+ // use this to compute the memory overhead of a tensor
+ static const size_t GGML_TENSOR_OVERHEAD = (GGML_OBJECT_SIZE + GGML_TENSOR_SIZE + 16);
+
// computation graph
struct ggml_cgraph {
int n_nodes;
@@ -429,6 +435,7 @@ extern "C" {
GGML_API float ggml_type_sizef(enum ggml_type type); // ggml_type_size()/ggml_blck_size() as float
GGML_API const char * ggml_type_name(enum ggml_type type);
+ GGML_API const char * ggml_op_name (enum ggml_op op);
GGML_API size_t ggml_element_size(const struct ggml_tensor * tensor);
@@ -445,6 +452,7 @@ extern "C" {
GGML_API size_t ggml_used_mem(const struct ggml_context * ctx);
GGML_API size_t ggml_set_scratch(struct ggml_context * ctx, struct ggml_scratch scratch);
+ GGML_API void ggml_set_no_alloc(struct ggml_context * ctx, bool no_alloc);
GGML_API struct ggml_tensor * ggml_new_tensor(
struct ggml_context * ctx,
@@ -970,6 +978,8 @@ extern "C" {
GGML_API void ggml_graph_compute(struct ggml_context * ctx, struct ggml_cgraph * cgraph);
GGML_API void ggml_graph_reset (struct ggml_cgraph * cgraph);
+ GGML_API struct ggml_tensor * ggml_get_tensor_by_name(struct ggml_cgraph * cgraph, const char * name);
+
// print info and performance information for the graph
GGML_API void ggml_graph_print(const struct ggml_cgraph * cgraph);