aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorGeorgi Gerganov <ggerganov@gmail.com>2023-04-13 18:36:40 +0300
committerGeorgi Gerganov <ggerganov@gmail.com>2023-04-13 18:36:48 +0300
commita3a2a0eda8828b60436e9f69d9ac2c1060d03e7a (patch)
tree29739497aabd1b60c017c35f7400e3febb36c84a
parentd990e3fffc5b0f5448e90a16c79a4f2675100af0 (diff)
ggml : add GGML_DEFAULT_N_THREADS
-rw-r--r--ggml.c6
-rw-r--r--ggml.h11
2 files changed, 9 insertions, 8 deletions
diff --git a/ggml.c b/ggml.c
index b6a24b4..42e3ee3 100644
--- a/ggml.c
+++ b/ggml.c
@@ -9363,7 +9363,7 @@ struct ggml_cgraph ggml_build_forward(struct ggml_tensor * tensor) {
struct ggml_cgraph result = {
/*.n_nodes =*/ 0,
/*.n_leafs =*/ 0,
- /*.n_threads =*/ 0,
+ /*.n_threads =*/ GGML_DEFAULT_N_THREADS,
/*.work_size =*/ 0,
/*.work =*/ NULL,
/*.nodes =*/ { NULL },
@@ -9983,8 +9983,8 @@ void ggml_graph_print(const struct ggml_cgraph * cgraph) {
GGML_PRINT("=== GRAPH ===\n");
- GGML_PRINT_DEBUG("n_threads = %d\n", cgraph->n_threads);
- GGML_PRINT_DEBUG("total work size = %zu bytes\n",cgraph->work_size);
+ GGML_PRINT_DEBUG("n_threads = %d\n", cgraph->n_threads);
+ GGML_PRINT_DEBUG("total work size = %zu bytes\n", cgraph->work_size);
GGML_PRINT("n_nodes = %d\n", cgraph->n_nodes);
for (int i = 0; i < cgraph->n_nodes; i++) {
diff --git a/ggml.h b/ggml.h
index 7d8b7a1..c06c09e 100644
--- a/ggml.h
+++ b/ggml.h
@@ -177,11 +177,12 @@ extern "C" {
#include <stddef.h>
#include <stdbool.h>
-#define GGML_MAX_DIMS 4
-#define GGML_MAX_NODES 4096
-#define GGML_MAX_PARAMS 16
-#define GGML_MAX_CONTEXTS 64
-#define GGML_MAX_OPT 4
+#define GGML_MAX_DIMS 4
+#define GGML_MAX_NODES 4096
+#define GGML_MAX_PARAMS 16
+#define GGML_MAX_CONTEXTS 64
+#define GGML_MAX_OPT 4
+#define GGML_DEFAULT_N_THREADS 4
#ifdef __ARM_NEON
// we use the built-in 16-bit float type