aboutsummaryrefslogtreecommitdiff
path: root/llama.h
diff options
context:
space:
mode:
authorSIGSEGV <21287366+akr2002@users.noreply.github.com>2023-07-11 00:36:02 +0530
committerGitHub <noreply@github.com>2023-07-11 00:36:02 +0530
commitc1f29d1bb1d9f3084c9dc177fe9bf9269b9e35af (patch)
tree2caac8240545f2639f3efa3a4d13c24dfd5b92f6 /llama.h
parent26a3a9952636e8e5332e1cdc4f552d32e61b12ce (diff)
parent5656d10599bd756dc0f17284e418e704200b43f3 (diff)
Merge branch 'ggerganov:master' into master
Diffstat (limited to 'llama.h')
-rw-r--r--llama.h4
1 files changed, 3 insertions, 1 deletions
diff --git a/llama.h b/llama.h
index c1e7dab..686463a 100644
--- a/llama.h
+++ b/llama.h
@@ -158,7 +158,9 @@ extern "C" {
// Initialize the llama + ggml backend
// If numa is true, use NUMA optimizations
// Call once at the start of the program
- LLAMA_API void llama_init_backend(bool numa);
+ LLAMA_API void llama_backend_init(bool numa);
+ // Call once at the end of the program - currently only used for MPI
+ LLAMA_API void llama_backend_free();
LLAMA_API int64_t llama_time_us();