aboutsummaryrefslogtreecommitdiff
path: root/llama.h
diff options
context:
space:
mode:
authorRinne <AsakusaRinne@gmail.com>2023-07-19 15:06:40 +0800
committerGitHub <noreply@github.com>2023-07-19 10:06:40 +0300
commit294f424554c1599784ac9962462fc39ace92d8a5 (patch)
treed70556c6f0a207a1f911c36b37b9b22dcb3065b1 /llama.h
parent45a1b07e9b20c33d71d8c849ff27d693a75a0269 (diff)
llama : extend API to get max devices at runtime (#2253)
Diffstat (limited to 'llama.h')
-rw-r--r--llama.h2
1 files changed, 2 insertions, 0 deletions
diff --git a/llama.h b/llama.h
index e744584..b676a38 100644
--- a/llama.h
+++ b/llama.h
@@ -153,6 +153,8 @@ extern "C" {
int32_t n_eval;
};
+ LLAMA_API int llama_max_devices();
+
LLAMA_API struct llama_context_params llama_context_default_params();
LLAMA_API struct llama_model_quantize_params llama_model_quantize_default_params();