aboutsummaryrefslogtreecommitdiff
path: root/llama.cpp
diff options
context:
space:
mode:
authorJustine Tunney <jtunney@gmail.com>2023-03-30 01:53:36 -0700
committerJustine Tunney <jtunney@gmail.com>2023-03-30 12:28:25 -0700
commit6f23ba5ee235cbcb1eedd63b98422dd8d4392a78 (patch)
treef4cd59b1850674cc79ce2a0d48dab6a5220255c4 /llama.cpp
parent78ca9838ee36660a776e97e3391b6fb5dcaacf7f (diff)
Ensure --mlock works properly with mmap() support
Diffstat (limited to 'llama.cpp')
-rw-r--r--llama.cpp5
1 files changed, 4 insertions, 1 deletions
diff --git a/llama.cpp b/llama.cpp
index b00e065..28e885c 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -1595,7 +1595,10 @@ struct llama_context * llama_init_from_file(
if (params.use_mlock) {
char *err;
- if (!ggml_mlock(ctx->model.ctx, &err)) {
+ if (!ggml_mlock(ctx->model.ctx,
+ ctx->model.mm_addr,
+ ctx->model.mm_length,
+ &err)) {
fprintf(stderr, "%s\n", err);
free(err);
llama_free(ctx);