aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorChris Kuehl <ckuehl@ckuehl.me>2023-03-24 23:38:14 -0500
committerGitHub <noreply@github.com>2023-03-25 06:38:14 +0200
commit6f1ee4b640912211a4b07965c585d327e32e734d (patch)
treecebfd95ec0823fe6a5fa1ba0f8c92aa4b61d667e
parent8520fc310eab87f2c4612f2a00d4adbd44a20d0d (diff)
Fix crash for 65B model with pre-allocated memory (#485)
-rw-r--r--llama.cpp2
1 files changed, 1 insertions, 1 deletions
diff --git a/llama.cpp b/llama.cpp
index 9d48ccd..447fa91 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -239,7 +239,7 @@ static bool kv_cache_init(
const int n_mem = n_layer*n_ctx;
const int n_elements = n_embd*n_mem;
- cache.buf.resize(2*n_elements*ggml_type_size(wtype) + 2u*MB);
+ cache.buf.resize(2u*n_elements*ggml_type_size(wtype) + 2u*MB);
struct ggml_init_params params;
params.mem_size = cache.buf.size();