diff options
author | Chris Kuehl <ckuehl@ckuehl.me> | 2023-03-24 23:38:14 -0500 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-03-25 06:38:14 +0200 |
commit | 6f1ee4b640912211a4b07965c585d327e32e734d (patch) | |
tree | cebfd95ec0823fe6a5fa1ba0f8c92aa4b61d667e | |
parent | 8520fc310eab87f2c4612f2a00d4adbd44a20d0d (diff) |
Fix crash for 65B model with pre-allocated memory (#485)
-rw-r--r-- | llama.cpp | 2 |
1 files changed, 1 insertions, 1 deletions
@@ -239,7 +239,7 @@ static bool kv_cache_init( const int n_mem = n_layer*n_ctx; const int n_elements = n_embd*n_mem; - cache.buf.resize(2*n_elements*ggml_type_size(wtype) + 2u*MB); + cache.buf.resize(2u*n_elements*ggml_type_size(wtype) + 2u*MB); struct ggml_init_params params; params.mem_size = cache.buf.size(); |