aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorErik Scholz <Green-Sky@users.noreply.github.com>2023-05-18 19:31:01 +0200
committerGitHub <noreply@github.com>2023-05-18 19:31:01 +0200
commit5ea43392731040b454c293123839b90e159cbb99 (patch)
tree530123ceec1b8dc514acef19c1e4b0d56ffd1a75
parentee9654138ab0ae5f138f4abddf56ca234ea3c352 (diff)
make kv_f16 the default for api users (#1517)
-rw-r--r--llama.cpp2
1 files changed, 1 insertions, 1 deletions
diff --git a/llama.cpp b/llama.cpp
index 6e19064..1f9d378 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -814,7 +814,7 @@ struct llama_context_params llama_context_default_params() {
/*.n_ctx =*/ 512,
/*.gpu_layers =*/ 0,
/*.seed =*/ -1,
- /*.f16_kv =*/ false,
+ /*.f16_kv =*/ true,
/*.logits_all =*/ false,
/*.vocab_only =*/ false,
/*.use_mmap =*/ true,