diff options
author | Erik Scholz <Green-Sky@users.noreply.github.com> | 2023-05-18 19:31:01 +0200 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-05-18 19:31:01 +0200 |
commit | 5ea43392731040b454c293123839b90e159cbb99 (patch) | |
tree | 530123ceec1b8dc514acef19c1e4b0d56ffd1a75 | |
parent | ee9654138ab0ae5f138f4abddf56ca234ea3c352 (diff) |
make kv_f16 the default for api users (#1517)
-rw-r--r-- | llama.cpp | 2 |
1 files changed, 1 insertions, 1 deletions
@@ -814,7 +814,7 @@ struct llama_context_params llama_context_default_params() { /*.n_ctx =*/ 512, /*.gpu_layers =*/ 0, /*.seed =*/ -1, - /*.f16_kv =*/ false, + /*.f16_kv =*/ true, /*.logits_all =*/ false, /*.vocab_only =*/ false, /*.use_mmap =*/ true, |