diff options
author | slaren <slarengh@gmail.com> | 2023-05-03 01:36:45 +0200 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-05-03 01:36:45 +0200 |
commit | bf4b22ffe433dc5e2fba7588c4485a7e51b1a30d (patch) | |
tree | 6215b616c2bdd0d173a472c461701a0ad071fcdf | |
parent | 67c77799e025a8425c23a6a0599c007f46ded590 (diff) |
fix missing parameters in `llama_init_from_gpt_params` (#1293)
-rw-r--r-- | examples/common.cpp | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/examples/common.cpp b/examples/common.cpp index 9b23b1f..222b4fa 100644 --- a/examples/common.cpp +++ b/examples/common.cpp @@ -414,6 +414,8 @@ struct llama_context * llama_init_from_gpt_params(const gpt_params & params) { lparams.f16_kv = params.memory_f16; lparams.use_mmap = params.use_mmap; lparams.use_mlock = params.use_mlock; + lparams.logits_all = params.perplexity; + lparams.embedding = params.embedding; llama_context * lctx = llama_init_from_file(params.model.c_str(), lparams); |