fix missing parameters in `llama_init_from_gpt_params` (#1293)

1 year ago · bf4b22ffe4
parent 67c77799e0
commit bf4b22ffe4
1 changed files with 2 additions and 0 deletions
--- a/examples/common.cpp
+++ b/examples/common.cpp
@ -414,6 +414,8 @@ struct llama_context * llama_init_from_gpt_params(const gpt_params & params) {
    lparams.f16_kv     = params.memory_f16;
    lparams.use_mmap   = params.use_mmap;
    lparams.use_mlock  = params.use_mlock;
+    lparams.logits_all = params.perplexity;
+    lparams.embedding  = params.embedding;

    llama_context * lctx = llama_init_from_file(params.model.c_str(), lparams);