From e0cddbbaaf2b7faaafc8be49ded37d6eb0739a09 Mon Sep 17 00:00:00 2001 From: Yuwen Hu Date: Wed, 11 Dec 2024 19:10:37 +0800 Subject: [PATCH] Small fix --- .../LLM/CPP_Examples/llm-npu-cli.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/llm/example/NPU/HF-Transformers-AutoModels/LLM/CPP_Examples/llm-npu-cli.cpp b/python/llm/example/NPU/HF-Transformers-AutoModels/LLM/CPP_Examples/llm-npu-cli.cpp index ae4a8b819b1..7009de37b6f 100644 --- a/python/llm/example/NPU/HF-Transformers-AutoModels/LLM/CPP_Examples/llm-npu-cli.cpp +++ b/python/llm/example/NPU/HF-Transformers-AutoModels/LLM/CPP_Examples/llm-npu-cli.cpp @@ -110,13 +110,13 @@ std::string run_generate(void* void_model, int32_t* embd_inp_ptr, int32_t embd_i printf("\nPrefill %d tokens cost %d ms.\n", embd_inp_size, duration.count()); } - std::vector embd(embd_inp_ptr, embd_inp_ptr + embd_inp_size); // output ids, togather with input_ids + std::vector embd; // output ids; embd.push_back(token); int token_nums = 0; start = std::chrono::high_resolution_clock::now(); for (int i = 1; i < generation_params.max_new_token; i++){ - auto logits = run_decode(void_model, embd[i+embd_inp_size-1], + auto logits = run_decode(void_model, embd[i-1], generation_params.repetition_penalty); int32_t token = llm_sample_token(logits, true, model_params.vocab_size); if (std::find(tok_params.eos_token_id.begin(), tok_params.eos_token_id.end(), token) == tok_params.eos_token_id.end()){