We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9ff30f4 commit 29991e4Copy full SHA for 29991e4
examples/models/llama2/runner/runner.cpp
@@ -204,8 +204,8 @@ Error Runner::generate(
204
205
// print prompts
206
wrapped_callback(prompt);
207
-
208
- auto prefill_res = text_prefiller_->prefill(prompt_tokens, 0l);
+ int64_t pos = 0;
+ auto prefill_res = text_prefiller_->prefill(prompt_tokens, pos);
209
stats_.first_token_ms = util::time_in_ms();
210
stats_.prompt_eval_end_ms = util::time_in_ms();
211
ET_CHECK_OK_OR_RETURN_ERROR(prefill_res.error());
0 commit comments