We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ba53b93 commit e1cbfe6Copy full SHA for e1cbfe6
examples/models/llama2/evaluate/eager_eval.py
@@ -79,7 +79,6 @@ def tok_decode(self, tokens):
79
80
def _model_call(self, inps):
81
if self._use_kv_cache:
82
- print(f"Using KV cache: {self._use_kv_cache}, self._dynamic_shape: {self._dynamic_shape}")
83
if not self._dynamic_shape:
84
# graph module exported without dynamic shape won't work with a different shape.
85
# And we have to do single token prefill here.
0 commit comments