We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 99bd4ac commit 9f45fc1Copy full SHA for 9f45fc1
src/llama.cpp
@@ -6735,9 +6735,9 @@ static void llm_load_vocab(
6735
vocab.id_to_token[t.second].attr = LLAMA_TOKEN_ATTR_CONTROL;
6736
}
6737
} else {
6738
- // token is control, but not marked as EOG -> print a warning
+ // token is control, but not marked as EOG -> print a debug log
6739
if (vocab.id_to_token[t.second].attr & LLAMA_TOKEN_ATTR_CONTROL && vocab.special_eog_ids.count(t.second) == 0) {
6740
- LLAMA_LOG_WARN("%s: control token: %6d '%s' is not marked as EOG\n",
+ LLAMA_LOG_DEBUG("%s: control token: %6d '%s' is not marked as EOG\n",
6741
__func__, t.second, t.first.c_str());
6742
6743
0 commit comments