Skip to content

Commit 52d39bc

Browse files
ggerganovolexiyb
authored andcommitted
tokenize : fix trailing whitespace
1 parent d4ad31a commit 52d39bc

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

examples/tokenize/tokenize.cpp

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -12,8 +12,8 @@ int main(int argc, char ** argv) {
1212
return 1;
1313
}
1414

15-
auto model_path = argv[1];
16-
auto prompt = argv[2];
15+
const char * model_path = argv[1];
16+
const char * prompt = argv[2];
1717

1818
const bool printing_ids = argc > 3 && std::string(argv[3]) == "--ids";
1919

@@ -36,7 +36,7 @@ int main(int argc, char ** argv) {
3636
if (printing_ids) {
3737
printf("%d\n", tokens[i]);
3838
} else {
39-
printf("%6d -> '%s'\n", tokens[i], llama_token_to_piece(ctx, tokens[i]).c_str());
39+
printf("%6d -> '%s'\n", tokens[i], llama_token_to_piece(ctx, tokens[i]).c_str());
4040
}
4141
}
4242

0 commit comments

Comments
 (0)