We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 01ed13c commit b0990daCopy full SHA for b0990da
examples/models/llama/runner/eager.py
@@ -79,6 +79,7 @@ def build_args_parser() -> argparse.ArgumentParser:
79
"--tokenizer_config_path",
80
type=str,
81
default=None,
82
+ help="Path to an accompanying tokenizer_config.json, which provides metadata for the main tokenizer.json",
83
)
84
85
return parser
examples/models/llama/runner/native.py
@@ -98,6 +98,7 @@ def build_args_parser() -> argparse.ArgumentParser:
98
"--tokenizer_config",
99
100
101
102
103
104
parser.add_argument(
0 commit comments