Skip to content

Commit 01deaca

Browse files
Michael Gschwindfacebook-github-bot
authored andcommitted
fp32 as default data type because fp16 not fully supported (#2597)
Summary: fp32 as default data type because fp16 not fully supported Reviewed By: JacobSzwejbka Differential Revision: D55258223
1 parent 033e8b6 commit 01deaca

File tree

1 file changed

+7
-5
lines changed

1 file changed

+7
-5
lines changed

examples/models/llama2/export_llama_lib.py

Lines changed: 7 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -290,9 +290,9 @@ def build_args_parser() -> argparse.ArgumentParser:
290290
ckpt_dir = f"{Path(__file__).absolute().parent.as_posix()}"
291291
parser = argparse.ArgumentParser()
292292
parser.add_argument("-o", "--output-dir", default=".", help="output directory")
293-
parser.add_argument(
294-
"-q", "--quantized_ckpt", default=None, help="quantized checkpoint file"
295-
)
293+
# parser.add_argument(
294+
# "-q", "--quantized_ckpt", default=None, help="quantized checkpoint file"
295+
# )
296296
parser.add_argument(
297297
"-E",
298298
"--embedding-quantize",
@@ -375,8 +375,10 @@ def build_args_parser() -> argparse.ArgumentParser:
375375
parser.add_argument(
376376
"-d",
377377
"--dtype-override",
378-
default=None,
379-
help="Override the dtype of the model (default is the checkpoint dtype). Options: fp16, fp32",
378+
default="fp32",
379+
type=str,
380+
choices=["fp32"],
381+
help="Override the dtype of the model (default is the checkpoint dtype). Options: fp32",
380382
)
381383

382384
parser.add_argument(

0 commit comments

Comments
 (0)