Skip to content

Commit 341d2d9

Browse files
Michael Gschwindfacebook-github-bot
authored andcommitted
Add new tests: 4b dq, kv sdpa (#2378)
Summary: Pull Request resolved: #2378 Add new tests: 4b dq, kv sdpa Reviewed By: mergennachin, manuelcandales Differential Revision: D54806721 fbshipit-source-id: a18d8f91f3cf181f2a1e69297e742634686d2e4e
1 parent 498141d commit 341d2d9

File tree

2 files changed

+16
-5
lines changed

2 files changed

+16
-5
lines changed

examples/models/llama2/export_llama_lib.py

Lines changed: 11 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -499,13 +499,20 @@ def _export_llama(modelname, args) -> str: # noqa: C901
499499
if builder.dtype == DType.fp16:
500500
modelname = f"{modelname}_h"
501501

502-
builder.save_to_pte(modelname)
503-
504502
if args.output_name:
505503
modelname = args.output_name
506-
if modelname[-4:] == ".pte":
504+
if modelname.endswith(".pte"):
505+
output_file = modelname
507506
modelname = modelname[:-4]
507+
print(f"modelname: {modelname}")
508+
print(f"output_file: {output_file}")
509+
else:
510+
output_file = f"{builder.output_dir}/{modelname}.pte"
511+
print(f"modelname: {modelname}")
512+
print(f"output_file: {output_file}")
513+
else:
514+
output_file = f"{builder.output_dir}/{modelname}.pte"
508515

509-
output_file = f"{builder.output_dir}/{modelname}.pte"
516+
builder.save_to_pte(output_file)
510517

511518
return output_file

examples/portable/utils.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -101,7 +101,11 @@ def export_to_exec_prog(
101101
def save_pte_program(
102102
prog: ExecutorchProgramManager, model_name: str, output_dir: str = ""
103103
) -> None:
104-
filename = os.path.join(output_dir, f"{model_name}.pte")
104+
if model_name.endswith(".pte"):
105+
filename = model_name
106+
else:
107+
filename = os.path.join(output_dir, f"{model_name}.pte")
108+
105109
try:
106110
with open(filename, "wb") as file:
107111
prog.write_to_file(file)

0 commit comments

Comments
 (0)