Skip to content

Commit b4b2d8d

Browse files
metascroymalfet
authored andcommitted
re-enable sdpa (#401)
1 parent a733bb7 commit b4b2d8d

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

export_et.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -83,8 +83,7 @@ def export_model(model, device, output_path, args=None) -> str: # noqa: C901
8383
else:
8484
raise ValueError(f"Unsupported dtype for ET export: {target_precision}")
8585

86-
# TODO: we can bring with pack when dynamo error P1220158146 is resolved
87-
# replace_attention_with_custom_sdpa_attention(model)
86+
replace_attention_with_custom_sdpa_attention(model)
8887
with torch.nn.attention.sdpa_kernel(
8988
[torch.nn.attention.SDPBackend.MATH]
9089
), torch.no_grad():

0 commit comments

Comments
 (0)