enable aoti for preprocess ci

ghstack-source-id: 1bedf38
Pull Request resolved: #6553

Author: lucylq

examples/models/llama3_2_vision/preprocess/export_preprocess.py

@@ -24,29 +24,22 @@ def main():
         strict=False,
     )
 
-    # Executorch
+    # AOTInductor. Note: export AOTI before ExecuTorch, as
+    # ExecuTorch will modify the ExportedProgram.
+    torch._inductor.aot_compile(
+        ep.module(),
+        model.get_example_inputs(),
+        options={"aot_inductor.output_path": "preprocess_aoti.so"},
+    )
+
+    # Executorch.
     edge_program = to_edge(
         ep, compile_config=EdgeCompileConfig(_check_ir_validity=False)
     )
     et_program = edge_program.to_executorch()
     with open("preprocess_et.pte", "wb") as file:
         et_program.write_to_file(file)
 
-    # Export.
-    # ep = torch.export.export(
-    #     model.get_eager_model(),
-    #     model.get_example_inputs(),
-    #     dynamic_shapes=model.get_dynamic_shapes(),
-    #     strict=False,
-    # )
-    #
-    # # AOTInductor
-    # torch._inductor.aot_compile(
-    #     ep.module(),
-    #     model.get_example_inputs(),
-    #     options={"aot_inductor.output_path": "preprocess_aoti.so"},
-    # )
-
 
 if __name__ == "__main__":
     main()

examples/models/llama3_2_vision/preprocess/test_preprocess.py

@@ -76,22 +76,30 @@ def initialize_models(resize_to_max_canvas: bool) -> Dict[str, Any]:
             strict=False,
         )
 
-        # aoti_path = torch._inductor.aot_compile(
-        #     exported_model.module(),
-        #     model.get_example_inputs(),
-        # )
+        aoti_path = torch._inductor.aot_compile(
+            exported_model.module(),
+            model.get_example_inputs(),
+        )
 
         edge_program = to_edge(
             exported_model, compile_config=EdgeCompileConfig(_check_ir_validity=False)
         )
         executorch_model = edge_program.to_executorch()
 
+        # Re-export, as lowering to executorch changes the graph.
+        exported_model = torch.export.export(
+            model.get_eager_model(),
+            model.get_example_inputs(),
+            dynamic_shapes=model.get_dynamic_shapes(),
+            strict=False,
+        )
+
         return {
             "config": config,
             "reference_model": reference_model,
             "model": model,
             "exported_model": exported_model,
-            # "aoti_path": aoti_path,
+            "aoti_path": aoti_path,
             "executorch_model": executorch_model,
         }
 
@@ -237,11 +245,11 @@ def run_preprocess(
         self.assertEqual(reference_ar, et_ar.tolist())
 
         # Run aoti model and check it matches reference model.
-        # aoti_path = models["aoti_path"]
-        # aoti_model = torch._export.aot_load(aoti_path, "cpu")
-        # aoti_image, aoti_ar = aoti_model(image_tensor, inscribed_size, best_resolution)
-        # self.assertTrue(torch.allclose(reference_image, aoti_image))
-        # self.assertEqual(reference_ar, aoti_ar.tolist())
+        aoti_path = models["aoti_path"]
+        aoti_model = torch._export.aot_load(aoti_path, "cpu")
+        aoti_image, aoti_ar = aoti_model(image_tensor, inscribed_size, best_resolution)
+        self.assertTrue(torch.allclose(reference_image, aoti_image))
+        self.assertEqual(reference_ar, aoti_ar.tolist())
 
     # This test setup mirrors the one in torchtune:
     # https://github.com/pytorch/torchtune/blob/main/tests/torchtune/models/clip/test_clip_image_transform.py