Update base for Update on "[llama-mm] Onboard torchtune vision encoder to ExecuTorch/AOTI"

Summary: As titled. This PR adds `llama3_2_vision_encoder` to
`examples/models/llama3_2_vision/vision_encoder` and add CI jobs.

Test Plan: Rely on newly added CI jobs

Reviewers:

Subscribers:

Tasks:

Tags:

[ghstack-poisoned]

Author: larryliu0820

.ci/docker/ci_commit_pins/pytorch.txt

@@ -1 +1 @@
-19eff28ff3f19b50da46f5a9ff5f4d4d213806fe
+c8a648d4dffb9f0133ff4a2ea0e660b42105d3ad

extension/llm/modules/test/test_position_embeddings.py

@@ -164,17 +164,21 @@ def test_tiled_token_positional_embedding_export(self):
         assert_close(y, ref_y)
 
     def test_tiled_token_positional_embedding_aoti(self):
-        so = torch._export.aot_compile(
+        tpe_ep = torch.export.export(
             self.tpe,
-            args=(self.x, self.aspect_ratio),
-            options={"aot_inductor.package": True},
+            (self.x, self.aspect_ratio),
             dynamic_shapes=(
                 self.dynamic_shape,
                 None,
             ),  # assuming aspect ratio is static
         )
+
         with tempfile.TemporaryDirectory() as tmpdir:
-            path = package_aoti(os.path.join(tmpdir, "tpe.pt2"), so)
+            path = torch._inductor.aoti_compile_and_package(
+                tpe_ep,
+                (self.x, self.aspect_ratio),
+                package_path=os.path.join(tmpdir, "tpe.pt2"),
+            )
             tpe_aoti = load_package(path)
 
             y = tpe_aoti(self.x, self.aspect_ratio)

install_requirements.py

@@ -112,7 +112,7 @@ def python_is_compatible():
 # NOTE: If a newly-fetched version of the executorch repo changes the value of
 # NIGHTLY_VERSION, you should re-run this script to install the necessary
 # package versions.
-NIGHTLY_VERSION = "dev20241112"
+NIGHTLY_VERSION = "dev20241101"
 
 # The pip repository that hosts nightly torch packages.
 TORCH_NIGHTLY_URL = "https://download.pytorch.org/whl/nightly/cpu"