add ci test

Author: jathu

.ci/scripts/test_model.sh

@@ -224,19 +224,22 @@ test_model_with_coreml() {
 
   "${PYTHON_EXECUTABLE}" -m examples.apple.coreml.scripts.export --model_name="${MODEL_NAME}" --compute_precision "${DTYPE}"
   EXPORTED_MODEL=$(find "." -type f -name "${MODEL_NAME}*.pte" -print -quit)
-  # TODO:
+
   if [ -n "$EXPORTED_MODEL" ]; then
     EXPORTED_MODEL_WITH_DTYPE="${EXPORTED_MODEL%.pte}_${DTYPE}.pte"
     mv "$EXPORTED_MODEL" "$EXPORTED_MODEL_WITH_DTYPE"
     EXPORTED_MODEL="$EXPORTED_MODEL_WITH_DTYPE"
-    echo "Renamed file path: $EXPORTED_MODEL"
+    echo "OK exported model: $EXPORTED_MODEL"
   else
-    echo "No .pte file found"
+    echo "[error] failed to export model: no .pte file found"
     exit 1
   fi
 
   # Run the model
   if [ "${should_test}" = true ]; then
+    echo "Installing requirements needed to build coreml_executor_runner..."
+    backends/apple/coreml/scripts/install_requirements.sh
+
     echo "Testing exported model with coreml_executor_runner..."
     local out_dir=$(mktemp -d)
     COREML_EXECUTOR_RUNNER_OUT_DIR="${out_dir}" examples/apple/coreml/scripts/build_executor_runner.sh

.ci/scripts/wheel/test_macos.py

@@ -11,15 +11,13 @@
 if __name__ == "__main__":
     test_base.run_tests(
         model_tests=[
-            test_base.ModelTest(
-                model=Model.Mv3,
-                backend=Backend.XnnpackQuantizationDelegation,
-            ),
-            # Enable this once CoreML is suppported out-of-the-box
-            # https://github.com/pytorch/executorch/issues/9019
             # test_base.ModelTest(
             #     model=Model.Mv3,
-            #     backend=Backend.CoreMlTest,
-            # )
+            #     backend=Backend.XnnpackQuantizationDelegation,
+            # ),
+            test_base.ModelTest(
+                model=Model.Mv3,
+                backend=Backend.CoreMlTest,
+            )
         ]
     )

.github/workflows/build-wheels-linux.yml

@@ -6,6 +6,9 @@ on:
     paths:
       - .ci/**/*
       - .github/workflows/build-wheels-linux.yml
+      - examples/**/*
+      - pyproject.toml
+      - setup.py
   push:
     branches:
       - nightly
@@ -44,7 +47,7 @@ jobs:
             smoke-test-script: .ci/scripts/wheel/test_linux.py
             package-name: executorch
     name: ${{ matrix.repository }}
-    uses: pytorch/test-infra/.github/workflows/build_wheels_linux.yml@main
+    uses: pytorch/test-infra/.github/workflows/build_wheels_linux.yml@367b9fe49625dc325860da10c5ba1ba0d51c1ec8
     with:
       repository: ${{ matrix.repository }}
       ref: ""

.github/workflows/build-wheels-macos.yml

@@ -6,6 +6,9 @@ on:
     paths:
       - .ci/**/*
       - .github/workflows/build-wheels-macos.yml
+      - examples/**/*
+      - pyproject.toml
+      - setup.py
   push:
     branches:
       - nightly
@@ -57,6 +60,8 @@ jobs:
       pre-script: ${{ matrix.pre-script }}
       post-script: ${{ matrix.post-script }}
       package-name: ${{ matrix.package-name }}
-      runner-type: macos-m1-stable
+      # Meta's macOS runners do not have Xcode, so use GitHub's runners.
+      runner-type: macos-latest-xlarge
+      setup-miniconda: true
       smoke-test-script: ${{ matrix.smoke-test-script }}
       trigger-event: ${{ github.event_name }}

examples/apple/coreml/scripts/build_executor_runner.sh

@@ -42,8 +42,9 @@ cmake "$EXECUTORCH_ROOT_PATH" -B"$CMAKE_BUILD_DIR_PATH" \
 -DCOREML_BUILD_EXECUTOR_RUNNER=ON \
 -DCMAKE_MACOSX_BUNDLE=OFF
 
-cmake --build "$CMAKE_BUILD_DIR_PATH" -j9 -t coremldelegate
-cmake --build "$CMAKE_BUILD_DIR_PATH" -j9 -t etdump -t flatccrt
+_cores=$(( $(sysctl -n hw.ncpu) - 1 ))
+cmake --build "$CMAKE_BUILD_DIR_PATH" -j"${_cores}" -t coremldelegate
+cmake --build "$CMAKE_BUILD_DIR_PATH" -j"${_cores}" -t etdump -t flatccrt
 
 # Copy CoreML delegate headers
 echo "ExecuTorch: Copying headers"