add coreml stories end to end ci (#4161)

Summary:
Pull Request resolved: #4161

ghstack-source-id: 232863655
exported-using-ghexport

Reviewed By: kirklandsign

Differential Revision: D59412583

fbshipit-source-id: 6659ad4d421c536a0bc699e4ca8e2c51cd357184

Author: cccclai

.ci/scripts/test_llama.sh

@@ -63,6 +63,14 @@ fi
 
 echo "MPS option ${MPS}"
 
+if [[ "${MODE}" =~ .*coreml.* ]]; then
+  COREML=ON
+else
+  COREML=OFF
+fi
+
+echo "COREML option ${COREML}"
+
 if [[ -z "${BUCK:-}" ]]; then
   BUCK=buck2
 fi
@@ -86,6 +94,7 @@ cmake_install_executorch_libraries() {
         -DEXECUTORCH_BUILD_KERNELS_QUANTIZED=ON \
         -DEXECUTORCH_BUILD_XNNPACK="$XNNPACK" \
         -DEXECUTORCH_BUILD_MPS="$MPS" \
+        -DEXECUTORCH_BUILD_COREML="$COREML" \
         -DPYTHON_EXECUTABLE="$PYTHON_EXECUTABLE" \
         -Bcmake-out .
     cmake --build cmake-out -j9 --target install --config Debug
@@ -154,6 +163,9 @@ fi
 if [[ "${MPS}" == "ON" ]]; then
   EXPORT_ARGS="${EXPORT_ARGS} -kv -v --mps --disable_dynamic_shape"
 fi
+if [[ "${COREML}" == "ON" ]]; then
+  EXPORT_ARGS="${EXPORT_ARGS} -kv -v --coreml --disable_dynamic_shape"
+fi
 # Add dynamically linked library location
 $PYTHON_EXECUTABLE -m examples.models.llama2.export_llama ${EXPORT_ARGS}
 

.github/workflows/trunk.yml

@@ -225,7 +225,7 @@ jobs:
       matrix:
         dtype: [fp32]
         build-tool: [buck2, cmake]
-        mode: [portable, xnnpack+kv+custom, mps]
+        mode: [portable, xnnpack+kv+custom, mps, coreml]
       fail-fast: false
     with:
       runner: macos-m1-stable
@@ -245,6 +245,10 @@ jobs:
             echo "mps doesn't support buck2."
             exit 0
           fi
+          if [[ "${MODE}" == "coreml" ]]; then
+            echo "coreml doesn't support buck2."
+            exit 0
+          fi
         fi
 
         bash .ci/scripts/setup-conda.sh
@@ -253,10 +257,13 @@ jobs:
         PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/setup-macos.sh "${BUILD_TOOL}"
 
         if [[ "${MODE}" == "mps" ]]; then
+          # Install mps delegate
           PYTHON_EXECUTABLE=python ${CONDA_RUN} bash backends/apple/mps/install_requirements.sh
           echo "Finishing installing mps."
-        else
-          echo "Not mps mode, skip installing mps."
+        elif [[ "${MODE}" == "coreml" ]]; then
+          # Install coreml delegate
+          PYTHON_EXECUTABLE=python ${CONDA_RUN} bash backends/apple/coreml/scripts/install_requirements.sh
+          echo "Finishing installing coreml."
         fi
 
         # Install requirements for export_llama