Pin PyTorch nightly in Executorch Linux CI (20230731) (#31)

Summary:
Per our discussion today, let's pin PyTorch nightly for now till we have CI in place to safely update this.  The nightly version could be updated manually

Pull Request resolved: #31

Reviewed By: dbort

Differential Revision: D47923775

Pulled By: huydhn

fbshipit-source-id: c2bd6e4e0db620369b4f1e7cc6ff3c867e55923c

Author: huydhn

.ci/docker/build.sh

@@ -16,7 +16,11 @@ OS=ubuntu
 OS_VERSION=22.04
 CLANG_VERSION=12
 PYTHON_VERSION=3.10
-MINICONDA_VERSION='23.5.1-0'
+MINICONDA_VERSION=23.5.1-0
+
+# TODO: Pin PyTorch version for now until we have the CI in place to update this
+# safely
+TORCH_VERSION=2.1.0.dev20230731
 
 docker build \
   --no-cache \
@@ -25,6 +29,7 @@ docker build \
   --build-arg "CLANG_VERSION=${CLANG_VERSION}" \
   --build-arg "PYTHON_VERSION=${PYTHON_VERSION}" \
   --build-arg "MINICONDA_VERSION=${MINICONDA_VERSION}" \
+  --build-arg "TORCH_VERSION=${TORCH_VERSION}" \
   -f "${OS}"/Dockerfile \
   "$@" \
   .

.ci/docker/common/install_conda.sh

@@ -40,7 +40,7 @@ install_pip_dependencies() {
   pushd /opt/conda
   # Install all Python dependencies, including PyTorch
   pip_install -r /opt/conda/requirements-ci.txt
-  pip_install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu
+  pip_install --pre torch=="${TORCH_VERSION}" --index-url https://download.pytorch.org/whl/nightly/cpu
   popd
 }
 

.ci/docker/ubuntu/Dockerfile

@@ -26,6 +26,7 @@ RUN bash ./install_user.sh && rm install_user.sh
 # Install conda and other dependencies
 ARG MINICONDA_VERSION
 ARG PYTHON_VERSION
+ARG TORCH_VERSION
 ENV PYTHON_VERSION=$PYTHON_VERSION
 ENV PATH /opt/conda/envs/py_$PYTHON_VERSION/bin:/opt/conda/bin:$PATH
 COPY requirements-ci.txt /opt/conda/

.github/workflows/pull.yml

@@ -22,30 +22,19 @@ jobs:
       submodules: 'true'
       ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
       script: |
-        WORKSPACE=$(pwd)
+        PYTHON_VERSION=3.10
+        # TODO: Figure out why /opt/conda/envs/py_$PYTHON_VERSION/bin is not in the path
+        # here, as it's there in the container
+        export PATH="/opt/conda/envs/py_${PYTHON_VERSION}/bin:${PATH}"
 
-        pushd "${HOME}"
-        # Create the softlink to the workspace as install.sh requires to run from its parent directory
-        ln -s "${WORKSPACE}" executorch
-        # Install executorch
-        pushd executorch
-
-
-        # Install nightly pytorch
-        pip3 install --pre torch -i https://download.pytorch.org/whl/nightly/cpu
         # Install executorch
         pip3 install .
-
         # Just print out the list of packages for debugging
         pip3 list
 
         # Build executorch runtime
         buck2 build //examples/executor_runner:executor_runner
-
         # Export a test model
         python3 -m examples.export.export_example --model_name="linear"
-
         # Run test model
         buck2 run //examples/executor_runner:executor_runner -- --model_path ./linear.ff
-
-        popd