Update base for Update on "[kernel] Add template based unboxing"

Adding a new feature to allow users to bypass codegen and register their
kernels directly. This is very useful for custom kernels for custom ops.

Example usage:
```
Tensor& my_op(RuntimeContext& ctx, const Tensor& self, const Tensor& other, Tensor& out) {
    // ...
    return out;
}

Kernel my_kernel = Kernel.make_boxed_kernel("my_ns::my_op",EXECUTORCH_FN(my_op));

register_kernels({my_kernel});
```

Differential Revision: [D51553099](https://our.internmc.facebook.com/intern/diff/D51553099)

[ghstack-poisoned]

Author: larryliu0820

.ci/docker/build.sh

@@ -14,49 +14,54 @@ echo "Building ${IMAGE_NAME} Docker image"
 
 OS=ubuntu
 OS_VERSION=22.04
-CLANG_VERSION=12
+CLANG_VERSION=""
+GCC_VERSION=""
 PYTHON_VERSION=3.10
-MINICONDA_VERSION=23.5.1-0
+MINICONDA_VERSION=23.10.0-1
 BUCK2_VERSION=$(cat ci_commit_pins/buck2.txt)
 
 case "${IMAGE_NAME}" in
+  executorch-ubuntu-22.04-gcc9)
+    LINTRUNNER=""
+    GCC_VERSION=9
+    ;;
   executorch-ubuntu-22.04-clang12)
     LINTRUNNER=""
+    CLANG_VERSION=12
     ;;
   executorch-ubuntu-22.04-linter)
     LINTRUNNER=yes
+    CLANG_VERSION=12
     ;;
   executorch-ubuntu-22.04-arm-sdk)
     ARM_SDK=yes
+    CLANG_VERSION=12
     ;;
   *)
     echo "Invalid image name ${IMAGE_NAME}"
     exit 1
 esac
 
-NIGHTLY=$(cat ci_commit_pins/nightly.txt)
 TORCH_VERSION=$(cat ci_commit_pins/pytorch.txt)
-TORCHAUDIO_VERSION=$(cat ci_commit_pins/audio.txt)
-TORCHVISION_VERSION=$(cat ci_commit_pins/vision.txt)
-
 BUILD_DOCS=1
 
 # Copy requirements-lintrunner.txt from root to here
 cp ../../requirements-lintrunner.txt ./
 
 # Copy arm setup script from root to here
+# TODO(huydhn): Figure out a way to rebuild the Docker image automatically
+# with a new image hash when the content here is updated
 cp -r ../../examples/arm/ ./arm
 
 docker build \
   --no-cache \
   --progress=plain \
   --build-arg "OS_VERSION=${OS_VERSION}" \
   --build-arg "CLANG_VERSION=${CLANG_VERSION}" \
+  --build-arg "GCC_VERSION=${GCC_VERSION}" \
   --build-arg "PYTHON_VERSION=${PYTHON_VERSION}" \
   --build-arg "MINICONDA_VERSION=${MINICONDA_VERSION}" \
-  --build-arg "TORCH_VERSION=${TORCH_VERSION}.${NIGHTLY}" \
-  --build-arg "TORCHAUDIO_VERSION=${TORCHAUDIO_VERSION}.${NIGHTLY}" \
-  --build-arg "TORCHVISION_VERSION=${TORCHVISION_VERSION}.${NIGHTLY}" \
+  --build-arg "TORCH_VERSION=${TORCH_VERSION}" \
   --build-arg "BUCK2_VERSION=${BUCK2_VERSION}" \
   --build-arg "LINTRUNNER=${LINTRUNNER:-}" \
   --build-arg "BUILD_DOCS=${BUILD_DOCS}" \

.ci/docker/ci_commit_pins/audio.txt

@@ -1 +1 @@
-2.2.0
+930b60f5aa7e17402491900a545d96822796b638

.ci/docker/ci_commit_pins/nightly.txt

@@ -22,7 +22,8 @@ install_ubuntu() {
     vim \
     unzip \
     gdb \
-    rsync
+    rsync \
+    libssl-dev
 
   # Cleanup package manager
   apt-get autoclean && apt-get clean

.ci/docker/ci_commit_pins/pytorch.txt

@@ -0,0 +1,60 @@
+#!/bin/bash
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# NB: This script is adopted from PyTorch core repo at
+# https://github.com/pytorch/pytorch/blob/main/.ci/docker/common/install_cache.sh
+set -ex
+
+# shellcheck source=/dev/null
+source "$(dirname "${BASH_SOURCE[0]}")/utils.sh"
+
+install_binary() {
+  echo "Downloading sccache binary from S3 repo"
+  curl --retry 3 https://s3.amazonaws.com/ossci-linux/sccache -o /opt/cache/bin/sccache
+  chmod +x /opt/cache/bin/sccache
+}
+
+mkdir -p /opt/cache/bin
+sed -e 's|PATH="\(.*\)"|PATH="/opt/cache/bin:\1"|g' -i /etc/environment
+export PATH="/opt/cache/bin:$PATH"
+
+# NB: Install the pre-built binary from S3 as building from source
+# https://github.com/pytorch/sccache has started failing mysteriously
+# in which sccache server couldn't start with the following error:
+#   sccache: error: Invalid argument (os error 22)
+install_binary
+
+function write_sccache_stub() {
+  BINARY=$1
+  printf "#!/bin/sh\nif [ \$(env -u LD_PRELOAD ps -p \$PPID -o comm=) != sccache ]; then\n  exec sccache %s \"\$@\"\nelse\n  exec %s \"\$@\"\nfi" "$(which "${BINARY}")" "$(which "${BINARY}")" > "/opt/cache/bin/${BINARY}"
+  chmod a+x "/opt/cache/bin/${BINARY}"
+}
+
+init_sccache() {
+  # This is the remote cache bucket
+  export SCCACHE_BUCKET=ossci-compiler-cache-circleci-v2
+  export SCCACHE_S3_KEY_PREFIX=executorch
+  export SCCACHE_IDLE_TIMEOUT=0
+  export SCCACHE_ERROR_LOG=/tmp/sccache_error.log
+  export RUST_LOG=sccache::server=error
+
+  # NB: This function is adopted from PyTorch core at
+  # https://github.com/pytorch/pytorch/blob/main/.ci/pytorch/common-build.sh
+  as_ci_user sccache --stop-server > /dev/null 2>&1 || true
+  rm -f "${SCCACHE_ERROR_LOG}" || true
+
+  # Clear sccache stats before using it
+  as_ci_user sccache --zero-stats || true
+}
+
+write_sccache_stub cc
+write_sccache_stub c++
+write_sccache_stub gcc
+write_sccache_stub g++
+write_sccache_stub clang
+write_sccache_stub clang++
+init_sccache

.ci/docker/ci_commit_pins/vision.txt

@@ -12,8 +12,8 @@ install_ubuntu() {
 
   apt-get install -y --no-install-recommends clang-"$CLANG_VERSION"
   apt-get install -y --no-install-recommends llvm-"$CLANG_VERSION"
-  # Also require LLD linker from llvm
-  apt-get install -y lld
+  # Also require LLD linker from llvm and libomp to build PyTorch from source
+  apt-get install -y lld "libomp-${CLANG_VERSION}-dev"
 
   # Use update-alternatives to make this version the default
   update-alternatives --install /usr/bin/clang clang /usr/bin/clang-"$CLANG_VERSION" 50

.ci/docker/common/install_base.sh

@@ -40,14 +40,22 @@ install_pip_dependencies() {
   pushd /opt/conda
   # Install all Python dependencies, including PyTorch
   pip_install -r /opt/conda/requirements-ci.txt
-  pip_install --pre \
-    torch=="${TORCH_VERSION}" \
-    torchaudio=="${TORCHAUDIO_VERSION}" \
-    torchvision=="${TORCHVISION_VERSION}" \
-    --index-url https://download.pytorch.org/whl/nightly/cpu
   popd
 }
 
+fix_conda_ubuntu_libstdcxx() {
+  # WARNING: This is a HACK from PyTorch core to be able to build PyTorch on 22.04.
+  # The issue still exists with the latest conda 23.10.0-1 at the time of writing
+  # (2023/11/16).
+  #
+  # PyTorch sev: https://github.com/pytorch/pytorch/issues/105248
+  # Ref: https://github.com/pytorch/pytorch/blob/main/.ci/docker/common/install_conda.sh
+  if grep -e "[12][82].04.[623]" /etc/issue >/dev/null; then
+    rm "/opt/conda/envs/py_${PYTHON_VERSION}/lib/libstdc++.so.6"
+  fi
+}
+
 install_miniconda
 install_python
 install_pip_dependencies
+fix_conda_ubuntu_libstdcxx

.ci/docker/common/install_cache.sh

@@ -0,0 +1,23 @@
+#!/bin/bash
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+set -ex
+
+if [ -n "$GCC_VERSION" ]; then
+
+  apt-get update
+  apt-get install -y g++-"$GCC_VERSION"
+  update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-"$GCC_VERSION" 50
+  update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-"$GCC_VERSION" 50
+  update-alternatives --install /usr/bin/gcov gcov /usr/bin/gcov-"$GCC_VERSION" 50
+
+
+  # Cleanup package manager
+  apt-get autoclean && apt-get clean
+  rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
+
+fi

.ci/docker/common/install_clang.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# NB: This script is needed for sccache and is adopted from PyTorch core repo at
+# https://github.com/pytorch/pytorch/blob/main/.ci/docker/common/install_openssl.sh
+set -ex
+
+OPENSSL=openssl-1.1.1k
+
+wget -q -O "${OPENSSL}.tar.gz" "https://ossci-linux.s3.amazonaws.com/${OPENSSL}.tar.gz"
+tar xf "${OPENSSL}.tar.gz"
+
+pushd "${OPENSSL}" || true
+./config --prefix=/opt/openssl -d "-Wl,--enable-new-dtags,-rpath,$(LIBRPATH)"
+# NOTE: openssl install errors out when built with the -j option
+make -j6; make install_sw
+# Link the ssl libraries to the /usr/lib folder.
+ln -s /opt/openssl/lib/lib* /usr/lib
+popd || true
+
+rm -rf "${OPENSSL}"

.ci/docker/common/install_conda.sh

@@ -0,0 +1,50 @@
+#!/bin/bash
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+set -ex
+
+# shellcheck source=/dev/null
+source "$(dirname "${BASH_SOURCE[0]}")/utils.sh"
+
+install_domains() {
+  echo "Install torchvision and torchaudio"
+  pip_install --no-use-pep517 --user "git+https://github.com/pytorch/audio.git@${TORCHAUDIO_VERSION}"
+  pip_install --no-use-pep517 --user "git+https://github.com/pytorch/vision.git@${TORCHVISION_VERSION}"
+}
+
+install_pytorch_and_domains() {
+  git clone https://github.com/pytorch/pytorch.git
+
+  # Fetch the target commit
+  pushd pytorch || true
+  git checkout "${TORCH_VERSION}"
+  git submodule update --init --recursive
+
+  chown -R ci-user .
+
+  export _GLIBCXX_USE_CXX11_ABI=0
+  # Then build and install PyTorch
+  conda_run python setup.py bdist_wheel
+  pip_install "$(echo dist/*.whl)"
+
+  # Grab the pinned audio and vision commits from PyTorch
+  TORCHAUDIO_VERSION=$(cat .github/ci_commit_pins/audio.txt)
+  export TORCHAUDIO_VERSION
+  TORCHVISION_VERSION=$(cat .github/ci_commit_pins/vision.txt)
+  export TORCHVISION_VERSION
+
+  install_domains
+
+  popd || true
+  # Clean up the cloned PyTorch repo to reduce the Docker image size
+  rm -rf pytorch
+
+  # Print sccache stats for debugging
+  as_ci_user sccache --show-stats
+}
+
+install_pytorch_and_domains

.ci/docker/common/install_docs_reqs.sh

@@ -1 +1,2 @@
 cmake=3.22.1
+ninja=1.10.2

.ci/docker/common/install_gcc.sh

@@ -6,23 +6,23 @@ sympy==1.12
 timm==0.6.13
 tomli==2.0.1
 torchsr==1.0.4
-transformers==4.34.0
+transformers==4.36.0
 zstd==1.5.5.1
 pytest==7.2.0
 pytest-cov==4.1.0
 expecttest==0.1.6
 hypothesis==6.84.2
 parameterized==0.9.0
 
-# Doc build requirements
-sphinx==4.5.0
-sphinx-gallery
-breathe==4.35.0
-exhale==0.3.6
+# Doc build requirements, same as https://github.com/pytorch/pytorch/blob/main/.ci/docker/requirements-docs.txt
+sphinx==5.3.0
+sphinx-gallery==0.14.0
+breathe==4.34.0
+exhale==0.2.3
 docutils==0.16
-matplotlib
+matplotlib==3.7.2
 # PyTorch Theme
 -e git+https://github.com/pytorch/pytorch_sphinx_theme.git#egg=pytorch_sphinx_theme
-myst-parser
-sphinx_design
-sphinx-copybutton
+myst-parser==0.18.1
+sphinx_design==0.4.1
+sphinx-copybutton==0.5.0

.ci/docker/common/install_openssl.sh

@@ -10,11 +10,21 @@ ENV DEBIAN_FRONTEND noninteractive
 COPY ./common/install_base.sh install_base.sh
 RUN bash ./install_base.sh && rm install_base.sh
 
+COPY ./common/install_openssl.sh install_openssl.sh
+RUN bash ./install_openssl.sh && rm install_openssl.sh
+ENV OPENSSL_ROOT_DIR /opt/openssl
+ENV OPENSSL_DIR /opt/openssl
+
 # Install clang
 ARG CLANG_VERSION
 COPY ./common/install_clang.sh install_clang.sh
 RUN bash ./install_clang.sh && rm install_clang.sh
 
+# Install gcc
+ARG GCC_VERSION
+COPY ./common/install_gcc.sh install_gcc.sh
+RUN bash ./install_gcc.sh && rm install_gcc.sh
+
 # Setup buck
 ARG BUCK2_VERSION
 COPY ./common/install_buck.sh install_buck.sh
@@ -32,9 +42,6 @@ RUN bash ./install_docs_reqs.sh && rm install_docs_reqs.sh
 # Install conda and other dependencies
 ARG MINICONDA_VERSION
 ARG PYTHON_VERSION
-ARG TORCH_VERSION
-ARG TORCHAUDIO_VERSION
-ARG TORCHVISION_VERSION
 ENV PYTHON_VERSION=$PYTHON_VERSION
 ENV PATH /opt/conda/envs/py_$PYTHON_VERSION/bin:/opt/conda/bin:$PATH
 COPY requirements-ci.txt /opt/conda/
@@ -43,6 +50,19 @@ COPY ./common/install_conda.sh install_conda.sh
 COPY ./common/utils.sh utils.sh
 RUN bash ./install_conda.sh && rm install_conda.sh utils.sh /opt/conda/requirements-ci.txt /opt/conda/conda-env-ci.txt
 
+# Install sccache before building torch
+COPY ./common/install_cache.sh install_cache.sh
+ENV PATH /opt/cache/bin:$PATH
+COPY ./common/utils.sh utils.sh
+RUN bash ./install_cache.sh && rm install_cache.sh utils.sh
+ENV SCCACHE_BUCKET ossci-compiler-cache-circleci-v2
+ENV SCCACHE_S3_KEY_PREFIX executorch
+
+ARG TORCH_VERSION
+COPY ./common/install_pytorch.sh install_pytorch.sh
+COPY ./common/utils.sh utils.sh
+RUN bash ./install_pytorch.sh && rm install_pytorch.sh utils.sh
+
 ARG LINTRUNNER
 # Install lintrunner if needed
 COPY ./common/install_linter.sh install_linter.sh