Merge branch 'main' into longsheng/add_onednn_graph

Author: Longsheng Du

.github/dockerfiles/env/Dockerfile

@@ -0,0 +1,18 @@
+FROM ubuntu:latest
+
+RUN set -ex; \
+    export DEBIAN_FRONTEND=noninteractive; \
+    echo "deb [arch=amd64 signed-by=/usr/share/keyrings/githubcli-archive-keyring.gpg] https://cli.github.com/packages stable main" > /etc/apt/sources.list.d/github-cli.list;\
+    curl -sSL https://cli.github.com/packages/githubcli-archive-keyring.gpg > /usr/share/keyrings/githubcli-archive-keyring.gpg; \
+    apt-get update -y; \
+    apt-get install -y --no-install-recommends --fix-missing \
+      bash-completion \
+      python3-pip \
+      cmake gcc g++ ninja-build git clang-format \
+      gh \
+    ; \
+    rm -rf /var/lib/apt/lists/*
+
+RUN pip install lit
+
+SHELL ["/bin/bash", "-xec"]

.github/dockerfile/Dockerfile renamed to .github/dockerfiles/runner/Dockerfile

@@ -10,11 +10,13 @@ RUN set -ex; \
     curl -sSL https://cli.github.com/packages/githubcli-archive-keyring.gpg > /usr/share/keyrings/githubcli-archive-keyring.gpg; \
     apt-get update -y; \
     apt-get install -y --no-install-recommends --fix-missing \
+      python3-pip \
       cmake gcc g++ ninja-build git clang-format \
       gh \
     ; \
     rm -rf /var/lib/apt/lists/*
 
+RUN pip install lit
 
 USER runner
 WORKDIR $HOME

.github/dockerfile/build.sh renamed to .github/dockerfiles/runner/build.sh

@@ -3,6 +3,8 @@
 REGISTRY=localhost:5000
 TAG=graph-compiler-runner:latest
 
+kubectl -n docker-registry port-forward svc/docker-registry 5000:5000 &
+
 cd $(dirname "$0")
 docker build . --tag $REGISTRY/$TAG
 docker push $REGISTRY/$TAG

.github/workflows/build-llvm.yml

@@ -28,7 +28,6 @@ jobs:
           cmake -G Ninja llvm -B build -DCMAKE_INSTALL_PREFIX=llvm-install \
             -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=true -DLLVM_ENABLE_PROJECTS="mlir" -DLLVM_TARGETS_TO_BUILD="X86" -DLLVM_INSTALL_UTILS=true -DCMAKE_EXPORT_COMPILE_COMMANDS=ON
           cmake --build build --target install
-          cp llvm/bin/llvm-lit llvm-install/bin
           cd llvm-install
           tar -zcf ../llvm.tgz .
 

.github/workflows/build.yml

@@ -24,3 +24,7 @@ jobs:
       - name: Build
         run: |
           scripts/compile.sh
+
+      - name: Test
+        run: |
+          cmake --build build --target gc-check

scripts/compile.sh

@@ -24,5 +24,5 @@ test -f "$llvm_dir/llvm-$llvm_hash"/llvm.tgz || get_llvm
 cmake -S . -G Ninja -B build \
     -DCMAKE_BUILD_TYPE=RelWithDebInfo \
     -DMLIR_DIR=$llvm_dir/lib/cmake/mlir \
-    -DLLVM_EXTERNAL_LIT=$llvm_dir/bin/llvm-lit
+    -DLLVM_EXTERNAL_LIT=$(which lit)
 cmake --build build --parallel $(nproc)