Merge branch 'sycl' into ptx_atomic_ldst

Author: t4c1

.github/CODEOWNERS

@@ -26,6 +26,7 @@ sycl/ReleaseNotes.md @pvchupin @tfzhu
 sycl/doc/ @pvchupin @bader
 sycl/doc/extensions/ @intel/dpcpp-specification-reviewers
 sycl/doc/extensions/SPIRV/ @AlexeySotkin @bashbaug @mbelicki
+sycl/doc/dev @bader @vladimirlaz
 
 # Sub-groups
 sycl/include/CL/sycl/detail/spirv.hpp @Pennycook @AlexeySachkov

.github/ISSUE_TEMPLATE.md

@@ -3,6 +3,13 @@ name: Generate Doxygen documentation
 on:
   schedule:
   - cron: 0 1 * * *
+  pull_request:
+    branches:
+    - sycl
+    paths:
+    - '.github/workflows/gh_pages.yml'
+    - 'clang/docs/**'
+    - 'sycl/docs/**'
 
 jobs:
   build:
@@ -16,7 +23,7 @@ jobs:
     - name: Install deps
       run: |
         sudo apt-get install -y doxygen graphviz ssh ninja-build
-        sudo pip3 install 'sphinx==4.1.2' 'myst-parser==0.15.1'
+        sudo pip3 install 'sphinx==4.1.2' 'myst-parser==0.15.1' 'recommonmark==0.7.1'
     - name: Build Docs
       run: |
         mkdir -p $GITHUB_WORKSPACE/build
@@ -28,6 +35,7 @@ jobs:
         cmake --build . --target docs-sycl-html
         cmake --build . --target docs-clang-html
     - name: Deploy
+      if: ${{ github.event_name == 'schedule' }}
       env:
         SSH_KEY: ${{secrets.ACTIONS_DEPLOY_KEY}}
       run: |

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,14 @@
+name: Labeling new issues
+on:
+  issues:
+    types: ['opened']
+
+jobs:
+  automate-issues-labels:
+    runs-on: ubuntu-latest
+    if: github.repository == 'llvm/llvm-project'
+    steps:
+      - uses: andymckay/[email protected]
+        with:
+          add-labels: "new issue"
+          ignore-if-labeled: true

.github/ISSUE_TEMPLATE/do-not-file-an-issue.md

@@ -17,7 +17,7 @@ on:
       build_image:
         type: string
         required: false
-        default: "ghcr.io/intel/llvm/ubuntu2004_base:latest"
+        default: "ghcr.io/intel/llvm/ubuntu2004_build:latest"
       build_runs_on:
         type: string
         required: false
@@ -40,10 +40,30 @@ on:
       build_configure_extra_args:
         type: string
         required: false
-        default: ""
+        default: "--hip --hip-amd-arch=gfx906 --cuda"
       build_artifact_suffix:
         type: string
         required: true
+      intel_drivers_image:
+        type: string
+        required: false
+        default: "ghcr.io/intel/llvm/ubuntu2004_intel_drivers:latest"
+      lts_config:
+        type: string
+        required: false
+        default: ""
+      gen9_runs_on:
+        type: string
+        required: false
+        default: "gen9"
+      amdgpu_image:
+        type: string
+        required: false
+        default: "ghcr.io/intel/llvm/ubuntu2004_build:latest"
+      amdgpu_runs_on:
+        type: string
+        required: false
+        default: "amdgpu"
 
 jobs:
   configure:
@@ -60,15 +80,20 @@ jobs:
             INPUTS="{
               \"cc\":\"gcc\",
               \"cxx\":\"g++\",
-              \"build_runs_on\":\"sycl-precommit-linux\",
-              \"build_image\":\"ghcr.io/intel/llvm/ubuntu2004_base:latest\",
+              \"build_runs_on\":\"build\",
+              \"build_image\":\"ghcr.io/intel/llvm/ubuntu2004_build:latest\",
               \"build_github_cache\":\"false\",
               \"build_cache_root\":\"/__w/\",
               \"build_cache_suffix\":\"default\",
               \"build_cache_size\":\"2G\",
-              \"build_configure_extra_args\":\"\",
+              \"build_configure_extra_args\":\"--hip --hip-amd-arch=gfx906 --cuda\",
               \"build_artifact_suffix\":\"default\",
-              \"build_upload_artifact\":\"false\"
+              \"build_upload_artifact\":\"false\",
+              \"intel_drivers_image\":\"ghcr.io/intel/llvm/ubuntu2004_intel_drivers:latest\",
+              \"amdgpu_image\":\"ghcr.io/intel/llvm/ubuntu2004_build:latest\",
+              \"lts_config\":\"ocl_x64;hip_amdgpu\",
+              \"gen9_runs_on\":\"gen9\",
+              \"amdgpu_runs_on\":\"amdgpu\"
             }"
           fi
           INPUTS="${INPUTS//'%'/'%25'}"
@@ -77,7 +102,7 @@ jobs:
           echo "::set-output name=params::$INPUTS"
           echo "$INPUTS"
   build:
-    name: Build SYCL toolchain
+    name: Build + LIT
     needs: configure
     runs-on: ${{ fromJSON(needs.configure.outputs.params).build_runs_on }}
     container:
@@ -87,6 +112,8 @@ jobs:
     - uses: actions/checkout@v2
       with:
         path: src
+    - name: Register cleanup after job is finished
+      uses: ./src/devops/actions/cleanup
     - name: Setup Cache
       uses: actions/cache@v2
       if: ${{ steps.parameters.build_github_cache }}
@@ -104,15 +131,19 @@ jobs:
         CACHE_SUFFIX: ${{ fromJSON(needs.configure.outputs.params).build_cache_suffix }}
         CACHE_SIZE: ${{ fromJSON(needs.configure.outputs.params).build_cache_size }}
         ARGS: ${{ fromJSON(needs.configure.outputs.params).build_configure_extra_args }}
+        CUDA_LIB_PATH: "/usr/local/cuda/lib64/stubs"
       run: |
         mkdir -p $CACHE_ROOT/build_cache_$CACHE_SUFFIX
         mkdir -p $GITHUB_WORKSPACE/build
         cd $GITHUB_WORKSPACE/build
         python3 $GITHUB_WORKSPACE/src/buildbot/configure.py -w $GITHUB_WORKSPACE \
           -s $GITHUB_WORKSPACE/src -o $GITHUB_WORKSPACE/build -t Release \
-          --ci-defaults $ARGS --cmake-opt="-DLLVM_CCACHE_BUILD=ON" \
+          --ci-defaults $ARGS \
+          --cmake-opt="-DLLVM_CCACHE_BUILD=ON" \
           --cmake-opt="-DLLVM_CCACHE_DIR=$CACHE_ROOT/build_cache_$CACHE_SUFFIX" \
-          --cmake-opt="-DLLVM_CCACHE_MAXSIZE=$CACHE_SIZE"
+          --cmake-opt="-DLLVM_CCACHE_MAXSIZE=$CACHE_SIZE" \
+          --cmake-opt="-DLLVM_INSTALL_UTILS=ON" \
+          --cmake-opt="-DSYCL_PI_TESTS=OFF"
     - name: Compile
       run: cmake --build $GITHUB_WORKSPACE/build
     # TODO allow to optionally disable in-tree checks
@@ -128,6 +159,8 @@ jobs:
     - name: check-sycl
       if: always()
       run: |
+        # TODO consider moving this to Dockerfile
+        export LD_LIBRARY_PATH=/usr/local/cuda/compat/:/usr/local/cuda/lib64:$LD_LIBRARY_PATH
         cmake --build $GITHUB_WORKSPACE/build --target check-sycl
     - name: check-llvm-spirv
       if: always()
@@ -152,15 +185,128 @@ jobs:
         cmake --build $GITHUB_WORKSPACE/build --target utils/llvm-lit/install
         cmake --build $GITHUB_WORKSPACE/build --target install-clang-format
         cmake --build $GITHUB_WORKSPACE/build --target install-clang-tidy
+        cmake --build $GITHUB_WORKSPACE/build --target install-llvm-size
+        # TODO this should be resolved in CMakeLists.txt
+        cmake --build $GITHUB_WORKSPACE/build --target install-lld || echo "skipped"
 
-    - name: Pack
+    - name: Pack toolchain
       run: tar -cJf llvm_sycl.tar.xz -C $GITHUB_WORKSPACE/build/install .
-    - name: Upload artifacts
+    - name: Pack LIT
+      run: tar -cJf lit.tar.xz -C $GITHUB_WORKSPACE/src/llvm/utils/lit .
+    - name: Upload toolchain
       uses: actions/upload-artifact@v1
       with:
         name: sycl_linux_${{ fromJSON(needs.configure.outputs.params).build_artifact_suffix }}
         path: llvm_sycl.tar.xz
-    - name: Cleanup
-      if: always()
-      run: rm -rf $GITHUB_WORKSPACE/*
+    - name: Upload LIT
+      uses: actions/upload-artifact@v1
+      with:
+        name: sycl_lit_${{ fromJSON(needs.configure.outputs.params).build_artifact_suffix }}
+        path: lit.tar.xz
+
+  llvm_test_suite_l0_gen9:
+    name: L0 GEN9 Test Suite
+    needs: [build, configure]
+    if: ${{ contains(fromJSON(needs.configure.outputs.params).lts_config, 'l0_gen9') }}
+    runs-on: ${{ fromJSON(needs.configure.outputs.params).gen9_runs_on }}
+    container:
+      image: ${{ fromJSON(needs.configure.outputs.params).intel_drivers_image }}
+      options: -u 1001 --device=/dev/dri
+    steps:
+    - uses: actions/checkout@v2
+      with:
+        path: llvm
+    - name: Register cleanup after job is finished
+      uses: ./llvm/devops/actions/cleanup
+    - uses: ./llvm/devops/actions/llvm_test_suite
+      name: Run LLVM Test Suite
+      with:
+        # TODO allow custom test references
+        test_ref: 'intel'
+        sycl_artifact: sycl_linux_${{ fromJSON(needs.configure.outputs.params).build_artifact_suffix }}
+        sycl_archive: llvm_sycl.tar.xz
+        lit_artifact: sycl_lit_${{ fromJSON(needs.configure.outputs.params).build_artifact_suffix }}
+        lit_archive: lit.tar.xz
+        check_sycl_all: 'level_zero:gpu,host'
+        results_name_suffix: l0_gpu_${{ fromJSON(needs.configure.outputs.params).build_artifact_suffix }}
+        cmake_args: '-DGPU_AOT_TARGET_OPTS="\\\"-device gen9\\\""'
+
+  llvm_test_suite_ocl_gen9:
+    name: OCL GEN9 Test Suite
+    needs: [build, configure]
+    if: ${{ contains(fromJSON(needs.configure.outputs.params).lts_config, 'ocl_gen9') }}
+    runs-on: ${{ fromJSON(needs.configure.outputs.params).gen9_runs_on }}
+    container:
+      image: ${{ fromJSON(needs.configure.outputs.params).intel_drivers_image }}
+      options: -u 1001 --device=/dev/dri
+    steps:
+    - uses: actions/checkout@v2
+      with:
+        path: llvm
+    - name: Register cleanup after job is finished
+      uses: ./llvm/devops/actions/cleanup
+    - uses: ./llvm/devops/actions/llvm_test_suite
+      name: Run LLVM Test Suite
+      with:
+        # TODO allow custom test references
+        test_ref: 'intel'
+        sycl_artifact: sycl_linux_${{ fromJSON(needs.configure.outputs.params).build_artifact_suffix }}
+        sycl_archive: llvm_sycl.tar.xz
+        lit_artifact: sycl_lit_${{ fromJSON(needs.configure.outputs.params).build_artifact_suffix }}
+        lit_archive: lit.tar.xz
+        check_sycl_all: 'opencl:gpu,host'
+        results_name_suffix: ocl_gpu_${{ fromJSON(needs.configure.outputs.params).build_artifact_suffix }}
+        cmake_args: '-DGPU_AOT_TARGET_OPTS="\\\"-device gen9\\\""'
 
+  llvm_test_suite_ocl_x64:
+    name: OCL x64 Test Suite
+    needs: [build, configure]
+    if: ${{ contains(fromJSON(needs.configure.outputs.params).lts_config, 'ocl_x64') }}
+    runs-on: ${{ fromJSON(needs.configure.outputs.params).gen9_runs_on }}
+    container:
+      image: ${{ fromJSON(needs.configure.outputs.params).intel_drivers_image }}
+      options: -u 1001
+    steps:
+    - uses: actions/checkout@v2
+      with:
+        path: llvm
+    - name: Register cleanup after job is finished
+      uses: ./llvm/devops/actions/cleanup
+    - uses: ./llvm/devops/actions/llvm_test_suite
+      name: Run LLVM Test Suite
+      with:
+        # TODO allow custom test references
+        test_ref: 'intel'
+        sycl_artifact: sycl_linux_${{ fromJSON(needs.configure.outputs.params).build_artifact_suffix }}
+        sycl_archive: llvm_sycl.tar.xz
+        lit_artifact: sycl_lit_${{ fromJSON(needs.configure.outputs.params).build_artifact_suffix }}
+        lit_archive: lit.tar.xz
+        check_sycl_all: 'opencl:cpu,host'
+        results_name_suffix: ocl_x64_${{ fromJSON(needs.configure.outputs.params).build_artifact_suffix }}
+
+  llvm_test_suite_hip_amdgpu:
+    name: HIP AMD GPU Test Suite
+    needs: [build, configure]
+    if: ${{ contains(fromJSON(needs.configure.outputs.params).lts_config, 'hip_amdgpu') }}
+    runs-on: ${{ fromJSON(needs.configure.outputs.params).amdgpu_runs_on }}
+    container:
+      image: ${{ fromJSON(needs.configure.outputs.params).amdgpu_image }}
+      options: --device=/dev/dri --device=/dev/kfd
+    steps:
+    - uses: actions/checkout@v2
+      with:
+        path: llvm
+    - name: Register cleanup after job is finished
+      uses: ./llvm/devops/actions/cleanup
+    - uses: ./llvm/devops/actions/llvm_test_suite
+      name: Run LLVM Test Suite
+      with:
+        # TODO allow custom test references
+        test_ref: 'intel'
+        sycl_artifact: sycl_linux_${{ fromJSON(needs.configure.outputs.params).build_artifact_suffix }}
+        sycl_archive: llvm_sycl.tar.xz
+        lit_artifact: sycl_lit_${{ fromJSON(needs.configure.outputs.params).build_artifact_suffix }}
+        lit_archive: lit.tar.xz
+        check_sycl_all: 'hip:gpu,host'
+        results_name_suffix: hip_amdgpu_${{ fromJSON(needs.configure.outputs.params).build_artifact_suffix }}
+        cmake_args: '-DHIP_PLATFORM="AMD" -DAMD_ARCH="gfx1031"'