Attempt to fix CI

Author: antoyo

.github/workflows/ci.yml

@@ -46,7 +46,10 @@ jobs:
 
     - name: Install packages
       # `llvm-14-tools` is needed to install the `FileCheck` binary which is used for asm tests.
-      run: sudo apt-get install ninja-build ripgrep llvm-14-tools
+      run: |
+        sudo add-apt-repository ppa:ubuntu-toolchain-r/ppa
+        sudo apt update
+        sudo apt-get install ninja-build ripgrep llvm-14-tools gcc-13
 
     - name: Install libgccjit12
       if: matrix.libgccjit_version.gcc == 'libgccjit12.so'
@@ -74,6 +77,14 @@ jobs:
           echo $(readlink -f gcc-build) > gcc_path
           # NOTE: the filename is still libgccjit.so even when the artifact name is different.
           ln gcc-build/libgccjit.so gcc-build/libgccjit.so.0
+          mkdir -p /opt/gcc/libexec/gcc/x86_64-linux-gnu/11
+          cd gcc-build
+          chmod +x lto-wrapper lto1
+          cp *lto* /opt/gcc/libexec/gcc/x86_64-linux-gnu/11/
+          ls -l /usr/bin/gcc
+          which gcc
+          sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-13 13
+          sudo update-alternatives --all
 
     - name: Set env
       run: |

.github/workflows/release.yml

@@ -34,7 +34,10 @@ jobs:
         path: llvm
 
     - name: Install packages
-      run: sudo apt-get install ninja-build ripgrep
+      run: |
+        sudo add-apt-repository ppa:ubuntu-toolchain-r/ppa
+        sudo apt update
+        sudo apt-get install ninja-build ripgrep gcc-13 gcc-multilib
 
     - name: Download artifact
       uses: dawidd6/action-download-artifact@v2
@@ -52,6 +55,13 @@ jobs:
           echo $(readlink -f gcc-build) > gcc_path
           # NOTE: the filename is still libgccjit.so even when the artifact name is different.
           ln gcc-build/libgccjit.so gcc-build/libgccjit.so.0
+          mkdir -p /opt/gcc/libexec/gcc/x86_64-linux-gnu/11 /opt/gcc/libexec/gcc/../x86_64-linux-gnu/11/
+          cd gcc-build
+          chmod +x lto-wrapper lto1
+          cp *lto* /opt/gcc/libexec/gcc/x86_64-linux-gnu/11/
+          cp crt*.o /opt/gcc/libexec/x86_64-linux-gnu/11/
+          cp /usr/lib/gcc/x86_64-linux-gnu/12/libgcc_s.so /opt/gcc/libexec/x86_64-linux-gnu/11/
+          sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-13 13
 
     - name: Set env
       run: |

.github/workflows/stdarch.yml

@@ -34,7 +34,10 @@ jobs:
         path: llvm
 
     - name: Install packages
-      run: sudo apt-get install ninja-build ripgrep
+      run: |
+        sudo add-apt-repository ppa:ubuntu-toolchain-r/ppa
+        sudo apt update
+        sudo apt-get install ninja-build ripgrep gcc-13 gcc-multilib
 
     - name: Install Intel Software Development Emulator
       if: ${{ matrix.cargo_runner }}
@@ -66,6 +69,16 @@ jobs:
           echo $(readlink -f gcc-build) > gcc_path
           # NOTE: the filename is still libgccjit.so even when the artifact name is different.
           ln gcc-build/libgccjit.so gcc-build/libgccjit.so.0
+          mkdir -p /opt/gcc/libexec/gcc/x86_64-linux-gnu/11 /opt/gcc/libexec/gcc/../x86_64-linux-gnu/11/
+          cd gcc-build
+          chmod +x lto-wrapper lto1
+          cp *lto* /opt/gcc/libexec/gcc/x86_64-linux-gnu/11/
+          # TODO: instead of downloading the crt files from the GCC CI, copy them from the system.
+          cp crt*.o /opt/gcc/libexec/x86_64-linux-gnu/11/
+          cp /usr/lib/gcc/x86_64-linux-gnu/12/libgcc_s.so /opt/gcc/libexec/x86_64-linux-gnu/11/
+          cp /usr/lib/gcc/x86_64-linux-gnu/12/libgcc.a /opt/gcc/libexec/
+          find / -name gcc. || true
+          sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-13 13
 
     - name: Set env
       run: |

build_sysroot/build_sysroot.sh

@@ -19,7 +19,8 @@ rm -r sysroot/ 2>/dev/null || true
 export RUSTFLAGS="$RUSTFLAGS -Z force-unstable-if-unmarked"
 if [[ "$1" == "--release" ]]; then
     sysroot_channel='release'
-    LIBRARY_PATH=/home/bouanto/Ordinateur/Programmation/Projets/gcc-repo/gcc-build/build/gcc GCC_EXEC_PREFIX=/opt/gcc/libexec/gcc/x86_64-pc-linux-gnu RUSTFLAGS="$RUSTFLAGS -Zmir-opt-level=3" cargo build --target $TARGET_TRIPLE --release
+    # FIXME: make LIBRARY_PATH something approciate in the CI.
+    LIBRARY_PATH=gcc-build GCC_EXEC_PREFIX=/opt/gcc/libexec/gcc/x86_64-pc-linux-gnu RUSTFLAGS="$RUSTFLAGS -Zmir-opt-level=3" strace -f cargo build --target $TARGET_TRIPLE --release
     #CG_GCCJIT_DUMP_TREE_ALL=1 CG_GCCJIT_KEEP_INTERMEDIATES=1 RUSTFLAGS="$RUSTFLAGS -Zmir-opt-level=3" cargo build --target $TARGET_TRIPLE --release
 else
     sysroot_channel='debug'

cargo.sh

@@ -21,4 +21,5 @@ cmd=$1
 shift
 
 # TODO: remove LIBRARY_PATH and GCC_EXEC_PREFIX. Those are used to debug the LTO front-end.
-LIBRARY_PATH=/home/bouanto/Ordinateur/Programmation/Projets/gcc-repo/gcc-build/build/gcc GCC_EXEC_PREFIX=/opt/gcc/libexec/gcc/x86_64-pc-linux-gnu PATH=$PATH:/opt/gcc/bin RUSTDOCFLAGS="$RUSTFLAGS" cargo +${TOOLCHAIN} $cmd $@
+#LIBRARY_PATH=/home/bouanto/Ordinateur/Programmation/Projets/gcc-repo/gcc-build/build/gcc GCC_EXEC_PREFIX=/opt/gcc/libexec/gcc/x86_64-pc-linux-gnu
+PATH=$PATH:/opt/gcc/bin RUSTDOCFLAGS="$RUSTFLAGS" cargo +${TOOLCHAIN} $cmd $@

failing-ui-tests.txt

@@ -70,3 +70,11 @@ tests/ui/panics/nested_panic_caught.rs
 tests/ui/simd/intrinsic/generic-bswap-byte.rs
 tests/ui/const_prop/ice-issue-111353.rs
 tests/ui/process/println-with-broken-pipe.rs
+tests/ui/panic-runtime/lto-abort.rs
+tests/ui/lto/thin-lto-inlines2.rs
+tests/ui/lto/weak-works.rs
+tests/ui/lto/thin-lto-inlines.rs
+tests/ui/lto/thin-lto-global-allocator.rs
+tests/ui/lto/msvc-imp-present.rs
+tests/ui/lto/lto-thin-rustc-loads-linker-plugin.rs
+tests/ui/lto/all-crates.rs

src/back/lto.rs

@@ -23,7 +23,6 @@
 use std::ffi::CString;
 use std::fs::{self, File};
 use std::path::{Path, PathBuf};
-use std::sync::atomic::Ordering;
 
 use gccjit::{OutputKind, OptimizationLevel};
 use object::read::archive::ArchiveFile;

src/back/write.rs

@@ -1,4 +1,3 @@
-use std::sync::atomic::Ordering;
 use std::{env, fs};
 
 use gccjit::OutputKind;

src/context.rs

@@ -1,6 +1,6 @@
 use std::cell::{Cell, RefCell};
 
-use gccjit::{Block, CType, Context, Function, FunctionPtrType, FunctionType, LValue, RValue, Type, FnAttribute, ToRValue};
+use gccjit::{Block, CType, Context, Function, FunctionPtrType, FunctionType, LValue, RValue, Type};
 use rustc_codegen_ssa::base::wants_msvc_seh;
 use rustc_codegen_ssa::traits::{
     BackendTypes,

src/declare.rs

@@ -1,4 +1,6 @@
-use gccjit::{Function, FunctionType, GlobalKind, LValue, RValue, Type, FnAttribute, ToRValue};
+use gccjit::{Function, FunctionType, GlobalKind, LValue, RValue, Type};
+#[cfg(feature="master")]
+use gccjit::{FnAttribute, ToRValue};
 use rustc_codegen_ssa::traits::BaseTypeMethods;
 use rustc_middle::ty::Ty;
 use rustc_span::Symbol;
@@ -115,6 +117,7 @@ fn declare_raw_fn<'gcc>(cx: &CodegenCx<'gcc, '_>, name: &str, _callconv: () /*ll
             let func = cx.context.new_function(None, cx.linkage.get(), return_type, &params, mangle_name(name), variadic);
             cx.functions.borrow_mut().insert(name.to_string(), func);
 
+            #[cfg(feature="master")]
             if name == "rust_eh_personality" {
                 // NOTE: GCC will sometimes change the personality function set on a function from
                 // rust_eh_personality to __gcc_personality_v0 as an optimization.

src/lib.rs

@@ -42,7 +42,6 @@ extern crate rustc_middle;
 extern crate rustc_session;
 extern crate rustc_span;
 extern crate rustc_target;
-extern crate tempfile;
 #[macro_use]
 extern crate tracing;
 
@@ -74,6 +73,7 @@ mod type_of;
 
 use std::any::Any;
 use std::sync::Arc;
+#[cfg(not(feature="master"))]
 use std::sync::atomic::AtomicBool;
 #[cfg(not(feature="master"))]
 use std::sync::atomic::Ordering;
@@ -140,7 +140,6 @@ impl TargetInfo {
 #[derive(Clone)]
 pub struct GccCodegenBackend {
     target_info: Arc<TargetInfo>,
-    should_combine_object_files: Arc<AtomicBool>,
     // Temporary directory used by LTO. We keep it here so that it's not removed before linking.
     temp_dir: Option<String>,
 }
@@ -345,7 +344,6 @@ pub fn __rustc_codegen_backend() -> Box<dyn CodegenBackend> {
 
     Box::new(GccCodegenBackend {
         target_info,
-        should_combine_object_files: Arc::new(AtomicBool::new(false)),
         temp_dir: None,
     })
 }

test.sh

@@ -151,7 +151,7 @@ function clean() {
 
 function mini_tests() {
     echo "[BUILD] mini_core"
-    $RUSTC example/mini_core.rs --crate-name mini_core --crate-type lib,dylib --target $TARGET_TRIPLE
+    GCC_EXEC_PREFIX=/opt/gcc/libexec/gcc/x86_64-pc-linux-gnu $RUSTC example/mini_core.rs --crate-name mini_core --crate-type lib,dylib --target $TARGET_TRIPLE
 
     echo "[BUILD] example"
     $RUSTC example/example.rs --crate-type lib --target $TARGET_TRIPLE
@@ -337,6 +337,7 @@ function extended_sysroot_tests() {
 }
 
 function test_rustc() {
+    # FIXME: LTO UI tests probably fail because GCC_EXEC_PREFIX is not set.
     echo
     echo "[TEST] rust-lang/rust"