Implement -fsanitize-recover for ASan and MSan. (#4783) #3489
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions | |
| name: Vanilla LLVM | |
| on: | |
| - pull_request | |
| - push | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| test: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - job_name: Ubuntu 20.04, LDC-LLVM 18, bootstrap LDC | |
| os: ubuntu-20.04 | |
| host_dc: ldc-1.19.0 | |
| # FIXME: no usable official package available yet | |
| llvm_version: https://github.com/ldc-developers/llvm-project/releases/download/ldc-v18.1.8/llvm-18.1.8-linux-x86_64.tar.xz | |
| cmake_flags: -DRT_SUPPORT_SANITIZERS=ON -DPHOBOS_SYSTEM_ZLIB=ON | |
| - job_name: macOS 14, LLVM 17, latest LDC beta | |
| os: macos-14 | |
| host_dc: ldc-beta | |
| llvm_version: 17.0.5 | |
| cmake_flags: -DBUILD_SHARED_LIBS=ON -DRT_SUPPORT_SANITIZERS=ON -DCMAKE_EXE_LINKER_FLAGS=-L/opt/homebrew/opt/zstd/lib -DCMAKE_C_COMPILER=/usr/bin/cc -DCMAKE_CXX_COMPILER=/usr/bin/c++ | |
| - job_name: macOS 14, LLVM 16, latest LDC beta | |
| os: macos-14 | |
| host_dc: ldc-beta | |
| llvm_version: 16.0.5 | |
| cmake_flags: -DBUILD_SHARED_LIBS=OFF -DCMAKE_EXE_LINKER_FLAGS=-L/opt/homebrew/opt/zstd/lib -DCMAKE_C_COMPILER=/usr/bin/cc -DCMAKE_CXX_COMPILER=/usr/bin/c++ | |
| - job_name: Ubuntu 20.04, LLVM 15, latest DMD beta | |
| os: ubuntu-20.04 | |
| host_dc: dmd-beta | |
| llvm_version: 15.0.6 | |
| cmake_flags: -DBUILD_SHARED_LIBS=ON -DRT_SUPPORT_SANITIZERS=ON -DLIB_SUFFIX=64 -DLDC_LINK_MANUALLY=ON | |
| name: ${{ matrix.job_name }} | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| # silence `ld: warning: object file (…) was built for newer macOS version (…) than being linked (…)` | |
| MACOSX_DEPLOYMENT_TARGET: ${{ matrix.os == 'macos-14' && '13.6' || '11.6' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| fetch-depth: 50 | |
| - name: Install ninja | |
| uses: symmetryinvestments/gha-setup-ninja@v2 | |
| - name: Install D host compiler | |
| uses: dlang-community/setup-dlang@v1 | |
| with: | |
| compiler: ${{ matrix.host_dc }} | |
| - name: Clear LD_LIBRARY_PATH to prevent loading host compiler libs | |
| run: echo "LD_LIBRARY_PATH=" >> $GITHUB_ENV | |
| - name: Install lit | |
| run: | | |
| set -euxo pipefail | |
| if [[ '${{ matrix.os }}' == 'macos-14' ]]; then | |
| brew install lit | |
| else | |
| python3 -m pip install --user lit | |
| fi | |
| python3 -c "import lit.main; lit.main.main();" --version . | head -n 1 | |
| - name: 'Linux: Install gdb, llvm-symbolizer, libzstd, zlib1g-dev' | |
| if: runner.os == 'Linux' | |
| run: | | |
| set -eux | |
| sudo apt-get update | |
| # Don't use latest gdb v10+ from Ubuntu toolchain PPA with regressions, use official v9 | |
| sudo apt-get install gdb=9.1-0ubuntu1 llvm libzstd-dev zlib1g-dev | |
| - name: Try to restore cached LLVM | |
| uses: actions/cache@v4 | |
| with: | |
| path: llvm | |
| key: llvm-${{ matrix.llvm_version }}-${{ runner.os }} | |
| - name: Download & extract prebuilt vanilla LLVM ${{ matrix.llvm_version }} | |
| run: | | |
| set -eux | |
| if [[ -d llvm ]]; then | |
| echo "Already cached" | |
| exit 0 | |
| fi | |
| version='${{ matrix.llvm_version }}' | |
| if [[ "$version" =~ ^https:// ]]; then | |
| url="$version" | |
| else | |
| if [[ '${{ runner.os }}' == macOS ]]; then | |
| if [[ "$version" =~ ^1[6-9]\. ]]; then | |
| suffix='arm64-apple-darwin22.0' | |
| else | |
| suffix='x86_64-apple-darwin' | |
| fi | |
| elif [[ "$version" =~ ^1[7-9]\. ]]; then | |
| suffix='x86_64-linux-gnu-ubuntu-22.04' # LLVM 17+ | |
| else | |
| suffix='x86_64-linux-gnu-ubuntu-18.04' # LLVM 14+ | |
| fi | |
| url="https://github.com/llvm/llvm-project/releases/download/llvmorg-$version/clang+llvm-$version-$suffix.tar.xz" | |
| fi | |
| curl -fL --retry 3 --max-time 300 -o llvm.tar.xz "$url" | |
| mkdir llvm | |
| tar -xf llvm.tar.xz --strip 1 -C llvm | |
| rm llvm.tar.xz | |
| # don't link lib{c++,unwind} libs from LLVM package, they'd need RPATH fiddling | |
| if [[ '${{ runner.os }}' == macOS ]]; then | |
| rm -f llvm/lib/lib{c++,unwind}.* | |
| fi | |
| - name: 'Linux: Make lld the default linker' | |
| if: runner.os == 'Linux' | |
| run: | | |
| set -eux | |
| echo "Using lld to work around sporadic failures" | |
| sudo ln -sf "$PWD/llvm/bin/ld.lld" /usr/bin/ld | |
| ld --version | |
| - name: Build LDC & LDC D unittests & defaultlib unittest runners with extra '${{ matrix.cmake_flags }}' | |
| run: | | |
| set -eux | |
| cmake -G Ninja . \ | |
| -DCMAKE_BUILD_TYPE=Release \ | |
| -DLLVM_ROOT_DIR="$PWD/llvm" \ | |
| -DLDC_LINK_MANUALLY=OFF \ | |
| ${{ matrix.cmake_flags }} | |
| ninja obj/ldc2.o all ldc2-unittest all-test-runners | |
| bin/ldc2 --version | |
| - name: Run LDC D unittests | |
| if: success() || failure() | |
| run: ctest --output-on-failure -R "ldc2-unittest" | |
| - name: Run LIT testsuite | |
| if: success() || failure() | |
| run: | | |
| set -eux | |
| # Linux: don't use vanilla llvm-symbolizer (no support for zlib-compressed debug sections => failing ASan tests) | |
| if [[ '${{ runner.os }}' == 'Linux' ]]; then | |
| mv llvm/bin/llvm-symbolizer llvm/bin/llvm-symbolizer.bak | |
| fi | |
| ctest -V -R "lit-tests" | |
| if [[ -f llvm/bin/llvm-symbolizer.bak ]]; then | |
| mv llvm/bin/llvm-symbolizer.bak llvm/bin/llvm-symbolizer | |
| fi | |
| - name: Run DMD testsuite | |
| if: success() || failure() | |
| run: ctest -V -R "dmd-testsuite" | |
| - name: Run defaultlib unittests & druntime integration tests | |
| if: success() || failure() | |
| run: | | |
| set -eux | |
| excludes='dmd-testsuite|lit-tests|ldc2-unittest' | |
| if [[ '${{ runner.os }}' == macOS ]]; then | |
| N=$(sysctl -n hw.logicalcpu) | |
| if [[ '${{ matrix.os }}' == macos-14 ]]; then | |
| # FIXME: crashes frequently with enabled optimizations on M1 runners | |
| excludes+='|^std.internal.math.gammafunction(-shared)?$' | |
| fi | |
| else | |
| N=$(nproc) | |
| fi | |
| ctest -j$N --output-on-failure -E "$excludes" |