Merge pull request #598 from Zetaphor/master #216
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Copyright 2013-2019 High Fidelity, Inc. | |
| # Copyright 2020-2022 Vircadia contributors | |
| # Copyright 2021-2022 Overte e.V. | |
| # SPDX-License-Identifier: Apache-2.0 | |
| name: Master CI Build | |
| on: | |
| push: | |
| branches: | |
| - master | |
| env: | |
| APP_NAME: interface | |
| BUILD_TYPE: Release | |
| BUILD_NUMBER: ${{ github.run_number }} | |
| CI_BUILD: Github | |
| GIT_COMMIT: ${{ github.sha }} | |
| # VCPKG did not build well on OSX disabling HIFI_VCPKG_BOOTSTRAP, which invokes a download to a working version of vcpkg | |
| # HIFI_VCPKG_BOOTSTRAP: true | |
| RELEASE_TYPE: PRODUCTION | |
| RELEASE_NUMBER: ${{ github.run_number }} | |
| STABLE_BUILD: 0 | |
| UPLOAD_BUCKET: overte-public | |
| UPLOAD_REGION: fra1 | |
| UPLOAD_ENDPOINT: "https://fra1.digitaloceanspaces.com" | |
| CMAKE_BACKTRACE_URL: ${{ secrets.SENTRY_MINIDUMP_ENDPOINT }} | |
| CMAKE_BACKTRACE_TOKEN: master_${{ github.event.number }}_${{ github.sha }} | |
| # OSX-specific variables | |
| DEVELOPER_DIR: /Applications/Xcode_11.2.app/Contents/Developer | |
| # We are using macOS SDK 10.12 to work around a lot of OpenGL issues in newer SDKs. | |
| # There are crashes on startup, crashes on window resize, etc. on newer macOS SDKs. | |
| MACOSX_DEPLOYMENT_TARGET: '10.12' | |
| # WIN-specific variables | |
| PreferredToolArchitecture: X64 | |
| jobs: | |
| build: | |
| strategy: | |
| matrix: | |
| include: | |
| - os: windows-2019 | |
| build_type: full | |
| #- os: macOS-10.15 | |
| # build_type: full | |
| - os: ubuntu-20.04 | |
| build_type: full | |
| apt-dependencies: mesa-common-dev libegl1 libglvnd-dev libdouble-conversion3 libpulse0 libsnappy1v5 libwebpdemux2 libwebpmux3 python3-github python3-distro | |
| fail-fast: false | |
| runs-on: ${{matrix.os}} | |
| steps: | |
| - name: Report Build Number | |
| shell: bash | |
| run: | | |
| echo "Build number: $BUILD_NUMBER" | |
| - name: Configure build environment 1 | |
| shell: bash | |
| id: buildenv1 | |
| run: | | |
| echo "UPLOAD_PREFIX=build/overte/master" >> $GITHUB_ENV | |
| echo ::set-output name=github_sha_short::`echo $GIT_COMMIT | cut -c1-7` | |
| echo "JOB_NAME=build (${{matrix.os}}, ${{matrix.build_type}})" >> $GITHUB_ENV | |
| echo "APP_TARGET_NAME=$APP_NAME" >> $GITHUB_ENV | |
| # Linux build variables | |
| if [[ "${{ matrix.os }}" = "ubuntu-"* ]]; then | |
| echo "PYTHON_EXEC=python3" >> $GITHUB_ENV | |
| echo "INSTALLER_EXT=tgz" >> $GITHUB_ENV | |
| echo "CMAKE_BUILD_EXTRA=-- -j$(nproc)" >> $GITHUB_ENV | |
| echo "CMAKE_EXTRA=-DOVERTE_CPU_ARCHITECTURE=-msse3 -DBUILD_TOOLS:BOOLEAN=FALSE -DHIFI_PYTHON_EXEC:FILEPATH=$(which python3)" >> $GITHUB_ENV | |
| fi | |
| # Mac build variables | |
| if [ "${{ matrix.os }}" = "macOS-10.15" ]; then | |
| echo "PYTHON_EXEC=python3" >> $GITHUB_ENV | |
| echo "ZIP_COMMAND=zip" >> $GITHUB_ENV | |
| echo "ZIP_ARGS=-r" >> $GITHUB_ENV | |
| echo "INSTALLER_EXT=dmg" >> $GITHUB_ENV | |
| echo "CMAKE_EXTRA=-DOVERTE_CPU_ARCHITECTURE= -DCMAKE_OSX_SYSROOT=/Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX10.12.sdk -DCMAKE_XCODE_ATTRIBUTE_CODE_SIGNING_REQUIRED=OFF -DOPENSSL_ROOT_DIR=/usr/local/opt/openssl -DOPENSSL_LIBRARIES=/usr/local/opt/openssl/lib -G Xcode" >> $GITHUB_ENV | |
| echo "::set-output name=symbols_archive::${BUILD_NUMBER}-${{ matrix.build_type }}-mac-symbols.zip" | |
| echo "APP_TARGET_NAME=Overte" >> $GITHUB_ENV | |
| fi | |
| # Windows build variables | |
| if [ "${{ matrix.os }}" = "windows-2019" ]; then | |
| echo "PYTHON_EXEC=python" >> $GITHUB_ENV | |
| echo "ZIP_COMMAND=7z" >> $GITHUB_ENV | |
| echo "ZIP_ARGS=a" >> $GITHUB_ENV | |
| echo "INSTALLER_EXT=exe" >> $GITHUB_ENV | |
| echo "CMAKE_EXTRA=-A x64" >> $GITHUB_ENV | |
| echo "SYMBOL_REGEX=\(exe\|dll\|pdb\)" >> $GITHUB_ENV | |
| echo "symbols_archive=${BUILD_NUMBER}-${{ matrix.build_type }}-win-symbols.zip" >> $GITHUB_ENV | |
| # echo "HF_PFX_PASSPHRASE=${{secrets.pfx_key}}" >> $GITHUB_ENV | |
| # echo "HF_PFX_FILE=${{runner.workspace}}\build\codesign.pfx" >> $GITHUB_ENV | |
| fi | |
| # Configuration is broken into two steps because you can't set an env var and also reference it in the same step | |
| - name: Configure build environment 2 | |
| shell: bash | |
| run: | | |
| echo "${{ steps.buildenv1.outputs.symbols_archive }}" | |
| echo "ARTIFACT_PATTERN=Overte-*.$INSTALLER_EXT" >> $GITHUB_ENV | |
| echo "GIT_COMMIT_SHORT=${{ steps.buildenv1.outputs.github_sha_short }}" >> $GITHUB_ENV | |
| # Build type variables | |
| if [ "${{ matrix.build_type }}" = "full" ]; then | |
| echo "CLIENT_ONLY=FALSE" >> $GITHUB_ENV | |
| echo "INSTALLER=Overte-master$BUILD_NUMBER-${{ steps.buildenv1.outputs.github_sha_short }}.$INSTALLER_EXT" >> $GITHUB_ENV | |
| else | |
| echo "CLIENT_ONLY=TRUE" >> $GITHUB_ENV | |
| echo "INSTALLER=Overte-Interface-master$BUILD_NUMBER-${{ steps.buildenv1.outputs.github_sha_short }}.$INSTALLER_EXT" >> $GITHUB_ENV | |
| fi | |
| - name: Clear Working Directories | |
| if: contains(matrix.runner, 'linux_aarch64') | |
| shell: bash | |
| run: | | |
| rm -rf ./* | |
| rm -rf ~/overte-files | |
| rm -rf ~/.cache | |
| - uses: actions/checkout@v1 | |
| with: | |
| submodules: false | |
| fetch-depth: 1 | |
| - name: Install dependencies | |
| shell: bash | |
| if: startsWith(matrix.os, 'ubuntu') || contains(matrix.os, 'debian') || startsWith(matrix.os, 'macOS') | |
| run: | | |
| if [[ "${{ matrix.os }}" =~ "ubuntu" || "${{ matrix.os }}" =~ "debian" ]]; then | |
| echo "Updating apt repository index" | |
| sudo apt update || exit 1 | |
| echo "Installing apt packages" | |
| sudo apt install -y ${{ matrix.apt-dependencies }} || exit 1 | |
| echo "Installing Python Modules" | |
| pip3 install boto3 || exit 1 | |
| else # macOS | |
| echo "Downloading MacOSX10.12 SDK.." | |
| curl --progress-bar -L -o macOS_SDK10.12.4.tar.xz "https://data.moto9000.moe/overte_packages/macOS_SDK10.12.4.tar.xz" || exit 1 | |
| echo " done\n" | |
| echo "Checking MacOSX10.12 SDK.." | |
| echo "c00e03cb64bed8d0d75d7a01c93de094b6ffaa3bc3318e7b29a9bdc354f0e29e363c454b7db89db8a3b78e9702668d1c661f1af279807de8db11accecb0ca498 macOS_SDK10.12.4.tar.xz" >> macOS_SDK10.12.4.tar.xz.checksum | |
| shasum -a 512 -w -c macOS_SDK10.12.4.tar.xz.checksum | |
| echo "Extracting MacOSX10.12 SDK.." | |
| tar -xf macOS_SDK10.12.4.tar.xz || exit 1 | |
| echo " done\n" | |
| echo "Installing MacOSX10.12 SDK.." | |
| # cp always sets an error code while copying the SDK so we return 0 when that happens. | |
| sudo cp -rp MacOSX10.12.sdk /Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/ || exit 0 | |
| echo " done" | |
| fi | |
| - name: Override NSIS | |
| shell: pwsh | |
| if: startsWith(matrix.os, 'windows') | |
| run: choco install nsis --version=3.06.1 | |
| - name: Install Python modules | |
| if: startsWith(matrix.os, 'windows') || startsWith(matrix.os, 'macOS') | |
| shell: bash | |
| run: $PYTHON_EXEC -m pip install boto3 PyGithub | |
| - name: Create build environment | |
| shell: bash | |
| run: cmake -E make_directory "${{runner.workspace}}/build" | |
| - name: Configure CMake | |
| working-directory: ${{runner.workspace}}/build | |
| shell: bash | |
| run: cmake $GITHUB_WORKSPACE -DCMAKE_BUILD_TYPE=$BUILD_TYPE -DVCPKG_BUILD_TYPE=release -DCLIENT_ONLY:BOOLEAN=$CLIENT_ONLY -DBYPASS_SIGNING:BOOLEAN=TRUE $CMAKE_EXTRA | |
| - name: Build application | |
| working-directory: ${{runner.workspace}}/build | |
| shell: bash | |
| run: cmake --build . --config $BUILD_TYPE --target $APP_TARGET_NAME $CMAKE_BUILD_EXTRA | |
| - name: Build domain server | |
| working-directory: ${{runner.workspace}}/build | |
| shell: bash | |
| run: cmake --build . --config $BUILD_TYPE --target domain-server $CMAKE_BUILD_EXTRA | |
| - name: Build assignment client | |
| working-directory: ${{runner.workspace}}/build | |
| shell: bash | |
| run: cmake --build . --config $BUILD_TYPE --target assignment-client $CMAKE_BUILD_EXTRA | |
| - name: Build console | |
| working-directory: ${{runner.workspace}}/build | |
| shell: bash | |
| run: cmake --build . --config $BUILD_TYPE --target packaged-server-console $CMAKE_BUILD_EXTRA | |
| - name: Build installer | |
| working-directory: ${{runner.workspace}}/build | |
| shell: bash | |
| run: | | |
| echo "Retry code from https://unix.stackexchange.com/a/137639" | |
| function fail { | |
| echo $1 >&2 | |
| exit 1 | |
| } | |
| function retry { | |
| local n=1 | |
| local max=5 | |
| local delay=15 | |
| while true; do | |
| "$@" && break || { | |
| if [[ $n -lt $max ]]; then | |
| ((n++)) | |
| echo "Command failed. Attempt $n/$max:" | |
| sleep $delay; | |
| else | |
| fail "The command has failed after $n attempts." | |
| fi | |
| } | |
| done | |
| } | |
| retry cmake --build . --config $BUILD_TYPE --target package $CMAKE_BUILD_EXTRA | |
| #- name: Sign installer (Windows) | |
| # if: startsWith(matrix.os, 'windows') | |
| # shell: powershell | |
| # working-directory: C:\Program Files (x86)\Windows Kits\10\bin\10.0.18362.0\x64 | |
| # run: .\signtool.exe sign /fd sha256 /f ${{runner.workspace}}\build\codesign.pfx /p ${{secrets.pfx_key}} /tr http://sha256timestamp.ws.symantec.com/sha256/timestamp /td SHA256 ${{runner.workspace}}\build\${env:INSTALLER} | |
| - name: Output system stats | |
| if: ${{ always() }} | |
| working-directory: ${{runner.workspace}}/build | |
| shell: bash | |
| run: | | |
| echo "Disk usage:" | |
| df -h | |
| - name: Output installer logs | |
| if: failure() && startsWith(matrix.os, 'windows') | |
| shell: bash | |
| working-directory: ${{runner.workspace}}/build | |
| run: cat ./_CPack_Packages/win64/NSIS/NSISOutput.log | |
| - name: Upload artifact | |
| if: startsWith(matrix.os, 'windows') || startsWith(matrix.os, 'macOS') || matrix.build_type == 'android' # Automatic Linux packaging is not implemented | |
| shell: bash | |
| working-directory: ${{runner.workspace}}/build | |
| env: | |
| AWS_ACCESS_KEY_ID: ${{ secrets.s3_access_key_id }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.s3_secret_access_key }} | |
| run: $PYTHON_EXEC $GITHUB_WORKSPACE/tools/ci-scripts/upload.py | |
| #- name: Archive symbols | |
| # if: startsWith(matrix.os, 'windows') || startsWith(matrix.os, 'macOS') | |
| # working-directory: ${{runner.workspace}} | |
| # shell: bash | |
| # run: | | |
| # SYMBOLS_TEMP="symbols-temp" | |
| # mkdir $SYMBOLS_TEMP | |
| # find "./build" \( -path '*/tools/gpu-frame-player/*' -or -path '*/interface/*' -or -path '*/plugins/*' \) -regex ".*\.$SYMBOL_REGEX" -exec cp -r {} $SYMBOLS_TEMP \; | |
| # cd $SYMBOLS_TEMP | |
| # $ZIP_COMMAND $ZIP_ARGS ../${{ steps.buildenv1.outputs.symbols_archive }} . | |
| #- name: Upload symbols | |
| # if: startsWith(matrix.os, 'windows') || startsWith(matrix.os, 'macOS') | |
| # working-directory: ${{runner.workspace}} | |
| # shell: bash | |
| # run: | | |
| # curl --data-binary @${{ steps.buildenv1.outputs.symbols_archive }} "$CMAKE_BACKTRACE_URL/post?format=symbols&token=$CMAKE_BACKTRACE_SYMBOLS_TOKEN&upload_file=${{steps.buildenv1.outputs.symbols_archive}}&tag=$BUILD_NUMBER" | |
| #- name: Debug list symbols | |
| # if: startsWith(matrix.os, 'windows') || startsWith(matrix.os, 'macOS') | |
| # working-directory: ${{runner.workspace}} | |
| # shell: bash | |
| # run: | | |
| # unzip -v "${{runner.workspace}}/${{ steps.buildenv1.outputs.symbols_archive }}" | |
| #- name: Upload debug list symbols | |
| # if: startsWith(matrix.os, 'windows') || startsWith(matrix.os, 'macOS') | |
| # uses: actions/upload-artifact@v1 | |
| # with: | |
| # name: symbols | |
| # path: ${{runner.workspace}}/${{ steps.buildenv1.outputs.symbols_archive }} | |
| - name: Clear Working Directories | |
| if: contains(matrix.runner, 'linux_aarch64') | |
| shell: bash | |
| run: | | |
| rm -rf ./* | |
| rm -rf ~/overte-files | |
| rm -rf ~/.cache |