benchmark_pr.yml

name: Benchmark a pull request

on:
  pull_request_target:
    branches:
      - master

permissions:
  pull-requests: write

jobs:
    generate_plots:
        runs-on: ubuntu-latest

        steps:
            - uses: actions/checkout@v2
            - uses: julia-actions/setup-julia@v1
              with:
                version: "1" # automatically expands to the latest stable 1.x release of Julia
            - uses: julia-actions/cache@v1
            - name: Extract Package Name from Project.toml
              id: extract-package-name
              run: |
                PACKAGE_NAME=$(grep "^name" Project.toml | sed 's/^name = "\(.*\)"$/\1/')
                echo "::set-output name=package_name::$PACKAGE_NAME"
            - name: Build AirspeedVelocity
              env:
                JULIA_NUM_THREADS: 2
              run: |
                # Lightweight build step, as sometimes the runner runs out of memory:
                julia -e 'ENV["JULIA_PKG_PRECOMPILE_AUTO"]=0; import Pkg; Pkg.add(;url="https://github.com/Zentrik/AirspeedVelocity.jl")'
                julia -e 'ENV["JULIA_PKG_PRECOMPILE_AUTO"]=0; import Pkg; Pkg.build("AirspeedVelocity")'
            - name: Add ~/.julia/bin to PATH
              run: |
                echo "$HOME/.julia/bin" >> $GITHUB_PATH
            - name: Run benchmarks
              run: |
                echo $PATH
                ls -l ~/.julia/bin
                mkdir results
                benchpkg ${{ steps.extract-package-name.outputs.package_name }} --rev="${{github.event.repository.default_branch}},${{github.event.pull_request.head.sha}}" --url=${{ github.event.repository.clone_url }} --bench-on="${{github.event.repository.default_branch}}" --output-dir=results/ --use-manifest
            - name: Create plots from benchmarks
              run: |
                mkdir -p plots
                benchpkgplot ${{ steps.extract-package-name.outputs.package_name }} --rev="${{github.event.repository.default_branch}},${{github.event.pull_request.head.sha}}" --npart=10 --format=png --input-dir=results/ --output-dir=plots/
            - name: Upload plot as artifact
              uses: actions/upload-artifact@v2
              with:
                name: plots
                path: plots
            - name: Create markdown table from benchmarks
              run: |
                julia -e 'using AirspeedVelocity; combined_results=load_results("${{ steps.extract-package-name.outputs.package_name }}", ["${{github.event.repository.default_branch}}", "${{github.event.pull_request.head.sha}}"], input_dir="results"); table = create_table(combined_results); open("table.md", "w") do io; print(io, table); end'
                echo '### Benchmark Results' > body.md
                echo '' >> body.md
                echo '' >> body.md
                cat table.md >> body.md
                echo '' >> body.md
                echo '' >> body.md
                echo '### Benchmark Plots' >> body.md
                echo 'A plot of the benchmark results have been uploaded as an artifact to the workflow run for this PR.' >> body.md
                echo 'Go to "Actions"->"Benchmark a pull request"->[the most recent run]->"Artifacts" (at the bottom).' >> body.md

            - name: Comment on PR
              uses: peter-evans/create-or-update-comment@v3
              with:
                issue-number: ${{ github.event.pull_request.number }}
                body-path: body.md