check.yml

name: Check on PR

on:
  pull_request:
    branches:
      - main

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

jobs:
  find-updated-benchmarks:
    runs-on: ubuntu-latest

    permissions:
      contents: read

    steps:
      - uses: actions/checkout@v4
      - run: |
          git fetch origin
      - id: find-base-updates
        run: |
          bases=$(git diff --name-only --diff-filter=ACMR origin/${{ github.base_ref }} origin/${{ github.head_ref }} | grep -e "^OCaml-base/" -e "^Java-base/" -e "^C-base/" -e "^Solidity-base/" | cut -d '/' -f 1-2 | sort | uniq)
          {
            for base in $bases; do
              base=$(echo $base | sed 's/-base//')
              find $base-* -maxdepth 0 -type d
            done
          } > /tmp/updated.txt
          cat /tmp/updated.txt
      - id: find-benchmark-updates
        run: |
          git diff --name-only --diff-filter=ACMR origin/${{ github.base_ref }} origin/${{ github.head_ref }} | grep -e "^OCaml/" -e "^Java/" -e "^C/" -e "^Solidity/" | cut -d '/' -f 1-2 | sort | uniq >> /tmp/updated.txt
          cat /tmp/updated.txt
      - id: find-targets
        run: |
          targets=$(cat /tmp/updated.txt | xargs -I{prj} echo \"{prj}\" | tr '\n' ',' | sed 's/,*$//')
          echo $targets
          echo "targets=[$targets]" >> ${GITHUB_OUTPUT}

    outputs:
      targets: ${{ steps.find-targets.outputs.targets }}
      

  benchmarks-build-test:
    runs-on: ubuntu-latest

    permissions:
      contents: read

    needs:
      - find-updated-benchmarks

    if: always() && needs.find-updated-benchmarks.outputs.targets != '[]'

    strategy:
      matrix:
        target: ${{ fromJSON(needs.find-updated-benchmarks.outputs.targets) }}

    services:
      registry:
        image: registry:2
        ports:
          - 5000:5000

    steps:
      - uses: actions/checkout@v3
      - uses: docker/setup-buildx-action@v3
        with:
          driver-opts: network=host

      - name: Check if base image exists
        id: check-if-base-image-exists
        run: |
          lang=$(echo ${{ matrix.target }} | cut -d'/' -f1)
          proj=$(echo ${{ matrix.target }} | cut -d'/' -f2 | rev | cut -d'-' -f2- | rev)
          echo "base_dir=${lang}-base/${proj}"
          if [ -d ${lang}-base/${proj} ]; then
            echo "base=${lang}-base/${proj}" >> ${GITHUB_OUTPUT}
            echo "image=${lang}-base:${proj}" | tr '[:upper:]' '[:lower:]' >> ${GITHUB_OUTPUT}
          fi
      - name: Build base image
        id: build-base-image
        if: steps.check-if-base-image-exists.outputs.base != ''
        uses: docker/build-push-action@v5
        with:
          context: ${{ steps.check-if-base-image-exists.outputs.base }}
          file: ${{ steps.check-if-base-image-exists.outputs.base }}/Dockerfile
          platforms: linux/amd64
          push: true
          tags: localhost:5000/base:latest
      
      - name: Build benchmark image without base image
        uses: docker/build-push-action@v5
        if: steps.check-if-base-image-exists.outputs.base == ''
        with:
          context: ${{ matrix.target }}
          file: ${{ matrix.target }}/Dockerfile
          platforms: linux/amd64
          push: true
          tags: localhost:5000/benchmark:latest
      - name: Build benchmark image with base image
        uses: docker/build-push-action@v5
        if: steps.check-if-base-image-exists.outputs.base != ''
        with:
          context: ${{ matrix.target }}
          file: ${{ matrix.target }}/Dockerfile
          platforms: linux/amd64
          push: true
          tags: localhost:5000/benchmark:latest
          build-contexts: |
            ghcr.io/kupl/starlab-benchmarks/${{ steps.check-if-base-image-exists.outputs.image }}=docker-image://localhost:5000/base:latest
      
      - name: Read metadata
        id: read-metadata
        run: |
          content=$(cat ${{ matrix.target }}/metadata.json)
          content="${content//$'\n'/''}"
          echo "location=$(echo $content | jq -r .buggyPath)" >> ${GITHUB_OUTPUT}
          echo "buildCommand=$(echo $content | jq -r .buildCommand)" >> ${GITHUB_OUTPUT}
      - name: Smoke test
        run: |
          docker run --rm localhost:5000/benchmark:latest /bin/bash -c "cd ${{ steps.read-metadata.outputs.location }}; ${{ steps.read-metadata.outputs.buildCommand }}"
  
  check-all-test-pass-on-pr:
    runs-on: ubuntu-latest

    permissions:
      pull-requests: write

    needs:
      - benchmarks-build-test

    if: always()

    steps:
      - run: exit 1
        if: ${{ contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled') }}

      - uses: actions/github-script@v6
        with:
          github-token: ${{ secrets.GITHUB_TOKEN }}
          script: |
            github.rest.issues.createComment({
              issue_number: context.issue.number,
              owner: context.repo.owner,
              repo: context.repo.repo,
              body: ':mega: All tests passed!'
            })