Skip to content

script to show test coverage for files that changed in the last month #787

script to show test coverage for files that changed in the last month

script to show test coverage for files that changed in the last month #787

Workflow file for this run

# This workflow uses actions that are not certified by GitHub.
# They are provided by a third-party and are governed by
# separate terms of service, privacy policy, and support
# documentation.
name: Build, test, and report coverage of recent files
on:
push:
branches:
- master
pull_request:
types: [opened, synchronize, reopened]
workflow_dispatch:
# Sets the ENV `MIX_ENV` to `test` for running tests
env:
MIX_ENV: test
ELIXIR_VER: '1.16.3'
OTP_VER: '26.2.5.2'
permissions:
contents: read
jobs:
build:
runs-on: ubuntu-latest
name: Build and test
# Set up a Postgres DB service. By default, Phoenix applications
# use Postgres. This creates a database for running tests.
# Additional services can be defined here if required.
services:
db:
image: postgres:15
ports: ['5432:5432']
env:
POSTGRES_DB: teiserver_test
POSTGRES_USER: teiserver_test
POSTGRES_PASSWORD: 123456789
options: >-
--health-cmd pg_isready
--health-interval 10s
--health-timeout 5s
--health-retries 5
steps:
# Step: Setup Elixir + Erlang image as the base.
- name: Set up Elixir
uses: erlef/setup-beam@v1
with:
otp-version: ${{ env.OTP_VER }}
elixir-version: ${{ env.ELIXIR_VER }}
# Step: Check out the code.
- name: Checkout code
uses: actions/checkout@v4
with:
ref: ${{ github.event.pull_request.head.sha }}
fetch-depth: 0 #all commits
fetch-tags: true
# per https://github.com/actions/checkout/issues/1662 sometimes just need to run git fetch anyways just to get the commits :/
- name: git fetch
run: git fetch
# Step: Define how to cache deps. Restores existing cache if present.
- name: Cache deps
id: cache-deps
uses: actions/cache@v4
env:
cache-name: cache-elixir-deps
with:
path: deps
key: ${{ runner.os }}-mix-${{ env.cache-name }}-${{ hashFiles('**/mix.lock') }}
restore-keys: |
${{ runner.os }}-mix-${{ env.cache-name }}-
# Step: Define how to cache the `_build` directory. After the first run,
# this speeds up tests runs a lot. This includes not re-compiling our
# project's downloaded deps every run.
- name: Cache compiled build
id: cache-build
uses: actions/cache@v4
env:
cache-name: cache-compiled-build
with:
path: _build
key: ${{ runner.os }}-mix-${{ env.cache-name }}-${{ hashFiles('**/mix.lock') }}
restore-keys: |
${{ runner.os }}-mix-${{ env.cache-name }}-
# Step: Download project dependencies. If unchanged, uses
# the cached version.
- name: Install dependencies
run: mix deps.get
# Step: Compile the current project. If unchanged, uses
# the cached version.
- name: Install dependencies
run: mix compile
- name: create cover folder if not exists, to cache coverage reporting results
run: mkdir -p ./cover/
- name: emit hint on where to update minimum test coverage
run: echo "to update minimum test coverage requirements, edit coveralls.json"
- name: Run tests, failing loudly on error, emitting coverage to file for use when reporting test coverage in later proposed step
run: set -eo pipefail; mix test --exclude needs_attention --cover | tee ./cover/test_coverage_by_file.txt
# not working correctly in GitHub actions (thus commented out for now), seems to not be getting a deep copy of all commits
# - name: generate list of files changed in the last month
# run: git diff ${{ github.event.pull_request.head.sha }} '@{last month}' --name-only | tee ./cover/files_changed_in_last_month.txt
# - name: echo coverage header to list-of-files-changed file to assist in reporting # Requires above step to be fixed
# run: echo "LINES RELEVANT MISSED" | tee -a ./cover/files_changed_in_last_month.txt
# - name: use grep to create test coverage report only on recently changed files, sorted by coverage percent # Requires above step to be fixed
# run: grep -F -f ./cover/files_changed_in_last_month.txt ./cover/test_coverage_by_file.txt | grep -A999 "LINES RELEVANT MISSED" | sort -g