-
Notifications
You must be signed in to change notification settings - Fork 0
88 lines (83 loc) · 2.57 KB
/
ci.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
name: CI
on:
pull_request:
paths-ignore:
- 'docs/**'
push:
branches:
- main
paths-ignore:
- 'docs/**'
# The goal here is to cancel older workflows when a PR is updated (because it's pointless work)
concurrency:
group: ${{ github.workflow }}-${{ github.head_ref || github.ref_name }}
cancel-in-progress: true
jobs:
unittest:
name: unit tests
runs-on: ubuntu-22.04
steps:
- uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: '3.10'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install ".[test]"
- name: Test with pytest
run: |
python -m pytest
lint:
runs-on: ubuntu-22.04
steps:
- uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: '3.10'
- name: Install linters
run: |
python -m pip install --upgrade pip
pip install ".[dev]"
- name: Run sqlfluff on jinja templates
run: |
sqlfluff lint
- name: Run ruff
if: success() || failure() # still run black if above checks fails
run: |
ruff check
ruff format --check
regression:
runs-on: ubuntu-22.04
permissions:
id-token: write # This is required for requesting the JWT
steps:
- uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: '3.10'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install .
# See https://github.com/aws-actions/configure-aws-credentials for configuring
# the aws side of this - the below action is just a light wrapper
- name: Configure AWS Credentials
uses: mcblair/configure-aws-profile-action@v1.0.0
with:
role-arn: arn:aws:iam::${{secrets.AWS_ACCOUNT}}:role/cumulus-library-ci
region: us-east-1
profile-name: cumulus-library-ci
- name: Rebuild tables
env:
PROFILE: cumulus-library-ci
WG: cumulus
DB: cumulus_library_regression_db
run: |
cumulus-library build -t core --profile $PROFILE --workgroup $WG --database $DB
cumulus-library export -t core ./tests/regression/data_export/ --profile $PROFILE --workgroup $WG --database $DB
- name: Compare vs known data
run: python ./tests/regression/run_regression.py