Merge pull request #541 from nansencenter/hotfix_pypi_build #49
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
--- | |
name: "Unit tests and build" | |
on: | |
push: | |
branches: ['**'] | |
release: | |
types: [released] | |
env: | |
IMAGE_NAME: "${{ vars.DOCKER_ORG }}/nansat" | |
BASE_IMAGE_NAME: "${{ vars.DOCKER_ORG }}/nansat_base" | |
BASE_IMAGE_TAG: '3.0.0' | |
jobs: | |
tests_and_docker_build: | |
name: 'Run unit tests and build docker image' | |
runs-on: 'ubuntu-20.04' | |
env: | |
latest: ${{ matrix.python_version == '3.11' && 'true' || '' }} | |
strategy: | |
matrix: | |
python_version: | |
- '3.7' | |
- '3.8' | |
- '3.9' | |
- '3.10' | |
- '3.11' | |
steps: | |
- name: 'Checkout repository' | |
uses: actions/checkout@v4 | |
- name: Set up Docker Buildx | |
uses: docker/setup-buildx-action@v3 | |
- name: Cache Docker layers | |
uses: actions/cache@v3 | |
with: | |
path: /tmp/.buildx-cache | |
key: ${{ runner.os }}-buildx-python${{ matrix.python_version }}-${{ github.sha }} | |
restore-keys: | | |
${{ runner.os }}-buildx-python${{ matrix.python_version }}- | |
- name: Login to DockerHub | |
uses: docker/login-action@v3 | |
with: | |
username: ${{ vars.DOCKER_USER }} | |
password: ${{ secrets.DOCKER_PASS }} | |
- name: 'Run tests' | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
run: > | |
docker run --rm | |
-v "$(pwd):/src" | |
-e "GITHUB_ACTIONS=$GITHUB_ACTIONS" | |
-e "GITHUB_REF=$GITHUB_REF" | |
-e "GITHUB_SHA=$GITHUB_SHA" | |
-e "GITHUB_HEAD_REF=$GITHUB_HEAD_REF" | |
-e "GITHUB_REPOSITORY=$GITHUB_REPOSITORY" | |
-e "GITHUB_RUN_ID=$GITHUB_RUN_ID" | |
-e "GITHUB_TOKEN=$GITHUB_TOKEN" | |
"${BASE_IMAGE_NAME}:${BASE_IMAGE_TAG}-python${{ matrix.python_version }}" | |
bash -c " | |
python setup.py sdist && | |
coverage run --omit=nansat/mappers/*,nansat/tests/*,nansat/nansatmap.py --source=nansat setup.py test" | |
- name: 'Install Python 3.11' | |
if: ${{ env.latest }} | |
uses: actions/setup-python@v4 | |
with: | |
python-version: '3.11' | |
- name: 'Upload coverage to coveralls.io' | |
if: ${{ env.latest }} | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
run: pip install coveralls && coveralls --service=github | |
- name: Build docker image | |
uses: docker/build-push-action@v5 | |
with: | |
context: . | |
build-args: | | |
BASE_IMAGE=${{ env.BASE_IMAGE_NAME }}:${{ env.BASE_IMAGE_TAG }}-python${{ matrix.python_version }} | |
NANSAT_RELEASE=${{ github.ref_type == 'tag' && github.ref_name || '0.0.0' }} | |
push: ${{ github.ref_type == 'tag' }} | |
tags: | | |
${{ env.IMAGE_NAME }}:${{ github.ref_name }}-python${{ matrix.python_version }} | |
${{ env.latest && format('{0}:{1}', env.IMAGE_NAME, github.ref_name) || '' }} | |
${{ env.IMAGE_NAME }}:latest-python${{ matrix.python_version }} | |
${{ env.latest && format('{0}:latest', env.IMAGE_NAME) || '' }} | |
cache-from: type=local,src=/tmp/.buildx-cache | |
cache-to: type=local,dest=/tmp/.buildx-cache-new | |
# Temp fix | |
# https://github.com/docker/build-push-action/issues/252 | |
# https://github.com/moby/buildkit/issues/1896 | |
- name: Move cache | |
run: | | |
rm -rf /tmp/.buildx-cache | |
mv /tmp/.buildx-cache-new /tmp/.buildx-cache | |
publish_python_package: | |
name: Publish the Python package to PyPI | |
runs-on: 'ubuntu-20.04' | |
needs: 'tests_and_docker_build' | |
if: github.event_name == 'release' | |
steps: | |
- name: 'Checkout repository' | |
uses: actions/checkout@v4 | |
- name: Set up Python 3.11 | |
uses: actions/setup-python@v4 | |
with: | |
python-version: 3.11 | |
- name: Build package | |
run: NANSAT_RELEASE="${{ github.ref_type == 'tag' && github.ref_name || '0.0.0' }}" python setup.py sdist | |
shell: bash | |
- name: Publish | |
uses: pypa/gh-action-pypi-publish@release/v1 | |
with: | |
repository_url: ${{ vars.PYPI_REPOSITORY_URL }} | |
password: ${{ secrets.PYPI_TOKEN }} | |
... |