Skip to content
Test Python Lib

update handling of tar files in deploy-test #92

Sign in to view logs

update handling of tar files in deploy-test

update handling of tar files in deploy-test #92

Workflow file for this run

.github/workflows/test-and-deploy.yml at 95a3484
name: "Test Python Lib"
on:
push:
branches:
- main
- devel
- deploy
pull_request:
release:
permissions:
contents: read
pull-requests: read
jobs:
test-windows:
strategy:
matrix:
os: [windows-latest]
python: ['3.9', '3.10', '3.11', '3.12']
runs-on: ${{ matrix.os }}
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Setup python
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python }}
- name: Install build dependencies
run: |
pip install setuptools
- name: Install lib
run: |
python setup.py develop
- name: Install test dependencies
run: |
pip install matplotlib
pip install pytest
- name: pytest
run: |
pytest GPy/testing
test-linux:
strategy:
matrix:
os: [ubuntu-latest]
python: ['3.9', '3.10', '3.11', '3.12']
runs-on: ${{ matrix.os }}
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Setup python
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python }}
- name: Install build dependencies
run: |
pip install setuptools
- name: Install lib
run: |
python setup.py develop
- name: Install test dependencies
run: |
pip install matplotlib
pip install pytest
- name: pytest
run: |
pytest GPy/testing
test-macos:
strategy:
matrix:
os: [macos-latest]
python: ['3.10', '3.11', '3.12']
runs-on: ${{ matrix.os }}
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Setup python
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python }}
- name: Install dependencies
run: |
pip install setuptools
- name: Install lib
run: |
python setup.py develop
- name: Install test dependencies
run: |
pip install matplotlib
pip install pytest
- name: pytest
run: |
pytest GPy/testing
build-windows:
# if: github.event_name == 'release'
strategy:
matrix:
os: [windows-latest]
python: ['3.9', '3.10', '3.11', '3.12']
runs-on: ${{ matrix.os }}
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Setup python
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python }}
- name: Build lib
run: |
pip install setuptools
pip install wheel
python setup.py develop
python setup.py bdist_wheel
python setup.py sdist bdist_wheel
- name: List contents of dist
run: ls -R dist
- name: Archive build artifacts
uses: actions/upload-artifact@v3
with:
name: dist-artifacts-${{ matrix.os }}-${{ matrix.python }}
path: dist
build-macos:
# if: github.event_name == 'release'
strategy:
matrix:
os: [macos-latest]
python: ['3.10', '3.11', '3.12'] # 3.9 triggers scipy issues when installing
runs-on: ${{ matrix.os }}
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Setup python
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python }}
- name: Build lib
run: |
pip install setuptools
pip install wheel
python setup.py develop
python setup.py bdist_wheel
- name: List contents of dist
run: ls -R dist
- name: Archive build artifacts
uses: actions/upload-artifact@v3
with:
name: dist-artifacts-${{ matrix.os }}-${{ matrix.python }}
path: dist/*
build-linux:
# if: github.event_name == 'release'
strategy:
matrix:
python: ['cp39-cp39', 'cp310-cp310', 'cp311-cp311', 'cp312-cp312']
runs-on: ubuntu-latest
container:
image: quay.io/pypa/manylinux2014_x86_64
steps:
- name: Checkout
# uses: actions/checkout@v2
run: |
yum update
yum install -y git
git config --global --add safe.directory /__w/GPy/GPy
git clone --depth=1 https://github.com/${{ github.repository }}.git .
git checkout ${{ github.sha }}
- name: Install build dependencies
run: |
/opt/python/${{ matrix.python }}/bin/python -m pip install setuptools
- name: Compile c headers
run: |
/opt/python/${{ matrix.python }}/bin/python setup.py develop
- name: Build wheel files
run: |
/opt/python/${{ matrix.python }}/bin/python setup.py bdist_wheel
- name: Install auditwheel # this should be available?!
run: |
/opt/python/${{ matrix.python }}/bin/python -m pip install auditwheel
- name: Repair wheel files
run: |
/opt/python/${{ matrix.python }}/bin/python -m auditwheel repair dist/*${{ matrix.python }}-linux_x86_64.whl
- name: List contents of dist
run: ls -R dist
- name: List contests of wheelhouse
run: ls -R wheelhouse
- name: Move wheelhouse wheel files to dist
run: |
rm dist/*
mv wheelhouse/* dist/
rmdir wheelhouse
- name: List contents of dist
run: ls -R dist
- name: Upload artifact using curl
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: |
curl -H "Authorization: token $GITHUB_TOKEN" \
-H "Content-Type: application/zip" \
--data-binary @dist-artifacts-manylinux-${{ matrix.python }}.tar.gz \
"https://uploads.github.com/repos/${{ github.repository }}/actions/artifacts/${{ github.run_id }}/dist-artifacts-manylinux-${{ matrix.python }}?name=dist-artifacts-manylinux-${{ matrix.python }}.tar.gz"
# - name: Archive build artifacts
# uses: actions/upload-artifact@v1
# with:
# name: dist-artifacts-manylinux-${{ matrix.python }}
# path: dist/*
deploy-test:
runs-on: ubuntu-latest
needs: [test-windows, test-linux, test-macos, build-linux, build-windows, build-macos]
# if: github.event_name == 'release'
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Setup python
uses: actions/setup-python@v4
with:
python-version: '3.9'
- name: Install twine
run: |
pip install --upgrade pip
pip install twine
- name: Download all artifacts to a specific directory
uses: actions/download-artifact@v3
with:
path: dist
- name: Create dist directory
run: mkdir -p dist
- name: Extract tar.gz files
run: |
for artifact in dist/*; do
if [[ "$artifact" == *.tar.gz ]]; then
tar -xzf "$artifact" -C dist
rm "$artifact"
fi
done
- name: Inspect wheel files
run: |
ls -R dist
- name: Move files from subdirectories
run: |
for subdirectory in dist/*/; do
dir_name=$(basename "$subdirectory")
mv "$subdirectory"* dist/
rm -r "$subdirectory"
echo "Moved files from '$dir_name' to 'dist/'"
done
- name: Inspect wheel files
run: |
ls -R dist
deploy:
runs-on: ubuntu-latest
needs: [test-windows, test-linux, test-macos, build-linux, build-windows, build-macos]
if: github.event_name == 'release'
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Setup python
uses: actions/setup-python@v4
with:
python-version: '3.9'
- name: Install twine
run: |
pip install --upgrade pip
pip install twine
- name: Download all artifacts to a specific directory
uses: actions/download-artifact@v3
with:
path: dist
- name: Create dist directory
run: mkdir -p dist
- name: Move files from subdirectories
run: |
for subdirectory in dist/*/; do
dir_name=$(basename "$subdirectory")
mv "$subdirectory"* dist/
rm -r "$subdirectory"
echo "Moved files from '$dir_name' to 'dist/'"
done
- name: Inspect wheel files
run: |
ls -R dist
- name: Upload to PyPI using twine
run: twine upload --skip-existing dist/*
env:
TWINE_USERNAME: ${{ secrets.PYPI_USERNAME }}
TWINE_PASSWORD: ${{ secrets.PYPI_PASSWORD }}