test-and-deploy.yml

name: "Test Python Lib"
on:
  push:
    branches:
      - main
      - devel
      - deploy
  pull_request:
  release:

permissions:
  contents: read
  pull-requests: read

jobs:
  test-windows:
    strategy:
      matrix:
        os: [windows-latest]
        python: ['3.9', '3.10', '3.11', '3.12']
    runs-on: ${{ matrix.os }}
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Setup python
        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python }}

      - name: Install build dependencies
        run: |
          pip install setuptools
      
      - name: Install lib
        run: |
          python setup.py develop
      
      - name: Install test dependencies
        run: |
          pip install matplotlib
          pip install pytest

      - name: pytest
        run: |
          pytest GPy/testing

  test-linux:
    strategy:
      matrix:
        os: [ubuntu-latest]
        python: ['3.9', '3.10', '3.11', '3.12']
    runs-on: ${{ matrix.os }}
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Setup python
        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python }}

      - name: Install build dependencies
        run: |
          pip install setuptools

      - name: Install lib
        run: |
          python setup.py develop

      - name: Install test dependencies
        run: |
          pip install matplotlib
          pip install pytest

      - name: pytest
        run: |
          pytest GPy/testing

  test-macos:
    strategy:
      matrix:
        os: [macos-latest]
        python: ['3.10', '3.11', '3.12']
    runs-on: ${{ matrix.os }}
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Setup python
        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python }}

      - name: Install dependencies
        run: |
          pip install setuptools
      
      - name: Install lib
        run: |
          python setup.py develop

      - name: Install test dependencies
        run: |
          pip install matplotlib
          pip install pytest

      - name: pytest
        run: |
          pytest GPy/testing

  build-windows:
    # if: github.event_name == 'release'
    strategy:
      matrix:
        os: [windows-latest]
        python: ['3.9', '3.10', '3.11', '3.12']
    runs-on: ${{ matrix.os }}
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Setup python
        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python }}

      - name: Build lib
        run: |
          pip install setuptools
          pip install wheel
          python setup.py develop
          python setup.py bdist_wheel
          python setup.py sdist bdist_wheel

      - name: List contents of dist
        run: ls -R dist

      - name: Archive build artifacts
        uses: actions/upload-artifact@v3
        with:
          name: dist-artifacts-${{ matrix.os }}-${{ matrix.python }}
          path: dist

  build-macos:
    # if: github.event_name == 'release'
    strategy:
      matrix:
        os: [macos-latest]
        python: ['3.10', '3.11', '3.12']  # 3.9 triggers scipy issues when installing
    runs-on: ${{ matrix.os }}
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Setup python
        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python }}

      - name: Build lib
        run: |
          pip install setuptools
          pip install wheel
          python setup.py develop
          python setup.py bdist_wheel

      - name: List contents of dist
        run: ls -R dist

      - name: Archive build artifacts
        uses: actions/upload-artifact@v3
        with:
          name: dist-artifacts-${{ matrix.os }}-${{ matrix.python }}
          path: dist/*

  build-linux:
    # if: github.event_name == 'release'
    strategy:
        matrix:
          python: ['cp39-cp39', 'cp310-cp310', 'cp311-cp311', 'cp312-cp312']
    runs-on: ubuntu-latest
    container:
      image: quay.io/pypa/manylinux2014_x86_64

    steps:
      - name: Checkout
        # uses: actions/checkout@v2
        run: |
          yum update
          yum install -y git
          git config --global --add safe.directory /__w/GPy/GPy
          git clone --depth=1 https://github.com/${{ github.repository }}.git .
          git checkout ${{ github.sha }}

      - name: Install build dependencies
        run: |
          /opt/python/${{ matrix.python }}/bin/python -m pip install setuptools

      - name: Compile c headers
        run: |
          /opt/python/${{ matrix.python }}/bin/python setup.py develop

      - name: Build wheel files
        run: |
          /opt/python/${{ matrix.python }}/bin/python setup.py bdist_wheel

      - name: Install auditwheel  # this should be available?!
        run: |
          /opt/python/${{ matrix.python }}/bin/python -m pip install auditwheel
      
      - name: Repair wheel files
        run: |
          /opt/python/${{ matrix.python }}/bin/python -m auditwheel repair dist/*${{ matrix.python }}-linux_x86_64.whl

      - name: List contents of dist
        run: ls -R dist

      - name: List contests of wheelhouse
        run: ls -R wheelhouse

      - name: Move wheelhouse wheel files to dist
        run: |
          rm dist/*
          mv wheelhouse/* dist/
          rmdir wheelhouse

      - name: List contents of dist
        run: ls -R dist

      - name: Upload artifact using curl
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        run: |
          tar -czf dist-artifacts-linux-${{ matrix.python }}.tar.gz -C dist .
          curl -H "Authorization: token $GITHUB_TOKEN" \
               -H "Content-Type: application/zip" \
               --data-binary @dist-artifacts-manylinux-${{ matrix.python }}.tar.gz \
               "https://uploads.github.com/repos/${{ github.repository }}/actions/artifacts/${{ github.run_id }}/dist-artifacts-manylinux-${{ matrix.python }}?name=dist-artifacts-manylinux-${{ matrix.python }}.tar.gz"
        with:
          name: dist-artifacts-manylinux-${{ matrix.python }}
          path: dist/*

      # - name: Archive build artifacts
      #   uses: actions/upload-artifact@v1
      #   with:
      #     name: dist-artifacts-manylinux-${{ matrix.python }}
      #     path: dist/*

  deploy-test:
    runs-on: ubuntu-latest
    needs: [test-windows, test-linux, test-macos, build-linux, build-windows, build-macos]
    # if: github.event_name == 'release'
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Setup python
        uses: actions/setup-python@v4
        with:
          python-version: '3.9'

      - name: Install twine
        run: |
          pip install --upgrade pip
          pip install twine
    
      - name: Download all artifacts to a specific directory
        uses: actions/download-artifact@v3
        with:
          path: dist

      - name: List all downloaded artifacts
        run: |
          echo "Listing all downloaded artifacts:"
          ls -lh dist

      - name: Create dist directory
        run: mkdir -p dist

      - name: List tar files before extraction
        run: |
          echo "Listing all tar files before extraction:"
          find dist -name "*.tar.gz"

      - name: Extract tar.gz files
        run: |
          for artifact in dist/*; do
            if [[ "$artifact" == *.tar.gz ]]; then
              echo "Extracting $artifact"
              tar -tzf "$artifact"
              tar -xzf "$artifact" -C dist
              rm "$artifact"
            fi
          done

      - name: Inspect wheel files
        run: |
          ls -R dist

      - name: Move files from subdirectories
        run: |
          for subdirectory in dist/*/; do
            dir_name=$(basename "$subdirectory")
            mv "$subdirectory"* dist/
            rm -r "$subdirectory"
            echo "Moved files from '$dir_name' to 'dist/'"
          done

      - name: Move files from subdirectories
        run: |
          for subdirectory in dist/*/; do
            if [ -d "$subdirectory" ]; then
              dir_name=$(basename "$subdirectory")
              mv "$subdirectory"* dist/
              rm -r "$subdirectory"
              echo "Moved files from '$dir_name' to 'dist/'"
            fi
          done

      - name: Inspect wheel files
        run: |
          ls -R dist

  deploy:
    runs-on: ubuntu-latest
    needs: [test-windows, test-linux, test-macos, build-linux, build-windows, build-macos]
    if: github.event_name == 'release'
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Setup python
        uses: actions/setup-python@v4
        with:
          python-version: '3.9'

      - name: Install twine
        run: |
          pip install --upgrade pip
          pip install twine
    
      - name: Download all artifacts to a specific directory
        uses: actions/download-artifact@v3
        with:
          path: dist

      - name: Create dist directory
        run: mkdir -p dist

      - name: Move files from subdirectories
        run: |
          for subdirectory in dist/*/; do
            dir_name=$(basename "$subdirectory")
            mv "$subdirectory"* dist/
            rm -r "$subdirectory"
            echo "Moved files from '$dir_name' to 'dist/'"
          done

      - name: Inspect wheel files
        run: |
          ls -R dist

      - name: Upload to PyPI using twine
        run: twine upload --skip-existing dist/*
        env:
          TWINE_USERNAME: ${{ secrets.PYPI_USERNAME }}
          TWINE_PASSWORD: ${{ secrets.PYPI_PASSWORD }}