[ARROW-210] Add support for large_list and large_string PyArrow DataT… #6
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Python Wheels | |
| on: | |
| push: | |
| branches: ["main"] | |
| tags: | |
| - "**" | |
| workflow_dispatch: | |
| concurrency: | |
| group: wheels-${{ github.ref }} | |
| cancel-in-progress: true | |
| defaults: | |
| run: | |
| working-directory: ./bindings/python | |
| shell: bash -eux {0} | |
| jobs: | |
| build_wheels: | |
| name: Build wheel for ${{ matrix.python }}-${{ matrix.buildplat[1] }} | |
| runs-on: ${{ matrix.buildplat[0] }} | |
| strategy: | |
| # Ensure that a wheel builder finishes even if another fails | |
| fail-fast: false | |
| matrix: | |
| # Github Actions doesn't support pairing matrix values together, let's improvise | |
| # https://github.com/github/feedback/discussions/7835#discussioncomment-1769026 | |
| buildplat: | |
| - [ubuntu-20.04, manylinux_x86_64] | |
| - [ubuntu-20.04, manylinux_aarch64] | |
| - [macos-11, macosx_*] | |
| - [windows-2019, win_amd64] | |
| python: ["cp38", "cp39", "cp310", "cp311", "cp312"] | |
| steps: | |
| - name: Checkout pymongoarrow | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up python version | |
| run: | | |
| export PYTHON_VERSION=$(sed 's/^cp3/3./' <<< ${{ matrix.python }} ) | |
| echo "PYTHON_VERSION=$PYTHON_VERSION" >> $GITHUB_ENV | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{env.PYTHON_VERSION}} | |
| cache: 'pip' | |
| cache-dependency-path: 'bindings/python/pyproject.toml' | |
| allow-prereleases: true | |
| - name: Set up QEMU | |
| if: runner.os == 'Linux' | |
| uses: docker/setup-qemu-action@v2 | |
| with: | |
| platforms: all | |
| - name: Install pkg-config on MacOS | |
| if: runner.os == 'macOS' | |
| run: brew install pkg-config | |
| - name: Install cibuildwheel | |
| run: python -m pip install "cibuildwheel>=2.4,<3" | |
| - name: Build MacOS Py38 Wheel | |
| if: ${{ matrix.python == 'cp38' && matrix.buildplat[0] == 'macos-11' }} | |
| env: | |
| CIBW_BUILD: cp38-macosx_x86_64 | |
| MACOSX_DEPLOYMENT_TARGET: "10.14" | |
| run: python -m cibuildwheel --output-dir wheelhouse | |
| - name: Build wheels | |
| if: ${{ matrix.python != 'cp38' || matrix.buildplat[0] != 'macos-11' }} | |
| env: | |
| CIBW_BUILD: ${{ matrix.python }}-${{ matrix.buildplat[1] }} | |
| MACOSX_DEPLOYMENT_TARGET: "10.14" | |
| run: python -m cibuildwheel --output-dir wheelhouse | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ matrix.python }}-${{ startsWith(matrix.buildplat[1], 'macosx') && 'macosx' || matrix.buildplat[1] }} | |
| path: ./bindings/python/wheelhouse/*.whl | |
| if-no-files-found: error | |
| make_sdist: | |
| name: Make SDist | |
| runs-on: macos-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| # Build sdist on lowest supported Python | |
| python-version: '3.8' | |
| - name: Build SDist | |
| working-directory: ./bindings/python | |
| run: | | |
| set -ex | |
| python -m pip install -U pip build | |
| export LIBBSON_INSTALL_DIR="$(pwd)/libbson" | |
| ./build-libbson.sh | |
| python -m build --sdist . | |
| - name: Test Sdist | |
| working-directory: ./bindings/python | |
| run: | | |
| export LIBBSON_INSTALL_DIR="$(pwd)/libbson" | |
| python -m pip install dist/*.gz | |
| cd .. | |
| python -c "from pymongoarrow.lib import process_bson_stream" | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: "sdist" | |
| path: ./bindings/python/dist/*.tar.gz | |
| collect_dist: | |
| runs-on: ubuntu-latest | |
| needs: [build_wheels, make_sdist] | |
| name: Download Wheels | |
| steps: | |
| - name: Download all workflow run artifacts | |
| uses: actions/download-artifact@v3 | |
| - name: Flatten directory | |
| working-directory: . | |
| run: | | |
| find . -mindepth 2 -type f -exec mv {} . \; | |
| find . -type d -empty -delete | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: all-dist-${{ github.head_ref || github.ref_name }} | |
| path: "./*" | |
| publish: | |
| # https://packaging.python.org/en/latest/guides/publishing-package-distribution-releases-using-github-actions-ci-cd-workflows/#publishing-the-distribution-to-pypi | |
| needs: [collect_dist] | |
| if: startsWith(github.ref, 'refs/tags/') | |
| runs-on: ubuntu-latest | |
| environment: release | |
| permissions: | |
| id-token: write | |
| steps: | |
| - name: Download all the dists | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: all-dist-${{ github.head_ref || github.ref_name }} | |
| path: dist/ | |
| - name: Publish distribution 📦 to PyPI | |
| uses: pypa/gh-action-pypi-publish@release/v1 |