JH Build wheels #199
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: JH Build wheels | |
| # yamllint disable-line rule:truthy | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| - cron: "0 4 * * *" | |
| push: | |
| branches: | |
| - dev-jethub | |
| - rc-jethub | |
| paths: | |
| - "requirements.txt" | |
| - "requirements_all.txt" | |
| workflow_call: | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref_name}} | |
| cancel-in-progress: true | |
| jobs: | |
| init: | |
| name: Initialize wheels builder | |
| if: github.repository_owner == 'jethub-homeassistant' | |
| runs-on: ${{ vars.RUNNER }} | |
| outputs: | |
| architectures: ${{ steps.info.outputs.architectures }} | |
| steps: | |
| - name: Checkout the repository | |
| uses: actions/[email protected] | |
| - name: Get information | |
| id: info | |
| uses: jethub-homeassistant/actions/helpers/info@master-jethub | |
| - name: Create requirements_diff file | |
| run: | | |
| if [[ ${{ github.event_name }} =~ (schedule|workflow_dispatch) ]]; then | |
| touch requirements_diff.txt | |
| else | |
| curl -s -o requirements_diff.txt https://raw.githubusercontent.com/jethub-homeassistant/core/master/requirements.txt | |
| fi | |
| - name: Write env-file | |
| run: | | |
| ( | |
| echo "GRPC_BUILD_WITH_BORING_SSL_ASM=false" | |
| echo "GRPC_PYTHON_BUILD_SYSTEM_OPENSSL=true" | |
| echo "GRPC_PYTHON_BUILD_WITH_CYTHON=true" | |
| echo "GRPC_PYTHON_DISABLE_LIBC_COMPATIBILITY=true" | |
| echo "GRPC_PYTHON_LDFLAGS=-lpthread -Wl,-wrap,memcpy -static-libgcc" | |
| # Fix out of memory issues with rust | |
| echo "CARGO_NET_GIT_FETCH_WITH_CLI=true" | |
| # OpenCV headless installation | |
| echo "CI_BUILD=1" | |
| echo "ENABLE_HEADLESS=1" | |
| # Use C-Extension for sqlalchemy | |
| echo "REQUIRE_SQLALCHEMY_CEXT=1" | |
| ) > .env_file | |
| - name: Upload env_file | |
| uses: actions/[email protected] | |
| with: | |
| name: env_file | |
| path: ./.env_file | |
| - name: Upload requirements_diff | |
| uses: actions/[email protected] | |
| with: | |
| name: requirements_diff | |
| path: ./requirements_diff.txt | |
| core: | |
| name: Build Core wheels ${{ matrix.abi }} for ${{ matrix.arch }} (musllinux_1_2) | |
| if: github.repository_owner == 'jethub-homeassistant' | |
| needs: init | |
| runs-on: ${{ vars.RUNNER }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| abi: ["cp311"] | |
| arch: ${{ fromJson(needs.init.outputs.architectures) }} | |
| steps: | |
| - name: Checkout the repository | |
| uses: actions/[email protected] | |
| - name: Download env_file | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: env_file | |
| - name: Download requirements_diff | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: requirements_diff | |
| - name: Build wheels | |
| uses: jethub-homeassistant/[email protected] | |
| with: | |
| abi: ${{ matrix.abi }} | |
| tag: musllinux_1_2 | |
| arch: ${{ matrix.arch }} | |
| wheels-key: ${{ secrets.WHEELS_KEY }} | |
| env-file: true | |
| apk: "libffi-dev;openssl-dev;yaml-dev" | |
| skip-binary: aiohttp | |
| constraints: "homeassistant/package_constraints.txt" | |
| requirements-diff: "requirements_diff.txt" | |
| requirements: "requirements.txt" | |
| integrations_cp311: | |
| name: Build wheels ${{ matrix.abi }} for ${{ matrix.arch }} | |
| if: github.repository_owner == 'jethub-homeassistant' | |
| needs: init | |
| runs-on: ${{ vars.RUNNER }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| abi: ["cp311"] | |
| arch: ${{ fromJson(needs.init.outputs.architectures) }} | |
| steps: | |
| - name: Checkout the repository | |
| uses: actions/[email protected] | |
| - name: Download env_file | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: env_file | |
| - name: Download requirements_diff | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: requirements_diff | |
| - name: (Un)comment packages | |
| run: | | |
| requirement_files="requirements_all.txt requirements_diff.txt" | |
| for requirement_file in ${requirement_files}; do | |
| sed -i "s|# fritzconnection|fritzconnection|g" ${requirement_file} | |
| sed -i "s|# pyuserinput|pyuserinput|g" ${requirement_file} | |
| sed -i "s|# evdev|evdev|g" ${requirement_file} | |
| sed -i "s|# pycups|pycups|g" ${requirement_file} | |
| sed -i "s|# homekit|homekit|g" ${requirement_file} | |
| sed -i "s|# decora-wifi|decora-wifi|g" ${requirement_file} | |
| sed -i "s|# python-gammu|python-gammu|g" ${requirement_file} | |
| # Some packages are not buildable on armhf anymore | |
| if [ "${{ matrix.arch }}" = "armhf" ]; then | |
| # Pandas has issues building on armhf, it is expected they | |
| # will drop the platform in the near future (they consider it | |
| # "flimsy" on 386). The following packages depend on pandas, | |
| # so we comment them out. | |
| sed -i "s|env-canada|# env-canada|g" ${requirement_file} | |
| sed -i "s|noaa-coops|# noaa-coops|g" ${requirement_file} | |
| sed -i "s|pyezviz|# pyezviz|g" ${requirement_file} | |
| sed -i "s|pykrakenapi|# pykrakenapi|g" ${requirement_file} | |
| fi | |
| done | |
| - name: Split requirements all | |
| run: | | |
| # We split requirements all into two different files. | |
| # This is to prevent the build from running out of memory when | |
| # resolving packages on 32-bits systems (like armhf, armv7). | |
| split -l $(expr $(expr $(cat requirements_all.txt | wc -l) + 1) / 3) requirements_all.txt requirements_all.txt | |
| - name: Adjust build env | |
| run: | | |
| if [ "${{ matrix.arch }}" = "i386" ]; then | |
| echo "NPY_DISABLE_SVML=1" >> .env_file | |
| fi | |
| # Do not pin numpy in wheels building | |
| sed -i "/numpy/d" homeassistant/package_constraints.txt | |
| - name: Build wheels (part 1) | |
| uses: jethub-homeassistant/[email protected] | |
| with: | |
| abi: ${{ matrix.abi }} | |
| tag: musllinux_1_2 | |
| arch: ${{ matrix.arch }} | |
| wheels-key: ${{ secrets.WHEELS_KEY }} | |
| env-file: true | |
| apk: "bluez-dev;libffi-dev;openssl-dev;glib-dev;eudev-dev;libxml2-dev;libxslt-dev;libpng-dev;libjpeg-turbo-dev;tiff-dev;cups-dev;gmp-dev;mpfr-dev;mpc1-dev;ffmpeg-dev;gammu-dev;yaml-dev;openblas-dev;fftw-dev;lapack-dev;gfortran;blas-dev;eigen-dev;freetype-dev;glew-dev;harfbuzz-dev;hdf5-dev;libdc1394-dev;libtbb-dev;mesa-dev;openexr-dev;openjpeg-dev;uchardet-dev" | |
| skip-binary: aiohttp;grpcio;sqlalchemy;protobuf | |
| constraints: "homeassistant/package_constraints.txt" | |
| requirements-diff: "requirements_diff.txt" | |
| requirements: "requirements_all.txtaa" | |
| - name: Build wheels (part 2) | |
| uses: jethub-homeassistant/[email protected] | |
| with: | |
| abi: ${{ matrix.abi }} | |
| tag: musllinux_1_2 | |
| arch: ${{ matrix.arch }} | |
| wheels-key: ${{ secrets.WHEELS_KEY }} | |
| env-file: true | |
| apk: "bluez-dev;libffi-dev;openssl-dev;glib-dev;eudev-dev;libxml2-dev;libxslt-dev;libpng-dev;libjpeg-turbo-dev;tiff-dev;cups-dev;gmp-dev;mpfr-dev;mpc1-dev;ffmpeg-dev;gammu-dev;yaml-dev;openblas-dev;fftw-dev;lapack-dev;gfortran;blas-dev;eigen-dev;freetype-dev;glew-dev;harfbuzz-dev;hdf5-dev;libdc1394-dev;libtbb-dev;mesa-dev;openexr-dev;openjpeg-dev;uchardet-dev" | |
| skip-binary: aiohttp;grpcio;sqlalchemy;protobuf | |
| constraints: "homeassistant/package_constraints.txt" | |
| requirements-diff: "requirements_diff.txt" | |
| requirements: "requirements_all.txtab" | |
| - name: Build wheels (part 3) | |
| uses: jethub-homeassistant/[email protected] | |
| with: | |
| abi: ${{ matrix.abi }} | |
| tag: musllinux_1_2 | |
| arch: ${{ matrix.arch }} | |
| wheels-key: ${{ secrets.WHEELS_KEY }} | |
| env-file: true | |
| apk: "bluez-dev;libffi-dev;openssl-dev;glib-dev;eudev-dev;libxml2-dev;libxslt-dev;libpng-dev;libjpeg-turbo-dev;tiff-dev;cups-dev;gmp-dev;mpfr-dev;mpc1-dev;ffmpeg-dev;gammu-dev;yaml-dev;openblas-dev;fftw-dev;lapack-dev;gfortran;blas-dev;eigen-dev;freetype-dev;glew-dev;harfbuzz-dev;hdf5-dev;libdc1394-dev;libtbb-dev;mesa-dev;openexr-dev;openjpeg-dev;uchardet-dev" | |
| skip-binary: aiohttp;grpcio;sqlalchemy;protobuf | |
| constraints: "homeassistant/package_constraints.txt" | |
| requirements-diff: "requirements_diff.txt" | |
| requirements: "requirements_all.txtac" | |