main.yml

name: Integration Tests (latest)

# Cancel duplicate jobs
concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

on:
  push:
    branches: [ master ]
  pull_request:

jobs:
  build-and-test:
    name: Test PY=${{ matrix.python-version }}, BCD=${{ matrix.bitcoind-version }}, EXP=${{ matrix.experimental }}, DEP=${{ matrix.deprecated }}
    runs-on: ubuntu-latest
    timeout-minutes: 60
    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
        bitcoind-version: ["26.0"]
        experimental: [1]
        deprecated: [0]

    steps:
    - uses: actions/checkout@v4
      with:
        submodules: recursive

    - name: Download Bitcoin ${{ matrix.bitcoind-version }} & install binaries
      run: |
        export BITCOIND_VERSION=${{ matrix.bitcoind-version }}
        wget https://bitcoincore.org/bin/bitcoin-core-${BITCOIND_VERSION}/bitcoin-${BITCOIND_VERSION}-x86_64-linux-gnu.tar.gz
        tar -xzf bitcoin-${BITCOIND_VERSION}-x86_64-linux-gnu.tar.gz
        sudo mv bitcoin-${BITCOIND_VERSION}/bin/* /usr/local/bin
        rm -rf bitcoin-${BITCOIND_VERSION}-x86_64-linux-gnu.tar.gz bitcoin-${BITCOIND_VERSION}

    - name: Download Core Lightning latest & install binaries
      id: cln-latest-install
      run: |
        url=$(curl -s https://api.github.com/repos/ElementsProject/lightning/releases/latest \
          | jq '.assets[] | select(.name | contains("22.04")) | .browser_download_url' \
          | tr -d '\"')
        wget $url
        sudo tar -xvf ${url##*/} -C /usr/local --strip-components=2
        echo "CLN_VERSION=$(lightningd --version)" >> "$GITHUB_OUTPUT"

    - name: Checkout Core Lightning latest
      uses: actions/checkout@v4
      with:
        repository: 'ElementsProject/lightning'
        path: 'lightning'
        ref: ${{ steps.cln-latest-install.outputs.CLN_VERSION }}
        fetch-depth: 0  # Fetch all history for all branches and tags
        submodules: 'recursive'

    - name: Install Core Lightning Python package dependencies
      run: |
        sudo apt-get install -y \
          python3 \
          python3-pip \

        cd lightning
        pip3 install --user -U \
          pip \
          poetry \
          wheel \
          blinker \
          pytest-custom-exit-code==0.3.0 \
          pytest-json-report

        poetry install
        poetry update
        poetry export --without-hashes -f requirements.txt --output requirements.txt
        pip install --user -U -r requirements.txt
        pip install --user contrib/pyln-client contrib/pyln-testing flaky

    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v5
      with:
        python-version: ${{ matrix.python-version }}

    - name: Run pytest tests
      run: |
        export CLN_PATH=${{ github.workspace }}/lightning
        export COMPAT=${{ matrix.deprecated }}
        export EXPERIMENTAL_FEATURES=${{ matrix.experimental }}
        export SLOW_MACHINE=1
        export TEST_DEBUG=1
        export TRAVIS=1
        export VALGRIND=0

        pip3 install --upgrade pip
        pip3 install --user -U virtualenv pip > /dev/null

        plugin_dirs=''

        if [[ '${{ github.event_name }}' == 'pull_request' ]]
        then
          # Fetch and checkout branches to permit the 'git diff' below.
          git fetch && git checkout ${{ github.base_ref }}

          head_ref='${{ github.head_ref }}'
          source_repo="${{ github.event.pull_request.head.repo.full_name }}"
          # Fetch and update local head ref if the source repository is not ours.
          if [[ "$source_repo" != "${{ github.repository }}" ]]
          then
            git remote add other-remote https://github.com/$source_repo
            git fetch other-remote
            head_ref="other-remote/${{ github.head_ref }}"
          else
            git checkout ${{ github.head_ref }}
          fi

          # Collect the plugins that have changed.
          plugin_dirs=$(git diff --name-only ${{ github.base_ref }} $head_ref \
            | cut -d '/' -f1 \
            | grep -v '^\.' \
            | grep -v 'archived' \
            | xargs -I {} find {} -maxdepth 0 -type d)
        fi

        # Run the tests: In the case of a 'pull_request' event only the plugins in `plugin_dirs`
        # are going to be tested; otherwise ('push' event) we test all plugins.
        python3 .ci/test.py $(echo "$plugin_dirs")

  gather:
    # A dummy task that depends on the full matrix of tests, and
    # signals successful completion. Used for the PR status to pass
    # before merging.
    name: CI completion
    runs-on: ubuntu-22.04
    needs:
      - build-and-test
    steps:
      - name: Complete
        run: |
          echo CI completed successfully