ci: use single workflow for examples and test apps

.github/get_pr_changes.py

@@ -0,0 +1,49 @@
+#!/usr/bin/env python3
+
+import argparse
+import os
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('-v', '--verbose', action='store_true', help='Enable verbose output')
+    parser.add_argument('modified_files_list', type=argparse.FileType('r'), help='Input file containing list of modified files')
+    parser.add_argument('idf_build_apps_args', type=argparse.FileType('w'), help='Output file containing idf-build-apps arguments')
+    args = parser.parse_args()
+
+    modified_files = args.modified_files_list.read().splitlines()
+    idf_build_apps_args = []
+    idf_build_apps_args += [
+        '--modified-files',
+        ';'.join(modified_files)
+        ]
+
+    if args.verbose:
+        print('Modified files:')
+        for file in sorted(modified_files):
+            print(f'  - {file}')
+
+    modified_components = set()
+    excluded_dirs = ['.github', 'test_app']
+    for file in modified_files:
+        toplevel = file.split('/')[0]
+        if toplevel in excluded_dirs:
+            continue
+        if not os.path.isdir(toplevel):
+            continue
+        modified_components.add(toplevel)
+
+    idf_build_apps_args += [
+        '--modified-components',
+        ';'.join(modified_components)
+        ]
+
+    args.idf_build_apps_args.write(' '.join(idf_build_apps_args))
+
+    if args.verbose:
+        print('Modified components:')
+        for component in sorted(modified_components):
+            print(f'  - {component}')
+
+
+if __name__ == '__main__':
+    main()

.github/get_pytest_args.py

@@ -0,0 +1,50 @@
+#!/usr/bin/env python3
+
+import argparse
+import json
+import glob
+
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('-v', '--verbose', action='store_true', help='Enable verbose output')
+    parser.add_argument('--target', type=str, required=True, help='Target to run tests for')
+    parser.add_argument('build_info_json', type=str, help='Input file(s) containing build info generated by idf-build-apps. Accepts globs.')
+    parser.add_argument('pytest_args', type=argparse.FileType('w'), help='Output file containing pytest arguments')
+
+    args = parser.parse_args()
+    pytest_args = []
+    app_json_files = glob.glob(args.build_info_json)
+    if args.verbose:
+        print(f'Found {len(app_json_files)} app_json files')
+        for app_json_file in app_json_files:
+            print(f'  - {app_json_file}')
+    for app_json_file in app_json_files:
+        with open(app_json_file, 'r') as build_info_json:
+            if args.verbose:
+                print(f'Processing {app_json_file}')
+            for app_json_line in build_info_json.readlines():
+                app_json = json.loads(app_json_line)
+                skip = False
+                if app_json['target'] != args.target:
+                    skip = True
+                if app_json['build_status'] == 'skipped':
+                    skip = True
+                if skip:
+                    if args.verbose:
+                        print(f'Skipping {app_json["app_dir"]} ({app_json["target"]})')
+                        pytest_args += [
+                            '--ignore',
+                            app_json['app_dir']
+                        ]
+                else:
+                    if args.verbose:
+                        print(f'Adding {app_json["app_dir"]} ({app_json["target"]})')
+
+
+    args.pytest_args.write(' '.join(pytest_args))
+
+
+if __name__ == '__main__':
+    main()
+

.github/workflows/build_and_run_apps.yml

@@ -0,0 +1,137 @@
+name: Build and Run Apps
+
+on:
+  schedule:
+    - cron: '0 0 * * *' # Once per day at midnight
+  pull_request:
+    types: [opened, reopened, synchronize]
+
+jobs:
+  build:
+    name: Build Apps
+    strategy:
+      fail-fast: false
+      matrix:
+        idf_ver: 
+          # - "release-v5.0"
+          # - "release-v5.1"
+          # - "release-v5.2"
+          # - "release-v5.3"
+          - "latest"
+        parallel_index: [1,2,3,4,5] # Update --parallel-count below when changing this
+    runs-on: ubuntu-22.04
+    container: espressif/idf:${{ matrix.idf_ver }}
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: 'true'
+      - name: Install dependencies
+        shell: bash
+        run: |
+          . ${IDF_PATH}/export.sh
+          pip install idf-component-manager idf-build-apps --upgrade
+      - name: Find files changed in PR
+        if: github.event_name == 'pull_request'
+        # 'git config...' is for https://github.com/actions/runner/issues/2033
+        run: |
+          build_dir=$PWD
+          cd /
+          git config --global --add safe.directory $build_dir
+          cd -
+          git fetch origin ${{ github.base_ref }}:base_ref
+          git fetch origin pull/${{ github.event.pull_request.number }}/head:pr_ref
+          git diff --name-only -r base_ref pr_ref > changed_files.txt
+          python3 .github/get_pr_changes.py -v changed_files.txt idf_build_apps_args.txt
+      - name: Find apps
+        shell: bash
+        run: |
+          . ${IDF_PATH}/export.sh
+          idf-build-apps find
+      - name: Build apps
+        shell: bash
+        run: |
+          . ${IDF_PATH}/export.sh
+          export PEDANTIC_FLAGS="-DIDF_CI_BUILD -Werror -Werror=deprecated-declarations -Werror=unused-variable -Werror=unused-but-set-variable -Werror=unused-function"
+          export EXTRA_CFLAGS="${PEDANTIC_FLAGS} -Wstrict-prototypes"
+          export EXTRA_CXXFLAGS="${PEDANTIC_FLAGS}"
+          idf-build-apps build --parallel-index ${{ matrix.parallel_index }} --parallel_count 5 --collect-app-info build_info_${{ matrix.idf_ver }}_${{ matrix.parallel_index }}.json $(cat idf_build_apps_args.txt)
+      - uses: actions/upload-artifact@v4
+        with:
+          name: app_binaries_${{ matrix.idf_ver }}_${{ matrix.parallel_index }}
+          path: |
+            */examples/*/build_esp*/bootloader/bootloader.bin
+            */examples/*/build_esp*/partition_table/partition-table.bin
+            */examples/*/build_esp*/*.bin
+            */examples/*/build_esp*/flasher_args.json
+            */examples/*/build_esp*/config/sdkconfig.json
+            */test_apps/**/build_esp*/bootloader/bootloader.bin
+            */test_apps/**/build_esp*/partition_table/partition-table.bin
+            */test_apps/**/build_esp*/*.bin
+            */test_apps/**/build_esp*/flasher_args.json
+            */test_apps/**/build_esp*/config/sdkconfig.json
+            build_info*.json
+
+  run-target:
+    name: Run apps on target
+    if: ${{ github.repository_owner == 'espressif' }}
+    needs: build
+    strategy:
+      fail-fast: false
+      matrix:
+        idf_ver:
+          # - "release-v5.0"
+          # - "release-v5.1"
+          # - "release-v5.2"
+          # - "release-v5.3"
+          - "latest"
+        runner:
+          - runs-on: "esp32"
+            marker: "generic"
+            target: "esp32"
+          - runs-on: "ESP32-ETHERNET-KIT"
+            marker: "ethernet"
+            target: "esp32"
+    env:
+      TEST_RESULT_NAME: test_results_${{ matrix.runner.target }}_${{ matrix.runner.marker }}_${{ matrix.idf_ver }}
+      TEST_RESULT_FILE: test_results_${{ matrix.runner.target }}_${{ matrix.runner.marker }}_${{ matrix.idf_ver }}.xml
+    runs-on: [self-hosted, linux, docker, "${{ matrix.runner.runs-on }}"]
+    container:
+      image: python:3.11-bookworm
+      options: --privileged # Privileged mode has access to serial ports
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/download-artifact@v4
+        with:
+          pattern: app_binaries_${{ matrix.idf_ver }}_*
+          merge-multiple: true
+      - name: Install Python packages
+        env:
+          PIP_EXTRA_INDEX_URL: "https://dl.espressif.com/pypi/"
+        run: pip install --prefer-binary cryptography pytest-embedded pytest-embedded-serial-esp pytest-embedded-idf
+      - name: Run apps
+        run: |
+          python3 .github/get_pytest_args.py --target=esp32 -v 'build-info*.json' pytest-args.txt
+          pytest $(cat pytest-args.txt) --ignore-glob '*/managed_components/*' --ignore=test_app --ignore=.github --junit-xml=${{ env.TEST_RESULT_FILE }} --target=${{ matrix.runner.target }} -m ${{ matrix.runner.marker }} --build-dir=build_${{ matrix.runner.target }}
+      - name: Upload test results
+        uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: ${{ env.TEST_RESULT_NAME }}
+          path: ${{ env.TEST_RESULT_FILE }}
+
+  publish-results:
+    name: Publish Test results
+    needs:
+      - run-target
+    if: ${{ always() && github.repository_owner == 'espressif' }} # Run even if the previous step failed
+    runs-on: ubuntu-22.04
+    steps:
+      - name: Download Test results
+        uses: actions/download-artifact@v4
+        with:
+          pattern: test_results_*
+          path: test_results
+      - name: Publish Test Results
+        uses: EnricoMi/publish-unit-test-result-action@v2
+        with:
+          files: test_results/**/*.xml