workflow-run-execution-performance.yaml

name: "*run execution-performance reusable workflow"

on:
  # This allows the workflow to be triggered from another workflow
  workflow_call:
    inputs:
      GIT_SHA:
        required: true
        type: string
        description: The git SHA1 to test.
      RUNNER_NAME:
        required: false
        default: executor-benchmark-runner 
        type: string
      FLOW:
        required: false
        default: CONTINUOUS
        type: string
        description: Which set of tests to run.
      IGNORE_TARGET_DETERMINATION:
        required: false
        default: false
        type: boolean
        description: Ignore target determination and run the tests
      SKIP_MOVE_E2E:
        required: false
        default: false
        type: boolean
        description: Whether to run or skip move-only e2e tests at the beginning.
      USE_COIN_APT:
        required: false
        default: false
        type: boolean
        description: By default, FA APT is exclusively used. If set Coin APT is used instead.
      SOURCE:
        required: false
        default: CI
        type: string
      NUMBER_OF_EXECUTION_THREADS:
        required: false
        default: "32"
        type: string
  # This allows the workflow to be triggered manually from the Github UI or CLI
  # NOTE: because the "number" type is not supported, we default to 720 minute timeout
  workflow_dispatch:
    inputs:
      GIT_SHA:
        required: true
        type: string
        description: The git SHA1 to test.
      RUNNER_NAME:
        required: false
        default: executor-benchmark-runner 
        type: choice
        options:
        - executor-benchmark-runner
        - executor-benchmark-ext4
        - executor-benchmark-xfs
        - benchmark-t2d-32
        - benchmark-t2d-60
        - benchmark-c3d-30
        - benchmark-c3d-60
        - benchmark-c3d-180
        - benchmark-n4-32
        - benchmark-c4-32
        - benchmark-c4-48
        - benchmark-c4-96
        description: The name of the runner to use for the test. (which decides machine specs)
      NUMBER_OF_EXECUTION_THREADS:
        required: false
        default: "32"
        type: string
        description: Number of execution threads to use for the tests.
      FLOW:
        required: false
        default: LAND_BLOCKING
        options:
        - LAND_BLOCKING
        - CONTINUOUS
        - MAINNET
        - MAINNET_LARGE_DB
        - EXECUTORS
        type: choice
        description: Which set of tests to run. MAINNET/MAINNET_LARGE_DB are for performance validation of mainnet nodes.
      SKIP_MOVE_E2E:
        required: false
        default: false
        type: boolean
        description: Whether to skip move-only e2e tests at the beginning.
      USE_COIN_APT:
        required: false
        default: false
        type: boolean
        description: By default, FA APT is exclusively used. If set Coin APT is used instead.
      IGNORE_TARGET_DETERMINATION:
        required: false
        default: true
        type: boolean
        description: Ignore target determination and run the tests
      SOURCE:
        required: false
        default: ADHOC
        options:
        - ADHOC
        type: choice
        description: Test source (always adhoc from here)
jobs:
  # This job determines which tests to run
  test-target-determinator:
    runs-on: ubuntu-latest
    outputs:
      run_execution_performance_test: ${{ steps.determine_test_targets.outputs.run_execution_performance_test }}
    steps:
      - uses: actions/checkout@v4
      - name: Run the test target determinator
        id: determine_test_targets
        uses: ./.github/actions/test-target-determinator

  # Run single node execution performance tests
  single-node-performance:
    needs: test-target-determinator
    timeout-minutes: 120
    runs-on: ${{ inputs.RUNNER_NAME }}
    steps:
      - uses: actions/checkout@v4
        with:
          ref: ${{ inputs.GIT_SHA }}
        if: ${{ inputs.IGNORE_TARGET_DETERMINATION || needs.test-target-determinator.outputs.run_execution_performance_test == 'true' }}

      - uses: aptos-labs/aptos-core/.github/actions/rust-setup@main
        with:
          GIT_CREDENTIALS: ${{ secrets.GIT_CREDENTIALS }}
        if: ${{ inputs.IGNORE_TARGET_DETERMINATION || needs.test-target-determinator.outputs.run_execution_performance_test == 'true' }}

      - name: Run single node execution benchmark in performance build mode
        shell: bash
        run: TABULATE_INSTALL=lib-only pip install tabulate && FLOW="${{ inputs.FLOW }}" SOURCE="${{ inputs.SOURCE }}" RUNNER_NAME="${{ inputs.RUNNER_NAME }}" SKIP_MOVE_E2E="${{ inputs.SKIP_MOVE_E2E && '1' || '' }}" DISABLE_FA_APT="${{ inputs.USE_COIN_APT && '1' || '' }}" NUMBER_OF_EXECUTION_THREADS="${{ inputs.NUMBER_OF_EXECUTION_THREADS }}" testsuite/single_node_performance.py
        if: ${{ (inputs.IGNORE_TARGET_DETERMINATION || needs.test-target-determinator.outputs.run_execution_performance_test == 'true') }}

      - run: echo "Skipping single node execution performance! Unrelated changes detected."
        if: ${{ !inputs.IGNORE_TARGET_DETERMINATION && needs.test-target-determinator.outputs.run_execution_performance_test != 'true' }}