-
Notifications
You must be signed in to change notification settings - Fork 1.2k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
git pushMerge branch 'main' into e35_fix_nil_values_tests
- Loading branch information
Showing
199 changed files
with
6,098 additions
and
5,220 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,131 @@ | ||
| name: QA - RPC Integration Tests | ||
|
|
||
| on: | ||
| schedule: | ||
| - cron: '0 23 * * *' # Run every day at 23:00 UTC | ||
| workflow_dispatch: # Run manually | ||
|
|
||
| jobs: | ||
| integration-test-suite: | ||
| runs-on: [self-hosted, Erigon3] | ||
| env: | ||
| ERIGON_REFERENCE_DATA_DIR: /opt/erigon-versions/reference-version/datadir | ||
| ERIGON_TESTBED_DATA_DIR: /opt/erigon-testbed/datadir | ||
| ERIGON_QA_PATH: /home/qarunner/erigon-qa | ||
| RPC_PAST_TEST_DIR: /opt/rpc-past-tests | ||
|
|
||
| steps: | ||
| - name: Check out repository | ||
| uses: actions/checkout@v4 | ||
|
|
||
| - name: Checkout RPC Tests Repository & Install Requirements | ||
| run: | | ||
| rm -rf ${{ runner.workspace }}/rpc-tests | ||
| git -c advice.detachedHead=false clone --depth 1 --branch v0.16.0 https://github.com/erigontech/rpc-tests ${{runner.workspace}}/rpc-tests | ||
| cd ${{ runner.workspace }}/rpc-tests | ||
| pip3 install -r requirements.txt | ||
| - name: Clean Erigon Build Directory | ||
| run: | | ||
| make clean | ||
| - name: Build Erigon RPCDaemon | ||
| run: | | ||
| make rpcdaemon | ||
| working-directory: ${{ github.workspace }} | ||
|
|
||
| - name: Pause the Erigon instance dedicated to db maintenance | ||
| run: | | ||
| python3 $ERIGON_QA_PATH/test_system/db-producer/pause_production.py || true | ||
| - name: Restore Erigon Testbed Data Directory | ||
| run: | | ||
| rsync -a --delete $ERIGON_REFERENCE_DATA_DIR/ $ERIGON_TESTBED_DATA_DIR/ | ||
| - name: Run RpcDaemon | ||
| working-directory: ${{ github.workspace }}/build/bin | ||
| run: | | ||
| echo "Erigon RpcDaemon starting..." | ||
| ./rpcdaemon --datadir $ERIGON_TESTBED_DATA_DIR --http.api admin,debug,eth,parity,erigon,trace,web3,txpool,ots,net --verbosity 1 & | ||
| RPC_DAEMON_PID=$! | ||
| echo "RPC_DAEMON_PID=$RPC_DAEMON_PID" >> $GITHUB_ENV | ||
| echo "Erigon RpcDaemon started" | ||
| - name: Run RPC Integration Tests | ||
| id: test_step | ||
| run: | | ||
| set +e # Disable exit on error | ||
| cd ${{ runner.workspace }}/rpc-tests/integration | ||
| rm -rf ./mainnet/results/ | ||
| # Run RPC integration test runner via http | ||
| python3 ./run_tests.py --continue --blockchain mainnet --display-only-fail --port 8545 -x debug_trace,trace_ --transport_type http,websocket | ||
| # Capture test runner script exit status | ||
| test_exit_status=$? | ||
| # Save the subsection reached status | ||
| echo "::set-output name=test_executed::true" | ||
| # Check test runner exit status | ||
| if [ $test_exit_status -eq 0 ]; then | ||
| echo "tests completed successfully" | ||
| echo | ||
| echo "TEST_RESULT=success" >> "$GITHUB_OUTPUT" | ||
| else | ||
| echo "error detected during tests" | ||
| echo "TEST_RESULT=failure" >> "$GITHUB_OUTPUT" | ||
| # Save failed results to a directory with timestamp and commit hash | ||
| cp -r ${{ runner.workspace }}/rpc-tests/integration/mainnet/results/ $RPC_PAST_TEST_DIR/mainnet_$(date +%Y%m%d_%H%M%S)_integration_$(git -C ${{ github.workspace }} rev-parse --short HEAD)_http/ | ||
| fi | ||
| - name: Stop Erigon RpcDaemon | ||
| working-directory: ${{ github.workspace }}/build/bin | ||
| run: | | ||
| # Clean up rpcdaemon process if it's still running | ||
| if kill -0 $RPC_DAEMON_PID 2> /dev/null; then | ||
| echo "Erigon RpcDaemon stopping..." | ||
| kill $RPC_DAEMON_PID | ||
| echo "Erigon RpcDaemon stopped" | ||
| else | ||
| echo "Erigon RpcDaemon has already terminated" | ||
| fi | ||
| - name: Delete Erigon Testbed Data Directory | ||
| if: always() | ||
| run: | | ||
| rm -rf $ERIGON_TESTBED_DATA_DIR | ||
| - name: Resume the Erigon instance dedicated to db maintenance | ||
| run: | | ||
| python3 $ERIGON_QA_PATH/test_system/db-producer/resume_production.py || true | ||
| - name: Upload test results | ||
| if: steps.test_step.outputs.test_executed == 'true' | ||
| uses: actions/upload-artifact@v4 | ||
| with: | ||
| name: test-results | ||
| path: ${{ runner.workspace }}/rpc-tests/integration/mainnet/results/ | ||
|
|
||
| - name: Save test results | ||
| if: steps.test_step.outputs.test_executed == 'true' | ||
| working-directory: ${{ github.workspace }} | ||
| env: | ||
| TEST_RESULT: ${{ steps.test_step.outputs.TEST_RESULT }} | ||
| run: python3 $ERIGON_QA_PATH/test_system/qa-tests/uploads/upload_test_results.py --repo erigon --commit $(git rev-parse HEAD) --test_name rpc-integration-tests --outcome $TEST_RESULT #--result_file ${{runner.workspace}}/rpc-tests/integration/mainnet/result.json | ||
|
|
||
| - name: Action for Success | ||
| if: steps.test_step.outputs.TEST_RESULT == 'success' | ||
| run: echo "::notice::Tests completed successfully" | ||
|
|
||
| - name: Action for Failure | ||
| if: steps.test_step.outputs.TEST_RESULT != 'success' | ||
| run: | | ||
| echo "::error::Error detected during tests" | ||
| exit 1 | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,101 @@ | ||
| name: QA - Sync from scratch | ||
|
|
||
| on: | ||
| schedule: | ||
| - cron: '0 5 * * *' # Run every day at 01:00 AM UTC | ||
| workflow_dispatch: # Run manually | ||
|
|
||
| jobs: | ||
| long-running-test: | ||
| runs-on: self-hosted | ||
| timeout-minutes: 800 | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| chain: [ sepolia, amoy ] # Chain name as specified on the erigon command line | ||
| env: | ||
| ERIGON_DATA_DIR: ${{ github.workspace }}/erigon_data | ||
| ERIGON_QA_PATH: /home/qarunner/erigon-qa | ||
| TRACKING_TIME_SECONDS: 7200 # 2 hours | ||
| TOTAL_TIME_SECONDS: 43200 # 12 hours | ||
| CHAIN: ${{ matrix.chain }} | ||
|
|
||
| steps: | ||
| - name: Check out repository | ||
| uses: actions/checkout@v4 | ||
|
|
||
| - name: Clean Erigon Build & Data Directories | ||
| run: | | ||
| make clean | ||
| rm -rf $ERIGON_DATA_DIR | ||
| - name: Build Erigon | ||
| run: | | ||
| make erigon | ||
| working-directory: ${{ github.workspace }} | ||
|
|
||
| - name: Pause the Erigon instance dedicated to db maintenance | ||
| run: | | ||
| python3 $ERIGON_QA_PATH/test_system/db-producer/pause_production.py || true | ||
| - name: Run Erigon and monitor chain sync | ||
| id: test_step | ||
| run: | | ||
| set +e # Disable exit on error | ||
| # Run Erigon, wait sync and check ability to maintain sync | ||
| python3 $ERIGON_QA_PATH/test_system/qa-tests/tip-tracking/run_and_check_tip_tracking.py ${{ github.workspace }}/build/bin $ERIGON_DATA_DIR $TRACKING_TIME_SECONDS $TOTAL_TIME_SECONDS Erigon3 $CHAIN | ||
| # Capture monitoring script exit status | ||
| test_exit_status=$? | ||
| # Save the subsection reached status | ||
| echo "::set-output name=test_executed::true" | ||
| # Clean up Erigon process if it's still running | ||
| if kill -0 $ERIGON_PID 2> /dev/null; then | ||
| echo "Terminating Erigon" | ||
| kill $ERIGON_PID | ||
| wait $ERIGON_PID | ||
| fi | ||
| # Check test runner script exit status | ||
| if [ $test_exit_status -eq 0 ]; then | ||
| echo "Tests completed successfully" | ||
| echo "TEST_RESULT=success" >> "$GITHUB_OUTPUT" | ||
| else | ||
| echo "Error detected during tests" | ||
| echo "TEST_RESULT=failure" >> "$GITHUB_OUTPUT" | ||
| fi | ||
| - name: Clean up Erigon data directory | ||
| if: always() | ||
| run: | | ||
| rm -rf $ERIGON_DATA_DIR | ||
| - name: Resume the Erigon instance dedicated to db maintenance | ||
| run: | | ||
| python3 $ERIGON_QA_PATH/test_system/db-producer/resume_production.py || true | ||
| - name: Save test results | ||
| if: steps.test_step.outputs.test_executed == 'true' | ||
| env: | ||
| TEST_RESULT: ${{ steps.test_step.outputs.TEST_RESULT }} | ||
| run: python3 $ERIGON_QA_PATH/test_system/qa-tests/uploads/upload_test_results.py --repo erigon --commit $(git rev-parse HEAD) --branch ${{ github.ref_name }} --test_name sync-from-scratch --chain $CHAIN --outcome $TEST_RESULT --result_file ${{ github.workspace }}/result-$CHAIN.json | ||
|
|
||
| - name: Upload test results | ||
| if: steps.test_step.outputs.test_executed == 'true' | ||
| uses: actions/upload-artifact@v4 | ||
| with: | ||
| name: test-results | ||
| path: ${{ github.workspace }}/result.json | ||
|
|
||
| - name: Action for Success | ||
| if: steps.test_step.outputs.TEST_RESULT == 'success' | ||
| run: echo "::notice::Tests completed successfully" | ||
|
|
||
| - name: Action for Not Success | ||
| if: steps.test_step.outputs.TEST_RESULT != 'success' | ||
| run: | | ||
| echo "::error::Error detected during tests" | ||
| exit 1 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.