Add regression tests for a cloud-based Neon instance #21
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Cloud Regression Test | |
on: | |
pull_request: | |
workflow_dispatch: # adds ability to run this manually | |
inputs: | |
region_id: | |
description: 'Project region id. If not set, the default region will be used' | |
required: false | |
default: 'aws-us-east-2' | |
defaults: | |
run: | |
shell: bash -euxo pipefail {0} | |
concurrency: | |
# Allow only one workflow per any non-`main` branch. | |
group: ${{ github.workflow }}-${{ github.ref_name }}-${{ github.ref_name == 'main' && github.sha || 'anysha' }} | |
cancel-in-progress: true | |
jobs: | |
regress: | |
strategy: | |
fail-fast: false | |
matrix: | |
include: | |
- DEFAULT_PG_VERSION: 16 | |
PLATFORM: "neon-staging" | |
region_id: ${{ github.event.inputs.region_id || 'aws-us-east-2' }} | |
RUNNER: [ us-east-2 ] | |
IMAGE: 369495373322.dkr.ecr.eu-central-1.amazonaws.com/build-tools:pinned | |
env: | |
POSTGRES_DISTRIB_DIR: /tmp/neon/pg_install | |
DEFAULT_PG_VERSION: ${{ matrix.DEFAULT_PG_VERSION }} | |
TEST_OUTPUT: /tmp/test_output | |
BUILD_TYPE: remote | |
SAVE_PERF_REPORT: ${{ github.event.inputs.save_perf_report || ( github.ref_name == 'main' ) }} | |
PLATFORM: ${{ matrix.PLATFORM }} | |
runs-on: ${{ matrix.RUNNER }} | |
container: | |
image: ${{ matrix.IMAGE }} | |
options: --init | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
submodules: true | |
- name: Patch the test | |
run: | |
cd /__w/neon/neon/vendor/postgres-v${{ matrix.DEFAULT_PG_VERSION }} && ls && patch -p1 < ../../patches/cloud_regress_pg${{ matrix.DEFAULT_PG_VERSION }}.patch | |
- name: Download Neon artifact | |
uses: ./.github/actions/download | |
with: | |
name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact | |
path: /tmp/neon/ | |
prefix: latest | |
- name: Run the regression tests | |
uses: ./.github/actions/run-python-test-set | |
with: | |
build_type: ${{ env.BUILD_TYPE }} | |
test_selection: cloud_regress | |
run_in_parallel: false | |
save_perf_report: ${{ env.SAVE_PERF_REPORT }} | |
pg_version: ${{ env.DEFAULT_PG_VERSION }} | |
extra_params: | |
-m remote_cluster | |
env: | |
BENCHMARK_CONNSTR: ${{ secrets.PG_REGRESS_CONNSTR }} |