Cloud Regression Test #213
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Cloud Regression Test | |
| on: | |
| workflow_dispatch: # adds ability to run this manually | |
| inputs: | |
| project-id: | |
| description: Project ID | |
| required: true | |
| type: string | |
| pg-version: | |
| description: PostgreSQL version | |
| required: false | |
| default: 16 | |
| type: string | |
| defaults: | |
| run: | |
| shell: bash -euxo pipefail {0} | |
| concurrency: | |
| # Allow only one workflow | |
| group: ${{ github.workflow }} | |
| cancel-in-progress: true | |
| jobs: | |
| regress: | |
| env: | |
| POSTGRES_DISTRIB_DIR: /tmp/neon/pg_install | |
| TEST_OUTPUT: /tmp/test_output | |
| BUILD_TYPE: remote | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_DEV }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_KEY_DEV }} | |
| runs-on: us-east-2 | |
| container: | |
| image: neondatabase/build-tools:pinned-bookworm | |
| options: --init | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Patch the test | |
| env: | |
| PG_VERSION: ${{inputs.pg-version}} | |
| run: | | |
| cd "vendor/postgres-v${PG_VERSION}" | |
| patch -p1 < "../../compute/patches/cloud_regress_pg${PG_VERSION}.patch" | |
| - name: Generate a random password | |
| id: pwgen | |
| run: | | |
| set +x | |
| DBPASS=$(dd if=/dev/random bs=48 count=1 2>/dev/null | base64) | |
| echo "::add-mask::${DBPASS//\//}" | |
| echo DBPASS="${DBPASS//\//}" >> "${GITHUB_OUTPUT}" | |
| - name: Change tests according to the generated password | |
| env: | |
| DBPASS: ${{ steps.pwgen.outputs.DBPASS }} | |
| PG_VERSION: ${{inputs.pg-version}} | |
| run: | | |
| cd vendor/postgres-v"${PG_VERSION}"/src/test/regress | |
| for fname in sql/*.sql expected/*.out; do | |
| sed -i.bak s/NEON_PASSWORD_PLACEHOLDER/"'${DBPASS}'"/ "${fname}" | |
| done | |
| for ph in $(grep NEON_MD5_PLACEHOLDER expected/password.out | awk '{print $3;}' | sort | uniq); do | |
| USER=$(echo "${ph}" | cut -c 22-) | |
| MD5=md5$(echo -n "${DBPASS}${USER}" | md5sum | awk '{print $1;}') | |
| sed -i.bak "s/${ph}/${MD5}/" expected/password.out | |
| done | |
| - name: Download Neon artifact | |
| uses: ./.github/actions/download | |
| with: | |
| name: neon-${{ runner.os }}-${{ runner.arch }}-release-artifact | |
| path: /tmp/neon/ | |
| prefix: latest | |
| - name: Get endpoint ID | |
| id: endpoint-id | |
| uses: ./.github/actions/neon-get-endpoint | |
| with: | |
| api_key: ${{ secrets.NEON_STAGING_API_KEY }} | |
| project_id: ${{inputs.project-id}} | |
| - name: Create a new branch | |
| id: create-branch | |
| uses: ./.github/actions/neon-get-endpoint | |
| with: | |
| api_key: ${{ secrets.NEON_STAGING_API_KEY }} | |
| project_id: ${{inputs.project-id}} | |
| add_endpoint: false | |
| - name: Attach the endpoint to the new branch | |
| env: | |
| PROJECT_ID: ${{inputs.project_id}} | |
| ENDPOINT_ID: ${{steps.endpoint-id.outputs.id}} | |
| BRANCH_ID: ${{steps.create-branch.outputs.id}} | |
| API_HOST: console-stage.neon.build | |
| API_KEY: ${{ secrets.NEON_STAGING_API_KEY }} | |
| run: | | |
| for i in ${1 10}; do | |
| data=$(jq -nc "{endpoint:{branch_id: \"${BRANCH_ID}\"}}") | |
| endpoint_id=$(curl -X PATCH \ | |
| "https://${API_HOST}/api/v2/projects/${PROJECT_ID}/endpoints/${ENDPOINT_ID}" \ | |
| --header "Accept: application/json" \ | |
| --header "Content-Type: application/json" \ | |
| --header "Authorization: Bearer ${API_KEY}" | |
| --data ${data} | \ | |
| jq '.endpoint.id') | |
| if [ -z "${endpoint_id}" ] || [ "${endpoint_id}" == "null" ]; then | |
| sleep 1 | |
| continue | |
| fi | |
| break | |
| done | |
| if [ -z "${endpoint_id}" ] || [ "${endpoint_id}" == "null" ]; then | |
| echo Cannot bind endpoint id to branch | |
| exit 1 | |
| fi | |
| - name: Get the connection URI | |
| id: connect-uri | |
| uses: ./.github/actions/neon-get-connection-uri | |
| with: | |
| api_key: ${{ secrets.NEON_STAGING_API_KEY }} | |
| project_id: ${{inputs.project-id}} | |
| endpoint_id: ${{steps.endpoint-id.id}} | |
| - name: Run the regression tests | |
| uses: ./.github/actions/run-python-test-set | |
| with: | |
| build_type: ${{ env.BUILD_TYPE }} | |
| test_selection: cloud_regress | |
| pg_version: ${{ inputs.pg-version }} | |
| extra_params: -m remote_cluster | |
| env: | |
| BENCHMARK_CONNSTR: ${{steps.connect-uri.outputs.uri}} | |
| - name: Create Allure report | |
| id: create-allure-report | |
| if: ${{ !cancelled() }} | |
| uses: ./.github/actions/allure-report-generate | |
| - name: Post to a Slack channel | |
| if: false | |
| uses: slackapi/slack-github-action@v1 | |
| with: | |
| channel-id: "C033QLM5P7D" # on-call-staging-stream | |
| slack-message: | | |
| Periodic pg_regress on staging: ${{ job.status }} | |
| <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|GitHub Run> | |
| <${{ steps.create-allure-report.outputs.report-url }}|Allure report> | |
| env: | |
| SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }} | |