Kg rsconnect tests #1564
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: main | |
| on: | |
| push: | |
| branches: [master] | |
| tags: ['*'] | |
| pull_request: | |
| branches: [master] | |
| workflow_dispatch: | |
| permissions: | |
| id-token: write | |
| contents: write | |
| pull-requests: write | |
| jobs: | |
| test: | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest] | |
| python-version: ['3.7', '3.8', '3.9', '3.10', '3.11', '3.12'] | |
| include: | |
| - os: macos-latest | |
| python-version: '3.9' | |
| - os: windows-latest | |
| python-version: '3.9' | |
| runs-on: ${{ matrix.os }} | |
| name: test (py${{ matrix.python-version }} ${{ matrix.os }}) | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - run: pip install '.[test]' | |
| - run: pip freeze | |
| - run: make fmt | |
| - run: make lint | |
| - run: rsconnect version | |
| - run: make test-${{ matrix.python-version }} | |
| - if: github.event_name == 'pull_request' && matrix.python-version == '3.8' | |
| uses: orgoro/coverage@v3 | |
| with: | |
| coverageFile: coverage.xml | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| prerelease-test: | |
| runs-on: ubuntu-latest | |
| continue-on-error: true | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.8.x | |
| - run: pip install --pre '.[test]' | |
| - run: pip freeze | |
| - run: make fmt | |
| - run: make lint | |
| - run: rsconnect version | |
| - run: make test-3.8 | |
| distributions: | |
| needs: test | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.8.x | |
| - run: pip install -e '.[test]' | |
| - run: pip freeze | |
| - run: make dist | |
| id: create_dist | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: distributions | |
| path: dist/ | |
| - run: pip install -vvv ${{ steps.create_dist.outputs.whl }} | |
| - run: rsconnect version | |
| - run: rsconnect --help | |
| - if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags') | |
| id: create_release | |
| uses: actions/create-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| tag_name: ${{ github.ref }} | |
| release_name: Release ${{ github.ref }} | |
| draft: false | |
| prerelease: false | |
| - if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags') | |
| uses: actions/upload-release-asset@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ steps.create_release.outputs.upload_url }} | |
| asset_path: ${{ steps.create_dist.outputs.whl }} | |
| asset_name: ${{ steps.create_dist.outputs.whl_basename }} | |
| asset_content_type: application/x-wheel+zip | |
| - uses: aws-actions/configure-aws-credentials@v1 | |
| id: creds | |
| with: | |
| role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }} | |
| aws-region: ${{ secrets.AWS_REGION }} | |
| - if: github.event_name == 'push' && github.ref == 'refs/heads/master' | |
| run: make sync-latest-to-s3 | |
| - if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags') | |
| run: make sync-to-s3 | |
| - if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags') | |
| uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| user: __token__ | |
| password: ${{ secrets.PYPI_TOKEN }} | |
| docs: | |
| needs: test | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.8.x | |
| - run: pip freeze | |
| - run: make docs | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: docs | |
| path: docs/site/ | |
| - uses: aws-actions/configure-aws-credentials@v1 | |
| id: creds | |
| with: | |
| role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }} | |
| aws-region: ${{ secrets.AWS_REGION }} | |
| - if: github.event_name == 'push' && github.ref == 'refs/heads/master' | |
| run: make sync-latest-docs-to-s3 | |
| - if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags') | |
| uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| role-to-assume: ${{ secrets.DOCS_AWS_ROLE }} | |
| aws-region: us-east-1 | |
| - if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags') | |
| run: make promote-docs-in-s3 | |
| dispatch: | |
| if: github.event_name == 'push' && github.ref == 'refs/heads/master' | |
| needs: distributions | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/github-script@v2 | |
| with: | |
| github-token: ${{ secrets.DISPATCH_TOKEN }} | |
| script: | | |
| github.repos.createDispatchEvent({ | |
| owner: 'rstudio', | |
| repo: 'rsconnect-jupyter', | |
| event_type: 'rsconnect_python_latest' | |
| }) | |
| test-rsconnect: | |
| name: "Integration tests against latest Connect" | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.8 | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install -r vetiver-testing/vetiver-requirements.txt | |
| python -m pip install '.[test]' | |
| - name: Run RStudio Connect | |
| run: | | |
| docker-compose up --build -d | |
| pip freeze > requirements.txt | |
| make dev | |
| env: | |
| RSC_LICENSE: ${{ secrets.RSC_LICENSE }} | |
| GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}} | |
| - name: Get logs in case of failure | |
| run: | | |
| docker-compose logs rsconnect | |
| if: ${{ failure() }} | |
| # NOTE: edited to run checks for python package | |
| - name: Run tests | |
| run: | | |
| pytest tests/test_main_system_caches.py | |
| pytest -m 'vetiver' | |
| test-jupyter: | |
| runs-on: ubuntu-latest | |
| env: | |
| CONNECT_LICENSE: ${{ secrets.RSC_LICENSE }} | |
| ADMIN_API_KEY: ${{ secrets.ADMIN_API_KEY }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - uses: extractions/setup-just@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Build Containers | |
| run: | | |
| just integration-testing/build | |
| - name: Start Connect + rsconnect-jupyter | |
| run: | | |
| just integration-testing/up | |
| - name: Run Cypress Tests | |
| run: | | |
| export ADMIN_API_KEY="${{ secrets.ADMIN_API_KEY }}" | |
| just integration-testing/up-cypress | |
| # Videos are captured whether the suite fails or passes | |
| - name: Save videos | |
| uses: actions/upload-artifact@v3 | |
| if: success() || failure() | |
| with: | |
| name: cypress-videos | |
| path: integration-testing/cypress/videos | |
| if-no-files-found: ignore | |
| retention-days: 1 | |
| # Screenshots are only captured on failure | |
| - name: Save screenshots | |
| uses: actions/upload-artifact@v3 | |
| if: failure() | |
| with: | |
| name: cypress-screenshots | |
| path: integration-testing/cypress/screenshots | |
| if-no-files-found: ignore | |
| retention-days: 1 | |
| test-connect: | |
| needs: distributions | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| PY_VERSION: | |
| - 3.8.10 | |
| - 3.9.5 | |
| PYTHON_BUILD: [binary] | |
| steps: | |
| - uses: extractions/setup-just@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| # Checkout the rsconnect-python tests from Connect | |
| - uses: actions/checkout@v4 | |
| with: | |
| repository: rstudio/connect | |
| path: 'test/connect-rsconnect-python' | |
| ref: kg-rsconnect-repo | |
| sparse-checkout: | | |
| test/rsconnect-python | |
| scripts | |
| examples | |
| sparse-checkout-cone-mode: false | |
| token: ${{ secrets.CONNECT_PAT }} | |
| - name: Build docker container-image | |
| run: | | |
| cd test/connect-rsconnect-python/test/rsconnect-python/ | |
| docker-compose --profile rsconnect build | |
| - name: Restore dist | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: distributions | |
| path: dist/ | |
| - name: Run rsconnect-python Tests | |
| env: | |
| CONNECT_LICENSE: "${{ secrets.RSC_LICENSE }}" | |
| PY_VERSION: ${{ matrix.PY_VERSION }} | |
| TEST_SUBSET: "CI" | |
| RSC_AUTOMATION_PAT: "${{ secrets.CONNECT_PAT }}" | |
| ADMIN_API_KEY: "${{ secrets.ADMIN_API_KEY }}" | |
| PYTHON_BUILD: "${{ matrix.PYTHON_BUILD }}" | |
| QUARTO_VERSION: "1.3.340" | |
| # This allows us to start Connect separately in our own docker container | |
| CONNECT_SERVER: "http://localhost:3939" | |
| remote: "yes" | |
| run: | | |
| cd integration-testing | |
| docker compose pull connect | |
| docker compose up -d connect | |
| just ../test/connect-rsconnect-python/test/rsconnect-python/test-rsconnect-python-repo-${PYTHON_BUILD} | |
| # Videos are captured whether the suite fails or passes | |
| - name: Save videos | |
| uses: actions/upload-artifact@v3 | |
| if: failure() | |
| with: | |
| name: cypress-videos_${{ matrix.PY_VERSION }}_native | |
| path: test/connect-rsconnect-python/cypress/videos | |
| if-no-files-found: ignore | |
| # Screenshots are only captured on failure | |
| - name: Save screenshots | |
| uses: actions/upload-artifact@v3 | |
| if: failure() | |
| with: | |
| name: cypress-screenshots_${{ matrix.PY_VERSION }}_native | |
| path: test/connect-rsconnect-python/cypress/screenshots | |
| if-no-files-found: ignore | |