Skip to content

Fuzzbucket in CI

Fuzzbucket in CI #677

Workflow file for this run

name: Pull Request
on:
pull_request
# A note on debugging a github step:
# You can ssh into the github action environment and poke around by using
# https://github.com/marketplace/actions/debugging-with-tmate
# Use `limit-access-to-actor: true` so only you can ssh into the environment!
#
# For example, to debug a failure, append this to the jobs list within the failing step
# - name: Setup tmate session
# if: ${{ failure() }}
# uses: mxschmitt/action-tmate@v3
# with:
# limit-access-to-actor: true
#
# build docker image: actions/upload-artifact@v3, with path: /bin
# - build UX
# - validate codebase
# - test UX unit tests
# - agent tests
# - build agent
# - UX e2e tests
jobs:
build-docker-image:
runs-on: ubuntu-latest
defaults:
run:
shell: bash -l {0}
steps:
-
name: Checkout
uses: actions/checkout@v3
-
name: Setup Buildx
uses: docker/setup-buildx-action@v2
-
name: Restore Cache docker image
id: cache-docker-image-restore
uses: actions/cache/restore@v3
env:
cache-name: cache-docker-image
with:
path: /tmp/build-image.tar
key: ${{ runner.os }}-docker-image-${{ env.cache-name }}-${{ hashFiles('build/package/Dockerfile') }}
-
if: ${{ steps.cache-docker-image-restore.outputs.cache-hit != 'true' }}
name: Build and Export Docker Image
uses: docker/build-push-action@v3
with:
context: .
build-args: BUILDKIT_INLINE_CACHE=1
pull: True
file: build/package/Dockerfile
tags: rstudio/connect-client:latest
outputs: type=docker,dest=/tmp/build-image.tar
-
if: ${{ steps.cache-docker-image-restore.outputs.cache-hit != 'true' }}
name: Cache docker image (update)
id: cache-docker-image-save
uses: actions/cache/save@v3
env:
cache-name: cache-docker-image
with:
path: /tmp/build-image.tar
key: ${{ runner.os }}-docker-image-${{ env.cache-name }}-${{ hashFiles('build/package/Dockerfile') }}
build-ux:
needs: build-docker-image
runs-on: ubuntu-latest
defaults:
run:
shell: bash -l {0}
steps:
-
name: Checkout
uses: actions/checkout@v3
-
name: Setup Just
uses: extractions/setup-just@v1
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Cache docker image (restore)
id: cache-docker-image
uses: actions/cache/restore@v3
env:
cache-name: cache-docker-image
with:
path: /tmp/build-image.tar
key: ${{ runner.os }}-docker-image-${{ env.cache-name }}-${{ hashFiles('/tmp/build-image.tar') }}
-
name: Load Docker Image
run: |
docker load --input /tmp/build-image.tar
-
name: Restore Cache UX node_modules
id: node_modules
uses: actions/cache/restore@v3
env:
cache-name: node-modules
with:
path: ./web/node_modules
key: ${{ runner.os }}-node-modules-${{ env.cache-name }}-${{ hashFiles('./web/package.json') }}
-
if: ${{ steps.node_modules.outputs.cache-hit != 'true' }}
name: Build up node_modules
run: |
just web/bootstrap
-
if: ${{ steps.node_modules.outputs.cache-hit != 'true' }}
name: Create the cache of UX node_modules (save)
id: create_node_modules
uses: actions/cache/save@v3
env:
cache-name: node-modules
with:
path: ./web/node_modules
key: ${{ runner.os }}-node-modules-${{ env.cache-name }}-${{ hashFiles('./web/package.json') }}
-
name: Build the UX
run: |
just build-web
-
name: Upload Web-UX Artifacts
uses: actions/upload-artifact@v3
with:
name: web-ux
path: ./web/dist
validate-codebase:
needs: build-ux
runs-on: ubuntu-latest
defaults:
run:
shell: bash -l {0}
steps:
-
name: Checkout
uses: actions/checkout@v3
-
name: Setup Just
uses: extractions/setup-just@v1
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Restore Cache docker image
id: cache-docker-image
uses: actions/cache/restore@v3
env:
cache-name: cache-docker-image
with:
path: /tmp/build-image.tar
key: ${{ runner.os }}-docker-image-${{ env.cache-name }}-${{ hashFiles('/tmp/build-image.tar') }}
-
name: Load Docker Image
run: |
docker load --input /tmp/build-image.tar
-
name: Download Web-UX Artifacts
uses: actions/download-artifact@v3
with:
name: web-ux
path: ./web/dist
-
name: Restore Cache UX node_modules
id: node_modules
uses: actions/cache/restore@v3
env:
cache-name: node-modules
with:
path: ./web/node_modules
key: ${{ runner.os }}-node-modules-${{ env.cache-name }}-${{ hashFiles('./web/package.json') }}
-
name: Validate the codebase
# Docker run will only fail step if last command fails... so must do multiple commands as one.
run: |
just validate
test-ux:
needs: build-ux
runs-on: ubuntu-latest
defaults:
run:
shell: bash -l {0}
steps:
-
name: Checkout
uses: actions/checkout@v3
-
name: Setup Just
uses: extractions/setup-just@v1
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Restore Cache docker image
id: cache-docker-image
uses: actions/cache/restore@v3
env:
cache-name: cache-docker-image
with:
path: /tmp/build-image.tar
key: ${{ runner.os }}-docker-image-${{ env.cache-name }}-${{ hashFiles('/tmp/build-image.tar') }}
-
name: Load Docker Image
run: |
docker load --input /tmp/build-image.tar
-
name: Restore Cache UX node_modules
id: node_modules
uses: actions/cache/restore@v3
env:
cache-name: node-modules
with:
path: ./web/node_modules
key: ${{ runner.os }}-node-modules-${{ env.cache-name }}-${{ hashFiles('./web/package.json') }}
-
name: Download Web-UX Artifacts
uses: actions/download-artifact@v3
with:
name: web-ux
path: ./web/dist
-
name: UX Unit Tests
run: |
just web/test-unit
-
name: UX Go Race Tests
run: |
just web/test-race
agent-tests:
needs: build-ux
runs-on: ubuntu-latest
defaults:
run:
shell: bash -l {0}
steps:
-
name: Checkout
uses: actions/checkout@v3
-
name: Setup Just
uses: extractions/setup-just@v1
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Restore Cache docker image
id: cache-docker-image
uses: actions/cache/restore@v3
env:
cache-name: cache-docker-image
with:
path: /tmp/build-image.tar
key: ${{ runner.os }}-docker-image-${{ env.cache-name }}-${{ hashFiles('/tmp/build-image.tar') }}
-
name: Load Docker Image
run: |
docker load --input /tmp/build-image.tar
-
name: Download Web-UX SPA Artifacts
uses: actions/download-artifact@v3
with:
name: web-ux
path: ./web/dist
-
name: Agent Unit Tests
run: |
just test-agent
build-agent:
needs: build-ux
runs-on: ubuntu-latest
defaults:
run:
shell: bash -l {0}
steps:
-
name: Checkout
uses: actions/checkout@v3
-
name: Setup Just
uses: extractions/setup-just@v1
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Restore Cache docker image
id: cache-docker-image
uses: actions/cache/restore@v3
env:
cache-name: cache-docker-image
with:
path: /tmp/build-image.tar
key: ${{ runner.os }}-docker-image-${{ env.cache-name }}-${{ hashFiles('/tmp/build-image.tar') }}
-
name: Load Docker Image
run: |
docker load --input /tmp/build-image.tar
-
name: Download Web-UX SPA Artifacts
uses: actions/download-artifact@v3
with:
name: web-ux
path: ./web/dist
-
name: Build agent
run: |
just build-agent
-
name: Make agents executable
run: |
sudo chmod -R +x ./bin/**/connect-client
-
name: Agent build artifacts
uses: actions/upload-artifact@v3
with:
name: agent-artifacts
path: bin/
# ux-e2e-tests:
# needs: build-agent
# runs-on: ubuntu-latest
# defaults:
# run:
# shell: bash -l {0}
# steps:
# -
# name: Checkout
# uses: actions/checkout@v3
# -
# name: Setup Just
# uses: extractions/setup-just@v1
# env:
# GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
# - name: Restore Cache docker image
# id: cache-docker-image
# uses: actions/cache/restore@v3
# env:
# cache-name: cache-docker-image
# with:
# path: /tmp/build-image.tar
# key: ${{ runner.os }}-docker-image-${{ env.cache-name }}-${{ hashFiles('/tmp/build-image.tar') }}
# -
# name: Load Docker Image
# run: |
# docker load --input /tmp/build-image.tar
# -
# name: Download built agents
# uses: actions/download-artifact@v3
# with:
# name: agent-artifacts
# path: ./bin
# -
# name: Make agents executable
# run: |
# chmod -R +x ./bin/**/connect-client
# -
# name: Restore Cache UX node_modules
# id: node_modules
# uses: actions/cache/restore@v3
# env:
# cache-name: node-modules
# with:
# path: ./web/node_modules
# key: ${{ runner.os }}-node-modules-${{ env.cache-name }}-${{ hashFiles('./web/package.json') }}
# -
# name: UX E2E Tests
# run: |
# PATH="${PATH}:/usr/local/bin" just web/test-e2e
start-connect:
runs-on: ubuntu-latest
steps:
-
name: Checkout
uses: actions/checkout@v3
-
name: python
uses: actions/setup-python@v4
with:
python-version: 3.11
-
name: run Connect in fuzzbucket
env:
FUZZBUCKET_SSH_KEY: ${{ secrets.FUZZBUCKET_SSH_KEY }}
FUZZBUCKET_URL: ${{ secrets.FUZZBUCKET_URL }}
FUZZBUCKET_CREDENTIALS: ${{ secrets.FUZZBUCKET_CREDENTIALS }}
run: |
pip install -r ./test/setup/requirements.txt
echo "${FUZZBUCKET_SSH_KEY}" > .fuzzbucket-ssh-key
chmod 600 .fuzzbucket-ssh-key
export SSH_OPTIONS="-i.fuzzbucket-ssh-key"
export CONNECT_IP="$(python ./test/setup/connect-setup.py)"
echo ${CONNECT_IP} > connect_ip.txt
-
name: Upload connect_ip file
uses: actions/upload-artifact@v3
with:
name: connect_ip
path: connect_ip.txt
test-windows:
needs: [build-agent, start-connect]
runs-on: windows-latest
steps:
-
name: Checkout
uses: actions/checkout@v3
-
name: Setup Just
uses: extractions/setup-just@v1
-
name: Download binary
uses: actions/download-artifact@v3
with:
name: agent-artifacts
path: bin/
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
name: Make agents executable
run: |
chmod -R +x ./bin/**/connect-client
-
name: Run Windows CLI Tests
env:
os: windows-latest
# bats reads the load libraries from relative path only in Windows
BATS_SUPPORT_LIB: ..\..\libs\bats-support\load.bash
BATS_ASSERT_LIB: ..\..\libs\bats-assert\load
# WARNING: Docker run will only fail step if last command fails...
run: |
just test/bats-install
$env:Path += ";$env:GITHUB_WORKSPACE\test\libs\bats-core\bin"
$env:BINARY_PATH = "$env:GITHUB_WORKSPACE\bin\windows-amd64\connect-client"
cd $env:GITHUB_WORKSPACE\test
just run-client $env:os
-
name: Download connect_ip
uses: actions/download-artifact@v3
with:
name: connect_ip
-
name: Run Windows Cypress Tests
env:
os: windows-latest
DOCKER: "false"
FUZZBUCKET_SSH_KEY: ${{ secrets.FUZZBUCKET_SSH_KEY }}
FUZZBUCKET_URL: ${{ secrets.FUZZBUCKET_URL }}
FUZZBUCKET_CREDENTIALS: ${{ secrets.FUZZBUCKET_CREDENTIALS }}
run: |
$env:CONNECT_SERVER="http://$(cat connect_ip.txt):3939"
$env:CONNECT_API_KEY="$(python ./test/setup/gen_apikey.py 'admin')"
$env:TEST_SCENARIO="all_deployments"
just test/publishing-tests $env:os
test-macos:
needs: [build-agent, start-connect]
runs-on: macos-latest
steps:
-
name: Checkout
uses: actions/checkout@v3
-
name: python
uses: actions/setup-python@v4
with:
python-version: 3.11
-
name: Setup Just
uses: extractions/setup-just@v1
-
name: Download binary
uses: actions/download-artifact@v3
with:
name: agent-artifacts
path: bin/
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
name: Make agents executable
run: |
chmod -R +x ./bin/**/connect-client
-
name: Run MacOs CLI Tests
env:
os: macos-latest
BATS_SUPPORT_LIB: ${{ github.workspace }}/test/libs/bats-support/load
BATS_ASSERT_LIB: ${{ github.workspace }}/test/libs/bats-assert/load
BINARY_PATH: ${{ github.workspace }}/bin/darwin-amd64/connect-client
# WARNING Docker run will only fail step if last command fails...
run: |
just test/bats-install
PATH="$PATH:${{ github.workspace }}/test/libs/bats-core/bin"
cd ${{ github.workspace }}/test
just run-client ${os}
-
name: Download connect_ip
uses: actions/download-artifact@v3
with:
name: connect_ip
-
name: Run MacOS Cypress Tests
env:
os: macos-latest
DOCKER: "false"
run: |
export CONNECT_SERVER="http://$(cat connect_ip.txt):3939"
export CONNECT_API_KEY="$(python ./test/setup/gen_apikey.py 'admin')"
export TEST_SCENARIO="all_deployments"
just test/publishing-tests ${os}
build-linux-amd64:
runs-on: ubuntu-latest
defaults:
run:
shell: bash -l {0}
# needs: build-agent
steps:
-
name: Checkout
uses: actions/checkout@v3
-
name: Download artifacts
uses: actions/download-artifact@v3
with:
path: bin/
# these are required to run docker on amd64 and arm64 platforms
-
name: Setup qemu
uses: docker/setup-qemu-action@v2
-
name: Setup buildx
uses: docker/setup-buildx-action@v2
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
name: Restore Cached linux-amd64 image
id: cache-linux-amd64-restore
uses: actions/cache/restore@v3
with:
path: /tmp/linux-amd64-image.tar
key: ${{ env.cache-name }}-${{ hashFiles('test/docker/Dockerfile') }}
env:
cache-name: cache-linux-amd64-image
os: linux-amd64
-
if: ${{ steps.cache-linux-amd64-restore.outputs.cache-hit != 'true' }}
name: Build and Export Docker Image
uses: docker/build-push-action@v3
with:
context: .
build-args: |
BUILDKIT_INLINE_CACHE=1
platform=linux-amd64
pull: True
file: test/docker/Dockerfile
platforms: linux/amd64
tags: rstudio/connect-client-linux-amd64:latest
outputs: type=docker,dest=/tmp/linux-amd64-image.tar
-
if: ${{ steps.cache-linux-amd64-restore.outputs.cache-hit != 'true' }}
name: Cache docker image (update)
id: cache-linux-amd64-image-save
uses: actions/cache/save@v3
env:
cache-name: cache-linux-amd64-image
with:
path: /tmp/linux-amd64-image.tar
key: ${{ env.cache-name }}-${{ hashFiles('test/docker/Dockerfile') }}
test-linux-amd64:
needs: [build-agent, build-linux-amd64, start-connect]
runs-on: ubuntu-latest
defaults:
run:
shell: bash -l {0}
steps:
-
name: Checkout
uses: actions/checkout@v3
-
name: Setup Just
uses: extractions/setup-just@v1
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
name: Get binary
uses: actions/download-artifact@v3
with:
name: agent-artifacts
path: bin/
-
name: Make agents executable
run: |
chmod -R +x ./bin/**/connect-client
-
name: Cache docker image (restore)
id: cache-linux-amd64-image
uses: actions/cache/restore@v3
env:
cache-name: cache-linux-amd64-image
with:
path: /tmp/linux-amd64-image.tar
key: ${{ env.cache-name }}-${{ hashFiles('test/docker/Dockerfile') }}
-
name: Load Docker Image
run: |
docker load --input /tmp/linux-amd64-image.tar
-
name: Run linux-amd64 CLI Tests
env:
os: linux-amd64
run: |
just test/run-client ${os}
-
name: Download connect_ip
uses: actions/download-artifact@v3
with:
name: connect_ip
-
name: Run linux-amd64 Cypress Tests
env:
os: linux-amd64
DOCKER: "false"
run: |
export CONNECT_SERVER="http://$(cat connect_ip.txt):3939"
export CONNECT_API_KEY="$(python ./test/setup/gen_apikey.py 'admin')"
export TEST_SCENARIO="all_deployments"
just test/docker_init-connect ${os}
build-linux-arm64:
runs-on: ubuntu-latest
defaults:
run:
shell: bash -l {0}
steps:
-
name: Checkout
uses: actions/checkout@v3
-
name: Download artifacts
uses: actions/download-artifact@v3
with:
path: bin/
# these are required to run docker on amd64 and arm64 platforms
-
name: Setup qemu
uses: docker/setup-qemu-action@v2
-
name: Setup buildx
uses: docker/setup-buildx-action@v2
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
name: Restore Cached linux-arm64 image
id: cache-linux-arm64-restore
uses: actions/cache/restore@v3
with:
path: /tmp/linux-arm64-image.tar
key: ${{ env.cache-name }}-${{ hashFiles('test/docker/Dockerfile') }}
env:
cache-name: cache-linux-arm64-image
os: linux-arm64
-
if: ${{ steps.cache-linux-arm64-restore.outputs.cache-hit != 'true' }}
name: Build and Export Docker Image
uses: docker/build-push-action@v3
with:
context: .
build-args: |
BUILDKIT_INLINE_CACHE=1
platform=linux-arm64
pull: True
file: test/docker/Dockerfile
platforms: linux/arm64
tags: rstudio/connect-client-linux-arm64:latest
outputs: type=docker,dest=/tmp/linux-arm64-image.tar
-
if: ${{ steps.cache-linux-arm64-restore.outputs.cache-hit != 'true' }}
name: Cache docker image (update)
id: cache-linux-arm64-image-save
uses: actions/cache/save@v3
env:
cache-name: cache-linux-arm64-image
with:
path: /tmp/linux-arm64-image.tar
key: ${{ env.cache-name }}-${{ hashFiles('test/docker/Dockerfile') }}
test-linux-arm64:
needs: [build-agent, build-linux-arm64, start-connect]
runs-on: ubuntu-latest
defaults:
run:
shell: bash -l {0}
steps:
-
name: Checkout
uses: actions/checkout@v3
-
name: Setup Just
uses: extractions/setup-just@v1
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
name: Get binary
uses: actions/download-artifact@v3
with:
name: agent-artifacts
path: bin/
-
name: Make agents executable
run: |
chmod -R +x ./bin/**/connect-client
# these are required to run docker on amd64 and arm64 platforms
-
name: Setup qemu
uses: docker/setup-qemu-action@v2
-
name: Setup buildx
uses: docker/setup-buildx-action@v2
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
name: Cache docker image (restore)
id: cache-linux-arm64-image
uses: actions/cache/restore@v3
env:
cache-name: cache-linux-arm64-image
with:
path: /tmp/linux-arm64-image.tar
key: ${{ env.cache-name }}-${{ hashFiles('test/docker/Dockerfile') }}
-
name: Load Docker Image
run: |
docker load --input /tmp/linux-arm64-image.tar
-
name: Download connect_ip
uses: actions/download-artifact@v3
with:
name: connect_ip
-
name: Run linux-arm64 CLI Tests
env:
os: linux-arm64
run: |
just test/run-client ${os}
# -
# name: Run linux-arm64 Cypress Tests
# env:
# os: linux-arm64
# DOCKER: "false"
# run: |
# export CONNECT_IP="$(cat connect_ip.txt)"
# just test/ui-client ${os}
# teardown-connect:
# runs-on: ubuntu-latest
# needs: [test-linux-arm64, test-linux-amd64, test-windows, test-macos]
# if: always()
# steps:
# -
# name: python
# uses: actions/setup-python@v4
# with:
# python-version: 3.11
# -
# name: Teardown Fuzzbucket
# env:
# FUZZBUCKET_SSH_KEY: ${{ secrets.FUZZBUCKET_SSH_KEY }}
# FUZZBUCKET_URL: ${{ secrets.FUZZBUCKET_URL }}
# FUZZBUCKET_CREDENTIALS: ${{ secrets.FUZZBUCKET_CREDENTIALS }}
# run: |
# pip install fuzzbucket-client
# fuzzbucket-client rm connect-ci