Deploy bundle and run UATs on self-hosted runners #227
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Tests | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| bundle-test-path: | |
| description: 'Test folder to run' | |
| required: true | |
| bundle-source: | |
| description: 'Either `--channel <channel_name>` or `--file <bundle_file>.yaml`' | |
| required: true | |
| uats-branch: | |
| description: 'The branch of `charmed-kubeflow-uats` to run, e.g. `track/1.7`' | |
| type: string | |
| default: 'main' | |
| required: true | |
| workflow_call: | |
| inputs: | |
| bundle-test-path: | |
| description: 'Test folder to run' | |
| type: string | |
| required: true | |
| bundle-source: | |
| description: 'Either `--channel <channel_name>` or `--file <bundle_file>.yaml`' | |
| type: string | |
| required: true | |
| uats-branch: | |
| description: 'The branch of `charmed-kubeflow-uats` to run, e.g. `track/1.7`' | |
| type: string | |
| default: 'main' | |
| required: true | |
| jobs: | |
| test-bundle: | |
| runs-on: [self-hosted, linux, X64, two-xlarge] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Parse and enable DNS server | |
| id: dns-name | |
| run: | | |
| dns_server=$(grep -oPm1 'Current DNS Server: \K[^\s]+' <<< "$(resolvectl status)") | |
| echo "Using following DNS Server: $dns_server" | |
| echo "MY_ADDONS=hostpath-storage ingress dns:$dns_server rbac registry metallb:'10.64.140.43-10.64.140.49,192.168.0.105-192.168.0.111'" >> $GITHUB_OUTPUT | |
| - name: Setup Python | |
| run: | | |
| echo "deb-src http://archive.ubuntu.com/ubuntu/ jammy main" | sudo tee -a /etc/apt/sources.list | |
| sudo apt-get update -yqq | |
| sudo apt-get build-dep -yqq python3 | |
| sudo apt-get install -yqq pkg-config | |
| sudo apt-get install -yqq build-essential gdb lcov pkg-config \ | |
| libbz2-dev libffi-dev libgdbm-dev libgdbm-compat-dev liblzma-dev \ | |
| libncurses5-dev libreadline6-dev libsqlite3-dev libssl-dev \ | |
| lzma lzma-dev tk-dev uuid-dev zlib1g-dev | |
| curl -L https://github.com/pyenv/pyenv-installer/raw/master/bin/pyenv-installer | bash | |
| export PYENV_ROOT="$HOME/.pyenv" | |
| command -v pyenv >/dev/null || export PATH="$PYENV_ROOT/bin:$PATH" | |
| pyenv install 3.8.16 | |
| pyenv global 3.8.16 | |
| # configure environment variables to be available in subsequent steps | |
| echo "PYENV_ROOT=$PYENV_ROOT" >> "$GITHUB_ENV" | |
| echo "PATH=$PATH" >> "$GITHUB_ENV" | |
| echo $HTTP_PROXY | |
| echo $HTTPS_PROXY | |
| - name: Install tools | |
| run: | | |
| eval "$(pyenv init -)" | |
| pip install tox | |
| sudo snap install charmcraft --classic | |
| sudo snap install kubectl --classic | |
| sudo snap install firefox | |
| - name: Setup microk8s | |
| run: | | |
| sudo snap install microk8s --classic --channel=1.24/stable | |
| sudo usermod -a -G microk8s $USER | |
| # - name: update registry | |
| # run: | | |
| # sg microk8s -c "cat > /var/snap/microk8s/current/args/certs.d/docker.io/hosts.toml << EOF | |
| # server = \"https://rocks.canonical.com\" | |
| # [host.\"https://rocks.canonical.com\"] | |
| # capabilities = [\"pull\", \"resolve\"] | |
| # EOF" | |
| # | |
| # - run: | | |
| # sudo cat /var/snap/microk8s/current/args/certs.d/docker.io/hosts.toml | |
| - name: Update credentials | |
| run: | | |
| sg microk8s -c "cat >> /var/snap/microk8s/current/args/containerd-template.toml << EOF | |
| [plugins.\"io.containerd.grpc.v1.cri\".registry.configs.\"registry-1.docker.io\".auth] | |
| username = \"${{ secrets.MAKSIM_DOCKERHUB_USER }}\" | |
| password = \"${{ secrets.MAKSIM_DOCKERHUB_PASSWORD }}\" | |
| EOF" | |
| - name: Restart microk8s | |
| run: | | |
| sg microk8s -c "microk8s stop" | |
| sg microk8s -c "microk8s start" | |
| sg microk8s -c "microk8s status --wait-ready --timeout 150" | |
| - name: Enable addons | |
| run: | | |
| sg microk8s -c "microk8s enable ${{ steps.dns-name.outputs.MY_ADDONS }}" | |
| - name: Wait for microk8s to be ready and give time for addons | |
| run: | | |
| sleep 90 | |
| sg microk8s -c "microk8s status --wait-ready --timeout 150" | |
| sg microk8s -c "mkdir -p ~/.kube" | |
| sg microk8s -c "microk8s config > ~/.kube/config" | |
| - name: Install and bootstrap Juju | |
| run: | | |
| sudo snap install juju --classic --channel=2.9/stable | |
| sg microk8s -c 'juju bootstrap microk8s bundle-controller --model-default test-mode=true --model-default logging-config="<root>=DEBUG" --agent-version="2.9.44" --debug --verbose' | |
| - name: Show all pods status | |
| run: | | |
| sg microk8s -c "microk8s kubectl get pods --all-namespaces" | |
| - name: Increase file system limits | |
| run: | | |
| sudo sysctl fs.inotify.max_user_instances=1280 | |
| sudo sysctl fs.inotify.max_user_watches=655360 | |
| - name: Configure Juju model | |
| run: | | |
| sg microk8s -c "juju add-model kubeflow --config default-series=focal --config automatically-retry-hooks=true" | |
| sg microk8s -c "juju model-config" | |
| sg microk8s -c "juju status" | |
| - name: Configure env for Gecko driver | |
| run: | | |
| # required for gecko driver | |
| export XDG_RUNTIME_DIR="/run/user/$(id -u)" | |
| export DBUS_SESSION_BUS_ADDRESS="unix:path=$XDG_RUNTIME_DIR/bus" | |
| echo "$(id -u)" | |
| loginctl enable-linger $USER | |
| sudo apt-get install dbus-user-session -yqq | |
| systemctl --user start dbus.service | |
| - name: Run bundle tests | |
| run: | | |
| eval "$(pyenv init -)" | |
| export BUNDLE_TEST_PATH=${{ inputs.bundle-test-path }} | |
| export GH_TOKEN=${{ secrets.GITHUB_TOKEN }} | |
| sg microk8s -c "tox -e full_bundle_tests -- ${{ inputs.bundle-source }}" | |
| - name: Checkout Kubeflow UATs | |
| run: | | |
| git clone https://github.com/canonical/charmed-kubeflow-uats.git ~/charmed-kubeflow-uats | |
| cd ~/charmed-kubeflow-uats | |
| git checkout ${{ inputs.uats-branch }} | |
| - name: Run UATs | |
| run: | | |
| eval "$(pyenv init -)" | |
| sg microk8s -c "tox -c ~/charmed-kubeflow-uats/ -e kubeflow" | |
| - name: Upload selenium screenshots | |
| if: failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: selenium-screenshots | |
| path: | | |
| sel-screenshots | |
| **/sel-screenshots | |
| **/**/sel-screenshots | |
| - name: Run connectivity check | |
| if: always() | |
| run: | | |
| sg microk8s -c "curl --max-time 10 --connect-timeout 10 http://10.64.140.43.nip.io" | |
| - name: Dump Juju/k8s logs on failure | |
| if: failure() || cancelled() | |
| run: | | |
| sg microk8s -c "juju status" | |
| echo "Dumping k8s logs" | |
| sg microk8s -c "microk8s kubectl get all --all-namespaces" | |
| - name: Descript all pods | |
| if: failure() | |
| run: | | |
| sg microk8s -c "microk8s kubectl describe pods --all-namespaces" | |
| - name: Get logs from failed pods | |
| if: failure() || cancelled() | |
| run: | | |
| POD_LIST=$(sg microk8s -c "microk8s kubectl get pods --all-namespaces -o 'custom-columns=NAME:.metadata.name,NAMESPACE:.metadata.namespace,CONTAINERS:.status.containerStatuses[*].ready'" | awk '$3 == "false" {print $1,$2}') | |
| if [ -n "$POD_LIST" ]; then | |
| echo "Actual Logs" | |
| while read -r POD NAMESPACE; do | |
| echo "\n\n\nPod: $POD" | |
| sg microk8s -c "microk8s kubectl logs -n $NAMESPACE $POD" | |
| done <<< "$POD_LIST" | |
| fi | |
| - name: Save debug artifacts | |
| uses: canonical/kubeflow-ci/actions/dump-charm-debug-artifacts@main | |
| if: always() |