wunderio · Jancis · Mar 1, 2024
diff --git a/.github/workflows/pull-request.yml b/.github/workflows/pull-request.yml
@@ -0,0 +1,244 @@
+# Create minikube test deployments on different kubernetes versions
+name: Silta chart tests
+
+on:
+  # Run for pull requests, but there's an additional draft filter later on
+  pull_request:
+    types: [opened, synchronize, reopened, ready_for_review]
+
+  # Allows you to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+  # schedule:
+  #   # Run compatability tests each Monday at 9
+  #   - cron: '0 9 * * 1'
+
+jobs:
+  minikube-test:
+    name: Minikube
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        # Available minikube kubernetes version list: 
+        # "minikube config defaults kubernetes-version"
+        # and https://kubernetes.io/releases/patch-releases/
+        kubernetes-version: ["1.28.3"]
+        # kubernetes-version: ["v1.22.17", "v1.23.17", "v1.24.17", "v1.25.16", "1.26.11", "1.27.8", "1.28.4", "latest"]
+    env:
+      CLUSTER_DOMAIN: minikube.local.wdr.io
+      K8S_PROJECT_REPO_DIR: k8s-project-repositories
+    if: github.event.pull_request.draft == false
+    steps:
+      - uses: actions/checkout@v4
+      - name: Silta CLI setup
+        run: |
+          mkdir -p ~/.local/bin
+
+          # Latest tagged release
+          latest_release_url=$(curl -s https://api.github.com/repos/wunderio/silta-cli/releases/latest | jq -r '.assets[] | .browser_download_url | select(endswith("linux-amd64.tar.gz"))')
+          curl -sL $latest_release_url | tar xz -C ~/.local/bin
+
+          silta version
+      - name: Helm and repository setup
+        run: |
+          # Install Helm 3
+          HELM_VERSION=v3.6.3
+          curl -o /tmp/helm.tar.gz https://get.helm.sh/helm-${HELM_VERSION}-linux-amd64.tar.gz \
+            && tar -zxvf /tmp/helm.tar.gz -C /tmp \
+            && mv /tmp/linux-amd64/helm ~/.local/bin/helm \
+            && helm repo add jetstack https://charts.jetstack.io \
+            && helm repo add instana https://agents.instana.io/helm \
+            && helm repo add nfs-subdir-external-provisioner https://kubernetes-sigs.github.io/nfs-subdir-external-provisioner \
+            && helm repo add twun https://helm.twun.io \
+            && helm repo add bitnami https://charts.bitnami.com/bitnami \
+            && helm repo add wunderio https://storage.googleapis.com/charts.wdr.io \
+            && helm repo add percona https://percona.github.io/percona-helm-charts/ \
+            && helm repo add mysql-operator https://mysql.github.io/mysql-operator/ \
+            && helm repo add elastic https://helm.elastic.co \
+            && helm repo add codecentric https://codecentric.github.io/helm-charts \
+            && helm repo add ingress-nginx https://kubernetes.github.io/ingress-nginx \
+            && helm repo add nginx-stable https://helm.nginx.com/stable \
+            && helm plugin install https://github.com/quintush/helm-unittest --version 0.2.4 \
+            && helm repo update
+
+      - name: Download and start minikube
+        run: |
+          CLUSTER_DOCKER_REGISTRY=registry.${CLUSTER_DOMAIN}:80
+
+          curl -Lo ~/.local/bin/minikube https://storage.googleapis.com/minikube/releases/latest/minikube-linux-amd64 && chmod +x ~/.local/bin/minikube
+          minikube version
+          minikube start \
+            --kubernetes-version "${{ matrix.kubernetes-version }}" \
+            --insecure-registry "${CLUSTER_DOCKER_REGISTRY}" \
+            --cni auto \
+            --wait all 
+      # Could use "medyagh/setup-minikube" but it does not have a way to pass "--insecure-registry" flag
+      # https://github.com/medyagh/setup-minikube/pull/33  
+      # - name: Start minikube 1.21.14
+      #   with:
+      #     # "stable" for the latest stable build, or "latest" for the latest development build
+      #     kubernetes-version: v1.21.14
+      #     insecure-registry: "registry.minikube.local.wdr.io:80"
+      #   uses: medyagh/setup-minikube@master
+      - name: MetalLB setup
+        run: |
+          MINIKUBE_IP=$(minikube ip)
+
+          ##############
+          # MetalLB setup
+          # https://github.com/kubernetes/minikube/issues/10307#issuecomment-1024575716
+
+          METALLB_IP_START=${MINIKUBE_IP}
+          METALLB_IP_END=${MINIKUBE_IP}
+
+          minikube addons enable metallb
+          sleep 10
+
+          # Patch MetalLB config with updated IP address range
+          kubectl apply -f - -n metallb-system << EOF
+          apiVersion: v1
+          kind: ConfigMap
+          metadata:
+            name: config
+            namespace: metallb-system
+          data:
+            config: |
+              address-pools:
+              - name: default
+                protocol: layer2
+                addresses:
+                - ${METALLB_IP_START}-${METALLB_IP_END}
+          EOF
+
+          # # Patch MetalLB images to use the correct registry
+          # # Workaround for https://github.com/metallb/metallb/issues/1862
+          # # Remove once this is tagged and released (> v1.29.0)
+          # # https://github.com/kubernetes/minikube/pull/16056
+          # image="quay.io/metallb/controller:v0.9.6@sha256:6932cf255dd7f06f550c7f106b9a206be95f847ab8cb77aafac7acd27def0b00"
+          # kubectl scale -n metallb-system deployment/controller --replicas=0
+          # kubectl patch deployment -n metallb-system controller --type=json -p='[{"op": "replace", "path": "/spec/template/spec/containers/0/image", "value": "'${image}'"}]'
+          # kubectl scale -n metallb-system deployment/controller --replicas=1
+          # image="quay.io/metallb/speaker:v0.9.6@sha256:7a400205b4986acd3d2ff32c29929682b8ff8d830837aff74f787c757176fa9f"
+          # kubectl patch daemonset -n metallb-system speaker --type=json -p='[{"op": "replace", "path": "/spec/template/spec/containers/0/image", "value": "'${image}'"}]'
+
+          sleep 5
+
+          NAMESPACE=metallb-system
+          APP=metallb
+          TIMEOUT=30s
+
+          function metallb_logs() {
+            echo "Timed out waiting for ${COMPONENT} to become ready"
+            kubectl get events -n ${NAMESPACE}
+            kubectl logs --sort-by='.metadata.creationTimestamp' -l app=${APP} -l component=${COMPONENT} -n ${NAMESPACE}
+            exit 1
+          }
+
+          for COMPONENT in controller speaker
+          do
+            kubectl wait \
+              --for condition=ready pod \
+              -l app=${APP} -l component=${COMPONENT} \
+              -n ${NAMESPACE} \
+              --timeout=${TIMEOUT} || metallb_logs
+          done
+
+      - name: silta-cluster chart setup and test
+        run: |
+
+          MINIKUBE_IP=$(minikube ip)
+
+          helm upgrade --install \
+            cert-manager jetstack/cert-manager \
+            --namespace cert-manager \
+            --create-namespace \
+            --version v1.8.0 \
+            --set installCRDs=true \
+            --set global.logLevel=1 \
+            --wait
+
+          helm upgrade --install silta-cluster wunderio/silta-cluster \
+            --create-namespace \
+            --namespace silta-cluster \
+            --set clusterDomain=${CLUSTER_DOMAIN} \
+            --values silta-cluster/minikube.yml \
+            --wait
+
+          # Cluster landing page test
+          curl --resolve ${CLUSTER_DOMAIN}:443:${MINIKUBE_IP} https://${CLUSTER_DOMAIN} -ILk --fail
+          curl --resolve ${CLUSTER_DOMAIN}:80:${MINIKUBE_IP} --resolve ${CLUSTER_DOMAIN}:443:${MINIKUBE_IP} http://${CLUSTER_DOMAIN} -IL --fail
+
+      - name: Build Drupal chart images, deploy and test 
+        run: |
+
+          MINIKUBE_IP=$(minikube ip)
+          CLUSTER_DOCKER_REGISTRY=registry.${CLUSTER_DOMAIN}:80
+
+          # Composer install
+          # PHP_COMPOSER_VERSION=2.1.12
+          # php -r "copy('https://getcomposer.org/installer', 'composer-setup.php');" && \
+          #   php composer-setup.php --version=${PHP_COMPOSER_VERSION} --install-dir=$HOME/.local/bin --filename=composer && \
+          #   php -r "unlink('composer-setup.php');" && \
+          #   composer --version
+
+          composer install -n --prefer-dist --ignore-platform-reqs --optimize-autoloader
+
+          # Tunnel to in-cluster docker registry. Required due to docker push inability to use selfsigned/insecure repositories that ain't local
+          # Find a free port. Credit: stefanobaghino / https://unix.stackexchange.com/posts/423052/revisions
+          DOCKER_REGISTRY_PORT=$(comm -23 <(seq 5000 6000 | sort) <(ss -Htan | awk '{print $4}' | cut -d':' -f2 | sort -u) | shuf | head -n 1)
+          BRIDGED_DOCKER_REGISTRY="localhost:${DOCKER_REGISTRY_PORT}"
+          kubectl -n silta-cluster port-forward service/silta-cluster-docker-registry $DOCKER_REGISTRY_PORT:80 2>&1 >/dev/null &
+
+          # Build images
+
+          NGINX_IMAGE=/drupal-project-k8s/test-drupal-nginx:latest
+          PHP_IMAGE=/drupal-project-k8s/test-drupal-php:latest
+          SHELL_IMAGE=/drupal-project-k8s/test-drupal-shell:latest
+
+          docker build --tag ${BRIDGED_DOCKER_REGISTRY}${NGINX_IMAGE} -f "silta/nginx.Dockerfile" ./web
+          docker image push ${BRIDGED_DOCKER_REGISTRY}${NGINX_IMAGE}
+
+          docker build --tag ${BRIDGED_DOCKER_REGISTRY}${PHP_IMAGE} -f "silta/php.Dockerfile" .
+          docker image push ${BRIDGED_DOCKER_REGISTRY}${PHP_IMAGE}
+
+          docker build --tag ${BRIDGED_DOCKER_REGISTRY}${SHELL_IMAGE} -f "silta/shell.Dockerfile" .
+          docker image push ${BRIDGED_DOCKER_REGISTRY}${SHELL_IMAGE}
+
+          # Dependency build for local chart
+          helm dependency build "./charts/drupal"
+
+          # Chart unit tests
+          helm unittest ./charts/drupal --helm3
+
+          # Dry-run drupal chart with test values
+          helm install --dry-run --generate-name ./charts/drupal --values charts/drupal/test.values.yaml
+
+          silta ci release deploy \
+              --release-name test \
+              --chart-name ./charts/drupal \
+              --branchname test \
+              --silta-environment-name test \
+              --nginx-image-url ${CLUSTER_DOCKER_REGISTRY}${NGINX_IMAGE} \
+              --php-image-url ${CLUSTER_DOCKER_REGISTRY}${PHP_IMAGE} \
+              --shell-image-url ${CLUSTER_DOCKER_REGISTRY}${SHELL_IMAGE} \
+              --cluster-domain "${CLUSTER_DOMAIN}" \
+              --cluster-type minikube \
+              --db-root-pass "rootpw" \
+              --db-user-pass "dbpw" \
+              --gitauth-username "test" \
+              --gitauth-password "test" \
+              --namespace drupal-project-k8s \
+              --helm-flags "--set ssl.issuer=selfsigned" \
+              --silta-config silta/silta.yml,silta/silta.minikube.yml \
+              --deployment-timeout 15m
+
+          kubectl exec -it deploy/test-shell -n drupal-project-k8s -- drush si -y
+
+          # Web request test
+          curl http://test.drupal-project-k8s.${CLUSTER_DOMAIN} \
+              --user silta:demo --location-trusted \
+              --head --insecure --location \
+              --resolve test.drupal-project-k8s.${CLUSTER_DOMAIN}:80:${MINIKUBE_IP} \
+              --resolve test.drupal-project-k8s.${CLUSTER_DOMAIN}:443:${MINIKUBE_IP} \
+              --retry 5 --retry-delay 5 \
+              --fail 
diff --git a/silta-cluster/minikube.yml b/silta-cluster/minikube.yml
@@ -0,0 +1,60 @@
+traefik:
+  replicas: 1
+  ssl:
+    enabled: true
+  service:
+    annotations:
+      metallb.universe.tf/allow-shared-ip: "shared"
+  # metallb shared ip works only with "Cluster" TP
+  externalTrafficPolicy: Cluster
+
+ssl:
+  enabled: true
+  email: [email protected]
+  issuer: selfsigned
+
+csi-rclone:
+  enabled: true
+  params:
+    remote: "s3"
+    remotePath: "projectname"
+
+    # Minio as S3 provider
+    s3-provider: "Minio"
+    s3-endpoint: "http://silta-cluster-minio:9000"
+    # Default credentials of minio chart https://github.com/minio/charts/blob/master/minio/values.yaml
+    s3-access-key-id: "YOURACCESSKEY"
+    s3-secret-access-key: "YOURSECRETKEY"
+  # nodePlugin:
+  #   kubeletBasePath: "/var/snap/microk8s/common/var/lib/kubelet"
+
+minio:
+  enabled: true
+  resources:
+    requests:
+      memory: 512M
+  persistence:
+    size: 5Gi
+
+gitAuth:
+  enabled: true
+  port: 2222
+  keyserver:
+    enabled: false
+  authorizedKeys: []
+  annotations:
+    metallb.universe.tf/allow-shared-ip: "shared"
+  # metallb shared ip works only with "Cluster" TP 
+  externalTrafficPolicy: Cluster
+
+sshKeyServer:
+  enabled: false
+
+# Deployment remover
+deploymentRemover:
+  enabled: false
+
+docker-registry:
+  enabled: true
+  secrets:
+    htpasswd: false
diff --git a/silta/silta.minikube.yml b/silta/silta.minikube.yml