.gitlab-ci.yml

#image: python:3.6.3

#before_script:
#  - bundle install

#after_script:
#  - rm secrets

# Workaround for `$` in GitLab variables
# https://gitlab.com/gitlab-org/gitlab-foss/-/issues/45173#note_291163703
variables:
  STAGING_MASTER_NODE_PASSWORD: $K8S_STAGING_MASTER_NODE_PASSWORD
  CHANGED_FILES: "git diff --name-only $CI_COMMIT_BEFORE_SHA $CI_COMMIT_SHA"

stages:
#  - test
  - build
  - deploy

#test_job:
#  stage: test
#  script:
#    - echo "####### TODO Running tests"
##    - pip install /builds/orc/orc/requirements.txt
#  only:
#    - dev
#  tags:
#    - orc
#  when: on_success
#  allow_failure: false
#  dependencies: []
#  retry: 1

# https://kubernetes.io/docs/concepts/configuration/overview/#container-images
# Note: You should avoid using :latest tag when deploying containers in production,
# because this makes it hard to track which version of the image is running and hard to roll back.
build_job:
  stage: build
  script:
    - |
      echo "####### Running build"
      echo "####### Building docker images on master node"
      #CI_COMMIT_SHA_8=${CI_COMMIT_SHA:0:8}
      CI_COMMIT_SHA_SHORT="$(git rev-parse --short HEAD)"
      echo $CI_COMMIT_SHA_SHORT
      if $CHANGED_FILES | egrep 'storage/backup/docker/'; then
        echo "####### gesiscss/nfs-backup-orc:$CI_COMMIT_SHA_SHORT"
        docker login -u=$DOCKER_USERNAME -p=$DOCKER_PASSWORD
        docker build -t gesiscss/nfs-backup-orc:$CI_COMMIT_SHA_SHORT storage/backup/docker/.
        docker push gesiscss/nfs-backup-orc:$CI_COMMIT_SHA_SHORT
      fi;
  only:
    - master
  tags:
    - orc
  when: on_success
  allow_failure: false
  dependencies: []
  retry: 1

build_job_staging:
  stage: build
  script:
    - |
      echo "####### Running build on staging"
      echo "####### Building docker images on master node"
      #CI_COMMIT_SHA_8=${CI_COMMIT_SHA:0:8}
      CI_COMMIT_SHA_SHORT="$(git rev-parse --short HEAD)"
      echo $CI_COMMIT_SHA_SHORT
      if $CHANGED_FILES | egrep 'storage/backup/docker/'; then
        echo "####### gesiscss/nfs-backup-orc:$CI_COMMIT_SHA_SHORT"
        docker login -u=$DOCKER_USERNAME -p=$DOCKER_PASSWORD
        docker build -t gesiscss/nfs-backup-orc:$CI_COMMIT_SHA_SHORT storage/backup/docker/.
        docker push gesiscss/nfs-backup-orc:$CI_COMMIT_SHA_SHORT
      fi;
  only:
    - staging
  tags:
    - staging
  when: on_success
  allow_failure: false
  dependencies: []
  retry: 1


deploy_staging:
  stage: deploy
  script:
    - |
      echo "####### First sync github"
      URL="https://gesisnotebooks:"
      URL+=$GH_TOKEN
      URL+="@github.com/gesiscss/orc"
      git push $URL $CI_COMMIT_SHA:staging

      echo "####### Running staging deploy"
      mode="fetch_co"
      pip3 install fabric==2.4.0 invoke==1.2.0
      if $CHANGED_FILES | egrep 'gallery/_secret_config_test.py'; then
       mode+="-gallerytestconf"
      fi;
      if $CHANGED_FILES | egrep 'gallery/config_test.yaml'; then
        mode+="-gallerytestapp"
      fi;
      if $CHANGED_FILES | egrep 'gesishub/config_test.yaml|gesishub/_secret_test.yaml|gesishub/gesishub/|load_balancer/static/images/|load_balancer/static/styles/|load_balancer/static/scripts/'; then
        mode+="-jhubtestns"
      fi;
      if $CHANGED_FILES | egrep 'gesisbinder/config_test.yaml|gesisbinder/_secret_test.yaml|gesisbinder/gesisbinder/|load_balancer/static/images/|load_balancer/static/styles/|load_balancer/static/scripts/'; then
        mode+="-bhubtestns"
      fi;
      echo "####### mode: $mode"
      fab -H $K8S_STAGING_MASTER_NODE_IP deploy -u ladmin -p $STAGING_MASTER_NODE_PASSWORD -r $CI_COMMIT_SHA -m $mode -s
  only:
    - staging
  tags:
    - staging
  when: on_success
  environment:
    name: staging
    url: https://notebooks-test.gesis.org/
  allow_failure: false
  dependencies: []
  retry: 1

deploy_prod:
  stage: deploy
#  cache:
#    untracked: true
  script:
    - |
      echo "####### First sync github"
      URL="https://gesisnotebooks:"
      URL+=$GH_TOKEN
      URL+="@github.com/gesiscss/orc"
      git push $URL $CI_COMMIT_SHA:master

      echo "####### Running deploy"
      echo $USER
      mode="fetch_co"
      pip3 install fabric==2.4.0 invoke==1.2.0
      if $CHANGED_FILES | egrep 'gallery/_secret_config.py'; then
        mode+="-galleryconf"
      fi;
      if $CHANGED_FILES | egrep 'gallery/config.yaml'; then
        mode+="-galleryapp"
      fi;
      if $CHANGED_FILES | egrep 'gallery/cron_job.yaml|gallery/_secret_config.py'; then
        mode+="-galleryarchives"
      fi;
      if $CHANGED_FILES | egrep 'gesishub/config.yaml|gesishub/_secret.yaml|gesishub/gesishub/|load_balancer/static/images/|load_balancer/static/styles/|load_balancer/static/scripts/'; then
        mode+="-jhubns"
      fi;
      if $CHANGED_FILES | egrep 'gesisbinder/config.yaml|gesisbinder/_secret.yaml|gesisbinder/gesisbinder/|load_balancer/static/images/|load_balancer/static/styles/|load_balancer/static/scripts/'; then
        mode+="-bhubns"
      fi;
      if $CHANGED_FILES | egrep 'gesisbinder/bot/'; then
        mode+="-bhubupgrade"
      fi;
      if $CHANGED_FILES | egrep 'storage/backup/cron_job.yaml|storage/backup/_secret.yaml|storage/backup/rbac.yaml'; then
        mode+="-backupjob"
      fi;
      if $CHANGED_FILES | egrep 'monitoring/prometheus_config.yaml'; then
        mode+="-prometheus"
      fi;
      if $CHANGED_FILES | egrep 'monitoring/_secret_grafana.yaml|monitoring/grafana_config.yaml'; then
        mode+="-grafana"
      fi;
      if $CHANGED_FILES | egrep 'takeout/config.yaml'; then
        mode+="-takeout"
      fi;
      if $CHANGED_FILES | egrep 'load_balancer/static/'; then
        mode+="-static"
      fi;
      echo "####### mode: $mode"
      fab -H $K8S_MASTER_NODE_IP deploy -u iuser -p $K8S_MASTER_NODE_PASSWORD -r $CI_COMMIT_SHA -m $mode
  only:
    - master
#    - tags
  tags:
    - orc
  when: on_success
  environment:
    name: production
    url: https://notebooks.gesis.org/
  allow_failure: false
  dependencies: []
  retry: 1

deploy_nginx:
  stage: deploy
  script:
    - |
      mode="fetch_co"
      # egrep: -v, --invert-match select non-matching lines
      if $CHANGED_FILES | egrep -v load_balancer/sites-available/orc_test | egrep 'load_balancer/sites-available|load_balancer/snippets'; then
        echo "####### Reloading nginx ($CI_COMMIT_REF_NAME)"
        mode+="-config"
        mode+="-testnginx"
      fi;
      if $CHANGED_FILES | egrep 'load_balancer/static'; then
        echo "####### Updating static files ($CI_COMMIT_REF_NAME)"
        mode+="-static"
      fi;
      fab -H $K8S_BASE_WORKER_IP nginx -u iuser -p $K8S_BASE_WORKER_PASSWORD -b $CI_COMMIT_REF_NAME -r $CI_COMMIT_SHA -m $mode
  only:
    - master
  tags:
    - orc
  when: on_success
#  when: manual
  allow_failure: false
  dependencies: []
  retry: 1

deploy_nginx_staging:
  stage: deploy
  script:
    - |
      mode="fetch_co"
      # egrep: -v, --invert-match select non-matching lines
      $CHANGED_FILES
      if $CHANGED_FILES | egrep load_balancer/sites-available/orc_test; then
        echo "####### Reloading nginx ($CI_COMMIT_REF_NAME)"
        mode+="-stagingconfig"
        mode+="-testnginx"
      fi;
      if $CHANGED_FILES | egrep 'load_balancer/static'; then
        echo "####### Updating static files ($CI_COMMIT_REF_NAME)"
        mode+="-static"
      fi;
      echo $CI_COMMIT_REF_NAME
      fab -H $K8S_STAGING_BASE_NODE_IP nginx -u ladmin -p $K8S_STAGING_BASE_NODE_PASSWORD -b $CI_COMMIT_REF_NAME -r $CI_COMMIT_SHA -m $mode
  only:
    - staging
  tags:
    - staging
  when: on_success
#  when: manual
  allow_failure: false
  dependencies: []
  retry: 1