tests.yaml

---
name: tests

env:
  GINKGO_VERSION: v1.15.2

on:
  push:
    branches-ignore:
    - development/**
    - q/*/**

jobs:
  build:
    runs-on: ubuntu-latest
    steps:
    - name: Checkout
      uses: actions/checkout@v2
    - name: Set up Docker Buildk
      uses: docker/setup-buildx-action@v1
      with:
        buildkitd-flags: --debug
    - name: Login to Registry
      uses: docker/login-action@v1
      with:
        registry: ghcr.io
        username: ${{ github.repository_owner }}
        password: ${{ secrets.GITHUB_TOKEN }}

    - name: Build and push kafka
      uses: docker/build-push-action@v2
      with:
        push: true
        context: .github/dockerfiles/kafka
        tags: "ghcr.io/scality/backbeat/ci-kafka:${{ github.sha }}"
        cache-from: type=gha
        cache-to: type=gha,mode=max

    - name: Build and push syntheticbucketd
      uses: docker/build-push-action@v2
      with:
        push: true
        context: .
        file: .github/dockerfiles/syntheticbucketd/Dockerfile
        tags: "ghcr.io/scality/backbeat/syntheticbucketd:${{ github.sha }}"
        cache-from: type=gha
        cache-to: type=gha,mode=max

  tests:
    needs: build
    runs-on: ubuntu-latest
    services:
      redis:
        image: redis:alpine
        ports:
        - 6379:6379
      syntheticbucketd:
        image: ghcr.io/scality/backbeat/syntheticbucketd:${{ github.sha }}
        ports:
        - 9001:9001
      kafka:
        image: ghcr.io/scality/backbeat/ci-kafka:${{ github.sha }}
        credentials:
          username: ${{ github.repository_owner }}
          password: ${{ secrets.GITHUB_TOKEN }}
        ports:
        - 2181:2181
        - 9092:9092
        env:
          ADVERTISED_HOST: "localhost"
          ADVERTISED_PORT: 9092
      mongo:
        image: scality/ci-mongo:3.6.8
        ports:
        - 27017:27017
        - 27018:27018
        - 27019:27019
    steps:
    - name: Checkout
      uses: actions/checkout@v2
    - name: Install build dependencies
      run: |
        sudo apt-get update
        sudo apt-get install -y build-essential libzstd-dev
    - uses: actions/setup-go@v2
      with:
        go-version: '1.16.2'
    - uses: actions/setup-node@v2
      with:
        node-version: '16'
        cache: yarn
    - name: Install node dependencies
      run: yarn install --ignore-engines --frozen-lockfile --network-concurrency 1
    - name: Install ginkgo
      run: go get github.com/onsi/ginkgo/ginkgo@${GINKGO_VERSION}
    - name: Lint markdown
      run: yarn run --silent lint_md
    - name: Lint Javascript
      run: yarn run --silent lint
    - name: Run unit tests
      run: yarn test
      env:
        BACKBEAT_CONFIG_FILE: tests/config.json
    - name: Run bucket scanner unit tests
      run: ginkgo -r --randomizeAllSpecs --randomizeSuites --failOnPending --cover --trace --race --progress -nodes 1 -stream -timeout 5m -slowSpecThreshold 60
      working-directory: bucket-scanner
    - name: Run backbeat routes test
      run: .github/scripts/run_server_tests.bash ft_test:api:routes
      env:
        BACKBEAT_CONFIG_FILE: "tests/config.json"
        MANAGEMENT_BACKEND: operator
    - name: Run backbeat retry tests with account authentication
      run: .github/scripts/run_server_tests.bash ft_test:api:retry
      env:
        BACKBEAT_CONFIG_FILE: "tests/config.json"
    - name: run feature replication tests
      run: .github/scripts/run_ft_tests.bash ft_test:replication
      env:
        BACKBEAT_CONFIG_FILE: "tests/config.json"
    - name: run feature lifecycle tests
      run: .github/scripts/run_ft_tests.bash ft_test:lifecycle
      env:
        EXPIRE_ONE_DAY_EARLIER: "true"
        TRANSITION_ONE_DAY_EARLIER: "true"
        BACKBEAT_CONFIG_FILE: "tests/config.json"
    - name: run feature ingestion tests
      run: .github/scripts/run_ft_tests.bash ft_test:ingestion
      env:
        BACKBEAT_CONFIG_FILE: "tests/config.json"
    - name: run misc functional tests
      run: .github/scripts/run_ft_tests.bash ft_test:lib
      env:
        BACKBEAT_CONFIG_FILE: "tests/config.json"
    - name: run backbeat notification feature tests
      run: yarn run ft_test:notification

    - name: run ballooning tests for lifecycle conductor
      run: yarn mocha tests/performance/lifecycle/conductor-check-memory-balloon.js
      env:
        # Constrain heap long-lived heap size to 150MB, so that pushing 200K messages
        # will crash if they end up in memory all at the same time (circuit breaking
        # ineffective) while waiting to be committed to the kafka topic.
        NODE_OPTIONS: '--max-old-space-size=150'