Updated fields

.github/scripts/k8s_wait_for_node.sh

@@ -0,0 +1,16 @@
+#!/usr/bin/env bash
+
+set -eE
+
+node="$1"
+
+fail () {
+    kubectl describe nodes
+    kubectl get node "${node}"
+    exit 1
+}
+trap fail ERR
+
+echo "waiting for node: ${node}"
+kubectl get node "${node}"
+kubectl wait --for=condition=Ready --timeout=60s "node/${node}"

.github/workflows/plugin_aerospike.yml

@@ -0,0 +1,70 @@
+name: aerospike
+on:
+  pull_request:
+  push:
+    branches:
+      - master
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        format:
+          - "default"
+    steps:
+    - name: Clone stanza-plugins
+      uses: actions/checkout@v2
+
+    - name: Clone Log Library
+      uses: actions/checkout@v2
+      with:
+        repository: 'observIQ/log-library'
+        path: log-library
+        token: ${{ secrets.LOG_LIBRARY_ACCESS_TOKEN }}
+        ref: otel
+
+    - name: Create Output Directory
+      run: mkdir output
+
+    - name: Create Offset Database Directory
+      run: mkdir -p storage
+
+    - name: Install Collector
+      run: |
+        mkdir -p collector
+        curl -s -o collector/collector https://storage.googleapis.com/observiq-cloud/observiq-collector/0.0.10/collector_linux_amd64
+        chmod +x collector/collector
+
+    - name: Run Agent
+      run: |
+        docker run -d \
+          --name agent \
+          -v $(pwd)/collector:/collector \
+          -v $(pwd)/log-library/cases/${GITHUB_WORKFLOW}/${{ matrix.format }}:/input \
+          -v $(pwd)/output:/output \
+          -v $(pwd)/plugins:/plugins \
+          -v $(pwd)/storage:/storage \
+          --entrypoint sh \
+          ubuntu:20.04 \
+          -c '/collector/collector --config /input/config/collector.yaml'
+
+        sleep 1 && docker logs agent
+
+    - name: Pause
+      run: sleep 10
+
+    - name: Stop Stanza
+      run: docker kill agent
+
+    - name: Dump Stanza Logs
+      run: docker logs agent
+
+    - name: Get Output
+      run: |
+        sudo cat output/out
+
+    - name: Get Expected Output
+      run: |
+        sudo cp log-library/cases/${GITHUB_WORKFLOW}/${{ matrix.format }}/expect/expect.json output/expect
+        sudo cat output/expect

.github/workflows/plugin_apache_combined.yml

@@ -0,0 +1,70 @@
+name: apache_combined
+on:
+  pull_request:
+  push:
+    branches:
+      - master
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        format:
+          - "default"
+    steps:
+    - name: Clone stanza-plugins
+      uses: actions/checkout@v2
+
+    - name: Clone Log Library
+      uses: actions/checkout@v2
+      with:
+        repository: 'observIQ/log-library'
+        path: log-library
+        token: ${{ secrets.LOG_LIBRARY_ACCESS_TOKEN }}
+        ref: otel
+
+    - name: Create Output Directory
+      run: mkdir output
+
+    - name: Create Offset Database Directory
+      run: mkdir -p storage
+
+    - name: Install Collector
+      run: |
+        mkdir -p collector
+        curl -s -o collector/collector https://storage.googleapis.com/observiq-cloud/observiq-collector/0.0.10/collector_linux_amd64
+        chmod +x collector/collector
+
+    - name: Run Agent
+      run: |
+        docker run -d \
+          --name agent \
+          -v $(pwd)/collector:/collector \
+          -v $(pwd)/log-library/cases/${GITHUB_WORKFLOW}/${{ matrix.format }}:/input \
+          -v $(pwd)/output:/output \
+          -v $(pwd)/plugins:/plugins \
+          -v $(pwd)/storage:/storage \
+          --entrypoint sh \
+          ubuntu:20.04 \
+          -c '/collector/collector --config /input/config/collector.yaml'
+
+        sleep 1 && docker logs agent
+
+    - name: Pause
+      run: sleep 10
+
+    - name: Stop Stanza
+      run: docker kill agent
+
+    - name: Dump Stanza Logs
+      run: docker logs agent
+
+    - name: Get Output
+      run: |
+        sudo cat output/out
+
+    - name: Get Expected Output
+      run: |
+        sudo cp log-library/cases/${GITHUB_WORKFLOW}/${{ matrix.format }}/expect/expect.json output/expect
+        sudo cat output/expect

.github/workflows/plugin_apache_common.yml

@@ -0,0 +1,70 @@
+name: apache_common
+on:
+  pull_request:
+  push:
+    branches:
+      - master
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        format:
+          - "default"
+    steps:
+    - name: Clone stanza-plugins
+      uses: actions/checkout@v2
+
+    - name: Clone Log Library
+      uses: actions/checkout@v2
+      with:
+        repository: 'observIQ/log-library'
+        path: log-library
+        token: ${{ secrets.LOG_LIBRARY_ACCESS_TOKEN }}
+        ref: otel
+
+    - name: Create Output Directory
+      run: mkdir output
+
+    - name: Create Offset Database Directory
+      run: mkdir -p storage
+
+    - name: Install Collector
+      run: |
+        mkdir -p collector
+        curl -s -o collector/collector https://storage.googleapis.com/observiq-cloud/observiq-collector/0.0.10/collector_linux_amd64
+        chmod +x collector/collector
+
+    - name: Run Agent
+      run: |
+        docker run -d \
+          --name agent \
+          -v $(pwd)/collector:/collector \
+          -v $(pwd)/log-library/cases/${GITHUB_WORKFLOW}/${{ matrix.format }}:/input \
+          -v $(pwd)/output:/output \
+          -v $(pwd)/plugins:/plugins \
+          -v $(pwd)/storage:/storage \
+          --entrypoint sh \
+          ubuntu:20.04 \
+          -c '/collector/collector --config /input/config/collector.yaml'
+
+        sleep 1 && docker logs agent
+
+    - name: Pause
+      run: sleep 10
+
+    - name: Stop Stanza
+      run: docker kill agent
+
+    - name: Dump Stanza Logs
+      run: docker logs agent
+
+    - name: Get Output
+      run: |
+        sudo cat output/out
+
+    - name: Get Expected Output
+      run: |
+        sudo cp log-library/cases/${GITHUB_WORKFLOW}/${{ matrix.format }}/expect/expect.json output/expect
+        sudo cat output/expect

.github/workflows/plugin_apache_http.yml

@@ -0,0 +1,71 @@
+name: apache_http
+on:
+  pull_request:
+  push:
+    branches:
+      - master
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        format:
+          - "default"
+          - "observiq"
+    steps:
+    - name: Clone stanza-plugins
+      uses: actions/checkout@v2
+
+    - name: Clone Log Library
+      uses: actions/checkout@v2
+      with:
+        repository: 'observIQ/log-library'
+        path: log-library
+        token: ${{ secrets.LOG_LIBRARY_ACCESS_TOKEN }}
+        ref: otel
+
+    - name: Create Output Directory
+      run: mkdir output
+
+    - name: Create Offset Database Directory
+      run: mkdir -p storage
+
+    - name: Install Collector
+      run: |
+        mkdir -p collector
+        curl -s -o collector/collector https://storage.googleapis.com/observiq-cloud/observiq-collector/0.0.10/collector_linux_amd64
+        chmod +x collector/collector
+
+    - name: Run Agent
+      run: |
+        docker run -d \
+          --name agent \
+          -v $(pwd)/collector:/collector \
+          -v $(pwd)/log-library/cases/${GITHUB_WORKFLOW}/${{ matrix.format }}:/input \
+          -v $(pwd)/output:/output \
+          -v $(pwd)/plugins:/plugins \
+          -v $(pwd)/storage:/storage \
+          --entrypoint sh \
+          ubuntu:20.04 \
+          -c '/collector/collector --config /input/config/collector.yaml'
+
+        sleep 1 && docker logs agent
+
+    - name: Pause
+      run: sleep 10
+
+    - name: Stop Stanza
+      run: docker kill agent
+
+    - name: Dump Stanza Logs
+      run: docker logs agent
+
+    - name: Get Output
+      run: |
+        sudo cat output/out
+
+    - name: Get Expected Output
+      run: |
+        sudo cp log-library/cases/${GITHUB_WORKFLOW}/${{ matrix.format }}/expect/expect.json output/expect
+        sudo cat output/expect

.github/workflows/plugin_cassandra.yaml

@@ -0,0 +1,70 @@
+name: cassandra
+on:
+  pull_request:
+  push:
+    branches:
+      - master
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        format:
+          - "default"
+    steps:
+    - name: Clone stanza-plugins
+      uses: actions/checkout@v2
+
+    - name: Clone Log Library
+      uses: actions/checkout@v2
+      with:
+        repository: 'observIQ/log-library'
+        path: log-library
+        token: ${{ secrets.LOG_LIBRARY_ACCESS_TOKEN }}
+        ref: otel
+
+    - name: Create Output Directory
+      run: mkdir output
+
+    - name: Create Offset Database Directory
+      run: mkdir -p storage
+
+    - name: Install Collector
+      run: |
+        mkdir -p collector
+        curl -s -o collector/collector https://storage.googleapis.com/observiq-cloud/observiq-collector/0.0.10/collector_linux_amd64
+        chmod +x collector/collector
+
+    - name: Run Agent
+      run: |
+        docker run -d \
+          --name agent \
+          -v $(pwd)/collector:/collector \
+          -v $(pwd)/log-library/cases/${GITHUB_WORKFLOW}/${{ matrix.format }}:/input \
+          -v $(pwd)/output:/output \
+          -v $(pwd)/plugins:/plugins \
+          -v $(pwd)/storage:/storage \
+          --entrypoint sh \
+          ubuntu:20.04 \
+          -c '/collector/collector --config /input/config/collector.yaml'
+
+        sleep 1 && docker logs agent
+
+    - name: Pause
+      run: sleep 10
+
+    - name: Stop Stanza
+      run: docker kill agent
+
+    - name: Dump Stanza Logs
+      run: docker logs agent
+
+    - name: Get Output
+      run: |
+        sudo cat output/out
+
+    - name: Get Expected Output
+      run: |
+        sudo cp log-library/cases/${GITHUB_WORKFLOW}/${{ matrix.format }}/expect/expect.json output/expect
+        sudo cat output/expect