upstream pull

.dockerignore

@@ -1,10 +1,29 @@
 **/.git
 **/.virtualenvs
+**/.github
 **/.circleci
 **/.pytest_cache
 **/__pycache__
 *.egg-info
 *.egg/
-docs
-dev-project
 *.rpm
+**/venv
+**/.venv
+**/.coverage
+
+bin
+dev-project
+docs
+scripts
+tests
+test-reports
+
+.coveragerc
+.pre-commit-config.yaml
+.gitignore
+.style.yapf
+.yapfignore
+CONTRIBUTING.md
+CHANGELOG.md
+pylintrc
+pytest.ini

.github/workflows/connectors.yml

@@ -0,0 +1,34 @@
+# Workflow to check if all singer connectors are installable
+name: Singer connectors
+
+on:
+  push:
+    branches: [master]
+  pull_request:
+    branches: [master]
+
+  workflow_dispatch:
+
+concurrency:
+  group: singer-connectors-${{ github.head_ref }}
+  cancel-in-progress: true
+
+jobs:
+  check:
+    runs-on: ubuntu-20.04
+    strategy:
+      matrix:
+        python-version: [3.7]
+
+    steps:
+      - name: Checking out repo
+        uses: actions/checkout@v2
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Check all connectors are installable
+        run: |
+          make all_connectors -e pw_acceptlicenses=y

.github/workflows/dockerhub.yml

@@ -1,12 +1,13 @@
-name: Docker Image to DockerHub
+name: Docker Images to DockerHub
 
 on:
   release:
     types:
       - published
 
-jobs:
+  workflow_dispatch:
 
+jobs:
   build:
     runs-on: ubuntu-latest
 
@@ -15,7 +16,7 @@ jobs:
       uses: actions/checkout@v2
 
     - name: Generate tag
-      uses: frabert/replace-string-action@master
+      uses: frabert/replace-string-action@v2.0
       id: genTag
       with:
         pattern: '.*(\d+\.\d+\.\d+).*'
@@ -28,14 +29,43 @@ jobs:
         username: ${{ secrets.DOCKERHUB_USERNAME }}
         password: ${{ secrets.DOCKERHUB_TOKEN }}
 
-    - name: Build and push
-      id: docker_build
+    - name: Build and push main image
+      id: docker_build_main
       uses: docker/build-push-action@v2
       with:
         file: ./Dockerfile
+        context: .
         push: true
-        tags: transferwiseworkspace/pipelinewise:${{ steps.genTag.outputs.replaced }}
+        tags: |
+          transferwiseworkspace/pipelinewise:${{ steps.genTag.outputs.replaced }}
+          transferwiseworkspace/pipelinewise:latest
 
-    - name: Image digest
-      run: echo ${{ steps.docker_build.outputs.digest }}
+    - name: Build and push barebone image
+      id: docker_build_barebone
+      uses: docker/build-push-action@v2
+      with:
+        file: ./Dockerfile.barebone
+        context: .
+        push: true
+        tags: |
+          transferwiseworkspace/pipelinewise-barebone:${{ steps.genTag.outputs.replaced }}
+          transferwiseworkspace/pipelinewise-barebone:latest
+
+    - name: Build and push main image with only default connectors
+      id: docker_build_default
+      uses: docker/build-push-action@v2
+      with:
+        file: ./Dockerfile
+        context: .
+        build_args: |
+          "connectors=default"
+        push: true
+        tags: |
+          transferwiseworkspace/pipelinewise:${{ steps.genTag.outputs.replaced }}-default
+          transferwiseworkspace/pipelinewise:latest-default
 
+    - name: Image digests
+      run: |
+        echo ${{ steps.docker_build_main.outputs.digest }}
+        echo ${{ steps.docker_build_barebone.outputs.digest }}
+        echo ${{ steps.docker_build_default.outputs.digest }}