test new ci

.github/workflows/ci.yml

@@ -13,14 +13,24 @@ jobs:
     steps:
       - name: Checkout repo
         uses: actions/[email protected]
+        with:
+          fetch-depth: 0
+
+      #- name: Set base branch
+      #  id: base_branch
+      #  run: echo "::set-output name=base::$(git merge-base HEAD ${{ github.event.before }})"
+
+      - name: Add origin remote
+        id: main-remote
+        run: git fetch origin main:refs/remotes/origin/main
 
-      - name: Set base branch
-        id: base_branch
-        run: echo "::set-output name=base::$(git merge-base HEAD ${{ github.event.before }})"
+      - name: Add origin new
+        id: main-new
+        run: git rev-list --count origin/main..$(git branch --show-current)
 
       - name: Check Dockerfile changes
         id: check
-        run: echo "::set-output name=changed::$(if git diff --name-only ${{ github.event.before }} ${{ github.sha }} | grep -q 'Dockerfile'; then echo true; else echo false; fi)"
+        run: echo "::set-output name=changed::$(if git diff --name-only remotes/origin/${{ github.base_ref }}..remotes/origin/${{ github.head_ref }} | grep -q 'Dockerfile'; then echo true; else echo false; fi)"
 
   build-and-push-to-registry:
     needs: check-dockerfile-changes

apps/spark/Dockerfile

@@ -3,3 +3,4 @@ FROM tabulario/spark-iceberg:3.5.1_1.5.0
 ENV SPARK_HOME /opt/spark
 
 WORKDIR $SPARK_HOME
+