diff --git a/.github/workflows/publish-mc-packages.yml b/.github/workflows/publish-mc-packages.yml
index 4864759..14df9c0 100644
--- a/.github/workflows/publish-mc-packages.yml
+++ b/.github/workflows/publish-mc-packages.yml
@@ -92,12 +92,15 @@ jobs:
 
   deb:
     runs-on: ubuntu-latest
+    container:
+      image: debian:stable
     if: ${{ needs.prepare.outputs.package_types == 'all' || needs.prepare.outputs.package_types == 'deb' }}
     env:
       MC_VERSION: ${{ needs.prepare.outputs.mc_version }}
       PACKAGE_VERSION: ${{ needs.prepare.outputs.package_version }}
     defaults:
       run:
+        shell: bash
         working-directory: ./management-center-packaging
     needs: [prepare]
     steps:
@@ -106,13 +109,6 @@ jobs:
         with:
           path: 'management-center-packaging'
 
-      - name: Setup JDK
-        uses: actions/setup-java@v4
-        with:
-          java-version: ${{ env.JAVA_VERSION }}
-          architecture: ${{ env.JAVA_ARCH }}
-          distribution: ${{ env.JAVA_DISTRIBUTION }}
-
       - name: Download the distribution tar.gz file
         run: |          
           if [[ "${MC_VERSION}" != *SNAPSHOT* ]]; then
@@ -153,7 +149,7 @@ jobs:
           sudo apt remove hazelcast-management-center
 
       - name: Remove deb package from test repo
-        if: github.event_name == 'pull_request'
+        if: ${{ github.event_name == 'pull_request' && (success() || failure()) }}
         run: |
           source ./common.sh
           curl -H "Authorization: Bearer ${{ secrets.JFROG_TOKEN }}" \
@@ -235,7 +231,7 @@ jobs:
           echo "BREW_GIT_REPO_NAME=${BREW_GIT_REPO_NAME}" >> $GITHUB_ENV
 
       - name: Remove rpm package from test repo
-        if: github.event_name == 'pull_request'
+        if: ${{ github.event_name == 'pull_request' && (success() || failure()) }}
         run: |
           source ./common.sh
           curl -H "Authorization: Bearer ${{ secrets.JFROG_TOKEN }}" \