fix consistency-ci.yml

Signed-off-by: zenghua <[email protected]>

.github/workflows/consistency-ci.yml

@@ -70,16 +70,17 @@ jobs:
         run: |
           python -m pip install --upgrade pip setuptools wheel
           pip install pymysql cryptography jproperties --no-cache-dir
-          wget https://dlcdn.apache.org/hadoop/common/hadoop-3.3.5/hadoop-3.3.5.tar.gz -O $HOME/hadoop-3.3.5.tar.gz && tar xf $HOME/hadoop-3.3.5.tar.gz -C $HOME
-          echo "HADOOP_HOME=$HOME/hadoop-3.3.5" >> $GITHUB_ENV
-          wget https://repo1.maven.org/maven2/org/apache/flink/flink-s3-fs-hadoop/1.17.1/flink-s3-fs-hadoop-1.17.1.jar -O $HOME/flink-s3-fs-hadoop-1.17.1.jar
-          wget https://repo1.maven.org/maven2/org/apache/parquet/parquet-hadoop-bundle/1.12.3/parquet-hadoop-bundle-1.12.3.jar -O $HOME/parquet-hadoop-bundle-1.12.3.jar
-          wget https://repo1.maven.org/maven2/org/apache/flink/flink-parquet/1.17.1/flink-parquet-1.17.1.jar -O $HOME/flink-parquet-1.17.1.jar
       - name: Install Protoc
         uses: arduino/setup-protoc@v2
         with:
           version: "23.x"
           repo-token: ${{ secrets.GITHUB_TOKEN }}
+      - uses: vemonet/setup-spark@v1
+        with:
+          spark-version: '3.3.1'
+          hadoop-version: '3'
+      - run: spark-submit --version
+
       - uses: actions-rs/toolchain@v1
         with:
           profile: minimal
@@ -88,9 +89,6 @@ jobs:
       - uses: Swatinem/rust-cache@v2
         with:
           workspaces: "./rust -> target"
-      - name: Pull images
-        run: |
-          docker pull -q bitnami/spark:3.3.1
       - uses: actions-rs/cargo@v1
         with:
           use-cross: true
@@ -132,6 +130,6 @@ jobs:
       - name: Hash-Consistency Verification task
         run: |
           export TPCH_DATA=`realpath lakesoul/test_files/tpch/data`
-          cd ./script/ci
-          docker run --cpus 2 -m 5000m --net host --rm -t -v ${PWD}/work-dir:/opt/spark/work-dir --env lakesoul_home=/opt/spark/work-dir/lakesoul.properties bitnami/spark:3.3.1 spark-submit --driver-memory 4G --executor-memory 4G --conf spark.driver.memoryOverhead=1500m --conf spark.executor.memoryOverhead=1500m --jars /opt/spark/work-dir/$SPARK_JAR_NAME --class org.apache.spark.sql.lakesoul.benchmark.ConsistencyCI --master local[4] /opt/spark/work-dir/$SPARK_TEST_JAR_NAME
+          export lakesoul_home=`realpath script/ci/work-dir/lakesoul.properties`
+          spark-submit --driver-memory 4G --executor-memory 4G --conf spark.driver.memoryOverhead=1500m --conf spark.executor.memoryOverhead=1500m --jars script/ci/work-dir/$SPARK_JAR_NAME --class org.apache.spark.sql.lakesoul.benchmark.ConsistencyCI --master local[4] script/ci/work-dir/$SPARK_TEST_JAR_NAME