add debug info

Signed-off-by: zenghua <[email protected]>
lakesoul-io · Aug 1, 2024 · 9b64b0c · 9b64b0c
1 parent 81024d0
commit 9b64b0c
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 3 deletions.
diff --git a/.../main/java/org/apache/spark/sql/execution/datasources/parquet/NativeVectorizedReader.java b/.../main/java/org/apache/spark/sql/execution/datasources/parquet/NativeVectorizedReader.java
@@ -228,12 +228,9 @@ private void recreateNativeReader() throws IOException {
         close();
         NativeIOReader reader = new NativeIOReader();
         GlutenUtils.setArrowAllocator(reader);
-        System.out.println(filePathList);
         for (String path : filePathList) {
             reader.addFile(path);
         }
-        System.out.println(primaryKeys);
-        System.out.println(filter);
         if (primaryKeys != null) {
             reader.setPrimaryKeys(primaryKeys);
         }

diff --git a/lakesoul-spark/src/test/scala/org/apache/spark/sql/lakesoul/benchmark/Benchmark.scala b/lakesoul-spark/src/test/scala/org/apache/spark/sql/lakesoul/benchmark/Benchmark.scala
@@ -5,6 +5,7 @@
 package org.apache.spark.sql.lakesoul.benchmark
 
 import com.dmetasoul.lakesoul.spark.ParametersTool
+import com.dmetasoul.lakesoul.tables.LakeSoulTable
 import org.apache.spark.sql.{DataFrame, SparkSession}
 import org.apache.spark.sql.functions.col
 import org.apache.spark.sql.internal.SQLConf
@@ -161,6 +162,7 @@ object Benchmark {
       println(printLine + table + " result: " + result + printLine)
       println(s"jdbcDF.schema ${jdbcDF.schema}")
       println(s"lakesoulDF.schema ${lakesoulDF.schema}")
+      println(lakesoulDF.queryExecution)
       jdbcDF.join(lakesoulDF, Seq("id"), "left_outer").show()
       //      println("*************diff1**************")
       //      spark.createDataFrame(diff1, lakesoulDF.schema).show()