diff --git a/native-io/lakesoul-io-java/pom.xml b/native-io/lakesoul-io-java/pom.xml index 23ac2ca09..d5d5dee4d 100644 --- a/native-io/lakesoul-io-java/pom.xml +++ b/native-io/lakesoul-io-java/pom.xml @@ -27,7 +27,7 @@ SPDX-License-Identifier: Apache-2.0 8 15.0.2 3.1.0 - 0.28.0 + 0.30.0 3.22.0 0.6.1 @@ -630,6 +630,9 @@ SPDX-License-Identifier: Apache-2.0 ** + + org.apache.spark:* + @@ -646,6 +649,7 @@ SPDX-License-Identifier: Apache-2.0 org/sparkproject/jetty/** META-INF/maven/org.eclipse.jetty/** + META-INF/maven/org.spark-project.spark/** jetty-dir.css META-INF/services/org.eclipse.jetty.http.HttpFieldPreEncoder @@ -744,10 +748,6 @@ SPDX-License-Identifier: Apache-2.0 com.google.flatbuffers com.lakesoul.shaded.com.google.flatbuffers - - org.apache.spark - com.lakesoul.shaded.org.apache.spark - io.substrait com.lakesoul.shaded.io.substrait diff --git a/native-io/lakesoul-io-java/src/main/scala/com/dmetasoul/lakesoul/LakeSoulArrowReader.scala b/native-io/lakesoul-io-java/src/main/scala/com/dmetasoul/lakesoul/LakeSoulArrowReader.scala index 8ff20d5cf..7e31fbfe9 100644 --- a/native-io/lakesoul-io-java/src/main/scala/com/dmetasoul/lakesoul/LakeSoulArrowReader.scala +++ b/native-io/lakesoul-io-java/src/main/scala/com/dmetasoul/lakesoul/LakeSoulArrowReader.scala @@ -5,14 +5,9 @@ package com.dmetasoul.lakesoul import com.dmetasoul.lakesoul.lakesoul.io.NativeIOReader -import org.apache.arrow.c.{ArrowArray, ArrowSchema, CDataDictionaryProvider, Data} +import org.apache.arrow.c.{ArrowArray, CDataDictionaryProvider, Data} import org.apache.arrow.vector.VectorSchemaRoot -import java.io.IOException -import scala.concurrent.duration.DurationInt -import scala.concurrent.{Await, Future, Promise} -import scala.util.Success - case class LakeSoulArrowReader(reader: NativeIOReader, timeout: Int = 10000) extends AutoCloseable { diff --git a/rust/Cargo.toml b/rust/Cargo.toml index 4a40dd388..96d6e6378 100644 --- a/rust/Cargo.toml +++ b/rust/Cargo.toml @@ -14,6 +14,9 @@ members = [ resolver = "2" [profile.release] +strip = true +opt-level = "z" +lto = true [workspace.dependencies] datafusion = { git = "https://github.com/lakesoul-io/arrow-datafusion.git", branch = "datafusion-33-parquet-prefetch" } @@ -47,4 +50,4 @@ bytes = "1.4.0" half = "^2.1" tracing = "0.1.40" thiserror = "1.0" -anyhow = "1.0.79" \ No newline at end of file +anyhow = "1.0.79"