diff --git a/lakesoul-flink/pom.xml b/lakesoul-flink/pom.xml index c292107e7..9f02151f9 100644 --- a/lakesoul-flink/pom.xml +++ b/lakesoul-flink/pom.xml @@ -103,6 +103,7 @@ SPDX-License-Identifier: Apache-2.0 org.apache.flink flink-formats ${flink.version} + ${local.scope} pom @@ -130,6 +131,7 @@ SPDX-License-Identifier: Apache-2.0 com.ververica flink-sql-connector-sqlserver-cdc ${cdc.version} + ${local.scope} com.ververica @@ -140,36 +142,43 @@ SPDX-License-Identifier: Apache-2.0 com.ververica flink-sql-connector-oracle-cdc ${cdc.version} + ${local.scope} com.ververica flink-sql-connector-postgres-cdc ${cdc.version} + ${local.scope} com.ververica flink-sql-connector-mongodb-cdc ${cdc.version} + ${local.scope} org.apache.flink flink-connector-mongodb 1.0.1-1.17 + ${local.scope} org.mongodb bson 4.3.4 + ${local.scope} org.apache.doris flink-doris-connector-1.17 1.5.0 + ${local.scope} org.apache.flink flink-connector-jdbc 3.1.1-1.17 + ${local.scope} org.apache.flink @@ -413,10 +422,6 @@ SPDX-License-Identifier: Apache-2.0 com.dmetasoul:lakesoul-flink com.ververica:flink-sql-connector-mysql-cdc - com.ververica:flink-sql-connector-postgres-cdc - com.ververica:flink-sql-connector-oracle-cdc - org.apache.flink:flink-connector-jdbc - org.apache.flink:flink-doris-connector-1.17 com.dmetasoul:lakesoul-common com.dmetasoul:lakesoul-io-java com.github.jnr:* @@ -554,10 +559,58 @@ SPDX-License-Identifier: Apache-2.0 shaded.parquet com.lakesoul.shaded.shaded.parquet + + com.fasterxml.jackson + com.lakesoul.shaded.com.fasterxml.jackson + + + org.json4s + com.lakesoul.shaded.org.json4s + + + dev.failsafe + com.lakesoul.shaded.dev.failsafe + + + org.aspectj + com.lakesoul.shaded.org.aspectj + + + org.checkerframework + com.lakesoul.shaded.org.checkerframework + org.yaml.snakeyaml com.lakesoul.shaded.org.yaml.snakeyaml + + org.antlr + com.lakesoul.shaded.org.antlr + + + io.substrait + com.lakesoul.shaded.io.substrait + + + org.stringtemplate + com.lakesoul.shaded.org.stringtemplate + + + org.abego + com.lakesoul.shaded.org.abego + + + org.antlr + com.lakesoul.shaded.org.antlr + + + org.ow2.asm + com.lakesoul.shaded.org.ow2.asm + + + org.objectweb.asm + com.lakesoul.shaded.org.objectweb.asm + guava 32.0.0-jre + + org.apache.hadoop + hadoop-client-api + 3.3.2 + diff --git a/lakesoul-spark/pom.xml b/lakesoul-spark/pom.xml index 70eb53793..4e9883d39 100644 --- a/lakesoul-spark/pom.xml +++ b/lakesoul-spark/pom.xml @@ -58,6 +58,12 @@ SPDX-License-Identifier: Apache-2.0 com.dmetasoul lakesoul-common ${revision} + + + com.fasterxml.jackson.core + * + + com.dmetasoul @@ -84,6 +90,10 @@ SPDX-License-Identifier: Apache-2.0 io.netty netty-common + + com.fasterxml.jackson.core + * + @@ -211,7 +221,7 @@ SPDX-License-Identifier: Apache-2.0 com.fasterxml.jackson.core - jackson-core + * @@ -226,6 +236,10 @@ SPDX-License-Identifier: Apache-2.0 com.google.protobuf protobuf-java + + com.fasterxml.jackson.core + * + @@ -284,7 +298,7 @@ SPDX-License-Identifier: Apache-2.0 org.apache.hadoop hadoop-aws - 3.3.3 + 3.3.6 provided @@ -536,10 +550,66 @@ SPDX-License-Identifier: Apache-2.0 org.apache.arrow.vector io.glutenproject.shaded.org.apache.arrow.vector + + io.netty + com.lakesoul.shaded.io.netty + com.google.protobuf com.lakesoul.shaded.com.google.protobuf + + com.fasterxml.jackson + com.lakesoul.shaded.com.fasterxml.jackson + + + org.json4s + com.lakesoul.shaded.org.json4s + + + org.apache.commons + com.lakesoul.shaded.org.apache.commons + + + dev.failsafe + com.lakesoul.shaded.dev.failsafe + + + org.aspectj + com.lakesoul.shaded.org.aspectj + + + org.checkerframework + com.lakesoul.shaded.org.checkerframework + + + org.yaml.snakeyaml + com.lakesoul.shaded.org.yaml.snakeyaml + + + org.antlr + com.lakesoul.shaded.org.antlr + + + io.substrait + com.lakesoul.shaded.io.substrait + + + org.stringtemplate + com.lakesoul.shaded.org.stringtemplate + + + org.abego + com.lakesoul.shaded.org.abego + + + org.ow2.asm + com.lakesoul.shaded.org.ow2.asm + + + org.objectweb.asm + com.lakesoul.shaded.org.objectweb.asm + diff --git a/native-io/lakesoul-io-java/pom.xml b/native-io/lakesoul-io-java/pom.xml index 436a335ad..7a10573b9 100644 --- a/native-io/lakesoul-io-java/pom.xml +++ b/native-io/lakesoul-io-java/pom.xml @@ -25,9 +25,9 @@ SPDX-License-Identifier: Apache-2.0 8 8 - 12.0.0 + 15.0.2 3.1.0 - 0.28.0 + 0.37.0 3.22.0 0.6.1 @@ -49,21 +49,67 @@ SPDX-License-Identifier: Apache-2.0 org.apache.arrow arrow-vector ${arrow.version} + + + io.netty + * + + + org.slf4j + * + + + com.fasterxml.jackson.core + * + + + + + com.fasterxml.jackson.core + jackson-databind + 2.16.1 org.apache.arrow arrow-memory-netty ${arrow.version} + + + io.netty + * + + + org.slf4j + * + + + + + io.netty + netty-buffer + 4.1.112.Final org.apache.arrow arrow-memory-core + + + org.slf4j + * + + ${arrow.version} org.apache.arrow arrow-c-data ${arrow.version} + + + org.slf4j + * + + @@ -129,6 +175,10 @@ SPDX-License-Identifier: Apache-2.0 spark-catalyst_${scala.binary.version} ${spark.version} + + org.apache.hadoop + * + org.apache.arrow * @@ -608,12 +658,13 @@ SPDX-License-Identifier: Apache-2.0 - - **/*scala* - - **/*.class - - + org.apache.spark:spark-core_2.12 + + org/sparkproject/jetty/** + META-INF/maven/org.eclipse.jetty/** + jetty-dir.css + META-INF/services/org.eclipse.jetty.http.HttpFieldPreEncoder + @@ -622,8 +673,12 @@ SPDX-License-Identifier: Apache-2.0 com.lakesoul.shaded.scala. - org.apache.spark.sql - com.lakesoul.shaded.org.apache.spark.sql + com.zaxxer.hikari + com.lakesoul.shaded.com.zaxxer.hikari + + + org.postgresql + com.lakesoul.shaded.org.postgresql org.ow2.asm @@ -665,6 +720,26 @@ SPDX-License-Identifier: Apache-2.0 com.fasterxml.jackson com.lakesoul.shaded.com.fasterxml.jackson + + org.json4s + com.lakesoul.shaded.org.json4s + + + org.apache.commons + com.lakesoul.shaded.org.apache.commons + + + dev.failsafe + com.lakesoul.shaded.dev.failsafe + + + org.aspectj + com.lakesoul.shaded.org.aspectj + + + org.checkerframework + com.lakesoul.shaded.org.checkerframework + org.yaml.snakeyaml com.lakesoul.shaded.org.yaml.snakeyaml @@ -673,6 +748,34 @@ SPDX-License-Identifier: Apache-2.0 org.antlr com.lakesoul.shaded.org.antlr + + io.netty + com.lakesoul.shaded.io.netty + + + com.alibaba.fastjson + com.lakesoul.shaded.com.alibaba.fastjson + + + com.google.flatbuffers + com.lakesoul.shaded.com.google.flatbuffers + + + org.apache.spark + com.lakesoul.shaded.org.apache.spark + + + io.substrait + com.lakesoul.shaded.io.substrait + + + org.stringtemplate + com.lakesoul.shaded.org.stringtemplate + + + org.abego + com.lakesoul.shaded.org.abego +