[Project/Doc] Bump version to 2.5.0 and update docs (#389)

* update docs Signed-off-by: chenxu <[email protected]> * update versions in docs Signed-off-by: chenxu <[email protected]> * bump version to 2.5.0 Signed-off-by: chenxu <[email protected]> * fix wrong doc link Signed-off-by: chenxu <[email protected]> --------- Signed-off-by: chenxu <[email protected]> Co-authored-by: chenxu <[email protected]>
lakesoul-io · Jan 10, 2024 · f11db62 · f11db62
1 parent b9d386d
commit f11db62
Show file tree

Hide file tree

Showing 47 changed files with 323 additions and 144 deletions.
diff --git a/README-CN.md b/README-CN.md
@@ -55,10 +55,10 @@ LakeSoul 支持自动分离式 Compaction 、自动表生命周期清理、自
 ### 微信公众号
 欢迎关注 <u>**元灵数智**</u> 公众号，我们会定期推送关于 LakeSoul 的架构代码解读、端到端算法业务落地案例分享等干货文章：
 
-![元灵数智公众号](website/static/img/%E5%85%83%E7%81%B5%E6%95%B0%E6%99%BA%E5%85%AC%E4%BC%97%E5%8F%B7.jpg)
-
 ### LakeSoul 开发者社区微信群
-欢迎加入 LakeSoul 开发者社区微信群，随时交流 LakeSoul 开发相关的各类问题：请关注公众号后点击下方 "了解我们-用户交流" 获取最新微信群二维码。
+欢迎加入 LakeSoul 开发者社区微信群，随时交流 LakeSoul 开发相关的各类问题：请关注公众号后点击下方 "了解我们-用户交流" 获取最新微信群二维码。或扫描以下二维码添加小助手微信后加群：
+
+![微信交流群](website/static/img/wechat.png)
 
 # 联系我们
 发送邮件至 [[email protected]](mailto:[email protected]).

diff --git a/lakesoul-common/pom.xml b/lakesoul-common/pom.xml
@@ -12,12 +12,12 @@ SPDX-License-Identifier: Apache-2.0
     <parent>
         <artifactId>lakesoul-parent</artifactId>
         <groupId>com.dmetasoul</groupId>
-        <version>2.4.0-SNAPSHOT</version>
+        <version>2.5.0-SNAPSHOT</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 
     <artifactId>lakesoul-common</artifactId>
-    <version>2.4.0-SNAPSHOT</version>
+    <version>2.5.0-SNAPSHOT</version>
     <build>
         <plugins>
             <plugin>

diff --git a/lakesoul-flink/pom.xml b/lakesoul-flink/pom.xml
@@ -12,12 +12,12 @@ SPDX-License-Identifier: Apache-2.0
     <parent>
         <artifactId>lakesoul-parent</artifactId>
         <groupId>com.dmetasoul</groupId>
-        <version>2.4.0-SNAPSHOT</version>
+        <version>2.5.0-SNAPSHOT</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 
     <artifactId>lakesoul-flink</artifactId>
-    <version>2.4.0-flink-1.17-SNAPSHOT</version>
+    <version>2.5.0-flink-1.17-SNAPSHOT</version>
     <properties>
         <flink.version>1.17.1</flink.version>
         <scala.binary.version>2.12</scala.binary.version>
@@ -31,7 +31,7 @@ SPDX-License-Identifier: Apache-2.0
         <dependency>
             <groupId>com.dmetasoul</groupId>
             <artifactId>lakesoul-common</artifactId>
-            <version>2.4.0-SNAPSHOT</version>
+            <version>2.5.0-SNAPSHOT</version>
             <exclusions>
                 <exclusion>
                     <groupId>org.slf4j</groupId>
@@ -42,7 +42,7 @@ SPDX-License-Identifier: Apache-2.0
         <dependency>
             <groupId>com.dmetasoul</groupId>
             <artifactId>lakesoul-io-java</artifactId>
-            <version>2.4.0-SNAPSHOT</version>
+            <version>2.5.0-SNAPSHOT</version>
             <exclusions>
                 <exclusion>
                     <groupId>org.slf4j</groupId>

diff --git a/lakesoul-presto/pom.xml b/lakesoul-presto/pom.xml
@@ -12,11 +12,11 @@
     <parent>
         <groupId>com.dmetasoul</groupId>
         <artifactId>lakesoul-parent</artifactId>
-        <version>2.4.0-SNAPSHOT</version>
+        <version>2.5.0-SNAPSHOT</version>
     </parent>
 
     <artifactId>lakesoul-presto</artifactId>
-    <version>2.4.0-presto-0.28-SNAPSHOT</version>
+    <version>2.5.0-presto-0.28-SNAPSHOT</version>
 
     <properties>
         <maven.compiler.source>8</maven.compiler.source>
@@ -33,12 +33,12 @@
         <dependency>
             <groupId>com.dmetasoul</groupId>
             <artifactId>lakesoul-common</artifactId>
-            <version>2.4.0-SNAPSHOT</version>
+            <version>2.5.0-SNAPSHOT</version>
         </dependency>
         <dependency>
             <groupId>com.dmetasoul</groupId>
             <artifactId>lakesoul-io-java</artifactId>
-            <version>2.4.0-SNAPSHOT</version>
+            <version>2.5.0-SNAPSHOT</version>
             <exclusions>
                 <exclusion>
                     <groupId>org.slf4j</groupId>

diff --git a/lakesoul-spark/pom.xml b/lakesoul-spark/pom.xml
@@ -12,12 +12,12 @@ SPDX-License-Identifier: Apache-2.0
     <parent>
         <artifactId>lakesoul-parent</artifactId>
         <groupId>com.dmetasoul</groupId>
-        <version>2.4.0-SNAPSHOT</version>
+        <version>2.5.0-SNAPSHOT</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 
     <artifactId>lakesoul-spark</artifactId>
-    <version>2.4.0-spark-3.3-SNAPSHOT</version>
+    <version>2.5.0-spark-3.3-SNAPSHOT</version>
 
     <properties>
         <scalatest.version>3.2.14</scalatest.version>
@@ -36,12 +36,12 @@ SPDX-License-Identifier: Apache-2.0
         <dependency>
             <groupId>com.dmetasoul</groupId>
             <artifactId>lakesoul-common</artifactId>
-            <version>2.4.0-SNAPSHOT</version>
+            <version>2.5.0-SNAPSHOT</version>
         </dependency>
         <dependency>
             <groupId>com.dmetasoul</groupId>
             <artifactId>lakesoul-io-java</artifactId>
-            <version>2.4.0-SNAPSHOT</version>
+            <version>2.5.0-SNAPSHOT</version>
             <exclusions>
                 <exclusion>
                     <groupId>org.slf4j</groupId>

diff --git a/...park/src/test/scala/org/apache/spark/sql/lakesoul/benchmark/io/ParquetScanBenchmark.scala b/...park/src/test/scala/org/apache/spark/sql/lakesoul/benchmark/io/ParquetScanBenchmark.scala
@@ -13,7 +13,7 @@ import org.apache.spark.sql.lakesoul.sources.LakeSoulSQLConf
  * Run with following commands with local minio env:
  *
  * mvn package -Prelease-linux-x86-64 -pl lakesoul-spark -am -DskipTests
- * docker run --cpus=1 --rm -ti --net host -v /opt/spark/work-dir/data:/opt/spark/work-dir/data -v $PWD/lakesoul-spark/target:/opt/spark/work-dir/jars bitnami/spark:3.3.1 spark-submit --driver-memory 4g --jars /opt/spark/work-dir/jars/lakesoul-spark-2.4.0-spark-3.3-SNAPSHOT.jar --class org.apache.spark.sql.lakesoul.benchmark.io.ParquetScanBenchmark /opt/spark/work-dir/jars/lakesoul-spark-2.4.0-spark-3.3-SNAPSHOT-tests.jar --localtest
+ * docker run --cpus=1 --rm -ti --net host -v /opt/spark/work-dir/data:/opt/spark/work-dir/data -v $PWD/lakesoul-spark/target:/opt/spark/work-dir/jars bitnami/spark:3.3.1 spark-submit --driver-memory 4g --jars /opt/spark/work-dir/jars/lakesoul-spark-2.5.0-spark-3.3-SNAPSHOT.jar --class org.apache.spark.sql.lakesoul.benchmark.io.ParquetScanBenchmark /opt/spark/work-dir/jars/lakesoul-spark-2.5.0-spark-3.3-SNAPSHOT-tests.jar --localtest
  */
 object ParquetScanBenchmark {
   def main(args: Array[String]): Unit = {

diff --git a/...ark/src/test/scala/org/apache/spark/sql/lakesoul/benchmark/io/ParquetWriteBenchmark.scala b/...ark/src/test/scala/org/apache/spark/sql/lakesoul/benchmark/io/ParquetWriteBenchmark.scala
@@ -12,7 +12,7 @@ import org.apache.spark.sql.lakesoul.sources.LakeSoulSQLConf
  * Run with following commands with local minio env:
  *
  * mvn package -Prelease-linux-x86-64 -pl lakesoul-spark -am -DskipTests
- * docker run --rm -ti --net host -v /opt/spark/work-dir/data:/opt/spark/work-dir/data -v $PWD/lakesoul-spark/target:/opt/spark/work-dir/jars bitnami/spark:3.3.1 spark-submit --driver-memory 4g --jars /opt/spark/work-dir/jars/lakesoul-spark-2.2.0-spark-3.3-SNAPSHOT.jar --class org.apache.spark.sql.lakesoul.benchmark.io.ParquetWriteBenchmark /opt/spark/work-dir/jars/lakesoul-spark-2.2.0-spark-3.3-SNAPSHOT-tests.jar --localtest
+ * docker run --rm -ti --net host -v /opt/spark/work-dir/data:/opt/spark/work-dir/data -v $PWD/lakesoul-spark/target:/opt/spark/work-dir/jars bitnami/spark:3.3.1 spark-submit --driver-memory 4g --jars /opt/spark/work-dir/jars/lakesoul-spark-2.5.0-spark-3.3-SNAPSHOT.jar --class org.apache.spark.sql.lakesoul.benchmark.io.ParquetWriteBenchmark /opt/spark/work-dir/jars/lakesoul-spark-2.2.0-spark-3.3-SNAPSHOT-tests.jar --localtest
  */
 object ParquetWriteBenchmark {
   def main(args: Array[String]): Unit = {

diff --git a/native-io/lakesoul-io-java/pom.xml b/native-io/lakesoul-io-java/pom.xml
@@ -12,13 +12,13 @@ SPDX-License-Identifier: Apache-2.0
     <parent>
         <artifactId>lakesoul-parent</artifactId>
         <groupId>com.dmetasoul</groupId>
-        <version>2.4.0-SNAPSHOT</version>
+        <version>2.5.0-SNAPSHOT</version>
         <relativePath>../../pom.xml</relativePath>
     </parent>
 
     <modelVersion>4.0.0</modelVersion>
     <artifactId>lakesoul-io-java</artifactId>
-    <version>2.4.0-SNAPSHOT</version>
+    <version>2.5.0-SNAPSHOT</version>
     <packaging>jar</packaging>
 
     <properties>

diff --git a/pom.xml b/pom.xml
@@ -9,7 +9,7 @@ SPDX-License-Identifier: Apache-2.0
     <modelVersion>4.0.0</modelVersion>
     <groupId>com.dmetasoul</groupId>
     <artifactId>lakesoul-parent</artifactId>
-    <version>2.4.0-SNAPSHOT</version>
+    <version>2.5.0-SNAPSHOT</version>
     <inceptionYear>2022</inceptionYear>
     <modules>
         <module>lakesoul-common</module>

diff --git a/python/examples/README.md b/python/examples/README.md
@@ -16,8 +16,7 @@ docker pull bitnami/spark:3.3.1
 ```
 
 ### Download LakeSoul release jar
-1. download [maven-package-upload.zip](https://github.com/lakesoul-io/LakeSoul/suites/16162659724/artifacts/922875223).
-2. unzip the zip file and extract `lakesoul-spark-2.3.0-spark-3.3-SNAPSHOT.jar` from `maven-package-upload/lakesoul-spark/target/`.
+1. download Spark release jar from https://github.com/lakesoul-io/LakeSoul/releases
 
 ### Download LakeSoul wheel file
 For users of Python 3.8, Python 3.9, and Python 3.10, we have prepared different wheel files for each version. Please download the appropriate one based on your requirements.

diff --git a/python/examples/food101/README.md b/python/examples/food101/README.md
@@ -8,7 +8,7 @@ We can download data from [Hugginface Food101 dataset](https://huggingface.co/da
 
 ## Import data into LakeSoul
 ```shell
-export lakesoul_jar=lakesoul-spark-2.3.0-spark-3.3-SNAPSHOT.jar
+export lakesoul_jar=lakesoul-spark-2.5.0-spark-3.3.jar
 sudo docker run --rm -ti --net lakesoul-docker-compose-env_default \
 -v $PWD/"${lakesoul_jar}":/opt/spark/work-dir/jars/"${lakesoul_jar}" \
 -v $PWD/../../python/lakesoul/:/opt/bitnami/spark/lakesoul \

diff --git a/python/examples/imdb/README.md b/python/examples/imdb/README.md
@@ -7,7 +7,7 @@ We can download data from [Hugginface IMDB dataset](https://huggingface.co/datas
 
 ## Import data into LakeSoul
 ```shell
-export lakesoul_jar=lakesoul-spark-2.3.0-spark-3.3-SNAPSHOT.jar
+export lakesoul_jar=lakesoul-spark-2.5.0-spark-3.3.jar
 sudo docker run --rm -ti --net lakesoul-docker-compose-env_default \
 -v $PWD/"${lakesoul_jar}":/opt/spark/work-dir/jars/"${lakesoul_jar}" \
 -v $PWD/../../python/lakesoul/:/opt/bitnami/spark/lakesoul \

diff --git a/python/examples/lakesoul_env.sh b/python/examples/lakesoul_env.sh
diff --git a/python/examples/requirements.txt b/python/examples/requirements.txt
@@ -1,4 +1,4 @@
-lakesoul @ file://${PWD}/lakesoul-1.0.0b0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl
+lakesoul @ file://${PWD}/lakesoul-1.0.0b1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl
 numpy
 pandas
 torch

diff --git a/python/examples/titanic/README.md b/python/examples/titanic/README.md
@@ -7,7 +7,7 @@ We can download the dataset from [Kaggle Titanic Dataset](https://www.kaggle.com
 
 ## Import data into LakeSoul
 ```shell
-export lakesoul_jar=lakesoul-spark-2.3.0-spark-3.3-SNAPSHOT.jar
+export lakesoul_jar=lakesoul-spark-2.5.0-spark-3.3.jar
 sudo docker run --rm -ti --net lakesoul-docker-compose-env_default \
 -v $PWD/"${lakesoul_jar}":/opt/spark/work-dir/jars/"${lakesoul_jar}" \
 -v $PWD/../../python/lakesoul/:/opt/bitnami/spark/lakesoul \
@@ -19,7 +19,7 @@ bitnami/spark:3.3.1 spark-submit --jars /opt/spark/work-dir/jars/"${lakesoul_jar
 
 ## Feature Transform
 ```shell
-export lakesoul_jar=lakesoul-spark-2.3.0-spark-3.3-SNAPSHOT.jar
+export lakesoul_jar=lakesoul-spark-2.5.0-spark-3.3.jar
 sudo docker run --rm -ti --net lakesoul-docker-compose-env_default \
 -v $PWD/"${lakesoul_jar}":/opt/spark/work-dir/jars/"${lakesoul_jar}" \
 -v $PWD/../../python/lakesoul/:/opt/bitnami/spark/lakesoul \

diff --git a/rust/Cargo.lock b/rust/Cargo.lock
diff --git a/rust/lakesoul-io-c/Cargo.toml b/rust/lakesoul-io-c/Cargo.toml
@@ -4,7 +4,7 @@
 
 [package]
 name = "lakesoul-io-c"
-version = "2.3.0"
+version = "2.5.0"
 edition = "2021"
 
 [lib]

diff --git a/rust/lakesoul-io/Cargo.toml b/rust/lakesoul-io/Cargo.toml
@@ -4,7 +4,7 @@
 
 [package]
 name = "lakesoul-io"
-version = "2.3.0"
+version = "2.5.0"
 edition = "2021"
 
 [dependencies]