[Rust] refactor with SplitDescArray

lakesoul-common/src/main/java/com/dmetasoul/lakesoul/meta/jnr/SplitDesc.java

@@ -3,7 +3,6 @@
 import com.alibaba.fastjson.annotation.JSONField;
 import org.apache.commons.lang3.builder.ToStringBuilder;
 import org.apache.commons.lang3.builder.ToStringStyle;
-import org.apache.hadoop.util.hash.Hash;
 
 import java.util.HashMap;
 import java.util.List;

lakesoul-spark/src/test/scala/org/apache/spark/sql/lakesoul/SplitDescSuite.scala

@@ -257,7 +257,7 @@ object RandomStringGenerator {
   val random = new Random()
 
   def generateRandomString(length: Int): String = {
-    val chars = ('a' to 'z') ++ ('A' to 'Z') ++ ('0' to '9')
+    val chars = ('a' to 'z') ++  ('0' to '9')
     val sb = new StringBuilder
     for (_ <- 1 to length) {
       val randomIndex = random.nextInt(chars.length)

rust/Cargo.toml

@@ -37,14 +37,16 @@ futures = "0.3"
 url = "2.2"
 async-trait = "0.1"
 serde_json = "1.0"
-log = "^0.4"
 prost = "0.12.3"
 prost-build = "0.12.3"
 uuid = { version = "1.4.0", features = ["v4", "fast-rng", "macro-diagnostics"] }
 serde = { version = "1.0", features = ["derive", "std", "rc"] }
 rand = "^0.8"
 bytes = "1.4.0"
 half = "^2.1"
-tracing = "0.1.40"
 thiserror = "1.0"
-anyhow = "1.0.79"
+anyhow = "1.0.79"
+tracing = "0.1.40"
+tracing-subscriber = { version = "0.3.18", features = ["env-filter", "local-time"] }
+time = { version = "0.3.34", features = ["macros"] }
+time-macros = { version = "0.2.17" }

rust/lakesoul-datafusion/Cargo.toml

@@ -30,7 +30,7 @@ serde_json = { workspace = true }
 tokio = { workspace = true }
 rand = { workspace = true }
 bytes = { workspace = true }
-tracing = "0.1.40"
+tracing = { workspace = true }
 thiserror = { workspace = true }
 anyhow = { workspace = true }
 url = { workspace = true }
@@ -41,6 +41,7 @@ ctor = "0.2"
 test-log = { version = "0.2.14", features = ["trace"] }
 rand = "0.8.5"
 rand_chacha = "0.3.1"
+tracing-subscriber = {workspace = true}
 
 [features]
 ci = []

rust/lakesoul-datafusion/src/catalog/lakesoul_catalog.rs

@@ -2,18 +2,21 @@
 //
 // SPDX-License-Identifier: Apache-2.0
 
-use crate::catalog::LakeSoulNamespace;
-use datafusion::catalog::schema::SchemaProvider;
+use std::any::Any;
+use std::fmt::{Debug, Formatter};
+use std::sync::{Arc, RwLock};
+
 use datafusion::catalog::CatalogProvider;
+use datafusion::catalog::schema::SchemaProvider;
 use datafusion::error::{DataFusionError, Result};
 use datafusion::prelude::SessionContext;
+use tokio::runtime::Handle;
+
 use lakesoul_metadata::error::LakeSoulMetaDataError;
 use lakesoul_metadata::MetaDataClientRef;
 use proto::proto::entity::Namespace;
-use std::any::Any;
-use std::fmt::{Debug, Formatter};
-use std::sync::{Arc, RwLock};
-use tokio::runtime::Handle;
+
+use crate::catalog::LakeSoulNamespace;
 
 /// A metadata wrapper
 /// may need a lock
@@ -105,6 +108,7 @@ impl CatalogProvider for LakeSoulCatalog {
             domain: "public".into(),
         };
         let _ = futures::executor::block_on(async move {
+            // need a special runtime to finish sync jobs
             Handle::current()
                 .spawn(async move { client.create_namespace(np).await })
                 .await