POC: Add OpenDAL based GCS Storage Support

Signed-off-by: Xuanwo <[email protected]>

Cargo.toml

@@ -203,6 +203,7 @@ rustls-native-certs = "0.8"
 x509-parser = "0.16"
 whoami = "1.5.1"
 zerocopy = { version = "0.7", features = ["derive"] }
+opendal = {version = "0.50.2" }
 
 ## TODO replace this with tracing
 env_logger = "0.10"

libs/remote_storage/Cargo.toml

@@ -31,6 +31,7 @@ metrics.workspace = true
 utils.workspace = true
 pin-project-lite.workspace = true
 
+opendal = { workspace = true, features = ["services-gcs"] }
 azure_core.workspace = true
 azure_identity.workspace = true
 azure_storage.workspace = true

libs/remote_storage/src/config.rs

@@ -180,6 +180,14 @@ impl Debug for AzureConfig {
     }
 }
 
+/// Gcs bucket coordinates and access credentials to manage the bucket contents (read and write).
+#[derive(Clone, Debug, PartialEq, Eq, Serialize, Deserialize)]
+pub struct GcsConfig {
+    pub bucket_name: String,
+    /// A "subfolder" in the bucket, to use the same bucket separately by multiple remote storage users at once.
+    pub prefix_in_bucket: Option<String>,
+}
+
 fn deserialize_storage_class<'de, D: serde::Deserializer<'de>>(
     deserializer: D,
 ) -> Result<Option<StorageClass>, D::Error> {