refactor: Use opendal to implement recover object instead (#17165)

* refactor: Use opendal to implement recover object instead

Signed-off-by: Xuanwo <[email protected]>

* Enabling versioning support

Signed-off-by: Xuanwo <[email protected]>

* Address comments

Signed-off-by: Xuanwo <[email protected]>

* Fix

Signed-off-by: Xuanwo <[email protected]>

---------

Signed-off-by: Xuanwo <[email protected]>

Author: Xuanwo

Cargo.lock

@@ -236,9 +236,6 @@ async-compression = { git = "https://github.com/datafuse-extras/async-compressio
 async-recursion = "1.1.1"
 async-stream = "0.3.3"
 async-trait = { version = "0.1.77" }
-aws-config = { version = "1.1.7", features = ["behavior-version-latest"] }
-aws-sdk-s3 = "1.17.0"
-aws-smithy-runtime = { version = "1.6.2", default-features = false }
 backoff = "0.4" # FIXME: use backon to replace this.
 backon = "1"
 backtrace = "0.3.73"

Cargo.toml

@@ -280,6 +280,9 @@ fn init_s3_operator(cfg: &StorageS3Config) -> Result<impl Builder> {
         builder = builder.region("us-east-1");
     }
 
+    // Always enable versioning support.
+    builder = builder.enable_versioning(true);
+
     // Credential.
     builder = builder
         .access_key_id(&cfg.access_key_id)

src/common/storage/src/operator.rs

@@ -14,7 +14,6 @@ test = true
 [dependencies]
 async-backtrace = { workspace = true }
 async-trait = { workspace = true }
-aws-smithy-runtime = { workspace = true }
 base64 = { workspace = true }
 chrono = { workspace = true }
 chrono-tz = { workspace = true }
@@ -26,7 +25,6 @@ databend-common-config = { workspace = true }
 databend-common-exception = { workspace = true }
 databend-common-expression = { workspace = true }
 databend-common-functions = { workspace = true }
-databend-common-grpc = { workspace = true }
 databend-common-io = { workspace = true }
 databend-common-license = { workspace = true }
 databend-common-meta-api = { workspace = true }
@@ -63,17 +61,11 @@ databend-storages-common-table-meta = { workspace = true }
 derive-visitor = { workspace = true }
 futures = { workspace = true }
 futures-util = { workspace = true }
-hyper-tls = { workspace = true }
-hyper_v014 = { workspace = true }
 jwt-simple = { workspace = true }
 log = { workspace = true }
 opendal = { workspace = true }
 tempfile = { workspace = true }
 
-# aws sdk
-aws-config = { workspace = true }
-aws-sdk-s3 = { workspace = true }
-
 [dev-dependencies]
 jsonb = { workspace = true }
 tantivy = { workspace = true }