diff --git a/Cargo.lock b/Cargo.lock index 0d5a5b45f..c93fea8b3 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -5213,7 +5213,7 @@ dependencies = [ "moka", "object_store", "object_store_opendal", - "opendal", + "opendal 0.58.1", "path_abs", "pin-project", "prost", @@ -5454,7 +5454,7 @@ dependencies = [ "num-traits", "object_store", "object_store_opendal", - "opendal", + "opendal 0.58.1 (registry+https://github.com/rust-lang/crates.io-index)", "pin-project", "polars", "polars-arrow", @@ -6422,7 +6422,7 @@ dependencies = [ "futures", "mea", "object_store", - "opendal", + "opendal 0.58.1 (registry+https://github.com/rust-lang/crates.io-index)", "pin-project", "tokio", ] @@ -6476,8 +6476,6 @@ checksum = "d6790f58c7ff633d8771f42965289203411a5e5c68388703c06e14f24770b41e" [[package]] name = "opendal" version = "0.58.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4f20562cc7447fcc915fc5c23df305a412ea80a733c9f2fd9e2d267e2815be6d" dependencies = [ "ctor 1.0.12", "opendal-core", @@ -6493,7 +6491,17 @@ dependencies = [ "opendal-service-goosefs", "opendal-service-hf", "opendal-service-oss", - "opendal-service-s3", + "opendal-service-s3 0.58.1", +] + +[[package]] +name = "opendal" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4f20562cc7447fcc915fc5c23df305a412ea80a733c9f2fd9e2d267e2815be6d" +dependencies = [ + "opendal-core", + "opendal-service-s3 0.58.1 (registry+https://github.com/rust-lang/crates.io-index)", ] [[package]] @@ -6716,6 +6724,25 @@ dependencies = [ "serde", ] +[[package]] +name = "opendal-service-s3" +version = "0.58.1" +dependencies = [ + "base64 0.23.1", + "bytes", + "crc-fast", + "http 1.5.0", + "log", + "md-5 0.11.0", + "opendal-core", + "quick-xml 0.41.0", + "reqsign-aws-v4", + "reqsign-core", + "reqsign-file-read-tokio", + "serde", + "url", +] + [[package]] name = "opendal-service-s3" version = "0.58.1" diff --git a/Cargo.toml b/Cargo.toml index b3f22298c..0df1299f2 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -14,20 +14,20 @@ categories = ["database-implementations"] rust-version = "1.91.0" [workspace.dependencies] -lance = { "version" = "=11.0.0-beta.3", default-features = false, "tag" = "v11.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" } -lance-core = { "version" = "=11.0.0-beta.3", "tag" = "v11.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" } -lance-datagen = { "version" = "=11.0.0-beta.3", "tag" = "v11.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" } -lance-file = { "version" = "=11.0.0-beta.3", "tag" = "v11.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" } -lance-io = { "version" = "=11.0.0-beta.3", default-features = false, "tag" = "v11.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" } -lance-index = { "version" = "=11.0.0-beta.3", "tag" = "v11.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" } -lance-linalg = { "version" = "=11.0.0-beta.3", "tag" = "v11.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" } -lance-namespace = { "version" = "=11.0.0-beta.3", "tag" = "v11.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" } -lance-namespace-impls = { "version" = "=11.0.0-beta.3", default-features = false, "tag" = "v11.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" } -lance-table = { "version" = "=11.0.0-beta.3", "tag" = "v11.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" } -lance-testing = { "version" = "=11.0.0-beta.3", "tag" = "v11.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" } -lance-datafusion = { "version" = "=11.0.0-beta.3", "tag" = "v11.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" } -lance-encoding = { "version" = "=11.0.0-beta.3", "tag" = "v11.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" } -lance-arrow = { "version" = "=11.0.0-beta.3", "tag" = "v11.0.0-beta.3", "git" = "https://github.com/lance-format/lance.git" } +lance = { version = "=11.0.0-beta.3", path = "lance-artifact/rust/lance", default-features = false } +lance-core = { version = "=11.0.0-beta.3", path = "lance-artifact/rust/lance-core" } +lance-datagen = { version = "=11.0.0-beta.3", path = "lance-artifact/rust/lance-datagen" } +lance-file = { version = "=11.0.0-beta.3", path = "lance-artifact/rust/lance-file" } +lance-io = { version = "=11.0.0-beta.3", path = "lance-artifact/rust/lance-io", default-features = false } +lance-index = { version = "=11.0.0-beta.3", path = "lance-artifact/rust/lance-index" } +lance-linalg = { version = "=11.0.0-beta.3", path = "lance-artifact/rust/lance-linalg" } +lance-namespace = { version = "=11.0.0-beta.3", path = "lance-artifact/rust/lance-namespace" } +lance-namespace-impls = { version = "=11.0.0-beta.3", path = "lance-artifact/rust/lance-namespace-impls", default-features = false } +lance-table = { version = "=11.0.0-beta.3", path = "lance-artifact/rust/lance-table" } +lance-testing = { version = "=11.0.0-beta.3", path = "lance-artifact/rust/lance-testing" } +lance-datafusion = { version = "=11.0.0-beta.3", path = "lance-artifact/rust/lance-datafusion" } +lance-encoding = { version = "=11.0.0-beta.3", path = "lance-artifact/rust/lance-encoding" } +lance-arrow = { version = "=11.0.0-beta.3", path = "lance-artifact/rust/lance-arrow" } ahash = "0.8" # Note that this one does not include pyarrow arrow = { version = "58.0.0", optional = false } @@ -68,22 +68,6 @@ regex = "1.10" semver = "1.0.25" chrono = "0.4" -[patch."https://github.com/lance-format/lance.git"] -lance = { path = "lance-artifact/rust/lance" } -lance-arrow = { path = "lance-artifact/rust/lance-arrow" } -lance-core = { path = "lance-artifact/rust/lance-core" } -lance-datafusion = { path = "lance-artifact/rust/lance-datafusion" } -lance-datagen = { path = "lance-artifact/rust/lance-datagen" } -lance-encoding = { path = "lance-artifact/rust/lance-encoding" } -lance-file = { path = "lance-artifact/rust/lance-file" } -lance-index = { path = "lance-artifact/rust/lance-index" } -lance-io = { path = "lance-artifact/rust/lance-io" } -lance-linalg = { path = "lance-artifact/rust/lance-linalg" } -lance-namespace = { path = "lance-artifact/rust/lance-namespace" } -lance-namespace-impls = { path = "lance-artifact/rust/lance-namespace-impls" } -lance-table = { path = "lance-artifact/rust/lance-table" } -lance-testing = { path = "lance-artifact/rust/lance-testing" } - [profile.ci] debug = "line-tables-only" inherits = "dev" diff --git a/lance-artifact/Cargo.toml b/lance-artifact/Cargo.toml index 181f44ed0..34ea4abe4 100644 --- a/lance-artifact/Cargo.toml +++ b/lance-artifact/Cargo.toml @@ -1,5 +1,7 @@ [workspace] members = [ + "third-party/opendal", + "third-party/opendal-service-s3", "rust/examples", "rust/lance", "rust/lance-arrow", @@ -175,7 +177,7 @@ moka = { version = "0.12", features = ["future", "sync"] } ndarray = { version = "0.16.1", features = ["matrixmultiply-threading"] } num-traits = "0.2" object_store = { version = "0.13.2" } -opendal = { version = "0.58.1" } +opendal = { version = "0.58.1", path = "./third-party/opendal" } object_store_opendal = { version = "0.58" } reqsign-aws-v4 = { version = "3.1.0" } reqsign-core = { version = "3.2.1" } diff --git a/lance-artifact/LANCEDB_PATCH.md b/lance-artifact/LANCEDB_PATCH.md index 9185fd780..585dedf63 100644 --- a/lance-artifact/LANCEDB_PATCH.md +++ b/lance-artifact/LANCEDB_PATCH.md @@ -10,3 +10,13 @@ keeps long-lived multipart uploads refreshable without rebuilding a store or cha metadata. Keeping the change inside `AwsStoreProvider` leaves arbitrary registry providers and their complete `ObjectStore` results untouched. Remove this patch when the same behavior is available in the pinned Lance release. + +The LanceDB workspace consumes every coupled Lance crate through a direct path into this artifact. +That keeps Git consumers on the same checked-in source instead of relying on a root `[patch]`, +which Cargo ignores when LanceDB itself is used as a dependency. + +The artifact also contains Apache OpenDAL 0.58.1's `opendal` and `opendal-service-s3` crates. The +only OpenDAL change adds a direct custom-provider hook alongside its existing credential-chain +hook. Lance uses the direct hook so a selected dynamic authority can propagate refresh and +validation errors; static or ambient credentials are considered only when that authority returns +`Ok(None)`. Remove these copies when upstream OpenDAL exposes an equivalent hook. diff --git a/lance-artifact/rust/lance-io/src/object_store/providers/aws.rs b/lance-artifact/rust/lance-io/src/object_store/providers/aws.rs index 3cb14757b..16503fab5 100644 --- a/lance-artifact/rust/lance-io/src/object_store/providers/aws.rs +++ b/lance-artifact/rust/lance-io/src/object_store/providers/aws.rs @@ -153,6 +153,27 @@ enum RequestTimeAwsCredentialProvider { StorageOptions(Arc), } +#[derive(Debug)] +struct FailClosedAwsCredentialProvider { + dynamic: RequestTimeAwsCredentialProvider, + fallback: ProvideCredentialChain, +} + +impl ProvideCredential for FailClosedAwsCredentialProvider { + type Credential = ReqsignAwsCredential; + + async fn provide_credential( + &self, + ctx: &ReqsignContext, + ) -> reqsign_core::Result> { + match self.dynamic.provide_credential(ctx).await { + Ok(Some(credential)) => Ok(Some(credential)), + Ok(None) => self.fallback.provide_credential(ctx).await, + Err(error) => Err(error), + } + } +} + fn request_time_expiration(options: &HashMap) -> Option { let expires_at_millis = options.get("expires_at_millis")?.parse::().ok()?; let expires_at = ReqsignTimestamp::from_millisecond(expires_at_millis).ok()?; @@ -248,14 +269,14 @@ fn build_opendal_s3_store( return Ok(OpendalStore::new(operator)); }; - let mut credential_chain = ProvideCredentialChain::new().push(dynamic_credentials); + let mut fallback = ProvideCredentialChain::new(); if let (Some(key_id), Some(secret_key)) = (&config.access_key_id, &config.secret_access_key) { let static_provider = if let Some(token) = config.session_token.as_deref() { ReqsignStaticCredentialProvider::new(key_id, secret_key).with_session_token(token) } else { ReqsignStaticCredentialProvider::new(key_id, secret_key) }; - credential_chain = credential_chain.push(static_provider); + fallback = fallback.push(static_provider); } let mut default_provider = ReqsignDefaultCredentialProvider::builder(); @@ -265,9 +286,14 @@ fn build_opendal_s3_store( if config.disable_ec2_metadata { default_provider = default_provider.no_imds(); } - credential_chain = credential_chain.push(default_provider.build()); + fallback = fallback.push(default_provider.build()); - // Supplying a custom chain replaces OpenDAL's entire chain. Recreate assume-role wrapping so + let credential_provider = FailClosedAwsCredentialProvider { + dynamic: dynamic_credentials, + fallback, + }; + + // Supplying a custom provider replaces OpenDAL's entire chain. Recreate assume-role wrapping so // request-time source credentials retain the same authority as ordinary OpenDAL config. if let Some(role_arn) = config.role_arn.take() { let region = opendal_s3_region(&config)?; @@ -276,7 +302,7 @@ fn build_opendal_s3_store( .with_env(ReqsignOsEnv) .with_http_send(HttpTransporter::default()); let request_signer = ReqsignAwsV4Signer::new("sts", ®ion); - let signer = ReqsignSigner::new(context, credential_chain, request_signer); + let signer = ReqsignSigner::new(context, credential_provider, request_signer); let mut assume_role = AssumeRoleCredentialProvider::new(role_arn, signer) .with_region(region) .with_regional_sts_endpoint(); @@ -292,12 +318,16 @@ fn build_opendal_s3_store( if let Some(tags) = config.assume_role_session_tags.clone() { assume_role = assume_role.with_tags(tags.into_iter().collect()); } - credential_chain = ProvideCredentialChain::new().push(assume_role); + let builder = config.into_builder().credential_provider(assume_role); + let operator = Operator::new(builder).map_err(|error| { + Error::invalid_input(format!("Failed to create S3 operator: {error:?}")) + })?; + return Ok(OpendalStore::new(operator)); } let builder = config .into_builder() - .credential_provider_chain(credential_chain); + .credential_provider(credential_provider); let operator = Operator::new(builder).map_err(|error| { Error::invalid_input(format!("Failed to create S3 operator: {error:?}")) })?; @@ -952,6 +982,66 @@ mod tests { ); } + #[derive(Debug)] + struct FailingStorageOptionsProvider; + + #[async_trait::async_trait] + impl StorageOptionsProvider for FailingStorageOptionsProvider { + async fn fetch_storage_options(&self) -> Result>> { + Err(Error::invalid_input("injected credential refresh failure")) + } + + fn provider_id(&self) -> String { + "failing-opendal-credential-test".to_string() + } + } + + fn static_reqsign_fallback() -> ProvideCredentialChain { + ProvideCredentialChain::new().push(ReqsignStaticCredentialProvider::new( + "fallback-key", + "fallback-secret", + )) + } + + #[tokio::test] + async fn test_opendal_dynamic_credential_errors_do_not_fall_back() { + let provider = FailClosedAwsCredentialProvider { + dynamic: RequestTimeAwsCredentialProvider::StorageOptions(Arc::new( + StorageOptionsAccessor::with_provider(Arc::new(FailingStorageOptionsProvider)), + )), + fallback: static_reqsign_fallback(), + }; + + let error = provider + .provide_credential(&ReqsignContext::new()) + .await + .unwrap_err(); + assert!( + error + .to_string() + .contains("injected credential refresh failure"), + "dynamic credential errors must reach the caller: {error}" + ); + } + + #[tokio::test] + async fn test_opendal_dynamic_credential_absence_allows_fallback() { + let provider = FailClosedAwsCredentialProvider { + dynamic: RequestTimeAwsCredentialProvider::StorageOptions(Arc::new( + StorageOptionsAccessor::with_static_options(HashMap::new()), + )), + fallback: static_reqsign_fallback(), + }; + + let credential = provider + .provide_credential(&ReqsignContext::new()) + .await + .unwrap() + .unwrap(); + assert_eq!(credential.access_key_id, "fallback-key"); + assert_eq!(credential.secret_access_key, "fallback-secret"); + } + #[tokio::test] async fn test_injected_aws_creds_option_is_used() { let mock_provider = Arc::new(MockAwsCredentialsProvider::default()); diff --git a/lance-artifact/third-party/opendal-service-s3/.cargo_vcs_info.json b/lance-artifact/third-party/opendal-service-s3/.cargo_vcs_info.json new file mode 100644 index 000000000..51df7db1e --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/.cargo_vcs_info.json @@ -0,0 +1,6 @@ +{ + "git": { + "sha1": "6f544a131be78e553d28e79f3cfe5ac948f2963e" + }, + "path_in_vcs": "core/services/s3" +} \ No newline at end of file diff --git a/lance-artifact/third-party/opendal-service-s3/Cargo.lock b/lance-artifact/third-party/opendal-service-s3/Cargo.lock new file mode 100644 index 000000000..7caf6b2bf --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/Cargo.lock @@ -0,0 +1,1494 @@ +# This file is automatically @generated by Cargo. +# It is not intended for manual editing. +version = 4 + +[[package]] +name = "anyhow" +version = "1.0.104" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "330a5ed07fa54e4702c9d6c4174f74427fc0ef6e214bbd677ae50a5099946470" + +[[package]] +name = "base64" +version = "0.22.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6" + +[[package]] +name = "base64" +version = "0.23.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b25655df2c3cdd83c5e5b293b88acd880332b2ddadd7c30ac43144fdc0033da9" + +[[package]] +name = "bitflags" +version = "1.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a" + +[[package]] +name = "bitflags" +version = "2.11.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c4512299f36f043ab09a583e57bceb5a5aab7a73db1805848e8fef3c9e8c78b3" + +[[package]] +name = "block-buffer" +version = "0.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cdd35008169921d80bc60d3d0ab416eecb028c4cd653352907921d95084790be" +dependencies = [ + "hybrid-array", +] + +[[package]] +name = "bumpalo" +version = "3.20.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "72f5acc6cb2ba439de613abc23857ec3d78374d8ed5ac84e9d11336e87da8649" + +[[package]] +name = "bytes" +version = "1.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fc652a48c352aef3ea3aed32080501cf3ef6ed5da78602a020c991775b0aff04" + +[[package]] +name = "cfg-if" +version = "1.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801" + +[[package]] +name = "cmov" +version = "0.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f88a43d011fc4a6876cb7344703e297c71dda42494fee094d5f7c76bf13f746" + +[[package]] +name = "const-oid" +version = "0.10.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a6ef517f0926dd24a1582492c791b6a4818a4d94e789a334894aa15b0d12f55c" + +[[package]] +name = "const-random" +version = "0.1.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "87e00182fe74b066627d63b85fd550ac2998d4b0bd86bfed477a0ae4c7c71359" +dependencies = [ + "const-random-macro", +] + +[[package]] +name = "const-random-macro" +version = "0.1.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f9d839f2a20b0aee515dc581a6172f2321f96cab76c1a38a4c584a194955390e" +dependencies = [ + "getrandom 0.2.17", + "once_cell", + "tiny-keccak", +] + +[[package]] +name = "cpufeatures" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b2a41393f66f16b0823bb79094d54ac5fbd34ab292ddafb9a0456ac9f87d201" +dependencies = [ + "libc", +] + +[[package]] +name = "crc-fast" +version = "1.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e75b2483e97a5a7da73ac68a05b629f9c53cff58d8ed1c77866079e18b00dba5" +dependencies = [ + "digest 0.10.7", + "spin", +] + +[[package]] +name = "crunchy" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "460fbee9c2c2f33933d720630a6a0bac33ba7053db5344fac858d4b8952d77d5" + +[[package]] +name = "crypto-common" +version = "0.1.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "78c8292055d1c1df0cce5d180393dc8cce0abec0a7102adb6c7b1eef6016d60a" +dependencies = [ + "generic-array", + "typenum", +] + +[[package]] +name = "crypto-common" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "77727bb15fa921304124b128af125e7e3b968275d1b108b379190264f4423710" +dependencies = [ + "hybrid-array", +] + +[[package]] +name = "ctutils" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7d5515a3834141de9eafb9717ad39eea8247b5674e6066c404e8c4b365d2a29e" +dependencies = [ + "cmov", +] + +[[package]] +name = "defmt" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a6e524506490a1953d237cb87b1cfc1e46f88c18f10a22dfe0f507dc6bfc7f7f" +dependencies = [ + "bitflags 1.3.2", + "defmt-macros", +] + +[[package]] +name = "defmt-macros" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f0a27770e9c8f719a79d8b638281f4d828f77d8fd61e0bd94451b9b85e576a0b" +dependencies = [ + "defmt-parser", + "proc-macro-error2", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "defmt-parser" +version = "1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "10d60334b3b2e7c9d91ef8150abfb6fa4c1c39ebbcf4a81c2e346aad939fee3e" +dependencies = [ + "thiserror", +] + +[[package]] +name = "diff" +version = "0.1.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "56254986775e3233ffa9c4d7d3faaf6d36a2c09d30b20687e9f88bc8bafc16c8" + +[[package]] +name = "digest" +version = "0.10.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9ed9a281f7bc9b7576e61468ba615a66a5c8cfdff42420a70aa82701a3b1e292" +dependencies = [ + "crypto-common 0.1.7", +] + +[[package]] +name = "digest" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f1dd6dbb5841937940781866fa1281a1ff7bd3bf827091440879f9994983d5c2" +dependencies = [ + "block-buffer", + "const-oid", + "crypto-common 0.2.1", + "ctutils", +] + +[[package]] +name = "displaydoc" +version = "0.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "97369cbbc041bc366949bc74d34658d6cda5621039731c6310521892a3a20ae0" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "dlv-list" +version = "0.5.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "442039f5147480ba31067cb00ada1adae6892028e40e45fc5de7b7df6dcc1b5f" +dependencies = [ + "const-random", +] + +[[package]] +name = "equivalent" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "877a4ace8713b0bcf2a4e7eec82529c029f1d0619886d18145fea96c3ffe5c0f" + +[[package]] +name = "foldhash" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d9c4f5dac5e15c24eb999c26181a6ca40b39fe946cbe4c263c7209467bc83af2" + +[[package]] +name = "form_urlencoded" +version = "1.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cb4cb245038516f5f85277875cdaa4f7d2c9a0fa0468de06ed190163b1581fcf" +dependencies = [ + "percent-encoding", +] + +[[package]] +name = "futures" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a88cf1f829d945f548cf8fec32c61b1f202b6d93b45848602fc02af4b12ad218" +dependencies = [ + "futures-channel", + "futures-core", + "futures-executor", + "futures-io", + "futures-sink", + "futures-task", + "futures-util", +] + +[[package]] +name = "futures-channel" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "262590f4fe6afeb0bc83be1daa64e52657fe185690a958af7f3ad0e92085c5ae" +dependencies = [ + "futures-core", + "futures-sink", +] + +[[package]] +name = "futures-core" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2cd50c473c80f6d7c3670a752354b8e569b1a7cbfdc0419ec88e5edad85e0dc7" + +[[package]] +name = "futures-executor" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6754879cc9f2c66f88c6e5c35344bb0bdb0708b0352b1201815667c7eabc7458" +dependencies = [ + "futures-core", + "futures-task", + "futures-util", +] + +[[package]] +name = "futures-io" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4577ecaa3c4f96589d473f679a71b596316f6641bc350038b962a5daf0085d7a" + +[[package]] +name = "futures-macro" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2d6d3cde68c518367be28956066ddfef33813991b77a55005a69dae04bf3b10b" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "futures-sink" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e34418ac499d6305c2fb5ad0ed2f6ac998c5f8ca209b4510f7f94242c647e307" + +[[package]] +name = "futures-task" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b231ed28831efb4a61a08580c4bc233ec56bc009f4cd8f52da2c3cb97df0c109" + +[[package]] +name = "futures-util" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a77a90a256fce34da66415271e30f94ee91c57b04b8a2c042d9cf3220179deaa" +dependencies = [ + "futures-channel", + "futures-core", + "futures-io", + "futures-macro", + "futures-sink", + "futures-task", + "memchr", + "pin-project-lite", + "slab", +] + +[[package]] +name = "generic-array" +version = "0.14.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85649ca51fd72272d7821adaf274ad91c288277713d9c18820d8499a7ff69e9a" +dependencies = [ + "typenum", + "version_check", +] + +[[package]] +name = "getrandom" +version = "0.2.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ff2abc00be7fca6ebc474524697ae276ad847ad0a6b3faa4bcb027e9a4614ad0" +dependencies = [ + "cfg-if", + "libc", + "wasi", +] + +[[package]] +name = "getrandom" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0de51e6874e94e7bf76d726fc5d13ba782deca734ff60d5bb2fb2607c7406555" +dependencies = [ + "cfg-if", + "libc", + "r-efi", + "wasip2", + "wasip3", +] + +[[package]] +name = "hashbrown" +version = "0.14.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e5274423e17b7c9fc20b6e7e208532f9b19825d82dfd615708b70edd83df41f1" + +[[package]] +name = "hashbrown" +version = "0.15.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9229cfe53dfd69f0609a49f65461bd93001ea1ef889cd5529dd176593f5338a1" +dependencies = [ + "foldhash", +] + +[[package]] +name = "hashbrown" +version = "0.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4f467dd6dccf739c208452f8014c75c18bb8301b050ad1cfb27153803edb0f51" + +[[package]] +name = "heck" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea" + +[[package]] +name = "hex" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7f24254aa9a54b5c858eaee2f5bccdb46aaf0e486a595ed5fd8f86ba55232a70" + +[[package]] +name = "hmac" +version = "0.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6303bc9732ae41b04cb554b844a762b4115a61bfaa81e3e83050991eeb56863f" +dependencies = [ + "digest 0.11.3", +] + +[[package]] +name = "http" +version = "1.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6970f50e31d6fc17d3fa27329444bfa74e196cf62e95052a3f6fee181dba6425" +dependencies = [ + "bytes", + "itoa", +] + +[[package]] +name = "hybrid-array" +version = "0.4.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9155a582abd142abc056962c29e3ce5ff2ad5469f4246b537ed42c5deba857da" +dependencies = [ + "typenum", +] + +[[package]] +name = "icu_collections" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4c6b649701667bbe825c3b7e6388cb521c23d88644678e83c0c4d0a621a34b43" +dependencies = [ + "displaydoc", + "potential_utf", + "yoke", + "zerofrom", + "zerovec", +] + +[[package]] +name = "icu_locale_core" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "edba7861004dd3714265b4db54a3c390e880ab658fec5f7db895fae2046b5bb6" +dependencies = [ + "displaydoc", + "litemap", + "tinystr", + "writeable", + "zerovec", +] + +[[package]] +name = "icu_normalizer" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5f6c8828b67bf8908d82127b2054ea1b4427ff0230ee9141c54251934ab1b599" +dependencies = [ + "icu_collections", + "icu_normalizer_data", + "icu_properties", + "icu_provider", + "smallvec", + "zerovec", +] + +[[package]] +name = "icu_normalizer_data" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7aedcccd01fc5fe81e6b489c15b247b8b0690feb23304303a9e560f37efc560a" + +[[package]] +name = "icu_properties" +version = "2.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "020bfc02fe870ec3a66d93e677ccca0562506e5872c650f893269e08615d74ec" +dependencies = [ + "icu_collections", + "icu_locale_core", + "icu_properties_data", + "icu_provider", + "zerotrie", + "zerovec", +] + +[[package]] +name = "icu_properties_data" +version = "2.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "616c294cf8d725c6afcd8f55abc17c56464ef6211f9ed59cccffe534129c77af" + +[[package]] +name = "icu_provider" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85962cf0ce02e1e0a629cc34e7ca3e373ce20dda4c4d7294bbd0bf1fdb59e614" +dependencies = [ + "displaydoc", + "icu_locale_core", + "writeable", + "yoke", + "zerofrom", + "zerotrie", + "zerovec", +] + +[[package]] +name = "id-arena" +version = "2.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3d3067d79b975e8844ca9eb072e16b31c3c1c36928edf9c6789548c524d0d954" + +[[package]] +name = "idna" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3b0875f23caa03898994f6ddc501886a45c7d3d62d04d2d90788d47be1b1e4de" +dependencies = [ + "idna_adapter", + "smallvec", + "utf8_iter", +] + +[[package]] +name = "idna_adapter" +version = "1.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3acae9609540aa318d1bc588455225fb2085b9ed0c4f6bd0d9d5bcd86f1a0344" +dependencies = [ + "icu_normalizer", + "icu_properties", +] + +[[package]] +name = "indexmap" +version = "2.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d466e9454f08e4a911e14806c24e16fba1b4c121d1ea474396f396069cf949d9" +dependencies = [ + "equivalent", + "hashbrown 0.17.0", + "serde", + "serde_core", +] + +[[package]] +name = "itoa" +version = "1.0.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8f42a60cbdf9a97f5d2305f08a87dc4e09308d1276d28c869c684d7777685682" + +[[package]] +name = "jiff" +version = "0.2.35" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "668b7183bd07af9a4885f5c35b0cc5c83c4607a913c16b7e17291832910d2dcc" +dependencies = [ + "defmt", + "jiff-core", + "jiff-static", + "jiff-tzdb-platform", + "js-sys", + "log", + "portable-atomic", + "portable-atomic-util", + "serde_core", + "wasm-bindgen", + "windows-link", +] + +[[package]] +name = "jiff-core" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7feca88439efe53da3754500c1851dedf3cb36c524dd5cf8225cc0794de95d09" +dependencies = [ + "defmt", +] + +[[package]] +name = "jiff-static" +version = "0.2.35" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3a69dcb3a21cfb32ce1cd056169337ca284af0766dd766e7878819b251a49204" +dependencies = [ + "jiff-core", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "jiff-tzdb" +version = "0.1.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c900ef84826f1338a557697dc8fc601df9ca9af4ac137c7fb61d4c6f2dfd3076" + +[[package]] +name = "jiff-tzdb-platform" +version = "0.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "875a5a69ac2bab1a891711cf5eccbec1ce0341ea805560dcd90b7a2e925132e8" +dependencies = [ + "jiff-tzdb", +] + +[[package]] +name = "js-sys" +version = "0.3.98" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "67df7112613f8bfd9150013a0314e196f4800d3201ae742489d999db2f979f08" +dependencies = [ + "cfg-if", + "futures-util", + "once_cell", + "wasm-bindgen", +] + +[[package]] +name = "leb128fmt" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09edd9e8b54e49e587e4f6295a7d29c3ea94d469cb40ab8ca70b288248a81db2" + +[[package]] +name = "libc" +version = "0.2.186" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "68ab91017fe16c622486840e4c83c9a37afeff978bd239b5293d61ece587de66" + +[[package]] +name = "litemap" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "92daf443525c4cce67b150400bc2316076100ce0b3686209eb8cf3c31612e6f0" + +[[package]] +name = "log" +version = "0.4.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0ceec5bc11778974d1bcb055b18002eba7f4b3518b6a0081b3af5f21666da9ad" + +[[package]] +name = "md-5" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "69b6441f590336821bb897fb28fc622898ccceb1d6cea3fde5ea86b090c4de98" +dependencies = [ + "cfg-if", + "digest 0.11.3", +] + +[[package]] +name = "mea" +version = "0.6.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2640d335e7273dacdcf51044026139b2e269c3bb0dfc3f8cb3496b85e3f6a42c" +dependencies = [ + "slab", +] + +[[package]] +name = "memchr" +version = "2.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "88904434abc2901f197fe8cc55f0445e7ded921dba5911dad2e2b39b48e663c4" + +[[package]] +name = "once_cell" +version = "1.21.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50" + +[[package]] +name = "opendal-core" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ec75551ff4cf3e57da98979f6a937aaa9ddb3915bf68cc17d03df733be6646ed" +dependencies = [ + "anyhow", + "base64 0.23.0", + "bytes", + "futures", + "http", + "jiff", + "log", + "md-5", + "mea", + "percent-encoding", + "quick-xml", + "reqsign-core", + "serde", + "serde_json", + "tokio", + "url", + "uuid", + "web-time", +] + +[[package]] +name = "opendal-service-s3" +version = "0.58.1" +dependencies = [ + "base64 0.23.0", + "bytes", + "crc-fast", + "http", + "log", + "md-5", + "opendal-core", + "pretty_assertions", + "quick-xml", + "reqsign-aws-v4", + "reqsign-core", + "reqsign-file-read-tokio", + "serde", + "serde_json", + "tokio", + "url", +] + +[[package]] +name = "ordered-multimap" +version = "0.7.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "49203cdcae0030493bad186b28da2fa25645fa276a51b6fec8010d281e02ef79" +dependencies = [ + "dlv-list", + "hashbrown 0.14.5", +] + +[[package]] +name = "percent-encoding" +version = "2.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9b4f627cb1b25917193a259e49bdad08f671f8d9708acfd5fe0a8c1455d87220" + +[[package]] +name = "pin-project-lite" +version = "0.2.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a89322df9ebe1c1578d689c92318e070967d1042b512afbe49518723f4e6d5cd" + +[[package]] +name = "portable-atomic" +version = "1.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c33a9471896f1c69cecef8d20cbe2f7accd12527ce60845ff44c153bb2a21b49" + +[[package]] +name = "portable-atomic-util" +version = "0.2.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c2a106d1259c23fac8e543272398ae0e3c0b8d33c88ed73d0cc71b0f1d902618" +dependencies = [ + "portable-atomic", +] + +[[package]] +name = "potential_utf" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0103b1cef7ec0cf76490e969665504990193874ea05c85ff9bab8b911d0a0564" +dependencies = [ + "zerovec", +] + +[[package]] +name = "pretty_assertions" +version = "1.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3ae130e2f271fbc2ac3a40fb1d07180839cdbbe443c7a27e1e3c13c5cac0116d" +dependencies = [ + "diff", + "yansi", +] + +[[package]] +name = "prettyplease" +version = "0.2.37" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "479ca8adacdd7ce8f1fb39ce9ecccbfe93a3f1344b3d0d97f20bc0196208f62b" +dependencies = [ + "proc-macro2", + "syn 2.0.118", +] + +[[package]] +name = "proc-macro-error-attr2" +version = "2.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "96de42df36bb9bba5542fe9f1a054b8cc87e172759a1868aa05c1f3acc89dfc5" +dependencies = [ + "proc-macro2", + "quote", +] + +[[package]] +name = "proc-macro-error2" +version = "2.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "11ec05c52be0a07b08061f7dd003e7d7092e0472bc731b4af7bb1ef876109802" +dependencies = [ + "proc-macro-error-attr2", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "proc-macro2" +version = "1.0.106" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8fd00f0bb2e90d81d1044c2b32617f68fcb9fa3bb7640c23e9c748e53fb30934" +dependencies = [ + "unicode-ident", +] + +[[package]] +name = "quick-xml" +version = "0.41.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e660451e55124f798a69a5af3f49ccfbefbd41910eefd25caf2393e1f3473ec1" +dependencies = [ + "memchr", + "serde", +] + +[[package]] +name = "quote" +version = "1.0.46" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dfbc457d0c7a0759a614551b11a6409e5951f6c7537be1f1b7682b9ae9230368" +dependencies = [ + "proc-macro2", +] + +[[package]] +name = "r-efi" +version = "6.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8dcc9c7d52a811697d2151c701e0d08956f92b0e24136cf4cf27b57a6a0d9bf" + +[[package]] +name = "reqsign-aws-v4" +version = "3.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cc883bc56889f3e4a419265c87facea222a921debc5c6f15c7fd8b68ec4b36b2" +dependencies = [ + "anyhow", + "bytes", + "form_urlencoded", + "hex", + "http", + "log", + "percent-encoding", + "quick-xml", + "reqsign-core", + "rust-ini", + "serde", + "serde_json", + "serde_urlencoded", + "sha1", +] + +[[package]] +name = "reqsign-core" +version = "3.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7e38b44697c60a823705ccef85cb04d8e0527c9d16ed7c58bf1c6395bdd24ceb" +dependencies = [ + "anyhow", + "base64 0.22.1", + "bytes", + "futures", + "hex", + "hmac", + "http", + "jiff", + "log", + "percent-encoding", + "sha1", + "sha2", + "windows-sys", +] + +[[package]] +name = "reqsign-file-read-tokio" +version = "3.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "688ff0ae421b8d4b92b53fdafaf53df2de28f428a9962edcf21702990b26f74b" +dependencies = [ + "anyhow", + "reqsign-core", + "tokio", +] + +[[package]] +name = "rust-ini" +version = "0.21.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "796e8d2b6696392a43bea58116b667fb4c29727dc5abd27d6acf338bb4f688c7" +dependencies = [ + "cfg-if", + "ordered-multimap", +] + +[[package]] +name = "rustversion" +version = "1.0.22" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b39cdef0fa800fc44525c84ccb54a029961a8215f9619753635a9c0d2538d46d" + +[[package]] +name = "ryu" +version = "1.0.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9774ba4a74de5f7b1c1451ed6cd5285a32eddb5cccb8cc655a4e50009e06477f" + +[[package]] +name = "semver" +version = "1.0.28" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8a7852d02fc848982e0c167ef163aaff9cd91dc640ba85e263cb1ce46fae51cd" + +[[package]] +name = "serde" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4148590afebada386688f18773da617792bf2ef03ffc1e4cbd2b1d45b023e0ba" +dependencies = [ + "serde_core", + "serde_derive", +] + +[[package]] +name = "serde_core" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "67dca2c9c51e58a4791a4b1ed58308b39c64224d349a935ab5039aa360942a48" +dependencies = [ + "serde_derive", +] + +[[package]] +name = "serde_derive" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e7a5d71263a5a7d47b41f6b3f06ba276f10cc18b0931f1799f710578e2309348" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.3", +] + +[[package]] +name = "serde_json" +version = "1.0.151" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c841b55ecdae098c80dcae9cf767f6f8a0c2cdb3416bbef72181df4d0fe73f14" +dependencies = [ + "itoa", + "memchr", + "serde", + "serde_core", + "zmij", +] + +[[package]] +name = "serde_urlencoded" +version = "0.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d3491c14715ca2294c4d6a88f15e84739788c1d030eed8c110436aafdaa2f3fd" +dependencies = [ + "form_urlencoded", + "itoa", + "ryu", + "serde", +] + +[[package]] +name = "sha1" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "aacc4cc499359472b4abe1bf11d0b12e688af9a805fa5e3016f9a386dc2d0214" +dependencies = [ + "cfg-if", + "cpufeatures", + "digest 0.11.3", +] + +[[package]] +name = "sha2" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "446ba717509524cb3f22f17ecc096f10f4822d76ab5c0b9822c5f9c284e825f4" +dependencies = [ + "cfg-if", + "cpufeatures", + "digest 0.11.3", +] + +[[package]] +name = "slab" +version = "0.4.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c790de23124f9ab44544d7ac05d60440adc586479ce501c1d6d7da3cd8c9cf5" + +[[package]] +name = "smallvec" +version = "1.15.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03" + +[[package]] +name = "spin" +version = "0.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d5fe4ccb98d9c292d56fec89a5e07da7fc4cf0dc11e156b41793132775d3e591" + +[[package]] +name = "stable_deref_trait" +version = "1.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ce2be8dc25455e1f91df71bfa12ad37d7af1092ae736f3a6cd0e37bc7810596" + +[[package]] +name = "syn" +version = "2.0.118" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1b9ae57f904213ebb649ce6895b8a66c66f0203b9319718f69a5612a065b1422" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "syn" +version = "3.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "53e9bae58849f64dfa4f5d5ae372c8341f7305f82a3868709269343628b659a3" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "synstructure" +version = "0.13.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "728a70f3dbaf5bab7f0c4b1ac8d7ae5ea60a4b5549c8a5914361c99147a709d2" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "thiserror" +version = "2.0.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4288b5bcbc7920c07a1149a35cf9590a2aa808e0bc1eafaade0b80947865fbc4" +dependencies = [ + "thiserror-impl", +] + +[[package]] +name = "thiserror-impl" +version = "2.0.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ebc4ee7f67670e9b64d05fa4253e753e016c6c95ff35b89b7941d6b856dec1d5" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "tiny-keccak" +version = "2.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2c9d3793400a45f954c52e73d068316d76b6f4e36977e3fcebb13a2721e80237" +dependencies = [ + "crunchy", +] + +[[package]] +name = "tinystr" +version = "0.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c8323304221c2a851516f22236c5722a72eaa19749016521d6dff0824447d96d" +dependencies = [ + "displaydoc", + "zerovec", +] + +[[package]] +name = "tokio" +version = "1.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "202caea871b69668250d242070849eb495be178ed697a3e98aebce5bc81a0bed" +dependencies = [ + "bytes", + "pin-project-lite", + "tokio-macros", +] + +[[package]] +name = "tokio-macros" +version = "2.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "385a6cb71ab9ab790c5fe8d67f1645e6c450a7ce006a33de03daa956cf70a496" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "typenum" +version = "1.20.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "40ce102ab67701b8526c123c1bab5cbe42d7040ccfd0f64af1a385808d2f43de" + +[[package]] +name = "unicode-ident" +version = "1.0.24" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75" + +[[package]] +name = "unicode-xid" +version = "0.2.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ebc1c04c71510c7f702b52b7c350734c9ff1295c464a03335b00bb84fc54f853" + +[[package]] +name = "url" +version = "2.5.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ff67a8a4397373c3ef660812acab3268222035010ab8680ec4215f38ba3d0eed" +dependencies = [ + "form_urlencoded", + "idna", + "percent-encoding", + "serde", +] + +[[package]] +name = "utf8_iter" +version = "1.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6c140620e7ffbb22c2dee59cafe6084a59b5ffc27a8859a5f0d494b5d52b6be" + +[[package]] +name = "uuid" +version = "1.24.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bf3923a6f5c4c6382e0b653c4117f48d631ea17f38ed86e2a828e6f7412f5239" +dependencies = [ + "getrandom 0.4.2", + "js-sys", + "serde_core", + "wasm-bindgen", +] + +[[package]] +name = "version_check" +version = "0.9.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a" + +[[package]] +name = "wasi" +version = "0.11.1+wasi-snapshot-preview1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ccf3ec651a847eb01de73ccad15eb7d99f80485de043efb2f370cd654f4ea44b" + +[[package]] +name = "wasip2" +version = "1.0.1+wasi-0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0562428422c63773dad2c345a1882263bbf4d65cf3f42e90921f787ef5ad58e7" +dependencies = [ + "wit-bindgen 0.46.0", +] + +[[package]] +name = "wasip3" +version = "0.4.0+wasi-0.3.0-rc-2026-01-06" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5428f8bf88ea5ddc08faddef2ac4a67e390b88186c703ce6dbd955e1c145aca5" +dependencies = [ + "wit-bindgen 0.51.0", +] + +[[package]] +name = "wasm-bindgen" +version = "0.2.121" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "49ace1d07c165b0864824eee619580c4689389afa9dc9ed3a4c75040d82e6790" +dependencies = [ + "cfg-if", + "once_cell", + "rustversion", + "wasm-bindgen-macro", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-macro" +version = "0.2.121" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8e68e6f4afd367a562002c05637acb8578ff2dea1943df76afb9e83d177c8578" +dependencies = [ + "quote", + "wasm-bindgen-macro-support", +] + +[[package]] +name = "wasm-bindgen-macro-support" +version = "0.2.121" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d95a9ec35c64b2a7cb35d3fead40c4238d0940c86d107136999567a4703259f2" +dependencies = [ + "bumpalo", + "proc-macro2", + "quote", + "syn 2.0.118", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-shared" +version = "0.2.121" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c4e0100b01e9f0d03189a92b96772a1fb998639d981193d7dbab487302513441" +dependencies = [ + "unicode-ident", +] + +[[package]] +name = "wasm-encoder" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "990065f2fe63003fe337b932cfb5e3b80e0b4d0f5ff650e6985b1048f62c8319" +dependencies = [ + "leb128fmt", + "wasmparser", +] + +[[package]] +name = "wasm-metadata" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bb0e353e6a2fbdc176932bbaab493762eb1255a7900fe0fea1a2f96c296cc909" +dependencies = [ + "anyhow", + "indexmap", + "wasm-encoder", + "wasmparser", +] + +[[package]] +name = "wasmparser" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "47b807c72e1bac69382b3a6fb3dbe8ea4c0ed87ff5629b8685ae6b9a611028fe" +dependencies = [ + "bitflags 2.11.1", + "hashbrown 0.15.5", + "indexmap", + "semver", +] + +[[package]] +name = "web-time" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a6580f308b1fad9207618087a65c04e7a10bc77e02c8e84e9b00dd4b12fa0bb" +dependencies = [ + "js-sys", + "wasm-bindgen", +] + +[[package]] +name = "windows-link" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f0805222e57f7521d6a62e36fa9163bc891acd422f971defe97d64e70d0a4fe5" + +[[package]] +name = "windows-sys" +version = "0.61.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ae137229bcbd6cdf0f7b80a31df61766145077ddf49416a728b02cb3921ff3fc" +dependencies = [ + "windows-link", +] + +[[package]] +name = "wit-bindgen" +version = "0.46.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f17a85883d4e6d00e8a97c586de764dabcc06133f7f1d55dce5cdc070ad7fe59" + +[[package]] +name = "wit-bindgen" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d7249219f66ced02969388cf2bb044a09756a083d0fab1e566056b04d9fbcaa5" +dependencies = [ + "wit-bindgen-rust-macro", +] + +[[package]] +name = "wit-bindgen-core" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ea61de684c3ea68cb082b7a88508a8b27fcc8b797d738bfc99a82facf1d752dc" +dependencies = [ + "anyhow", + "heck", + "wit-parser", +] + +[[package]] +name = "wit-bindgen-rust" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b7c566e0f4b284dd6561c786d9cb0142da491f46a9fbed79ea69cdad5db17f21" +dependencies = [ + "anyhow", + "heck", + "indexmap", + "prettyplease", + "syn 2.0.118", + "wasm-metadata", + "wit-bindgen-core", + "wit-component", +] + +[[package]] +name = "wit-bindgen-rust-macro" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c0f9bfd77e6a48eccf51359e3ae77140a7f50b1e2ebfe62422d8afdaffab17a" +dependencies = [ + "anyhow", + "prettyplease", + "proc-macro2", + "quote", + "syn 2.0.118", + "wit-bindgen-core", + "wit-bindgen-rust", +] + +[[package]] +name = "wit-component" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9d66ea20e9553b30172b5e831994e35fbde2d165325bec84fc43dbf6f4eb9cb2" +dependencies = [ + "anyhow", + "bitflags 2.11.1", + "indexmap", + "log", + "serde", + "serde_derive", + "serde_json", + "wasm-encoder", + "wasm-metadata", + "wasmparser", + "wit-parser", +] + +[[package]] +name = "wit-parser" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ecc8ac4bc1dc3381b7f59c34f00b67e18f910c2c0f50015669dde7def656a736" +dependencies = [ + "anyhow", + "id-arena", + "indexmap", + "log", + "semver", + "serde", + "serde_derive", + "serde_json", + "unicode-xid", + "wasmparser", +] + +[[package]] +name = "writeable" +version = "0.6.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ffae5123b2d3fc086436f8834ae3ab053a283cfac8fe0a0b8eaae044768a4c4" + +[[package]] +name = "yansi" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cfe53a6657fd280eaa890a3bc59152892ffa3e30101319d168b781ed6529b049" + +[[package]] +name = "yoke" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "abe8c5fda708d9ca3df187cae8bfb9ceda00dd96231bed36e445a1a48e66f9ca" +dependencies = [ + "stable_deref_trait", + "yoke-derive", + "zerofrom", +] + +[[package]] +name = "yoke-derive" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "de844c262c8848816172cef550288e7dc6c7b7814b4ee56b3e1553f275f1858e" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", + "synstructure", +] + +[[package]] +name = "zerofrom" +version = "0.1.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "69faa1f2a1ea75661980b013019ed6687ed0e83d069bc1114e2cc74c6c04c4df" +dependencies = [ + "zerofrom-derive", +] + +[[package]] +name = "zerofrom-derive" +version = "0.1.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "11532158c46691caf0f2593ea8358fed6bbf68a0315e80aae9bd41fbade684a1" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", + "synstructure", +] + +[[package]] +name = "zerotrie" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0f9152d31db0792fa83f70fb2f83148effb5c1f5b8c7686c3459e361d9bc20bf" +dependencies = [ + "displaydoc", + "yoke", + "zerofrom", +] + +[[package]] +name = "zerovec" +version = "0.11.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "90f911cbc359ab6af17377d242225f4d75119aec87ea711a880987b18cd7b239" +dependencies = [ + "yoke", + "zerofrom", + "zerovec-derive", +] + +[[package]] +name = "zerovec-derive" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "625dc425cab0dca6dc3c3319506e6593dcb08a9f387ea3b284dbd52a92c40555" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "zmij" +version = "1.0.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b8848ee67ecc8aedbaf3e4122217aff892639231befc6a1b58d29fff4c2cabaa" diff --git a/lance-artifact/third-party/opendal-service-s3/Cargo.toml b/lance-artifact/third-party/opendal-service-s3/Cargo.toml new file mode 100644 index 000000000..562ec224f --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/Cargo.toml @@ -0,0 +1,100 @@ +# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO +# +# When uploading crates to the registry Cargo will automatically +# "normalize" Cargo.toml files for maximal compatibility +# with all versions of Cargo and also rewrite `path` dependencies +# to registry (e.g., crates.io) dependencies. +# +# If you are reading this file be aware that the original Cargo.toml +# will likely look very different (and much more reasonable). +# See Cargo.toml.orig for the original contents. + +[package] +edition = "2024" +rust-version = "1.91" +name = "opendal-service-s3" +version = "0.58.1" +authors = ["Apache OpenDAL "] +build = false +autolib = false +autobins = false +autoexamples = false +autotests = false +autobenches = false +description = "Apache OpenDAL S3 service implementation" +homepage = "https://opendal.apache.org/" +readme = "README.md" +license = "Apache-2.0" +repository = "https://github.com/apache/opendal" + +[package.metadata.docs.rs] +all-features = true + +[lib] +name = "opendal_service_s3" +path = "src/lib.rs" + +[dependencies.base64] +version = "0.23" + +[dependencies.bytes] +version = "1.10" + +[dependencies.crc-fast] +version = "1.9.0" + +[dependencies.http] +version = "1.4" + +[dependencies.log] +version = "0.4.32" + +[dependencies.md-5] +version = "0.11.0" + +[dependencies.opendal-core] +version = "0.58.1" +features = ["reqsign"] +default-features = false + +[dependencies.quick-xml] +version = "0.41.0" +features = [ + "serialize", + "overlapped-lists", +] +default-features = false + +[dependencies.reqsign-aws-v4] +version = "3.0.3" +default-features = false + +[dependencies.reqsign-core] +version = "3.2.0" +default-features = false + +[dependencies.reqsign-file-read-tokio] +version = "3.0.3" +default-features = false + +[dependencies.serde] +version = "1" +features = ["derive"] +default-features = false + +[dependencies.url] +version = "2.5" + +[dev-dependencies.pretty_assertions] +version = "1" + +[dev-dependencies.serde_json] +version = "1" + +[dev-dependencies.tokio] +version = "1.52" +features = [ + "macros", + "rt-multi-thread", +] +default-features = false diff --git a/lance-artifact/third-party/opendal-service-s3/Cargo.toml.orig b/lance-artifact/third-party/opendal-service-s3/Cargo.toml.orig new file mode 100644 index 000000000..7512b310a --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/Cargo.toml.orig @@ -0,0 +1,54 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +[package] +description = "Apache OpenDAL S3 service implementation" +name = "opendal-service-s3" +readme = "README.md" + +authors = { workspace = true } +edition = { workspace = true } +homepage = { workspace = true } +license = { workspace = true } +repository = { workspace = true } +rust-version = { workspace = true } +version = { workspace = true } + +[package.metadata.docs.rs] +all-features = true + +[dependencies] +base64 = { workspace = true } +bytes = { workspace = true } +crc-fast = "1.9.0" +http = { workspace = true } +log = { workspace = true } +md-5 = "0.11.0" +opendal-core = { path = "../../core", version = "0.58.1", default-features = false, features = [ + "reqsign", +] } +quick-xml = { workspace = true, features = ["serialize", "overlapped-lists"] } +reqsign-aws-v4 = { version = "3.0.3", default-features = false } +reqsign-core = { version = "3.2.0", default-features = false } +reqsign-file-read-tokio = { version = "3.0.3", default-features = false } +serde = { workspace = true, features = ["derive"] } +url = { workspace = true } + +[dev-dependencies] +pretty_assertions = "1" +serde_json = { workspace = true } +tokio = { workspace = true, features = ["macros", "rt-multi-thread"] } diff --git a/lance-artifact/third-party/opendal-service-s3/LICENSE b/lance-artifact/third-party/opendal-service-s3/LICENSE new file mode 100644 index 000000000..261eeb9e9 --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/LICENSE @@ -0,0 +1,201 @@ + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright [yyyy] [name of copyright owner] + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. diff --git a/lance-artifact/third-party/opendal-service-s3/NOTICE b/lance-artifact/third-party/opendal-service-s3/NOTICE new file mode 100644 index 000000000..fe8c62d5b --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/NOTICE @@ -0,0 +1,5 @@ +Apache OpenDAL +Copyright 2023-2026 The Apache Software Foundation + +This product includes software developed at +The Apache Software Foundation (http://www.apache.org/). diff --git a/lance-artifact/third-party/opendal-service-s3/README.md b/lance-artifact/third-party/opendal-service-s3/README.md new file mode 100644 index 000000000..611e62a58 --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/README.md @@ -0,0 +1,56 @@ +# Apache OpenDAL™ Amazon S3 Service + +`opendal-service-s3` provides access to Amazon S3 and S3-compatible object storage for +applications built with Apache OpenDAL™. + +## Use through `opendal` + +Applications should normally enable this service through the `opendal` facade with the +`services-s3` feature: + +```shell +cargo add opendal --features services-s3 +``` + +The service is available as `opendal::services::S3`. Configure the +service builder, then pass it to `opendal::Operator::new`. + +## Use with `opendal-core` + +Add the split crates directly: + +```shell +cargo add opendal-core opendal-service-s3 +``` + +Pass a configured service builder to `Operator::new`: + +```rust +use opendal_core::{Operator, OperatorRegistry, Result}; +use opendal_service_s3::{register_s3_service, S3}; + +fn build_operator(builder: S3) -> Result { + Operator::new(builder) +} + +fn register_for_uri() { + register_s3_service(OperatorRegistry::get()); +} +``` + +`register_for_uri` is only needed for scheme-driven construction through +`Operator::from_uri` or `Operator::via_iter`. + +Services that send HTTP requests also require an HTTP transport in +`OperationContext`. See the +[`opendal-core` composition example](https://crates.io/crates/opendal-core). + +## Documentation + +- [Service configuration and examples](https://opendal.apache.org/services/s3) +- [Rust API documentation](https://docs.rs/opendal-service-s3) +- [Apache OpenDAL documentation](https://opendal.apache.org/docs/) + +## License + +Licensed under the Apache License, Version 2.0. diff --git a/lance-artifact/third-party/opendal-service-s3/src/backend.rs b/lance-artifact/third-party/opendal-service-s3/src/backend.rs new file mode 100644 index 000000000..afcd42c8d --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/src/backend.rs @@ -0,0 +1,1428 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +use std::collections::HashMap; +use std::fmt::Debug; +use std::fmt::Write; +use std::sync::Arc; +use std::sync::LazyLock; + +use base64::Engine; +use base64::prelude::BASE64_STANDARD; +use constants::X_AMZ_META_PREFIX; +use constants::X_AMZ_VERSION_ID; +use http::StatusCode; +use log::debug; +use log::warn; +use md5::Digest; +use md5::Md5; +use reqsign_aws_v4::AssumeRoleCredentialProvider; +use reqsign_aws_v4::Credential; +use reqsign_aws_v4::DefaultCredentialProvider; +use reqsign_aws_v4::RequestSigner as AwsV4Signer; +use reqsign_aws_v4::StaticCredentialProvider; +use reqsign_core::Context; +use reqsign_core::OsEnv; +use reqsign_core::ProvideCredential; +use reqsign_core::ProvideCredentialChain; +use reqsign_core::ProvideCredentialDyn; +use reqsign_core::Signer; +use reqsign_file_read_tokio::TokioFileRead; +use url::Url; + +use crate::S3_SCHEME; +use crate::config::S3Config; +use crate::copier::S3Copiers; +use crate::copier::new_s3_copier; +use crate::core::parse_error; +use crate::core::*; +use crate::deleter::S3Deleter; +use crate::lister::S3ListerV1; +use crate::lister::S3ListerV2; +use crate::lister::S3Listers; +use crate::lister::S3ObjectVersionsLister; +use crate::reader::*; +use crate::writer::S3Writer; +use crate::writer::S3Writers; +use opendal_core::raw::*; +use opendal_core::*; + +/// Allow constructing correct region endpoint if user gives a global endpoint. +static ENDPOINT_TEMPLATES: LazyLock> = LazyLock::new(|| { + let mut m = HashMap::new(); + // AWS S3 Service. + m.insert( + "https://s3.amazonaws.com", + "https://s3.{region}.amazonaws.com", + ); + m +}); + +const DEFAULT_BATCH_MAX_OPERATIONS: usize = 1000; + +/// Aws S3 and compatible services (including minio, digitalocean space, Tencent Cloud Object Storage(COS) and so on) support. +/// For more information about s3-compatible services, refer to [Compatible Services](#compatible-services). +#[doc = include_str!("docs.md")] +#[doc = include_str!("compatible_services.md")] +#[derive(Default)] +pub struct S3Builder { + pub(super) config: S3Config, + pub(super) credential_provider: Option>>, +} + +impl Debug for S3Builder { + fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { + f.debug_struct("S3Builder") + .field("config", &self.config) + .finish_non_exhaustive() + } +} + +impl S3Builder { + /// Set root of this backend. + /// + /// All operations will happen under this root. + pub fn root(mut self, root: &str) -> Self { + self.config.root = if root.is_empty() { + None + } else { + Some(root.to_string()) + }; + + self + } + + /// Set bucket name of this backend. + pub fn bucket(mut self, bucket: &str) -> Self { + self.config.bucket = bucket.to_string(); + + self + } + + /// Set endpoint of this backend. + /// + /// Endpoint must be full uri, e.g. + /// + /// - AWS S3: `https://s3.amazonaws.com` or `https://s3.{region}.amazonaws.com` + /// - Cloudflare R2: `https://.r2.cloudflarestorage.com` + /// - Aliyun OSS: `https://{region}.aliyuncs.com` + /// - Tencent COS: `https://cos.{region}.myqcloud.com` + /// - Minio: `http://127.0.0.1:9000` + /// + /// If user inputs endpoint without scheme like "s3.amazonaws.com", we + /// will prepend "https://" before it. + pub fn endpoint(mut self, endpoint: &str) -> Self { + if !endpoint.is_empty() { + // Trim trailing `/` so that we can accept `http://127.0.0.1:9000/` + self.config.endpoint = Some(endpoint.trim_end_matches('/').to_string()) + } + + self + } + + /// Region represent the signing region of this endpoint. This is required + /// if you are using the default AWS S3 endpoint. + /// + /// If using a custom endpoint, + /// - If region is set, we will take user's input first. + /// - If not, we will try to load it from environment. + pub fn region(mut self, region: &str) -> Self { + if !region.is_empty() { + self.config.region = Some(region.to_string()) + } + + self + } + + /// Set access_key_id of this backend. + /// + /// - If access_key_id is set, we will take user's input first. + /// - If not, we will try to load it from environment. + pub fn access_key_id(mut self, v: &str) -> Self { + if !v.is_empty() { + self.config.access_key_id = Some(v.to_string()) + } + + self + } + + /// Set secret_access_key of this backend. + /// + /// - If secret_access_key is set, we will take user's input first. + /// - If not, we will try to load it from environment. + pub fn secret_access_key(mut self, v: &str) -> Self { + if !v.is_empty() { + self.config.secret_access_key = Some(v.to_string()) + } + + self + } + + /// Set role_arn for this backend. + /// + /// If `role_arn` is set, we will use already known config as source + /// credential to assume role with `role_arn`. + pub fn role_arn(mut self, v: &str) -> Self { + if !v.is_empty() { + self.config.role_arn = Some(v.to_string()) + } + + self + } + + /// Set external_id for this backend. + pub fn external_id(mut self, v: &str) -> Self { + if !v.is_empty() { + self.config.external_id = Some(v.to_string()) + } + + self + } + + /// Set role_session_name for this backend. + pub fn role_session_name(mut self, v: &str) -> Self { + if !v.is_empty() { + self.config.role_session_name = Some(v.to_string()) + } + + self + } + + /// Set assume_role_duration_seconds for this backend. + pub fn assume_role_duration_seconds(mut self, v: u32) -> Self { + self.config.assume_role_duration_seconds = Some(v); + self + } + + /// Set assume_role_session_tags for this backend. + pub fn assume_role_session_tags(mut self, tags: HashMap) -> Self { + self.config.assume_role_session_tags = Some(tags); + self + } + + /// Set default storage_class for this backend. + /// + /// Available values: + /// - `DEEP_ARCHIVE` + /// - `GLACIER` + /// - `GLACIER_IR` + /// - `INTELLIGENT_TIERING` + /// - `ONEZONE_IA` + /// - `OUTPOSTS` + /// - `REDUCED_REDUNDANCY` + /// - `STANDARD` + /// - `STANDARD_IA` + pub fn default_storage_class(mut self, v: &str) -> Self { + if !v.is_empty() { + self.config.default_storage_class = Some(v.to_string()) + } + + self + } + + /// Set server_side_encryption for this backend. + /// + /// Available values: `AES256`, `aws:kms`. + /// + /// # Note + /// + /// This function is the low-level setting for SSE related features. + /// + /// SSE related options should be set carefully to make them works. + /// Please use `server_side_encryption_with_*` helpers if even possible. + pub fn server_side_encryption(mut self, v: &str) -> Self { + if !v.is_empty() { + self.config.server_side_encryption = Some(v.to_string()) + } + + self + } + + /// Set server_side_encryption_aws_kms_key_id for this backend + /// + /// - If `server_side_encryption` set to `aws:kms`, and `server_side_encryption_aws_kms_key_id` + /// is not set, S3 will use aws managed kms key to encrypt data. + /// - If `server_side_encryption` set to `aws:kms`, and `server_side_encryption_aws_kms_key_id` + /// is a valid kms key id, S3 will use the provided kms key to encrypt data. + /// - If the `server_side_encryption_aws_kms_key_id` is invalid or not found, an error will be + /// returned. + /// - If `server_side_encryption` is not `aws:kms`, setting `server_side_encryption_aws_kms_key_id` is a noop. + /// + /// # Note + /// + /// This function is the low-level setting for SSE related features. + /// + /// SSE related options should be set carefully to make them works. + /// Please use `server_side_encryption_with_*` helpers if even possible. + pub fn server_side_encryption_aws_kms_key_id(mut self, v: &str) -> Self { + if !v.is_empty() { + self.config.server_side_encryption_aws_kms_key_id = Some(v.to_string()) + } + + self + } + + /// Set server_side_encryption_customer_algorithm for this backend. + /// + /// Available values: `AES256`. + /// + /// # Note + /// + /// This function is the low-level setting for SSE related features. + /// + /// SSE related options should be set carefully to make them works. + /// Please use `server_side_encryption_with_*` helpers if even possible. + pub fn server_side_encryption_customer_algorithm(mut self, v: &str) -> Self { + if !v.is_empty() { + self.config.server_side_encryption_customer_algorithm = Some(v.to_string()) + } + + self + } + + /// Set server_side_encryption_customer_key for this backend. + /// + /// # Args + /// + /// `v`: base64 encoded key that matches algorithm specified in + /// `server_side_encryption_customer_algorithm`. + /// + /// # Note + /// + /// This function is the low-level setting for SSE related features. + /// + /// SSE related options should be set carefully to make them works. + /// Please use `server_side_encryption_with_*` helpers if even possible. + pub fn server_side_encryption_customer_key(mut self, v: &str) -> Self { + if !v.is_empty() { + self.config.server_side_encryption_customer_key = Some(v.to_string()) + } + + self + } + + /// Set server_side_encryption_customer_key_md5 for this backend. + /// + /// # Args + /// + /// `v`: MD5 digest of key specified in `server_side_encryption_customer_key`. + /// + /// # Note + /// + /// This function is the low-level setting for SSE related features. + /// + /// SSE related options should be set carefully to make them works. + /// Please use `server_side_encryption_with_*` helpers if even possible. + pub fn server_side_encryption_customer_key_md5(mut self, v: &str) -> Self { + if !v.is_empty() { + self.config.server_side_encryption_customer_key_md5 = Some(v.to_string()) + } + + self + } + + /// Enable server side encryption with aws managed kms key + /// + /// As known as: SSE-KMS + /// + /// NOTE: This function should not be used along with other `server_side_encryption_with_` functions. + pub fn server_side_encryption_with_aws_managed_kms_key(mut self) -> Self { + self.config.server_side_encryption = Some("aws:kms".to_string()); + self + } + + /// Enable server side encryption with customer managed kms key + /// + /// As known as: SSE-KMS + /// + /// NOTE: This function should not be used along with other `server_side_encryption_with_` functions. + pub fn server_side_encryption_with_customer_managed_kms_key( + mut self, + aws_kms_key_id: &str, + ) -> Self { + self.config.server_side_encryption = Some("aws:kms".to_string()); + self.config.server_side_encryption_aws_kms_key_id = Some(aws_kms_key_id.to_string()); + self + } + + /// Enable server side encryption with s3 managed key + /// + /// As known as: SSE-S3 + /// + /// NOTE: This function should not be used along with other `server_side_encryption_with_` functions. + pub fn server_side_encryption_with_s3_key(mut self) -> Self { + self.config.server_side_encryption = Some("AES256".to_string()); + self + } + + /// Enable server side encryption with customer key. + /// + /// As known as: SSE-C + /// + /// NOTE: This function should not be used along with other `server_side_encryption_with_` functions. + pub fn server_side_encryption_with_customer_key(mut self, algorithm: &str, key: &[u8]) -> Self { + self.config.server_side_encryption_customer_algorithm = Some(algorithm.to_string()); + self.config.server_side_encryption_customer_key = Some(BASE64_STANDARD.encode(key)); + let key_md5 = Md5::digest(key); + self.config.server_side_encryption_customer_key_md5 = Some(BASE64_STANDARD.encode(key_md5)); + self + } + + /// Set temporary credential used in AWS S3 connections + /// + /// # Warning + /// + /// session token's lifetime is short and requires users to refresh in time. + pub fn session_token(mut self, token: &str) -> Self { + if !token.is_empty() { + self.config.session_token = Some(token.to_string()); + } + self + } + + /// Disable config load so that opendal will not load config from + /// environment. + /// + /// For examples: + /// + /// - envs like `AWS_ACCESS_KEY_ID` + /// - files like `~/.aws/config` + pub fn disable_config_load(mut self) -> Self { + self.config.disable_config_load = true; + self + } + + /// Disable list objects v2 so that opendal will fall back to the older + /// List Objects V1 to list objects. + /// + /// By default, OpenDAL uses List Objects V2 to list objects. However, + /// some legacy services do not yet support V2. + pub fn disable_list_objects_v2(mut self) -> Self { + self.config.disable_list_objects_v2 = true; + self + } + + /// Enable request payer so that OpenDAL will send requests with `x-amz-request-payer` header. + /// + /// With this option the client accepts to pay for the request and data transfer costs. + pub fn enable_request_payer(mut self) -> Self { + self.config.enable_request_payer = true; + self + } + + /// Disable load credential from ec2 metadata. + /// + /// This option is used to disable the default behavior of opendal + /// to load credential from ec2 metadata, a.k.a, IMDSv2 + pub fn disable_ec2_metadata(mut self) -> Self { + self.config.disable_ec2_metadata = true; + self + } + + /// Skip signature will skip loading credentials and signing requests. + pub fn skip_signature(mut self) -> Self { + self.config.skip_signature = true; + self + } + + /// Allow anonymous will allow opendal to send request without signing + /// when credential is not loaded. + #[deprecated( + since = "0.57.0", + note = "Please use `skip_signature` instead of `allow_anonymous`" + )] + pub fn allow_anonymous(self) -> Self { + self.skip_signature() + } + + /// Enable virtual host style so that opendal will send API requests + /// in virtual host style instead of path style. + /// + /// - By default, opendal will send API to `https://s3.us-east-1.amazonaws.com/bucket_name` + /// - Enabled, opendal will send API to `https://bucket_name.s3.us-east-1.amazonaws.com` + pub fn enable_virtual_host_style(mut self) -> Self { + self.config.enable_virtual_host_style = true; + self + } + + /// Deprecated: S3 stat override capabilities are enabled by default. + #[deprecated( + since = "0.57.0", + note = "S3 stat override capabilities are enabled by default and this option is no longer needed." + )] + pub fn disable_stat_with_override(self) -> Self { + self + } + + /// Deprecated: S3 versioning capability is enabled by default. + #[deprecated( + since = "0.57.0", + note = "S3 versioning capability is enabled by default and this option is no longer needed." + )] + pub fn enable_versioning(self, _enabled: bool) -> Self { + self + } + + /// Replace the credential providers with a custom chain. + pub fn credential_provider_chain(mut self, chain: ProvideCredentialChain) -> Self { + self.credential_provider = Some(Arc::new(chain)); + self + } + + /// Replace the credential providers with one custom provider. + /// + /// Unlike [`S3Builder::credential_provider_chain`], this method preserves errors from the + /// provider instead of applying [`ProvideCredentialChain`]'s continue-on-error semantics. + pub fn credential_provider( + mut self, + provider: impl ProvideCredential, + ) -> Self { + self.credential_provider = Some(Arc::new(provider)); + self + } + + /// Check if `bucket` is valid. + /// `bucket` must be not empty and if `enable_virtual_host_style` is true + /// it could not contain dot (.) character. + fn is_bucket_valid(config: &S3Config) -> bool { + if config.bucket.is_empty() { + return false; + } + // If enable virtual host style, `bucket` will reside in domain part, + // for example `https://bucket_name.s3.us-east-1.amazonaws.com`, + // so `bucket` with dot can't be recognized correctly for this format. + if config.enable_virtual_host_style && config.bucket.contains('.') { + return false; + } + true + } + + /// Build endpoint with given region. + fn build_endpoint(config: &S3Config, region: &str) -> String { + let bucket = { + debug_assert!(Self::is_bucket_valid(config), "bucket must be valid"); + + config.bucket.as_str() + }; + + let mut endpoint = match &config.endpoint { + Some(endpoint) => { + if endpoint.starts_with("http") { + endpoint.to_string() + } else { + // Prefix https if endpoint doesn't start with scheme. + format!("https://{endpoint}") + } + } + None => "https://s3.amazonaws.com".to_string(), + }; + + // If endpoint contains bucket name, we should trim them. + endpoint = endpoint.replace(&format!("//{bucket}."), "//"); + + // Omit default ports if specified. + if let Ok(url) = Url::parse(&endpoint) { + // Remove the trailing `/` of root path. + endpoint = url.to_string().trim_end_matches('/').to_string(); + } + + // Update with endpoint templates. + endpoint = if let Some(template) = ENDPOINT_TEMPLATES.get(endpoint.as_str()) { + template.replace("{region}", region) + } else { + // If we don't know where about this endpoint, just leave + // them as it. + endpoint.to_string() + }; + + // Apply virtual host style. + if config.enable_virtual_host_style { + endpoint = endpoint.replace("//", &format!("//{bucket}.")) + } else { + write!(endpoint, "/{bucket}").expect("write into string must succeed"); + }; + + endpoint + } + + /// Deprecated: S3 delete batch capability is enabled by default. + #[deprecated( + since = "0.57.0", + note = "S3 delete batch capability is enabled by default and this option is no longer needed." + )] + pub fn batch_max_operations(self, _batch_max_operations: usize) -> Self { + self + } + + /// Deprecated: S3 delete batch capability is enabled by default. + #[deprecated( + since = "0.57.0", + note = "S3 delete batch capability is enabled by default and this option is no longer needed." + )] + pub fn delete_max_size(self, _delete_max_size: usize) -> Self { + self + } + + /// Set checksum algorithm of this backend. + /// This is necessary when writing to AWS S3 Buckets with Object Lock enabled for example. + /// + /// Available options: + /// - "crc32c" + /// - "md5" + pub fn checksum_algorithm(mut self, checksum_algorithm: &str) -> Self { + self.config.checksum_algorithm = Some(checksum_algorithm.to_string()); + + self + } + + /// Deprecated: S3 write with If-Match capability is enabled by default. + #[deprecated( + since = "0.57.0", + note = "S3 write with If-Match capability is enabled by default and this option is no longer needed." + )] + pub fn disable_write_with_if_match(self) -> Self { + self + } + + /// Deprecated: S3 append capability is enabled by default. + #[deprecated( + since = "0.57.0", + note = "S3 append capability is enabled by default and this option is no longer needed." + )] + pub fn enable_write_with_append(self) -> Self { + self + } + + /// Detect region of S3 bucket. + /// + /// # Args + /// + /// - endpoint: the endpoint of S3 service + /// - bucket: the bucket of S3 service + /// + /// # Return + /// + /// - `Some(region)` means we detect the region successfully + /// - `None` means we can't detect the region or meeting errors. + /// + /// # Notes + /// + /// We will try to detect region by the following methods. + /// + /// - Match endpoint with given rules to get region + /// - Cloudflare R2 + /// - AWS S3 + /// - Aliyun OSS + /// - Send a `HEAD` request to endpoint with bucket name to get `x-amz-bucket-region`. + /// + /// # Examples + /// + /// ```no_run + /// use opendal_service_s3::S3; + /// + /// # async fn example() { + /// let region: Option = S3::detect_region("https://s3.amazonaws.com", "example").await; + /// # } + /// ``` + /// + /// # Reference + /// + /// - [Amazon S3 HeadBucket API](https://docs.aws.amazon.com/zh_cn/AmazonS3/latest/API/API_HeadBucket.html) + pub async fn detect_region(endpoint: &str, bucket: &str) -> Option { + // Remove the possible trailing `/` in endpoint. + let endpoint = endpoint.trim_end_matches('/'); + + // Make sure the endpoint contains the scheme. + let mut endpoint = if endpoint.starts_with("http") { + endpoint.to_string() + } else { + // Prefix https if endpoint doesn't start with scheme. + format!("https://{endpoint}") + }; + + // Remove bucket name from endpoint. + endpoint = endpoint.replace(&format!("//{bucket}."), "//"); + let url = format!("{endpoint}/{bucket}"); + + debug!("detect region with url: {url}"); + + // Try to detect region by endpoint. + + // If this bucket is R2, we can return auto directly. + // + // Reference: + if endpoint.ends_with("r2.cloudflarestorage.com") { + return Some("auto".to_string()); + } + + // If this bucket is AWS, we can try to match the endpoint. + if endpoint == "https://s3.amazonaws.com" { + return Some("us-east-1".to_string()); + } + + if let Some(region) = endpoint + .strip_prefix("https://s3.") + .and_then(|v| v.strip_suffix(".amazonaws.com")) + { + return Some(region.to_string()); + } + + // If this bucket is OSS, we can try to match the endpoint. + // + // - `oss-ap-southeast-1.aliyuncs.com` => `oss-ap-southeast-1` + // - `oss-cn-hangzhou-internal.aliyuncs.com` => `oss-cn-hangzhou` + if let Some(v) = endpoint.strip_prefix("https://") { + if let Some(region) = v.strip_suffix("-internal.aliyuncs.com") { + return Some(region.to_string()); + } + if let Some(region) = v.strip_suffix(".aliyuncs.com") { + return Some(region.to_string()); + } + } + + // Try to detect region by HeadBucket. + let req = http::Request::head(&url).body(Buffer::new()).ok()?; + + let client = HttpTransporter::default(); + let res = client + .send(req) + .await + .map_err(|err| warn!("detect region failed for: {err:?}")) + .ok()?; + + debug!( + "auto detect region got response: status {:?}, header: {:?}", + res.status(), + res.headers() + ); + + // Get region from response header no matter status code. + if let Some(region) = res + .headers() + .get("x-amz-bucket-region") + .and_then(|header| header.to_str().ok()) + { + return Some(region.to_string()); + } + + // Status code is 403 or 200 means we already visit the correct + // region, we can use the default region directly. + if res.status() == StatusCode::FORBIDDEN || res.status() == StatusCode::OK { + return Some("us-east-1".to_string()); + } + + None + } + + /// Set default ACL for new objects. + pub fn default_acl(mut self, acl: &str) -> Self { + self.config.default_acl = Some(acl.to_string()); + self + } +} + +impl Builder for S3Builder { + type Config = S3Config; + + fn build(self) -> Result { + debug!("backend build started: {:?}", self); + + let S3Builder { + mut config, + credential_provider, + } = self; + + #[allow(deprecated)] + if config.allow_anonymous { + config.skip_signature = true; + } + + let root = normalize_root(&config.root.clone().unwrap_or_default()); + debug!("backend use root {}", root); + + // Handle bucket name. + let bucket = if Self::is_bucket_valid(&config) { + Ok(&config.bucket) + } else { + Err( + Error::new(ErrorKind::ConfigInvalid, "The bucket is misconfigured") + .with_context("service", S3_SCHEME), + ) + }?; + debug!("backend use bucket {}", bucket); + + let default_storage_class = match &config.default_storage_class { + None => None, + Some(v) => Some( + build_header_value(v).map_err(|err| err.with_context("key", "storage_class"))?, + ), + }; + + let server_side_encryption = match &config.server_side_encryption { + None => None, + Some(v) => Some( + build_header_value(v) + .map_err(|err| err.with_context("key", "server_side_encryption"))?, + ), + }; + + let server_side_encryption_aws_kms_key_id = + match &config.server_side_encryption_aws_kms_key_id { + None => None, + Some(v) => Some(build_header_value(v).map_err(|err| { + err.with_context("key", "server_side_encryption_aws_kms_key_id") + })?), + }; + + let server_side_encryption_customer_algorithm = + match &config.server_side_encryption_customer_algorithm { + None => None, + Some(v) => Some(build_header_value(v).map_err(|err| { + err.with_context("key", "server_side_encryption_customer_algorithm") + })?), + }; + + let server_side_encryption_customer_key = + match &config.server_side_encryption_customer_key { + None => None, + Some(v) => Some(build_header_value(v).map_err(|err| { + err.with_context("key", "server_side_encryption_customer_key") + })?), + }; + + let server_side_encryption_customer_key_md5 = + match &config.server_side_encryption_customer_key_md5 { + None => None, + Some(v) => Some(build_header_value(v).map_err(|err| { + err.with_context("key", "server_side_encryption_customer_key_md5") + })?), + }; + + let checksum_algorithm = match config.checksum_algorithm.as_deref() { + Some("crc32c") => Some(ChecksumAlgorithm::Crc32c), + Some("md5") => Some(ChecksumAlgorithm::Md5), + None => None, + v => { + return Err(Error::new( + ErrorKind::ConfigInvalid, + format!("{v:?} is not a supported checksum_algorithm."), + )); + } + }; + + // Determine the region + let region = if let Some(ref v) = config.region { + v.to_string() + } else { + std::env::var("AWS_REGION") + .or_else(|_| std::env::var("AWS_DEFAULT_REGION")) + .map_err(|_| { + Error::new( + ErrorKind::ConfigInvalid, + "region is missing. Please find it by S3::detect_region() or set them in env.", + ) + .with_operation("Builder::build") + .with_context("service", S3_SCHEME) + })? + }; + debug!("backend use region: {region}"); + + if config.endpoint.is_none() && !config.disable_config_load { + let endpoint_from_env = std::env::var("AWS_ENDPOINT_URL") + .or_else(|_| std::env::var("AWS_ENDPOINT")) + .or_else(|_| std::env::var("AWS_S3_ENDPOINT")) + .ok(); + if let Some(endpoint) = endpoint_from_env { + let normalized = endpoint.trim_end_matches('/').to_string(); + config.endpoint = Some(normalized); + } + } + + // Building endpoint. + let endpoint = Self::build_endpoint(&config, ®ion); + debug!("backend use endpoint: {endpoint}"); + + // The base signer context only carries local config readers. HTTP + // sending is injected from OperationContext when S3Core signs each + // operation. + let ctx = Context::new().with_file_read(TokioFileRead).with_env(OsEnv); + + let mut provider = { + let mut builder = DefaultCredentialProvider::builder(); + + if config.disable_config_load { + builder = builder.no_env().no_profile(); + } + + if config.disable_ec2_metadata { + builder = builder.no_imds(); + } + + ProvideCredentialChain::new().push(builder.build()) + }; + + // Insert static key if user provided. + if let (Some(ak), Some(sk)) = (&config.access_key_id, &config.secret_access_key) { + let static_provider = if let Some(token) = config.session_token.as_deref() { + StaticCredentialProvider::new(ak, sk).with_session_token(token) + } else { + StaticCredentialProvider::new(ak, sk) + }; + provider = provider.push_front(static_provider); + } + + // Insert assume role provider if user provided. + if let Some(role_arn) = &config.role_arn { + // The assume-role provider owns its STS signer, so give it a + // concrete HTTP sender instead of relying on a future operation + // context. + let sts_ctx = ctx.clone().with_http_send(HttpTransporter::default()); + let sts_request_signer = AwsV4Signer::new("sts", ®ion); + let sts_signer = Signer::new(sts_ctx, provider, sts_request_signer); + let mut assume_role_provider = + AssumeRoleCredentialProvider::new(role_arn.clone(), sts_signer) + .with_region(region.clone()) + .with_regional_sts_endpoint(); + + if let Some(external_id) = &config.external_id { + assume_role_provider = assume_role_provider.with_external_id(external_id.clone()); + } + if let Some(role_session_name) = &config.role_session_name { + assume_role_provider = + assume_role_provider.with_role_session_name(role_session_name.clone()); + } + if let Some(duration_seconds) = config.assume_role_duration_seconds { + assume_role_provider = assume_role_provider.with_duration_seconds(duration_seconds); + } + if let Some(tags) = &config.assume_role_session_tags { + assume_role_provider = assume_role_provider + .with_tags(tags.iter().map(|(k, v)| (k.clone(), v.clone())).collect()); + } + provider = ProvideCredentialChain::new().push(assume_role_provider); + } + + // Replace provider if user provide their own. + let provider: Arc> = + credential_provider.unwrap_or_else(|| Arc::new(provider)); + + // Create request signer for S3 + let request_signer = AwsV4Signer::new("s3", ®ion); + + // Create the signer + let signer = Signer::new(ctx, provider, request_signer); + + Ok(S3Backend { + core: Arc::new(S3Core { + info: ServiceInfo::new(S3_SCHEME, &root, bucket), + capability: Capability { + stat: true, + stat_with_if_match: true, + stat_with_if_none_match: true, + stat_with_if_modified_since: true, + stat_with_if_unmodified_since: true, + stat_with_override_cache_control: true, + stat_with_override_content_disposition: true, + stat_with_override_content_type: true, + stat_with_version: true, + + read: true, + read_with_if_match: true, + read_with_if_none_match: true, + read_with_if_modified_since: true, + read_with_if_unmodified_since: true, + read_with_override_cache_control: true, + read_with_override_content_disposition: true, + read_with_override_content_type: true, + read_with_version: true, + read_with_suffix: true, + + write: true, + write_can_empty: true, + write_can_multi: true, + write_can_append: true, + + write_with_cache_control: true, + write_with_content_type: true, + write_with_content_disposition: true, + write_with_content_encoding: true, + write_with_if_match: true, + write_with_if_not_exists: true, + write_with_user_metadata: true, + + // The min multipart size of S3 is 5 MiB. + // + // ref: + write_multi_min_size: Some(5 * 1024 * 1024), + // The max multipart size of S3 is 5 GiB. + // + // ref: + write_multi_max_size: if cfg!(target_pointer_width = "64") { + Some(5 * 1024 * 1024 * 1024) + } else { + Some(usize::MAX) + }, + // S3 allows at most 10,000 parts and 5 GiB for each part. + // + // ref: + write_total_max_size: if cfg!(target_pointer_width = "64") { + Some(10_000 * 5 * 1024 * 1024 * 1024) + } else { + None + }, + + delete: true, + delete_max_size: Some(DEFAULT_BATCH_MAX_OPERATIONS), + delete_with_version: true, + + copy: true, + copy_can_multi: true, + copy_with_if_not_exists: true, + copy_with_if_match: true, + copy_with_source_version: true, + // The min multipart size of S3 is 5 MiB. + // + // ref: + copy_multi_min_size: Some(5 * 1024 * 1024), + // The max multipart size of S3 is 5 GiB. + // + // ref: + copy_multi_max_size: if cfg!(target_pointer_width = "64") { + Some(5 * 1024 * 1024 * 1024) + } else { + Some(usize::MAX) + }, + + list: true, + list_with_limit: true, + list_with_start_after: true, + list_with_recursive: true, + list_with_versions: true, + list_with_deleted: true, + + presign: true, + presign_stat: true, + presign_read: true, + presign_write: true, + presign_delete: true, + + shared: true, + + ..Default::default() + }, + bucket: bucket.to_string(), + endpoint, + root, + server_side_encryption, + server_side_encryption_aws_kms_key_id, + server_side_encryption_customer_algorithm, + server_side_encryption_customer_key, + server_side_encryption_customer_key_md5, + default_storage_class, + skip_signature: config.skip_signature, + disable_list_objects_v2: config.disable_list_objects_v2, + enable_request_payer: config.enable_request_payer, + signer, + checksum_algorithm, + default_acl: config.default_acl, + }), + }) + } +} + +/// Backend for s3 services. +#[derive(Debug, Clone)] +pub struct S3Backend { + pub(crate) core: Arc, +} + +impl Service for S3Backend { + type Reader = oio::StreamReader; + type Writer = S3Writers; + type Lister = S3Listers; + type Deleter = oio::BatchDeleter; + type Copier = S3Copiers; + + fn info(&self) -> ServiceInfo { + self.core.info.clone() + } + + fn capability(&self) -> Capability { + self.core.capability + } + + async fn create_dir( + &self, + _ctx: &OperationContext, + _path: &str, + _args: OpCreateDir, + ) -> Result { + Err(Error::new( + ErrorKind::Unsupported, + "operation is not supported", + )) + } + + async fn stat(&self, ctx: &OperationContext, path: &str, args: OpStat) -> Result { + let resp = self.core.s3_head_object(ctx, path, args).await?; + + let status = resp.status(); + + match status { + StatusCode::OK => { + let headers = resp.headers(); + let mut meta = parse_into_metadata(path, headers)?; + + let user_meta = parse_prefixed_headers(headers, X_AMZ_META_PREFIX); + if !user_meta.is_empty() { + meta = meta.with_user_metadata(user_meta); + } + + if let Some(v) = parse_header_to_str(headers, X_AMZ_VERSION_ID)? { + meta.set_version(v); + } + + Ok(RpStat::new(meta)) + } + _ => Err(parse_error(resp)), + } + } + fn read(&self, ctx: &OperationContext, path: &str, args: OpRead) -> Result { + let output: oio::StreamReader = { + Ok(oio::StreamReader::new(S3Reader::new( + self.clone(), + ctx.clone(), + path, + args, + ))) + }?; + + Ok(output) + } + + fn write(&self, ctx: &OperationContext, path: &str, args: OpWrite) -> Result { + let output: S3Writers = { + let writer = S3Writer::new(self.core.clone(), ctx.clone(), path, args.clone()); + + let w = if args.append() { + S3Writers::Two(oio::AppendWriter::new(writer)) + } else { + // Multipart uploads schedule work through the operation + // executor supplied by the caller. + S3Writers::One(oio::MultipartWriter::new( + ctx.executor().clone(), + writer, + args.concurrent(), + )) + }; + + Ok(w) + }?; + + Ok(output) + } + + fn delete(&self, ctx: &OperationContext) -> Result { + let output: oio::BatchDeleter = { + Ok(oio::BatchDeleter::new( + S3Deleter::new(self.core.clone(), ctx.clone()), + self.core.capability.delete_max_size, + )) + }?; + + Ok(output) + } + + fn list(&self, ctx: &OperationContext, path: &str, args: OpList) -> Result { + let output: S3Listers = { + let l = if args.versions() || args.deleted() { + ThreeWays::Three(oio::PageLister::new(S3ObjectVersionsLister::new( + self.core.clone(), + ctx.clone(), + path, + args, + ))) + } else if self.core.disable_list_objects_v2 { + ThreeWays::One(oio::PageLister::new(S3ListerV1::new( + self.core.clone(), + ctx.clone(), + path, + args, + ))) + } else { + ThreeWays::Two(oio::PageLister::new(S3ListerV2::new( + self.core.clone(), + ctx.clone(), + path, + args, + ))) + }; + + Ok(l) + }?; + + Ok(output) + } + + fn copy( + &self, + ctx: &OperationContext, + from: &str, + to: &str, + args: OpCopy, + opts: OpCopier, + ) -> Result { + let output: S3Copiers = { + let copier = new_s3_copier(self.core.clone(), ctx, from, to, args, opts)?; + Ok(copier) + }?; + + Ok(output) + } + + async fn rename( + &self, + _ctx: &OperationContext, + _from: &str, + _to: &str, + _args: OpRename, + ) -> Result { + Err(Error::new( + ErrorKind::Unsupported, + "operation is not supported", + )) + } + + async fn presign( + &self, + ctx: &OperationContext, + path: &str, + args: OpPresign, + ) -> Result { + let (expire, op) = args.into_parts(); + // We will not send this request out, just for signing. + let req = match op { + PresignOperation::Stat(v) => self.core.s3_head_object_request(path, v), + PresignOperation::Read(range, v) => self.core.s3_get_object_request(path, range, &v), + PresignOperation::Write(v) => { + self.core + .s3_put_object_request(path, None, &v, Buffer::new()) + } + PresignOperation::Delete(v) => self.core.s3_delete_object_request(path, &v), + _ => Err(Error::new( + ErrorKind::Unsupported, + "operation is not supported", + )), + }; + let req = req?; + + let req = self.core.sign_query(ctx, req, expire).await?; + + // We don't need this request anymore, consume it directly. + let (parts, _) = req.into_parts(); + + Ok(RpPresign::new(PresignedRequest::new( + parts.method, + parts.uri, + parts.headers, + ))) + } +} +#[cfg(test)] +mod tests { + use super::*; + + #[test] + fn test_is_valid_bucket() { + let bucket_cases = vec![ + ("", false, false), + ("test", false, true), + ("test.xyz", false, true), + ("", true, false), + ("test", true, true), + ("test.xyz", true, false), + ]; + + for (bucket, enable_virtual_host_style, expected) in bucket_cases { + let mut b = S3Builder::default(); + b = b.bucket(bucket); + if enable_virtual_host_style { + b = b.enable_virtual_host_style(); + } + assert_eq!(S3Builder::is_bucket_valid(&b.config), expected) + } + } + + #[test] + fn test_build_endpoint() { + let endpoint_cases = vec![ + Some("s3.amazonaws.com"), + Some("https://s3.amazonaws.com"), + Some("https://s3.us-east-2.amazonaws.com"), + None, + ]; + + for endpoint in &endpoint_cases { + let mut b = S3Builder::default().bucket("test"); + if let Some(endpoint) = endpoint { + b = b.endpoint(endpoint); + } + + let endpoint = S3Builder::build_endpoint(&b.config, "us-east-2"); + assert_eq!(endpoint, "https://s3.us-east-2.amazonaws.com/test"); + } + + for endpoint in &endpoint_cases { + let mut b = S3Builder::default() + .bucket("test") + .enable_virtual_host_style(); + if let Some(endpoint) = endpoint { + b = b.endpoint(endpoint); + } + + let endpoint = S3Builder::build_endpoint(&b.config, "us-east-2"); + assert_eq!(endpoint, "https://test.s3.us-east-2.amazonaws.com"); + } + } + + #[tokio::test] + async fn test_detect_region() { + let cases = vec![ + ( + "aws s3 without region in endpoint", + "https://s3.amazonaws.com", + "example", + Some("us-east-1"), + ), + ( + "aws s3 with region in endpoint", + "https://s3.us-east-1.amazonaws.com", + "example", + Some("us-east-1"), + ), + ( + "oss with public endpoint", + "https://oss-ap-southeast-1.aliyuncs.com", + "example", + Some("oss-ap-southeast-1"), + ), + ( + "oss with internal endpoint", + "https://oss-cn-hangzhou-internal.aliyuncs.com", + "example", + Some("oss-cn-hangzhou"), + ), + ( + "r2", + "https://abc.xxxxx.r2.cloudflarestorage.com", + "example", + Some("auto"), + ), + ( + "invalid service", + "https://opendal.apache.org", + "example", + None, + ), + ]; + + for (name, endpoint, bucket, expected) in cases { + let region = S3Builder::detect_region(endpoint, bucket).await; + assert_eq!(region.as_deref(), expected, "{name}"); + } + } + + #[tokio::test] + async fn test_presign_write_preserves_content_type() { + let backend = S3Builder::default() + .bucket("test") + .region("us-east-1") + .skip_signature() + .disable_config_load() + .disable_ec2_metadata() + .build() + .expect("build"); + + let op = OpWrite::default().with_content_type("application/json"); + let args = OpPresign::new(op, Duration::from_secs(3600)); + let ctx = OperationContext::new(); + let presigned = backend + .presign(&ctx, "test.txt", args) + .await + .expect("presign") + .into_presigned_request(); + + assert_eq!( + presigned.header().get(http::header::CONTENT_TYPE).unwrap(), + "application/json" + ); + } + + #[tokio::test] + async fn test_presign_stat_encodes_version_id() { + let backend = S3Builder::default() + .bucket("test") + .region("us-east-1") + .skip_signature() + .disable_config_load() + .disable_ec2_metadata() + .build() + .expect("build"); + + let op = OpStat::default().with_version("a+b/c=d%25&e"); + let args = OpPresign::new(op, Duration::from_secs(3600)); + let ctx = OperationContext::new(); + let presigned = backend + .presign(&ctx, "test.txt", args) + .await + .expect("presign") + .into_presigned_request(); + + assert_eq!( + presigned.uri().to_string(), + "https://s3.us-east-1.amazonaws.com/test/test.txt?versionId=a%2Bb/c%3Dd%2525%26e" + ); + } + + #[tokio::test] + async fn test_presign_read_encodes_version_id() { + let backend = S3Builder::default() + .bucket("test") + .region("us-east-1") + .skip_signature() + .disable_config_load() + .disable_ec2_metadata() + .build() + .expect("build"); + + let op = OpRead::default().with_version("a+b/c=d%25&e"); + let args = OpPresign::new( + PresignOperation::Read(BytesRange::default(), op), + Duration::from_secs(3600), + ); + let ctx = OperationContext::new(); + let presigned = backend + .presign(&ctx, "test.txt", args) + .await + .expect("presign") + .into_presigned_request(); + + assert_eq!( + presigned.uri().to_string(), + "https://s3.us-east-1.amazonaws.com/test/test.txt?versionId=a%2Bb/c%3Dd%2525%26e" + ); + } +} diff --git a/lance-artifact/third-party/opendal-service-s3/src/compatible_services.md b/lance-artifact/third-party/opendal-service-s3/src/compatible_services.md new file mode 100644 index 000000000..258b6277e --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/src/compatible_services.md @@ -0,0 +1,153 @@ + +## Compatible Services + +### AWS S3 + +[AWS S3](https://aws.amazon.com/s3/) is the default implementations of s3 services. Only `bucket` is required. + +```rust,ignore +builder.bucket(""); +``` + +### Alibaba Object Storage Service (OSS) + +[OSS](https://www.alibabacloud.com/product/object-storage-service) is a s3 compatible service provided by [Alibaba Cloud](https://www.alibabacloud.com). + +To connect to OSS, we need to set: + +- `endpoint`: The endpoint of oss, for example: `https://oss-cn-hangzhou.aliyuncs.com` +- `bucket`: The bucket name of oss. + +> OSS provide internal endpoint for used at alibabacloud internally, please visit [OSS Regions and endpoints](https://www.alibabacloud.com/help/en/object-storage-service/latest/regions-and-endpoints) for more details. + +> OSS only supports the virtual host style, users could meet errors like: +> +> ```xml +> +> +> SecondLevelDomainForbidden +> The bucket you are attempting to access must be addressed using OSS third level domain. +> 62A1C265292C0632377F021F +> oss-cn-hangzhou.aliyuncs.com +> +> ``` +> +> In that case, please enable virtual host style for requesting. + +```rust,ignore +builder.endpoint("https://oss-cn-hangzhou.aliyuncs.com"); +builder.region(""); +builder.bucket(""); +builder.enable_virtual_host_style(); +``` + +### Minio + +[minio](https://min.io/) is an open-source s3 compatible services. + +To connect to minio, we need to set: + +- `endpoint`: The endpoint of minio, for example: `http://127.0.0.1:9000` +- `region`: The region of minio. If you don't care about it, just set it to "auto", it will be ignored. +- `bucket`: The bucket name of minio. + +```rust,ignore +builder.endpoint("http://127.0.0.1:9000"); +builder.region(""); +builder.bucket(""); +``` + +### QingStor Object Storage + +[QingStor Object Storage](https://www.qingcloud.com/products/qingstor) is a S3-compatible service provided by [QingCloud](https://www.qingcloud.com/). + +To connect to QingStor Object Storage, we need to set: + +- `endpoint`: The endpoint of QingStor s3 compatible endpoint, for example: `https://s3.pek3b.qingstor.com` +- `bucket`: The bucket name. + +### Scaleway Object Storage + +[Scaleway Object Storage](https://www.scaleway.com/en/object-storage/) is a S3-compatible and multi-AZ redundant object storage service. + +To connect to Scaleway Object Storage, we need to set: + +- `endpoint`: The endpoint of scaleway, for example: `https://s3.nl-ams.scw.cloud` +- `region`: The region of scaleway. +- `bucket`: The bucket name of scaleway. + +### Tencent Cloud Object Storage (COS) + +[COS](https://intl.cloud.tencent.com/products/cos) is a s3 compatible service provided by [Tencent Cloud](https://intl.cloud.tencent.com/). + +To connect to COS, we need to set: + +- `endpoint`: The endpoint of cos, for example: `https://cos.ap-beijing.myqcloud.com` +- `bucket`: The bucket name of cos. + +### Tigris + +[Tigris](https://www.tigrisdata.com/) is a globally distributed S3-compatible object storage service. + +> Tigris serves data from the region nearest to the requester through a single global endpoint, and charges no egress fees. + +To connect to Tigris, we need to set: + +- `endpoint`: The endpoint of Tigris: `https://t3.storage.dev` +- `region`: The region of Tigris. Please set it to `auto`. +- `bucket`: The bucket name of Tigris. + +Credentials are standard S3 access keys, provided via `access_key_id`/`secret_access_key` or the `AWS_ACCESS_KEY_ID`/`AWS_SECRET_ACCESS_KEY` environment variables. See [Tigris S3 SDK docs](https://www.tigrisdata.com/docs/sdks/s3/) for details. + +```rust,ignore +builder.endpoint("https://t3.storage.dev"); +builder.region("auto"); +builder.bucket(""); +``` + +> `https://fly.storage.tigris.dev` is a legacy endpoint that still works, but `https://t3.storage.dev` is the current one. + +Tigris buckets support zero-copy [snapshots and forks](https://www.tigrisdata.com/docs/snapshots-and-forks/). A forked bucket is a regular bucket, so it can be read and written through OpenDAL like any other — useful for testing against production data without copying it. + +### Wasabi Object Storage + +[Wasabi](https://wasabi.com/) is a s3 compatible service. + +> Cloud storage pricing that is 80% less than Amazon S3. + +To connect to wasabi, we need to set: + +- `endpoint`: The endpoint of wasabi, for example: `https://s3.us-east-2.wasabisys.com` +- `bucket`: The bucket name of wasabi. + +> Refer to [What are the service URLs for Wasabi's different storage regions?](https://wasabi-support.zendesk.com/hc/en-us/articles/360015106031) for more details. + +### Cloudflare R2 + +[Cloudflare R2](https://developers.cloudflare.com/r2/) provides s3 compatible API. + +> Cloudflare R2 Storage allows developers to store large amounts of unstructured data without the costly egress bandwidth fees associated with typical cloud storage services. + + +To connect to r2, we need to set: + +- `endpoint`: The endpoint of r2, for example: `https://.r2.cloudflarestorage.com` +- `bucket`: The bucket name of r2. +- `region`: When you create a new bucket, the data location is set to Automatic by default. So please use `auto` for region. +- `enable_exact_buf_write`: R2 requires the non-tailing parts size to be exactly the same. Please enable this option to avoid the error `All non-trailing parts must have the same length`. + +R2 has the following capability differences from S3: + +- `delete_max_size`: R2's delete objects will return `Internal Error` if the batch is larger than `700`. Please override `delete_max_size` to `700`. +- `stat_with_override_cache_control`, `stat_with_override_content_disposition`, `stat_with_override_content_type`: R2 doesn't support stat with response override queries. Please override them to `false`. + +### Google Cloud Storage XML API +[Google Cloud Storage XML API](https://cloud.google.com/storage/docs/xml-api/overview) provides s3 compatible API. +- `endpoint`: The endpoint of Google Cloud Storage XML API, for example: `https://storage.googleapis.com` +- `bucket`: The bucket name. +- To access GCS via S3 API, please enable `features = ["native-tls"]` in your `Cargo.toml` to avoid connection being reset when using `rustls`. Tracking in + +### Ceph Rados Gateway +Ceph supports a RESTful API that is compatible with the basic data access model of the Amazon S3 API. + +For more information, refer: diff --git a/lance-artifact/third-party/opendal-service-s3/src/config.rs b/lance-artifact/third-party/opendal-service-s3/src/config.rs new file mode 100644 index 000000000..17f564475 --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/src/config.rs @@ -0,0 +1,476 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +use std::collections::HashMap; +use std::fmt::Debug; + +use opendal_core::Configurator; +use opendal_core::OperatorUri; +use opendal_core::Result; +use serde::Deserialize; +use serde::Serialize; + +use crate::backend::S3Builder; + +/// Config for Aws S3 and compatible services (including minio, digitalocean space, +/// Tencent Cloud Object Storage(COS) and so on) support. +#[derive(Default, Serialize, Deserialize, Clone, PartialEq, Eq)] +#[serde(default)] +#[non_exhaustive] +pub struct S3Config { + /// root of this backend. + /// + /// All operations will happen under this root. + /// + /// default to `/` if not set. + /// + /// + /// + pub root: Option, + /// bucket name of this backend. + /// + /// required. + /// + /// + /// + #[serde(alias = "aws_bucket", alias = "aws_bucket_name", alias = "bucket_name")] + pub bucket: String, + /// Deprecated: S3 versioning capability is enabled by default. + /// + /// + #[deprecated( + since = "0.57.0", + note = "S3 versioning capability is enabled by default and this option is no longer needed." + )] + pub enable_versioning: bool, + /// endpoint of this backend. + /// + /// Endpoint must be full uri, e.g. + /// + /// - AWS S3: `https://s3.amazonaws.com` or `https://s3.{region}.amazonaws.com` + /// - Cloudflare R2: `https://.r2.cloudflarestorage.com` + /// - Aliyun OSS: `https://{region}.aliyuncs.com` + /// - Tencent COS: `https://cos.{region}.myqcloud.com` + /// - Minio: `http://127.0.0.1:9000` + /// + /// If user inputs endpoint without scheme like "s3.amazonaws.com", we + /// will prepend "https://" before it. + /// + /// - If endpoint is set, we will take user's input first. + /// - If not, we will try to load it from environment. + /// - If still not set, default to `https://s3.amazonaws.com`. + /// + /// + /// + #[serde( + alias = "aws_endpoint", + alias = "aws_endpoint_url", + alias = "endpoint_url" + )] + pub endpoint: Option, + /// Region represent the signing region of this endpoint. This is required + /// if you are using the default AWS S3 endpoint. + /// + /// If using a custom endpoint, + /// - If region is set, we will take user's input first. + /// - If not, we will try to load it from environment. + /// + /// + /// + #[serde(alias = "aws_region")] + pub region: Option, + + /// access_key_id of this backend. + /// + /// - If access_key_id is set, we will take user's input first. + /// - If not, we will try to load it from environment. + /// + /// + #[serde(alias = "aws_access_key_id")] + pub access_key_id: Option, + /// secret_access_key of this backend. + /// + /// - If secret_access_key is set, we will take user's input first. + /// - If not, we will try to load it from environment. + /// + /// + #[serde(alias = "aws_secret_access_key")] + pub secret_access_key: Option, + /// session_token (aka, security token) of this backend. + /// + /// This token will expire after sometime, it's recommended to set session_token + /// by hand. + /// + /// + #[serde(alias = "aws_session_token", alias = "aws_token", alias = "token")] + pub session_token: Option, + /// role_arn for this backend. + /// + /// If `role_arn` is set, we will use already known config as source + /// credential to assume role with `role_arn`. + /// + /// + pub role_arn: Option, + /// external_id for this backend. + /// + /// + pub external_id: Option, + /// role_session_name for this backend. + /// + /// + pub role_session_name: Option, + /// assume_role_duration_seconds for this backend. + /// + /// + pub assume_role_duration_seconds: Option, + /// assume_role_session_tags for this backend. + /// + /// + pub assume_role_session_tags: Option>, + /// Disable config load so that opendal will not load config from + /// environment. + /// + /// For examples: + /// + /// - envs like `AWS_ACCESS_KEY_ID` + /// - files like `~/.aws/config` + /// + /// + pub disable_config_load: bool, + /// Disable load credential from ec2 metadata. + /// + /// This option is used to disable the default behavior of opendal + /// to load credential from ec2 metadata, a.k.a., IMDSv2 + /// + /// + pub disable_ec2_metadata: bool, + /// Skip signature will skip loading credentials and signing requests. + /// + /// + pub skip_signature: bool, + /// Allow anonymous will allow opendal to send request without signing + /// when credential is not loaded. + /// + /// + #[deprecated( + since = "0.57.0", + note = "Please use `skip_signature` instead of `allow_anonymous`" + )] + pub allow_anonymous: bool, + /// server_side_encryption for this backend. + /// + /// Available values: `AES256`, `aws:kms`. + /// + /// + #[serde(alias = "aws_server_side_encryption")] + pub server_side_encryption: Option, + /// server_side_encryption_aws_kms_key_id for this backend + /// + /// - If `server_side_encryption` set to `aws:kms`, and `server_side_encryption_aws_kms_key_id` + /// is not set, S3 will use aws managed kms key to encrypt data. + /// - If `server_side_encryption` set to `aws:kms`, and `server_side_encryption_aws_kms_key_id` + /// is a valid kms key id, S3 will use the provided kms key to encrypt data. + /// - If the `server_side_encryption_aws_kms_key_id` is invalid or not found, an error will be + /// returned. + /// - If `server_side_encryption` is not `aws:kms`, setting `server_side_encryption_aws_kms_key_id` + /// is a noop. + /// + /// + #[serde(alias = "aws_sse_kms_key_id")] + pub server_side_encryption_aws_kms_key_id: Option, + /// server_side_encryption_customer_algorithm for this backend. + /// + /// Available values: `AES256`. + /// + /// + pub server_side_encryption_customer_algorithm: Option, + /// server_side_encryption_customer_key for this backend. + /// + /// Value: BASE64-encoded key that matches algorithm specified in + /// `server_side_encryption_customer_algorithm`. + /// + /// + #[serde(alias = "aws_sse_customer_key_base64")] + pub server_side_encryption_customer_key: Option, + /// Set server_side_encryption_customer_key_md5 for this backend. + /// + /// Value: MD5 digest of key specified in `server_side_encryption_customer_key`. + /// + /// + pub server_side_encryption_customer_key_md5: Option, + /// default storage_class for this backend. + /// + /// Available values: + /// - `DEEP_ARCHIVE` + /// - `GLACIER` + /// - `GLACIER_IR` + /// - `INTELLIGENT_TIERING` + /// - `ONEZONE_IA` + /// - `EXPRESS_ONEZONE` + /// - `OUTPOSTS` + /// - `REDUCED_REDUNDANCY` + /// - `STANDARD` + /// - `STANDARD_IA` + /// + /// S3 compatible services don't support all of them + /// + /// + pub default_storage_class: Option, + /// Enable virtual host style so that opendal will send API requests + /// in virtual host style instead of path style. + /// + /// - By default, opendal will send API to `https://s3.us-east-1.amazonaws.com/bucket_name` + /// - Enabled, opendal will send API to `https://bucket_name.s3.us-east-1.amazonaws.com` + /// + /// + #[serde( + alias = "aws_virtual_hosted_style_request", + alias = "virtual_hosted_style_request" + )] + pub enable_virtual_host_style: bool, + /// Deprecated: S3 delete batch capability is enabled by default. + /// + /// + #[deprecated( + since = "0.57.0", + note = "S3 delete batch capability is enabled by default. Use CapabilityOverrideLayer to override delete_max_size for specific endpoints." + )] + pub batch_max_operations: Option, + /// Deprecated: S3 delete batch capability is enabled by default. + /// + /// + #[deprecated( + since = "0.57.0", + note = "S3 delete batch capability is enabled by default. Use CapabilityOverrideLayer to override delete_max_size for specific endpoints." + )] + pub delete_max_size: Option, + /// Deprecated: S3 stat override capabilities are enabled by default. + /// + /// + #[deprecated( + since = "0.57.0", + note = "S3 stat override capabilities are enabled by default. Use CapabilityOverrideLayer to override them for specific endpoints." + )] + pub disable_stat_with_override: bool, + /// Checksum Algorithm to use when sending checksums in HTTP headers. + /// This is necessary when writing to AWS S3 Buckets with Object Lock enabled for example. + /// + /// Available options: + /// - "crc32c" + /// - "md5" + /// + /// + #[serde(alias = "aws_checksum_algorithm")] + pub checksum_algorithm: Option, + /// Deprecated: S3 write with If-Match capability is enabled by default. + /// + /// + #[deprecated( + since = "0.57.0", + note = "S3 write with If-Match capability is enabled by default and this option is no longer needed." + )] + pub disable_write_with_if_match: bool, + + /// Deprecated: S3 append capability is enabled by default. + /// + /// + #[deprecated( + since = "0.57.0", + note = "S3 append capability is enabled by default and this option is no longer needed." + )] + pub enable_write_with_append: bool, + + /// OpenDAL uses List Objects V2 by default to list objects. + /// However, some legacy services do not yet support V2. + /// This option allows users to switch back to the older List Objects V1. + /// + /// + pub disable_list_objects_v2: bool, + + /// Indicates whether the client agrees to pay for the requests made to the S3 bucket. + /// + /// + #[serde(alias = "aws_request_payer", alias = "request_payer")] + pub enable_request_payer: bool, + + /// Default ACL for new objects. + /// Note that some s3 services like minio do not support this option. + /// + /// + pub default_acl: Option, +} + +impl Debug for S3Config { + fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { + f.debug_struct("S3Config") + .field("root", &self.root) + .field("bucket", &self.bucket) + .field("endpoint", &self.endpoint) + .field("region", &self.region) + .finish_non_exhaustive() + } +} + +impl Configurator for S3Config { + type Builder = S3Builder; + + fn from_uri(uri: &OperatorUri) -> Result { + let mut map = uri.options().clone(); + + if let Some(name) = uri.name() { + map.insert("bucket".to_string(), name.to_string()); + } + + if let Some(root) = uri.root() { + map.insert("root".to_string(), root.to_string()); + } + + Self::from_iter(map) + } + + #[allow(deprecated)] + fn into_builder(self) -> Self::Builder { + S3Builder { + config: self, + credential_provider: None, + } + } +} + +#[cfg(test)] +mod tests { + use std::iter; + + use super::*; + use opendal_core::Configurator; + use opendal_core::OperatorUri; + + #[test] + fn test_s3_config_original_field_names() { + let json = r#"{ + "bucket": "test-bucket", + "access_key_id": "test-key", + "secret_access_key": "test-secret", + "region": "us-west-2", + "endpoint": "https://s3.amazonaws.com", + "session_token": "test-token" + }"#; + + let config: S3Config = serde_json::from_str(json).unwrap(); + assert_eq!(config.bucket, "test-bucket"); + assert_eq!(config.access_key_id, Some("test-key".to_string())); + assert_eq!(config.secret_access_key, Some("test-secret".to_string())); + assert_eq!(config.region, Some("us-west-2".to_string())); + assert_eq!( + config.endpoint, + Some("https://s3.amazonaws.com".to_string()) + ); + assert_eq!(config.session_token, Some("test-token".to_string())); + } + + #[test] + fn test_s3_config_aws_prefixed_aliases() { + let json = r#"{ + "aws_bucket": "test-bucket", + "aws_access_key_id": "test-key", + "aws_secret_access_key": "test-secret", + "aws_region": "us-west-2", + "aws_endpoint": "https://s3.amazonaws.com", + "aws_session_token": "test-token" + }"#; + + let config: S3Config = serde_json::from_str(json).unwrap(); + assert_eq!(config.bucket, "test-bucket"); + assert_eq!(config.access_key_id, Some("test-key".to_string())); + assert_eq!(config.secret_access_key, Some("test-secret".to_string())); + assert_eq!(config.region, Some("us-west-2".to_string())); + assert_eq!( + config.endpoint, + Some("https://s3.amazonaws.com".to_string()) + ); + assert_eq!(config.session_token, Some("test-token".to_string())); + } + + #[test] + fn test_s3_config_additional_aliases() { + let json = r#"{ + "bucket_name": "test-bucket", + "token": "test-token", + "endpoint_url": "https://s3.amazonaws.com", + "virtual_hosted_style_request": true, + "aws_checksum_algorithm": "crc32c", + "request_payer": true + }"#; + + let config: S3Config = serde_json::from_str(json).unwrap(); + assert_eq!(config.bucket, "test-bucket"); + assert_eq!(config.session_token, Some("test-token".to_string())); + assert_eq!( + config.endpoint, + Some("https://s3.amazonaws.com".to_string()) + ); + assert!(config.enable_virtual_host_style); + assert_eq!(config.checksum_algorithm, Some("crc32c".to_string())); + assert!(config.enable_request_payer); + } + + #[test] + fn test_s3_config_encryption_aliases() { + let json = r#"{ + "bucket": "test-bucket", + "aws_server_side_encryption": "aws:kms", + "aws_sse_kms_key_id": "test-kms-key", + "aws_sse_customer_key_base64": "dGVzdC1jdXN0b21lci1rZXk=" + }"#; + + let config: S3Config = serde_json::from_str(json).unwrap(); + assert_eq!(config.bucket, "test-bucket"); + assert_eq!(config.server_side_encryption, Some("aws:kms".to_string())); + assert_eq!( + config.server_side_encryption_aws_kms_key_id, + Some("test-kms-key".to_string()) + ); + assert_eq!( + config.server_side_encryption_customer_key, + Some("dGVzdC1jdXN0b21lci1rZXk=".to_string()) + ); + } + + #[test] + fn from_uri_extracts_bucket_and_root() { + let uri = OperatorUri::new("s3://example-bucket/path/to/root", iter::empty()).unwrap(); + let cfg = S3Config::from_uri(&uri).unwrap(); + assert_eq!(cfg.bucket, "example-bucket"); + assert_eq!(cfg.root.as_deref(), Some("path/to/root")); + } + + #[test] + fn from_uri_extracts_endpoint() { + let uri = OperatorUri::new( + "s3://example-bucket/path/to/root?endpoint=https%3A%2F%2Fcustom-s3-endpoint.com", + iter::empty(), + ) + .unwrap(); + let cfg = S3Config::from_uri(&uri).unwrap(); + assert_eq!(cfg.bucket, "example-bucket"); + assert_eq!(cfg.root.as_deref(), Some("path/to/root")); + assert_eq!( + cfg.endpoint.as_deref(), + Some("https://custom-s3-endpoint.com") + ); + } +} diff --git a/lance-artifact/third-party/opendal-service-s3/src/copier.rs b/lance-artifact/third-party/opendal-service-s3/src/copier.rs new file mode 100644 index 000000000..1af4d81a8 --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/src/copier.rs @@ -0,0 +1,290 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +use std::sync::Arc; + +use bytes::Buf; +use http::StatusCode; + +use crate::core::S3Error; +use crate::core::from_s3_error; +use crate::core::parse_error; +use crate::core::*; +use opendal_core::raw::*; +use opendal_core::*; + +pub type S3Copiers = oio::MultipartCopier; + +pub fn new_s3_copier( + core: Arc, + ctx: &OperationContext, + from: &str, + to: &str, + args: OpCopy, + opts: OpCopier, +) -> Result { + let capability = core.capability; + let max_part_size = capability.copy_multi_max_size.ok_or_else(|| { + Error::new( + ErrorKind::Unexpected, + "multipart copy requires copy_multi_max_size capability", + ) + })?; + + let (copy_once_threshold, part_size) = match opts.chunk() { + Some(chunk) => { + let min_part_size = capability.copy_multi_min_size.ok_or_else(|| { + Error::new( + ErrorKind::Unexpected, + "multipart copy requires copy_multi_min_size capability", + ) + })?; + let part_size = chunk.clamp(min_part_size, max_part_size) as u64; + (part_size.saturating_sub(1), part_size) + } + None => { + let part_size = max_part_size as u64; + (part_size, part_size) + } + }; + + Ok(oio::MultipartCopier::new( + (ctx.executor().clone(), capability), + S3Copier { + core, + ctx: ctx.clone(), + from: from.to_string(), + to: to.to_string(), + args, + }, + opts.source_content_length_hint(), + copy_once_threshold, + part_size, + opts.concurrent(), + )) +} + +pub struct S3Copier { + core: Arc, + ctx: OperationContext, + from: String, + to: String, + args: OpCopy, +} + +impl oio::MultipartCopy for S3Copier { + async fn source_metadata(&self) -> Result { + let mut args = OpStat::default(); + if let Some(version) = self.args.source_version() { + args = args.with_version(version); + } + + let resp = self + .core + .s3_head_object(&self.ctx, &self.from, args) + .await?; + + match resp.status() { + StatusCode::OK => { + let headers = resp.headers(); + parse_into_metadata(&self.from, headers) + } + _ => Err(parse_error(resp)), + } + } + + async fn copy_once(&self) -> Result { + let resp = self + .core + .s3_copy_object(&self.ctx, &self.from, &self.to, &self.args) + .await?; + + match resp.status() { + StatusCode::OK => { + let (parts, body) = resp.into_parts(); + let bs = body.to_bytes(); + let version = parse_header_to_str(&parts.headers, constants::X_AMZ_VERSION_ID)? + .map(str::to_string); + + let result: CopyObjectResult = + quick_xml::de::from_reader(bs.as_ref()).map_err(new_xml_deserialize_error)?; + + // S3 may return 200 OK with an body for CopyObject. + if result.etag.is_empty() { + return Err(from_s3_error( + S3Error { + code: result.code, + message: result.message, + resource: String::new(), + request_id: result.request_id, + }, + parts, + )); + } + + let mut meta = Metadata::new(EntryMode::from_path(&self.to)); + meta.set_etag(&result.etag); + if !result.last_modified.is_empty() { + meta.set_last_modified(result.last_modified.parse()?); + } + if let Some(version) = version { + meta.set_version(&version); + } + + Ok(meta) + } + _ => Err(parse_error(resp)), + } + } + + async fn initiate_copy(&self) -> Result { + let resp = self + .core + .s3_initiate_multipart_copy(&self.ctx, &self.to) + .await?; + + match resp.status() { + StatusCode::OK => { + let bs = resp.into_body(); + + let result: InitiateMultipartUploadResult = + quick_xml::de::from_reader(bs.reader()).map_err(new_xml_deserialize_error)?; + + Ok(result.upload_id) + } + _ => Err(parse_error(resp)), + } + } + + async fn copy_part( + &self, + upload_id: &str, + part_number: usize, + range: BytesRange, + ) -> Result { + let size = range.size().expect("multipart copy range must be sized"); + let part_number = part_number + 1; + + let req = self + .core + .s3_upload_part_copy_request(S3UploadPartCopyRequest { + from: &self.from, + to: &self.to, + source_version: self.args.source_version(), + upload_id, + part_number, + range, + })?; + + let resp = self.core.send(&self.ctx, req).await?; + + match resp.status() { + StatusCode::OK => { + let (parts, body) = resp.into_parts(); + let bs = body.to_bytes(); + let result: CopyObjectResult = + quick_xml::de::from_reader(bs.as_ref()).map_err(new_xml_deserialize_error)?; + + // S3 may return 200 OK with an body for UploadPartCopy. + if result.etag.is_empty() { + return Err(from_s3_error( + S3Error { + code: result.code, + message: result.message, + resource: String::new(), + request_id: result.request_id, + }, + parts, + )); + } + + Ok(oio::MultipartPart { + part_number, + etag: result.etag, + checksum: None, + size: Some(size), + }) + } + _ => Err(parse_error(resp)), + } + } + + async fn complete_copy( + &self, + upload_id: &str, + parts: &[oio::MultipartPart], + ) -> Result { + let parts = parts + .iter() + .map(|p| CompleteMultipartUploadRequestPart { + part_number: p.part_number, + etag: p.etag.clone(), + ..Default::default() + }) + .collect(); + + let resp = self + .core + .s3_complete_multipart_copy(&self.ctx, &self.to, upload_id, parts, &self.args) + .await?; + + let status = resp.status(); + + match status { + StatusCode::OK => { + let (parts, body) = resp.into_parts(); + let version = parse_header_to_str(&parts.headers, constants::X_AMZ_VERSION_ID)? + .map(str::to_string); + + let ret: CompleteMultipartUploadResult = + quick_xml::de::from_reader(body.reader()).map_err(new_xml_deserialize_error)?; + // S3 may return 200 OK with an body for CompleteMultipartUpload. + if ret.etag.is_empty() { + return Err(from_s3_error( + S3Error { + code: ret.code, + message: ret.message, + resource: "".to_string(), + request_id: ret.request_id, + }, + parts, + )); + } + + let mut meta = Metadata::new(EntryMode::from_path(&self.to)); + meta.set_etag(&ret.etag); + if let Some(version) = version { + meta.set_version(&version); + } + + Ok(meta) + } + _ => Err(parse_error(resp)), + } + } + + async fn abort_copy(&self, upload_id: &str) -> Result<()> { + let resp = self + .core + .s3_abort_multipart_copy(&self.ctx, &self.to, upload_id) + .await?; + match resp.status() { + StatusCode::NO_CONTENT => Ok(()), + _ => Err(parse_error(resp)), + } + } +} diff --git a/lance-artifact/third-party/opendal-service-s3/src/core.rs b/lance-artifact/third-party/opendal-service-s3/src/core.rs new file mode 100644 index 000000000..a2278a19b --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/src/core.rs @@ -0,0 +1,2201 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +use std::fmt::Debug; +use std::fmt::Display; +use std::fmt::Write; + +use base64::Engine; +use base64::prelude::BASE64_STANDARD; +use bytes::Bytes; +use constants::X_AMZ_META_PREFIX; +use crc_fast::CrcAlgorithm; +use crc_fast::Digest as CrcDigest; +use http::HeaderValue; +use http::Request; +use http::Response; +use http::header::CACHE_CONTROL; +use http::header::CONTENT_DISPOSITION; +use http::header::CONTENT_ENCODING; +use http::header::CONTENT_LENGTH; +use http::header::CONTENT_TYPE; +use http::header::HOST; +use http::header::HeaderName; +use http::header::IF_MATCH; +use http::header::IF_MODIFIED_SINCE; +use http::header::IF_NONE_MATCH; +use http::header::IF_UNMODIFIED_SINCE; +use reqsign_aws_v4::Credential; +use reqsign_core::{Context, Signer}; +use serde::Deserialize; +use serde::Serialize; + +use opendal_core::raw::*; +use opendal_core::*; + +pub mod constants { + pub const X_AMZ_COPY_SOURCE: &str = "x-amz-copy-source"; + pub const X_AMZ_COPY_SOURCE_RANGE: &str = "x-amz-copy-source-range"; + + pub const X_AMZ_SERVER_SIDE_ENCRYPTION: &str = "x-amz-server-side-encryption"; + pub const X_AMZ_SERVER_REQUEST_PAYER: (&str, &str) = ("x-amz-request-payer", "requester"); + pub const X_AMZ_SERVER_SIDE_ENCRYPTION_CUSTOMER_ALGORITHM: &str = + "x-amz-server-side-encryption-customer-algorithm"; + pub const X_AMZ_SERVER_SIDE_ENCRYPTION_CUSTOMER_KEY: &str = + "x-amz-server-side-encryption-customer-key"; + pub const X_AMZ_SERVER_SIDE_ENCRYPTION_CUSTOMER_KEY_MD5: &str = + "x-amz-server-side-encryption-customer-key-md5"; + pub const X_AMZ_SERVER_SIDE_ENCRYPTION_AWS_KMS_KEY_ID: &str = + "x-amz-server-side-encryption-aws-kms-key-id"; + pub const X_AMZ_STORAGE_CLASS: &str = "x-amz-storage-class"; + + pub const X_AMZ_COPY_SOURCE_SERVER_SIDE_ENCRYPTION_CUSTOMER_ALGORITHM: &str = + "x-amz-copy-source-server-side-encryption-customer-algorithm"; + pub const X_AMZ_COPY_SOURCE_SERVER_SIDE_ENCRYPTION_CUSTOMER_KEY: &str = + "x-amz-copy-source-server-side-encryption-customer-key"; + pub const X_AMZ_COPY_SOURCE_SERVER_SIDE_ENCRYPTION_CUSTOMER_KEY_MD5: &str = + "x-amz-copy-source-server-side-encryption-customer-key-md5"; + + pub const X_AMZ_WRITE_OFFSET_BYTES: &str = "x-amz-write-offset-bytes"; + + pub const X_AMZ_META_PREFIX: &str = "x-amz-meta-"; + + pub const X_AMZ_VERSION_ID: &str = "x-amz-version-id"; + pub const X_AMZ_OBJECT_SIZE: &str = "x-amz-object-size"; + + pub const X_AMZ_ACL: &str = "x-amz-acl"; + + pub const RESPONSE_CONTENT_DISPOSITION: &str = "response-content-disposition"; + pub const RESPONSE_CONTENT_TYPE: &str = "response-content-type"; + pub const RESPONSE_CACHE_CONTROL: &str = "response-cache-control"; + + pub const S3_QUERY_VERSION_ID: &str = "versionId"; +} + +pub struct S3Core { + pub info: ServiceInfo, + pub capability: Capability, + + pub bucket: String, + pub endpoint: String, + pub root: String, + pub server_side_encryption: Option, + pub server_side_encryption_aws_kms_key_id: Option, + pub server_side_encryption_customer_algorithm: Option, + pub server_side_encryption_customer_key: Option, + pub server_side_encryption_customer_key_md5: Option, + pub default_storage_class: Option, + pub skip_signature: bool, + pub disable_list_objects_v2: bool, + pub enable_request_payer: bool, + pub default_acl: Option, + + pub signer: Signer, + pub checksum_algorithm: Option, +} + +pub(crate) struct S3UploadPartCopyRequest<'a> { + pub(crate) from: &'a str, + pub(crate) to: &'a str, + pub(crate) source_version: Option<&'a str>, + pub(crate) upload_id: &'a str, + pub(crate) part_number: usize, + pub(crate) range: BytesRange, +} + +fn format_crc32c_iter(body: Buffer) -> String { + let mut digest = CrcDigest::new(CrcAlgorithm::Crc32Iscsi); + body.for_each(|b| digest.update(&b)); + + let crc = digest.finalize() as u32; + BASE64_STANDARD.encode(crc.to_be_bytes()) +} + +impl Debug for S3Core { + fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { + f.debug_struct("S3Core") + .field("bucket", &self.bucket) + .field("endpoint", &self.endpoint) + .field("root", &self.root) + .finish_non_exhaustive() + } +} + +impl S3Core { + fn signer(&self, ctx: &OperationContext) -> Signer { + self.signer.clone().with_context( + Context::new() + .with_file_read(reqsign_file_read_tokio::TokioFileRead) + .with_http_send(ctx.http_transport().clone()) + .with_env(reqsign_core::OsEnv), + ) + } + + pub async fn sign_query( + &self, + ctx: &OperationContext, + req: Request, + duration: Duration, + ) -> Result> { + if self.skip_signature { + return Ok(req); + } + + // Sign the request with presigned URL + let (mut parts, body) = req.into_parts(); + + self.signer(ctx) + .sign(&mut parts, Some(duration)) + .await + .map_err(|e| new_request_sign_error(e.into()))?; + + // Always remove host header, let users' client to set it based on HTTP + // version. + // + // As discussed in , + // google server could send RST_STREAM of PROTOCOL_ERROR if our request + // contains host header. + parts.headers.remove(HOST); + + Ok(Request::from_parts(parts, body)) + } + + pub async fn send( + &self, + ctx: &OperationContext, + req: Request, + ) -> Result> { + if self.skip_signature { + return ctx.http_transport().send(req).await; + } + + let (mut parts, body) = req.into_parts(); + + self.signer(ctx) + .sign(&mut parts, None) + .await + .map_err(|e| new_request_sign_error(e.into()))?; + + // Always remove host header, let users' client to set it based on HTTP + // version. + // + // As discussed in , + // google server could send RST_STREAM of PROTOCOL_ERROR if our request + // contains host header. + parts.headers.remove(HOST); + + ctx.http_transport() + .send(Request::from_parts(parts, body)) + .await + } + + pub async fn fetch( + &self, + ctx: &OperationContext, + req: Request, + ) -> Result> { + if self.skip_signature { + return ctx.http_transport().fetch(req).await; + } + + let (mut parts, body) = req.into_parts(); + + self.signer(ctx) + .sign(&mut parts, None) + .await + .map_err(|e| new_request_sign_error(e.into()))?; + + // Always remove host header, let users' client to set it based on HTTP + // version. + // + // As discussed in , + // google server could send RST_STREAM of PROTOCOL_ERROR if our request + // contains host header. + parts.headers.remove(HOST); + + ctx.http_transport() + .fetch(Request::from_parts(parts, body)) + .await + } + + /// # Note + /// + /// header like X_AMZ_SERVER_SIDE_ENCRYPTION doesn't need to set while + /// get or stat. + pub fn insert_sse_headers( + &self, + mut req: http::request::Builder, + is_write: bool, + ) -> http::request::Builder { + if is_write { + if let Some(v) = &self.server_side_encryption { + let mut v = v.clone(); + v.set_sensitive(true); + + req = req.header( + HeaderName::from_static(constants::X_AMZ_SERVER_SIDE_ENCRYPTION), + v, + ) + } + if let Some(v) = &self.server_side_encryption_aws_kms_key_id { + let mut v = v.clone(); + v.set_sensitive(true); + + req = req.header( + HeaderName::from_static(constants::X_AMZ_SERVER_SIDE_ENCRYPTION_AWS_KMS_KEY_ID), + v, + ) + } + } + + if let Some(v) = &self.server_side_encryption_customer_algorithm { + let mut v = v.clone(); + v.set_sensitive(true); + + req = req.header( + HeaderName::from_static(constants::X_AMZ_SERVER_SIDE_ENCRYPTION_CUSTOMER_ALGORITHM), + v, + ) + } + if let Some(v) = &self.server_side_encryption_customer_key { + let mut v = v.clone(); + v.set_sensitive(true); + + req = req.header( + HeaderName::from_static(constants::X_AMZ_SERVER_SIDE_ENCRYPTION_CUSTOMER_KEY), + v, + ) + } + if let Some(v) = &self.server_side_encryption_customer_key_md5 { + let mut v = v.clone(); + v.set_sensitive(true); + + req = req.header( + HeaderName::from_static(constants::X_AMZ_SERVER_SIDE_ENCRYPTION_CUSTOMER_KEY_MD5), + v, + ) + } + + req + } + pub fn calculate_checksum(&self, body: &Buffer) -> Option { + match self.checksum_algorithm { + None => None, + Some(ChecksumAlgorithm::Crc32c) => Some(format_crc32c_iter(body.clone())), + Some(ChecksumAlgorithm::Md5) => Some(format_content_md5_iter(body.clone())), + } + } + pub fn insert_checksum_header( + &self, + mut req: http::request::Builder, + checksum: &str, + ) -> http::request::Builder { + if let Some(checksum_algorithm) = self.checksum_algorithm.as_ref() { + req = req.header(checksum_algorithm.to_header_name(), checksum); + } + req + } + + pub fn insert_checksum_type_header( + &self, + mut req: http::request::Builder, + ) -> http::request::Builder { + if let Some(checksum_algorithm) = self.checksum_algorithm.as_ref() { + req = req.header("x-amz-checksum-algorithm", checksum_algorithm.to_string()); + } + req + } + + pub fn insert_metadata_headers( + &self, + mut req: http::request::Builder, + size: Option, + args: &OpWrite, + ) -> http::request::Builder { + if let Some(size) = size { + req = req.header(CONTENT_LENGTH, size.to_string()) + } + + if let Some(mime) = args.content_type() { + req = req.header(CONTENT_TYPE, mime) + } + + if let Some(pos) = args.content_disposition() { + req = req.header(CONTENT_DISPOSITION, pos) + } + + if let Some(encoding) = args.content_encoding() { + req = req.header(CONTENT_ENCODING, encoding); + } + + if let Some(cache_control) = args.cache_control() { + req = req.header(CACHE_CONTROL, cache_control) + } + + if let Some(if_match) = args.if_match() { + req = req.header(IF_MATCH, if_match); + } + + if args.if_not_exists() { + req = req.header(IF_NONE_MATCH, "*"); + } + + // Set storage class header + if let Some(v) = &self.default_storage_class { + req = req.header(HeaderName::from_static(constants::X_AMZ_STORAGE_CLASS), v); + } + + // Set user metadata headers. + if let Some(user_metadata) = args.user_metadata() { + for (key, value) in user_metadata { + req = req.header(format!("{X_AMZ_META_PREFIX}{key}"), value) + } + } + + // Set ACL header. + if let Some(acl) = &self.default_acl { + req = req.header(constants::X_AMZ_ACL, acl); + } + req + } + + pub fn insert_request_payer_header( + &self, + mut req: http::request::Builder, + ) -> http::request::Builder { + if self.enable_request_payer { + req = req.header( + HeaderName::from_static(constants::X_AMZ_SERVER_REQUEST_PAYER.0), + HeaderValue::from_static(constants::X_AMZ_SERVER_REQUEST_PAYER.1), + ); + } + req + } +} + +impl S3Core { + pub fn s3_head_object_request(&self, path: &str, args: OpStat) -> Result> { + let p = build_abs_path(&self.root, path); + + let mut url = format!("{}/{}", self.endpoint, percent_encode_path(&p)); + + // Add query arguments to the URL based on response overrides + let mut query_args = Vec::new(); + if let Some(override_content_disposition) = args.override_content_disposition() { + query_args.push(format!( + "{}={}", + constants::RESPONSE_CONTENT_DISPOSITION, + percent_encode_path(override_content_disposition) + )) + } + if let Some(override_content_type) = args.override_content_type() { + query_args.push(format!( + "{}={}", + constants::RESPONSE_CONTENT_TYPE, + percent_encode_path(override_content_type) + )) + } + if let Some(override_cache_control) = args.override_cache_control() { + query_args.push(format!( + "{}={}", + constants::RESPONSE_CACHE_CONTROL, + percent_encode_path(override_cache_control) + )) + } + if let Some(version) = args.version() { + query_args.push(format!( + "{}={}", + constants::S3_QUERY_VERSION_ID, + percent_encode_path(version) + )) + } + if !query_args.is_empty() { + url.push_str(&format!("?{}", query_args.join("&"))); + } + + let mut req = Request::head(&url); + + req = self.insert_sse_headers(req, false); + + if let Some(if_none_match) = args.if_none_match() { + req = req.header(IF_NONE_MATCH, if_none_match); + } + if let Some(if_match) = args.if_match() { + req = req.header(IF_MATCH, if_match); + } + + if let Some(if_modified_since) = args.if_modified_since() { + req = req.header(IF_MODIFIED_SINCE, if_modified_since.format_http_date()); + } + if let Some(if_unmodified_since) = args.if_unmodified_since() { + req = req.header(IF_UNMODIFIED_SINCE, if_unmodified_since.format_http_date()); + } + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + // Inject operation to the request. + req = req + .extension(Operation::Stat) + .extension(ServiceOperation("HeadObject")); + + let req = req.body(Buffer::new()).map_err(new_request_build_error)?; + + Ok(req) + } + + pub fn s3_get_object_request( + &self, + path: &str, + range: BytesRange, + args: &OpRead, + ) -> Result> { + let p = build_abs_path(&self.root, path); + + // Construct headers to add to the request + let mut url = format!("{}/{}", self.endpoint, percent_encode_path(&p)); + + // Add query arguments to the URL based on response overrides + let mut query_args = Vec::new(); + if let Some(override_content_disposition) = args.override_content_disposition() { + query_args.push(format!( + "{}={}", + constants::RESPONSE_CONTENT_DISPOSITION, + percent_encode_path(override_content_disposition) + )) + } + if let Some(override_content_type) = args.override_content_type() { + query_args.push(format!( + "{}={}", + constants::RESPONSE_CONTENT_TYPE, + percent_encode_path(override_content_type) + )) + } + if let Some(override_cache_control) = args.override_cache_control() { + query_args.push(format!( + "{}={}", + constants::RESPONSE_CACHE_CONTROL, + percent_encode_path(override_cache_control) + )) + } + if let Some(version) = args.version() { + query_args.push(format!( + "{}={}", + constants::S3_QUERY_VERSION_ID, + percent_encode_path(version) + )) + } + if !query_args.is_empty() { + url.push_str(&format!("?{}", query_args.join("&"))); + } + + let mut req = Request::get(&url); + + if !range.is_full() { + req = req.header(http::header::RANGE, range.to_header()); + } + + if let Some(if_none_match) = args.if_none_match() { + req = req.header(IF_NONE_MATCH, if_none_match); + } + + if let Some(if_match) = args.if_match() { + req = req.header(IF_MATCH, if_match); + } + + if let Some(if_modified_since) = args.if_modified_since() { + req = req.header(IF_MODIFIED_SINCE, if_modified_since.format_http_date()); + } + + if let Some(if_unmodified_since) = args.if_unmodified_since() { + req = req.header(IF_UNMODIFIED_SINCE, if_unmodified_since.format_http_date()); + } + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + // Set SSE headers. + // TODO: how will this work with presign? + req = self.insert_sse_headers(req, false); + + // Inject operation to the request. + req = req + .extension(Operation::Read) + .extension(ServiceOperation("GetObject")); + + let req = req.body(Buffer::new()).map_err(new_request_build_error)?; + + Ok(req) + } + + pub async fn s3_get_object( + &self, + ctx: &OperationContext, + path: &str, + range: BytesRange, + args: &OpRead, + ) -> Result> { + let req = self.s3_get_object_request(path, range, args)?; + self.fetch(ctx, req).await + } + + pub fn s3_put_object_request( + &self, + path: &str, + size: Option, + args: &OpWrite, + body: Buffer, + ) -> Result> { + let p = build_abs_path(&self.root, path); + + let url = format!("{}/{}", self.endpoint, percent_encode_path(&p)); + + let mut req = Request::put(&url); + + req = self.insert_metadata_headers(req, size, args); + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + // Set SSE headers. + req = self.insert_sse_headers(req, true); + + // Calculate Checksum. + if let Some(checksum) = self.calculate_checksum(&body) { + // Set Checksum header. + req = self.insert_checksum_header(req, &checksum); + } + + // Inject operation to the request. + req = req + .extension(Operation::Write) + .extension(ServiceOperation("PutObject")); + + // Set body + let req = req.body(body).map_err(new_request_build_error)?; + + Ok(req) + } + + pub fn s3_append_object_request( + &self, + path: &str, + position: u64, + size: u64, + args: &OpWrite, + body: Buffer, + ) -> Result> { + let p = build_abs_path(&self.root, path); + let url = format!("{}/{}", self.endpoint, percent_encode_path(&p)); + let mut req = Request::put(&url); + + // Only include full metadata headers when creating a new object via append (position == 0) + // For existing objects or subsequent appends, only include content-length + if position == 0 { + req = self.insert_metadata_headers(req, Some(size), args); + } else { + req = req.header(CONTENT_LENGTH, size.to_string()); + } + + req = req.header(constants::X_AMZ_WRITE_OFFSET_BYTES, position.to_string()); + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + // Set SSE headers. + req = self.insert_sse_headers(req, true); + + // Calculate Checksum. + if let Some(checksum) = self.calculate_checksum(&body) { + // Set Checksum header. + req = self.insert_checksum_header(req, &checksum); + } + + // Inject operation to the request. + req = req + .extension(Operation::Write) + .extension(ServiceOperation("PutObject")); + + // Set body + let req = req.body(body).map_err(new_request_build_error)?; + + Ok(req) + } + + pub async fn s3_head_object( + &self, + ctx: &OperationContext, + path: &str, + args: OpStat, + ) -> Result> { + let req = self.s3_head_object_request(path, args)?; + self.send(ctx, req).await + } + + pub fn s3_delete_object_request(&self, path: &str, args: &OpDelete) -> Result> { + let p = build_abs_path(&self.root, path); + + let mut url = format!("{}/{}", self.endpoint, percent_encode_path(&p)); + + let mut query_args = Vec::new(); + + if let Some(version) = args.version() { + query_args.push(format!( + "{}={}", + constants::S3_QUERY_VERSION_ID, + percent_encode_path(version) + )) + } + + if !query_args.is_empty() { + url.push_str(&format!("?{}", query_args.join("&"))); + } + + let mut req = Request::delete(&url); + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + let req = req + // Inject operation to the request. + .extension(Operation::Delete) + .extension(ServiceOperation("DeleteObject")) + .body(Buffer::new()) + .map_err(new_request_build_error)?; + + Ok(req) + } + + pub async fn s3_delete_object( + &self, + ctx: &OperationContext, + path: &str, + args: &OpDelete, + ) -> Result> { + let req = self.s3_delete_object_request(path, args)?; + self.send(ctx, req).await + } + + pub async fn s3_copy_object( + &self, + ctx: &OperationContext, + from: &str, + to: &str, + args: &OpCopy, + ) -> Result> { + let from = build_abs_path(&self.root, from); + let to = build_abs_path(&self.root, to); + + let source = format!("{}/{}", self.bucket, percent_encode_path(&from)); + let source = if let Some(version) = args.source_version() { + QueryPairsWriter::new(&source) + .push( + constants::S3_QUERY_VERSION_ID, + &percent_encode_path(version), + ) + .finish() + } else { + source + }; + let target = format!("{}/{}", self.endpoint, percent_encode_path(&to)); + + let mut req = Request::put(&target); + + // Set conditional copy headers. + if args.if_not_exists() { + req = req.header(IF_NONE_MATCH, "*"); + } + if let Some(if_match) = args.if_match() { + req = req.header(IF_MATCH, if_match); + } + + // Set SSE headers. + req = self.insert_sse_headers(req, true); + + if let Some(v) = &self.server_side_encryption_customer_algorithm { + let mut v = v.clone(); + v.set_sensitive(true); + + req = req.header( + HeaderName::from_static( + constants::X_AMZ_COPY_SOURCE_SERVER_SIDE_ENCRYPTION_CUSTOMER_ALGORITHM, + ), + v, + ) + } + + if let Some(v) = &self.server_side_encryption_customer_key { + let mut v = v.clone(); + v.set_sensitive(true); + + req = req.header( + HeaderName::from_static( + constants::X_AMZ_COPY_SOURCE_SERVER_SIDE_ENCRYPTION_CUSTOMER_KEY, + ), + v, + ) + } + + if let Some(v) = &self.server_side_encryption_customer_key_md5 { + let mut v = v.clone(); + v.set_sensitive(true); + + req = req.header( + HeaderName::from_static( + constants::X_AMZ_COPY_SOURCE_SERVER_SIDE_ENCRYPTION_CUSTOMER_KEY_MD5, + ), + v, + ) + } + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + let req = req + // Inject operation to the request. + .extension(Operation::Copy) + .extension(ServiceOperation("CopyObject")) + .header(constants::X_AMZ_COPY_SOURCE, &source) + // AWS S3 accepts CopyObject without Content-Length, but some S3-compatible + // providers, such as NetApp, require `Content-Length: 0` for its empty body. + .header(CONTENT_LENGTH, 0) + .body(Buffer::new()) + .map_err(new_request_build_error)?; + + self.send(ctx, req).await + } + + pub async fn s3_list_objects_v1( + &self, + ctx: &OperationContext, + path: &str, + marker: &str, + delimiter: &str, + limit: Option, + ) -> Result> { + let p = build_abs_path(&self.root, path); + + let mut url = QueryPairsWriter::new(&self.endpoint); + + if !p.is_empty() { + url = url.push("prefix", &percent_encode_path(&p)); + } + if !delimiter.is_empty() { + url = url.push("delimiter", delimiter); + } + if let Some(limit) = limit { + url = url.push("max-keys", &limit.to_string()); + } + if !marker.is_empty() { + url = url.push("marker", &percent_encode_path(marker)); + } + + let mut req = Request::get(url.finish()); + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + let req = req + // Inject operation to the request. + .extension(Operation::List) + .extension(ServiceOperation("ListObjects")) + .body(Buffer::new()) + .map_err(new_request_build_error)?; + + self.send(ctx, req).await + } + + pub async fn s3_list_objects_v2( + &self, + ctx: &OperationContext, + path: &str, + continuation_token: &str, + delimiter: &str, + limit: Option, + start_after: Option, + ) -> Result> { + let p = build_abs_path(&self.root, path); + + let mut url = QueryPairsWriter::new(&self.endpoint); + url = url.push("list-type", "2"); + + if !p.is_empty() { + url = url.push("prefix", &percent_encode_path(&p)); + } + if !delimiter.is_empty() { + url = url.push("delimiter", delimiter); + } + if let Some(limit) = limit { + url = url.push("max-keys", &limit.to_string()); + } + if let Some(start_after) = start_after { + url = url.push("start-after", &percent_encode_path(&start_after)); + } + if !continuation_token.is_empty() { + // AWS S3 could return continuation-token that contains `=` + // which could lead `reqsign` parse query wrongly. + // URL encode continuation-token before starting signing so that + // our signer will not be confused. + url = url.push( + "continuation-token", + &percent_encode_path(continuation_token), + ); + } + + let mut req = Request::get(url.finish()); + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + let req = req + // Inject operation to the request. + .extension(Operation::List) + .extension(ServiceOperation("ListObjectsV2")) + .body(Buffer::new()) + .map_err(new_request_build_error)?; + + self.send(ctx, req).await + } + + pub async fn s3_initiate_multipart_upload( + &self, + ctx: &OperationContext, + path: &str, + args: &OpWrite, + ) -> Result> { + let p = build_abs_path(&self.root, path); + + let url = format!("{}/{}?uploads", self.endpoint, percent_encode_path(&p)); + + let mut req = Request::post(&url); + + if let Some(mime) = args.content_type() { + req = req.header(CONTENT_TYPE, mime) + } + + if let Some(content_disposition) = args.content_disposition() { + req = req.header(CONTENT_DISPOSITION, content_disposition) + } + + if let Some(cache_control) = args.cache_control() { + req = req.header(CACHE_CONTROL, cache_control) + } + + if let Some(content_encoding) = args.content_encoding() { + req = req.header(CONTENT_ENCODING, content_encoding) + } + + // Set storage class header + if let Some(v) = &self.default_storage_class { + req = req.header(HeaderName::from_static(constants::X_AMZ_STORAGE_CLASS), v); + } + + // Set user metadata headers. + if let Some(user_metadata) = args.user_metadata() { + for (key, value) in user_metadata { + req = req.header(format!("{X_AMZ_META_PREFIX}{key}"), value) + } + } + + // also set acl header if default_acl is set. + if let Some(acl) = &self.default_acl { + req = req.header(constants::X_AMZ_ACL, acl); + } + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + // Set SSE headers. + req = self.insert_sse_headers(req, true); + + // Set checksum type headers. + // For multipart upload creation, only CRC32 | CRC32C | SHA1 | SHA256 | CRC64NVME are accepted. + // Reference: https://docs.aws.amazon.com/AmazonS3/latest/API/API_CreateMultipartUpload.html + if matches!(self.checksum_algorithm, Some(ChecksumAlgorithm::Md5)) { + return Err(Error::new( + ErrorKind::Unsupported, + "checksum_algorithm \"md5\" is not supported for multipart uploads. \ + S3 CreateMultipartUpload only accepts: CRC32, CRC32C, SHA1, SHA256.", + )); + } + req = self.insert_checksum_type_header(req); + + // Inject operation to the request. + req = req + .extension(Operation::Write) + .extension(ServiceOperation("CreateMultipartUpload")); + + let req = req.body(Buffer::new()).map_err(new_request_build_error)?; + + self.send(ctx, req).await + } + + pub async fn s3_initiate_multipart_copy( + &self, + ctx: &OperationContext, + path: &str, + ) -> Result> { + let p = build_abs_path(&self.root, path); + + let url = format!("{}/{}?uploads", self.endpoint, percent_encode_path(&p)); + + let mut req = Request::post(&url); + + // Set storage class header. + if let Some(v) = &self.default_storage_class { + req = req.header(HeaderName::from_static(constants::X_AMZ_STORAGE_CLASS), v); + } + + // Also set acl header if default_acl is set. + if let Some(acl) = &self.default_acl { + req = req.header(constants::X_AMZ_ACL, acl); + } + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + // Set SSE headers. + req = self.insert_sse_headers(req, true); + + let req = req + .extension(Operation::Copy) + .extension(ServiceOperation("CreateMultipartUpload")) + .body(Buffer::new()) + .map_err(new_request_build_error)?; + + self.send(ctx, req).await + } + + pub(crate) fn s3_upload_part_copy_request( + &self, + input: S3UploadPartCopyRequest<'_>, + ) -> Result> { + let from = build_abs_path(&self.root, input.from); + let to = build_abs_path(&self.root, input.to); + + let source = format!("{}/{}", self.bucket, percent_encode_path(&from)); + let source = if let Some(version) = input.source_version { + QueryPairsWriter::new(&source) + .push( + constants::S3_QUERY_VERSION_ID, + &percent_encode_path(version), + ) + .finish() + } else { + source + }; + + let url = format!( + "{}/{}?partNumber={}&uploadId={}", + self.endpoint, + percent_encode_path(&to), + input.part_number, + percent_encode_path(input.upload_id) + ); + + let mut req = Request::put(&url); + + // Set SSE headers. + req = self.insert_sse_headers(req, true); + + if let Some(v) = &self.server_side_encryption_customer_algorithm { + let mut v = v.clone(); + v.set_sensitive(true); + + req = req.header( + HeaderName::from_static( + constants::X_AMZ_COPY_SOURCE_SERVER_SIDE_ENCRYPTION_CUSTOMER_ALGORITHM, + ), + v, + ) + } + + if let Some(v) = &self.server_side_encryption_customer_key { + let mut v = v.clone(); + v.set_sensitive(true); + + req = req.header( + HeaderName::from_static( + constants::X_AMZ_COPY_SOURCE_SERVER_SIDE_ENCRYPTION_CUSTOMER_KEY, + ), + v, + ) + } + + if let Some(v) = &self.server_side_encryption_customer_key_md5 { + let mut v = v.clone(); + v.set_sensitive(true); + + req = req.header( + HeaderName::from_static( + constants::X_AMZ_COPY_SOURCE_SERVER_SIDE_ENCRYPTION_CUSTOMER_KEY_MD5, + ), + v, + ) + } + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + let req = req + .extension(Operation::Copy) + .extension(ServiceOperation("UploadPartCopy")) + .header(constants::X_AMZ_COPY_SOURCE, source) + .header(constants::X_AMZ_COPY_SOURCE_RANGE, input.range.to_header()) + .body(Buffer::new()) + .map_err(new_request_build_error)?; + + Ok(req) + } + + pub fn s3_upload_part_request( + &self, + path: &str, + upload_id: &str, + part_number: usize, + size: u64, + body: Buffer, + checksum: Option, + ) -> Result> { + let p = build_abs_path(&self.root, path); + + let url = format!( + "{}/{}?partNumber={}&uploadId={}", + self.endpoint, + percent_encode_path(&p), + part_number, + percent_encode_path(upload_id) + ); + + let mut req = Request::put(&url); + + req = req.header(CONTENT_LENGTH, size); + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + // Set SSE headers. + req = self.insert_sse_headers(req, true); + + if let Some(checksum) = checksum { + // Set Checksum header. + req = self.insert_checksum_header(req, &checksum); + } + + // Inject operation to the request. + req = req + .extension(Operation::Write) + .extension(ServiceOperation("UploadPart")); + + // Set body + let req = req.body(body).map_err(new_request_build_error)?; + + Ok(req) + } + + pub async fn s3_complete_multipart_upload( + &self, + ctx: &OperationContext, + path: &str, + upload_id: &str, + parts: Vec, + args: &OpWrite, + ) -> Result> { + let p = build_abs_path(&self.root, path); + + let url = format!( + "{}/{}?uploadId={}", + self.endpoint, + percent_encode_path(&p), + percent_encode_path(upload_id) + ); + + let mut req = Request::post(&url); + + // Set SSE headers. + req = self.insert_sse_headers(req, true); + + let content = quick_xml::se::to_string(&CompleteMultipartUploadRequest { part: parts }) + .map_err(new_xml_serialize_error)?; + // Make sure content length has been set to avoid post with chunked encoding. + req = req.header(CONTENT_LENGTH, content.len()); + // Set content-type to `application/xml` to avoid mixed with form post. + req = req.header(CONTENT_TYPE, "application/xml"); + + // Set conditional write headers. + if let Some(if_match) = args.if_match() { + req = req.header(IF_MATCH, if_match); + } + if args.if_not_exists() { + req = req.header(IF_NONE_MATCH, "*"); + } + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + // Inject operation to the request. + req = req + .extension(Operation::Write) + .extension(ServiceOperation("CompleteMultipartUpload")); + + let req = req + .body(Buffer::from(Bytes::from(content))) + .map_err(new_request_build_error)?; + + self.send(ctx, req).await + } + + pub async fn s3_complete_multipart_copy( + &self, + ctx: &OperationContext, + path: &str, + upload_id: &str, + parts: Vec, + args: &OpCopy, + ) -> Result> { + let p = build_abs_path(&self.root, path); + + let url = format!( + "{}/{}?uploadId={}", + self.endpoint, + percent_encode_path(&p), + percent_encode_path(upload_id) + ); + + let mut req = Request::post(&url); + + // Set SSE headers. + req = self.insert_sse_headers(req, true); + + let content = quick_xml::se::to_string(&CompleteMultipartUploadRequest { part: parts }) + .map_err(new_xml_serialize_error)?; + // Make sure content length has been set to avoid post with chunked encoding. + req = req.header(CONTENT_LENGTH, content.len()); + // Set content-type to `application/xml` to avoid mixed with form post. + req = req.header(CONTENT_TYPE, "application/xml"); + + if args.if_not_exists() { + req = req.header(IF_NONE_MATCH, "*"); + } + if let Some(if_match) = args.if_match() { + req = req.header(IF_MATCH, if_match); + } + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + let req = req + .extension(Operation::Copy) + .extension(ServiceOperation("CompleteMultipartUpload")) + .body(Buffer::from(Bytes::from(content))) + .map_err(new_request_build_error)?; + + self.send(ctx, req).await + } + + /// Abort an on-going multipart upload. + pub async fn s3_abort_multipart_upload( + &self, + ctx: &OperationContext, + path: &str, + upload_id: &str, + ) -> Result> { + let p = build_abs_path(&self.root, path); + + let url = format!( + "{}/{}?uploadId={}", + self.endpoint, + percent_encode_path(&p), + percent_encode_path(upload_id) + ); + + let mut req = Request::delete(&url); + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + let req = req + // Inject operation to the request. + .extension(Operation::Write) + .extension(ServiceOperation("AbortMultipartUpload")) + .body(Buffer::new()) + .map_err(new_request_build_error)?; + + self.send(ctx, req).await + } + + /// Abort an on-going multipart copy. + pub async fn s3_abort_multipart_copy( + &self, + ctx: &OperationContext, + path: &str, + upload_id: &str, + ) -> Result> { + let p = build_abs_path(&self.root, path); + + let url = format!( + "{}/{}?uploadId={}", + self.endpoint, + percent_encode_path(&p), + percent_encode_path(upload_id) + ); + + let mut req = Request::delete(&url); + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + let req = req + .extension(Operation::Copy) + .extension(ServiceOperation("AbortMultipartUpload")) + .body(Buffer::new()) + .map_err(new_request_build_error)?; + + self.send(ctx, req).await + } + + pub async fn s3_delete_objects( + &self, + ctx: &OperationContext, + paths: &[(String, OpDelete)], + ) -> Result> { + let url = format!("{}/?delete", self.endpoint); + + let mut req = Request::post(&url); + + let content = quick_xml::se::to_string(&DeleteObjectsRequest { + quiet: true, + object: paths + .iter() + .map(|(path, op)| DeleteObjectsRequestObject { + key: build_abs_path(&self.root, path), + version_id: op.version().map(|v| v.to_owned()), + }) + .collect(), + }) + .map_err(new_xml_serialize_error)?; + + // Make sure content length has been set to avoid post with chunked encoding. + req = req.header(CONTENT_LENGTH, content.len()); + // Set content-type to `application/xml` to avoid mixed with form post. + req = req.header(CONTENT_TYPE, "application/xml"); + // Set content-md5 as required by API. + req = req.header("CONTENT-MD5", format_content_md5(content.as_bytes())); + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + // Inject operation to the request. + req = req + .extension(Operation::Delete) + .extension(ServiceOperation("DeleteObjects")); + + let req = req + .body(Buffer::from(Bytes::from(content))) + .map_err(new_request_build_error)?; + + self.send(ctx, req).await + } + + pub async fn s3_list_object_versions( + &self, + ctx: &OperationContext, + prefix: &str, + delimiter: &str, + limit: Option, + key_marker: &str, + version_id_marker: &str, + ) -> Result> { + let p = build_abs_path(&self.root, prefix); + + let mut url = format!("{}?versions", self.endpoint); + if !p.is_empty() { + write!(url, "&prefix={}", percent_encode_path(p.as_str())) + .expect("write into string must succeed"); + } + if !delimiter.is_empty() { + write!(url, "&delimiter={delimiter}").expect("write into string must succeed"); + } + + if let Some(limit) = limit { + write!(url, "&max-keys={limit}").expect("write into string must succeed"); + } + if !key_marker.is_empty() { + write!(url, "&key-marker={}", percent_encode_path(key_marker)) + .expect("write into string must succeed"); + } + if !version_id_marker.is_empty() { + write!( + url, + "&version-id-marker={}", + percent_encode_path(version_id_marker) + ) + .expect("write into string must succeed"); + } + + let mut req = Request::get(&url); + + // Set request payer header if enabled. + req = self.insert_request_payer_header(req); + + let req = req + // Inject operation to the request. + .extension(Operation::List) + .extension(ServiceOperation("ListObjectVersions")) + .body(Buffer::new()) + .map_err(new_request_build_error)?; + + self.send(ctx, req).await + } +} + +/// Result of CreateMultipartUpload +#[derive(Default, Debug, Deserialize)] +#[serde(default, rename_all = "PascalCase")] +pub struct InitiateMultipartUploadResult { + pub upload_id: String, +} + +/// Request of CompleteMultipartUploadRequest +#[derive(Default, Debug, Serialize)] +#[serde(default, rename = "CompleteMultipartUpload", rename_all = "PascalCase")] +pub struct CompleteMultipartUploadRequest { + pub part: Vec, +} + +#[derive(Clone, Default, Debug, Serialize)] +#[serde(default, rename_all = "PascalCase")] +pub struct CompleteMultipartUploadRequestPart { + #[serde(rename = "PartNumber")] + pub part_number: usize, + /// # TODO + /// + /// quick-xml will do escape on `"` which leads to our serialized output is + /// not the same as aws s3's example. + /// + /// Ideally, we could use `serialize_with` to address this (buf failed) + /// + /// ```ignore + /// #[derive(Default, Debug, Serialize)] + /// #[serde(default, rename_all = "PascalCase")] + /// struct CompleteMultipartUploadRequestPart { + /// #[serde(rename = "PartNumber")] + /// part_number: usize, + /// #[serde(rename = "ETag", serialize_with = "partial_escape")] + /// etag: String, + /// } + /// + /// fn partial_escape(s: &str, ser: S) -> Result + /// where + /// S: serde::Serializer, + /// { + /// ser.serialize_str(&String::from_utf8_lossy( + /// &quick_xml::escape::partial_escape(s.as_bytes()), + /// )) + /// } + /// ``` + /// + /// ref: + #[serde(rename = "ETag")] + pub etag: String, + #[serde(rename = "ChecksumCRC32C", skip_serializing_if = "Option::is_none")] + pub checksum_crc32c: Option, +} + +/// Output of `CompleteMultipartUpload` operation +#[derive(Debug, Default, Deserialize)] +#[serde[default, rename_all = "PascalCase"]] +pub struct CompleteMultipartUploadResult { + pub bucket: String, + pub key: String, + pub location: String, + #[serde(rename = "ETag")] + pub etag: String, + pub code: String, + pub message: String, + pub request_id: String, +} + +/// Body of a `CopyObject` or `UploadPartCopy` response. +/// +/// ref: +/// ref: +#[derive(Debug, Default, Deserialize)] +#[serde(default, rename_all = "PascalCase")] +pub struct CopyObjectResult { + #[serde(rename = "ETag")] + pub etag: String, + pub last_modified: String, + pub code: String, + pub message: String, + pub request_id: String, +} + +/// Request of DeleteObjects. +#[derive(Default, Debug, Serialize)] +#[serde(default, rename = "Delete", rename_all = "PascalCase")] +pub struct DeleteObjectsRequest { + pub quiet: bool, + pub object: Vec, +} + +#[derive(Default, Debug, Serialize)] +#[serde(rename_all = "PascalCase")] +pub struct DeleteObjectsRequestObject { + pub key: String, + #[serde(skip_serializing_if = "Option::is_none")] + pub version_id: Option, +} + +/// Result of DeleteObjects. +#[derive(Default, Debug, Deserialize)] +#[serde(default, rename = "DeleteResult", rename_all = "PascalCase")] +pub struct DeleteObjectsResult { + pub error: Vec, +} + +#[derive(Default, Debug, Deserialize)] +#[serde(default, rename_all = "PascalCase")] +pub struct DeleteObjectsResultError { + pub code: String, + pub key: String, + pub message: String, + pub version_id: Option, +} + +/// Output of ListBucket/ListObjects (a.k.a ListObjectsV1). +#[derive(Default, Debug, Deserialize)] +#[serde(default, rename_all = "PascalCase")] +pub struct ListObjectsOutputV1 { + pub is_truncated: Option, + /// ## Notes + /// + /// `next_marker` is returned only if we have the delimiter request parameter + /// specified. If the response does not include the NextMarker element and it + /// is truncated, we should use the value of the last Key element in the + /// response as the marker parameter in the subsequent request to get the + /// next set of object keys. + /// + /// If the contents is empty, we should find common_prefixes instead. + pub next_marker: Option, + pub common_prefixes: Vec, + pub contents: Vec, +} + +/// Output of ListBucketV2/ListObjectsV2. +/// +/// ## Note +/// +/// Use `Option` in `is_truncated` and `next_continuation_token` to make +/// the behavior more clear so that we can be compatible to more s3 services. +/// +/// And enable `serde(default)` so that we can keep going even when some field +/// is not exist. +#[derive(Default, Debug, Deserialize)] +#[serde(default, rename_all = "PascalCase")] +pub struct ListObjectsOutputV2 { + pub is_truncated: Option, + pub next_continuation_token: Option, + pub common_prefixes: Vec, + pub contents: Vec, +} + +#[derive(Default, Debug, Eq, PartialEq, Deserialize)] +#[serde(rename_all = "PascalCase")] +pub struct ListObjectsOutputContent { + pub key: String, + pub size: u64, + pub last_modified: String, + #[serde(rename = "ETag")] + pub etag: Option, +} + +#[derive(Default, Debug, Eq, PartialEq, Deserialize)] +#[serde(rename_all = "PascalCase")] +pub struct OutputCommonPrefix { + pub prefix: String, +} + +/// Output of ListObjectVersions +#[derive(Default, Debug, Deserialize)] +#[serde(default, rename_all = "PascalCase")] +pub struct ListObjectVersionsOutput { + pub is_truncated: Option, + pub next_key_marker: Option, + pub next_version_id_marker: Option, + pub common_prefixes: Vec, + pub version: Vec, + pub delete_marker: Vec, +} + +#[derive(Default, Debug, Eq, PartialEq, Deserialize)] +#[serde(rename_all = "PascalCase")] +pub struct ListObjectVersionsOutputVersion { + pub key: String, + pub version_id: String, + pub is_latest: bool, + pub size: u64, + pub last_modified: String, + #[serde(rename = "ETag")] + pub etag: Option, +} + +#[derive(Default, Debug, Eq, PartialEq, Deserialize)] +#[serde(rename_all = "PascalCase")] +pub struct ListObjectVersionsOutputDeleteMarker { + pub key: String, + pub version_id: String, + pub is_latest: bool, + pub last_modified: String, +} + +pub enum ChecksumAlgorithm { + Crc32c, + /// Mapping to the `Content-MD5` header from S3. + Md5, +} +impl ChecksumAlgorithm { + pub fn to_header_name(&self) -> HeaderName { + match self { + Self::Crc32c => HeaderName::from_static("x-amz-checksum-crc32c"), + Self::Md5 => HeaderName::from_static("content-md5"), + } + } +} +impl Display for ChecksumAlgorithm { + fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { + write!( + f, + "{}", + match self { + Self::Crc32c => "CRC32C", + Self::Md5 => "MD5", + } + ) + } +} + +#[cfg(test)] +mod tests { + use bytes::Buf; + use bytes::Bytes; + + use super::*; + + /// This example is from https://docs.aws.amazon.com/AmazonS3/latest/API/API_CreateMultipartUpload.html#API_CreateMultipartUpload_Examples + #[test] + fn test_deserialize_initiate_multipart_upload_result() { + let bs = Bytes::from( + r#" + + example-bucket + example-object + VXBsb2FkIElEIGZvciA2aWWpbmcncyBteS1tb3ZpZS5tMnRzIHVwbG9hZA + "#, + ); + + let out: InitiateMultipartUploadResult = + quick_xml::de::from_reader(bs.reader()).expect("must success"); + + assert_eq!( + out.upload_id, + "VXBsb2FkIElEIGZvciA2aWWpbmcncyBteS1tb3ZpZS5tMnRzIHVwbG9hZA" + ) + } + + /// This example is from https://docs.aws.amazon.com/AmazonS3/latest/API/API_CompleteMultipartUpload.html#API_CompleteMultipartUpload_Examples + #[test] + fn test_serialize_complete_multipart_upload_request() { + let req = CompleteMultipartUploadRequest { + part: vec![ + CompleteMultipartUploadRequestPart { + part_number: 1, + etag: "\"a54357aff0632cce46d942af68356b38\"".to_string(), + ..Default::default() + }, + CompleteMultipartUploadRequestPart { + part_number: 2, + etag: "\"0c78aef83f66abc1fa1e8477f296d394\"".to_string(), + ..Default::default() + }, + CompleteMultipartUploadRequestPart { + part_number: 3, + etag: "\"acbd18db4cc2f85cedef654fccc4a4d8\"".to_string(), + ..Default::default() + }, + ], + }; + + let actual = quick_xml::se::to_string(&req).expect("must succeed"); + + pretty_assertions::assert_eq!( + actual, + r#" + + 1 + "a54357aff0632cce46d942af68356b38" + + + 2 + "0c78aef83f66abc1fa1e8477f296d394" + + + 3 + "acbd18db4cc2f85cedef654fccc4a4d8" + + "# + // Cleanup space and new line + .replace([' ', '\n'], "") + ) + } + + /// this example is from: https://docs.aws.amazon.com/AmazonS3/latest/API/API_CompleteMultipartUpload.html + #[test] + fn test_deserialize_complete_multipart_upload_result() { + let bs = Bytes::from( + r#" + + http://Example-Bucket.s3.region.amazonaws.com/Example-Object + Example-Bucket + Example-Object + "3858f62230ac3c915f300c664312c11f-9" + "#, + ); + + let out: CompleteMultipartUploadResult = + quick_xml::de::from_reader(bs.reader()).expect("must success"); + + assert_eq!(out.bucket, "Example-Bucket"); + assert_eq!(out.key, "Example-Object"); + assert_eq!( + out.location, + "http://Example-Bucket.s3.region.amazonaws.com/Example-Object" + ); + assert_eq!(out.etag, "\"3858f62230ac3c915f300c664312c11f-9\""); + } + + #[test] + fn test_deserialize_complete_multipart_upload_result_when_return_error() { + let bs = Bytes::from( + r#" + + + InternalError + We encountered an internal error. Please try again. + 656c76696e6727732072657175657374 + Uuag1LuByRx9e6j5Onimru9pO4ZVKnJ2Qz7/C1NPcfTWAtRPfTaOFg== + "#, + ); + + let out: CompleteMultipartUploadResult = + quick_xml::de::from_reader(bs.reader()).expect("must success"); + + assert_eq!(out.code, "InternalError"); + assert_eq!( + out.message, + "We encountered an internal error. Please try again." + ); + assert_eq!(out.request_id, "656c76696e6727732072657175657374"); + } + + /// This example is from https://docs.aws.amazon.com/AmazonS3/latest/API/API_DeleteObjects.html#API_DeleteObjects_Examples + #[test] + fn test_serialize_delete_objects_request() { + let req = DeleteObjectsRequest { + quiet: true, + object: vec![ + DeleteObjectsRequestObject { + key: "sample1.txt".to_string(), + version_id: None, + }, + DeleteObjectsRequestObject { + key: "sample2.txt".to_string(), + version_id: Some("11111".to_owned()), + }, + ], + }; + + let actual = quick_xml::se::to_string(&req).expect("must succeed"); + + pretty_assertions::assert_eq!( + actual, + r#" + true + + sample1.txt + + + sample2.txt + 11111 + + "# + // Cleanup space and new line + .replace([' ', '\n'], "") + ) + } + + /// This example is from https://docs.aws.amazon.com/AmazonS3/latest/API/API_DeleteObjects.html#API_DeleteObjects_Examples + #[test] + fn test_deserialize_delete_objects_result() { + let bs = Bytes::from( + r#" + + + sample2.txt + AccessDenied + Access Denied + + "#, + ); + + let out: DeleteObjectsResult = + quick_xml::de::from_reader(bs.reader()).expect("must success"); + + assert_eq!(out.error.len(), 1); + assert_eq!(out.error[0].key, "sample2.txt"); + assert_eq!(out.error[0].code, "AccessDenied"); + assert_eq!(out.error[0].message, "Access Denied"); + } + + /// This example is from https://docs.aws.amazon.com/AmazonS3/latest/API/API_ListObjects.html#API_ListObjects_Examples + #[test] + fn test_parse_list_output_v1() { + let bs = bytes::Bytes::from( + r#" + + bucket + + + 1000 + false + + my-image.jpg + 2009-10-12T17:50:30.000Z + "fba9dede5f27731c9771645a39863328" + 434234 + STANDARD + + 75aa57f09aa0c8caeab4f8c24e99d10f8e7faeebf76c078efc7c6caea54ba06a + mtd@amazon.com + + + + my-third-image.jpg + 2009-10-12T17:50:30.000Z + "1b2cf535f27731c974343645a3985328" + 64994 + STANDARD_IA + + 75aa57f09aa0c8caeab4f8c24e99d10f8e7faeebf76c078efc7c6caea54ba06a + mtd@amazon.com + + + "#, + ); + + let out: ListObjectsOutputV1 = + quick_xml::de::from_reader(bs.reader()).expect("must success"); + + assert!(!out.is_truncated.unwrap()); + assert!(out.next_marker.is_none()); + assert!(out.common_prefixes.is_empty()); + assert_eq!( + out.contents, + vec![ + ListObjectsOutputContent { + key: "my-image.jpg".to_string(), + size: 434234, + etag: Some("\"fba9dede5f27731c9771645a39863328\"".to_string()), + last_modified: "2009-10-12T17:50:30.000Z".to_string(), + }, + ListObjectsOutputContent { + key: "my-third-image.jpg".to_string(), + size: 64994, + last_modified: "2009-10-12T17:50:30.000Z".to_string(), + etag: Some("\"1b2cf535f27731c974343645a3985328\"".to_string()), + }, + ] + ) + } + + #[test] + fn test_parse_list_output_v2() { + let bs = bytes::Bytes::from( + r#" + example-bucket + photos/2006/ + 3 + 1000 + / + false + + photos/2006 + 2016-04-30T23:51:29.000Z + "d41d8cd98f00b204e9800998ecf8427e" + 56 + STANDARD + + + photos/2007 + 2016-04-30T23:51:29.000Z + "d41d8cd98f00b204e9800998ecf8427e" + 100 + STANDARD + + + photos/2008 + 2016-05-30T23:51:29.000Z + 42 + + + + photos/2006/February/ + + + photos/2006/January/ + +"#, + ); + + let out: ListObjectsOutputV2 = + quick_xml::de::from_reader(bs.reader()).expect("must success"); + + assert!(!out.is_truncated.unwrap()); + assert!(out.next_continuation_token.is_none()); + assert_eq!( + out.common_prefixes + .iter() + .map(|v| v.prefix.clone()) + .collect::>(), + vec!["photos/2006/February/", "photos/2006/January/"] + ); + assert_eq!( + out.contents, + vec![ + ListObjectsOutputContent { + key: "photos/2006".to_string(), + size: 56, + etag: Some("\"d41d8cd98f00b204e9800998ecf8427e\"".to_string()), + last_modified: "2016-04-30T23:51:29.000Z".to_string(), + }, + ListObjectsOutputContent { + key: "photos/2007".to_string(), + size: 100, + last_modified: "2016-04-30T23:51:29.000Z".to_string(), + etag: Some("\"d41d8cd98f00b204e9800998ecf8427e\"".to_string()), + }, + ListObjectsOutputContent { + key: "photos/2008".to_string(), + size: 42, + last_modified: "2016-05-30T23:51:29.000Z".to_string(), + etag: None, + }, + ] + ) + } + + #[test] + fn test_parse_list_object_versions() { + let bs = bytes::Bytes::from( + r#" + + mtp-versioning-fresh + + key3 + null + key3 + d-d309mfjFrUmoQ0DBsVqmcMV15OI. + 3 + true + + key3 + 8XECiENpj8pydEDJdd-_VRrvaGKAHOaGMNW7tg6UViI. + true + 2009-12-09T00:18:23.000Z + "396fefef536d5ce46c7537ecf978a360" + 217 + + 75aa57f09aa0c8caeab4f8c24e99d10f8e7faeebf76c078efc7c6caea54ba06a + + STANDARD + + + key3 + d-d309mfjFri40QYukDozqBt3UmoQ0DBsVqmcMV15OI. + false + 2009-12-09T00:18:08.000Z + "396fefef536d5ce46c7537ecf978a360" + 217 + + 75aa57f09aa0c8caeab4f8c24e99d10f8e7faeebf76c078efc7c6caea54ba06a + + STANDARD + + + photos/ + + + videos/ + + + my-third-image.jpg + 03jpff543dhffds434rfdsFDN943fdsFkdmqnh892 + true + 2009-10-15T17:50:30.000Z + + 75aa57f09aa0c8caeab4f8c24e99d10f8e7faeebf76c078efc7c6caea54ba06a + mtd@amazon.com + + + "#, + ); + + let output: ListObjectVersionsOutput = + quick_xml::de::from_reader(bs.reader()).expect("must succeed"); + + assert!(output.is_truncated.unwrap()); + assert_eq!(output.next_key_marker, Some("key3".to_owned())); + assert_eq!( + output.next_version_id_marker, + Some("d-d309mfjFrUmoQ0DBsVqmcMV15OI.".to_owned()) + ); + assert_eq!( + output.common_prefixes, + vec![ + OutputCommonPrefix { + prefix: "photos/".to_owned() + }, + OutputCommonPrefix { + prefix: "videos/".to_owned() + } + ] + ); + + assert_eq!( + output.version, + vec![ + ListObjectVersionsOutputVersion { + key: "key3".to_owned(), + version_id: "8XECiENpj8pydEDJdd-_VRrvaGKAHOaGMNW7tg6UViI.".to_owned(), + is_latest: true, + size: 217, + last_modified: "2009-12-09T00:18:23.000Z".to_owned(), + etag: Some("\"396fefef536d5ce46c7537ecf978a360\"".to_owned()), + }, + ListObjectVersionsOutputVersion { + key: "key3".to_owned(), + version_id: "d-d309mfjFri40QYukDozqBt3UmoQ0DBsVqmcMV15OI.".to_owned(), + is_latest: false, + size: 217, + last_modified: "2009-12-09T00:18:08.000Z".to_owned(), + etag: Some("\"396fefef536d5ce46c7537ecf978a360\"".to_owned()), + } + ] + ); + + assert_eq!( + output.delete_marker, + vec![ListObjectVersionsOutputDeleteMarker { + key: "my-third-image.jpg".to_owned(), + version_id: "03jpff543dhffds434rfdsFDN943fdsFkdmqnh892".to_owned(), + is_latest: true, + last_modified: "2009-10-15T17:50:30.000Z".to_owned(), + },] + ); + } +} + +mod error { + use bytes::Buf; + use http::Response; + use http::response::Parts; + use quick_xml::de; + use serde::Deserialize; + + use opendal_core::raw::*; + use opendal_core::*; + + /// S3Error is the error returned by s3 service. + #[derive(Default, Debug, Deserialize, PartialEq, Eq)] + #[serde(default, rename_all = "PascalCase")] + pub(crate) struct S3Error { + pub code: String, + pub message: String, + pub resource: String, + pub request_id: String, + } + + /// Parse error response into Error. + pub(crate) fn parse_error(resp: Response) -> Error { + let (parts, body) = resp.into_parts(); + let bs = body.to_bytes(); + + let (mut kind, mut retryable) = match parts.status.as_u16() { + 403 => (ErrorKind::PermissionDenied, false), + 404 => (ErrorKind::NotFound, false), + 304 | 412 => (ErrorKind::ConditionNotMatch, false), + // 409 Conflict can be returned e.g. when PutObject with conditions. + // In this case the AWS docs say to retry. + 409 => (ErrorKind::ConditionNotMatch, true), + // Service like R2 could return 499 error with a message like: + // Client Disconnect, we should retry it. + 499 => (ErrorKind::Unexpected, true), + 500 | 502 | 503 | 504 => (ErrorKind::Unexpected, true), + 429 => (ErrorKind::RateLimited, true), + _ => (ErrorKind::Unexpected, false), + }; + + let body_content = bs.chunk(); + let (message, s3_err) = de::from_reader::<_, S3Error>(body_content.reader()) + .map(|s3_err| (format!("{s3_err:?}"), Some(s3_err))) + .unwrap_or_else(|_| (String::from_utf8_lossy(&bs).into_owned(), None)); + + if let Some(s3_err) = s3_err { + (kind, retryable) = + parse_s3_error_code(s3_err.code.as_str()).unwrap_or((kind, retryable)); + } + + let mut err = Error::new(kind, message); + + err = with_error_response_context(err, parts); + + if retryable { + err = err.set_temporary(); + } + + err + } + + /// Util function to build [`Error`] from a [`S3Error`] object. + pub(crate) fn from_s3_error(s3_error: S3Error, parts: Parts) -> Error { + let (kind, retryable) = + parse_s3_error_code(s3_error.code.as_str()).unwrap_or((ErrorKind::Unexpected, false)); + let mut err = Error::new(kind, format!("{s3_error:?}")); + + err = with_error_response_context(err, parts); + + if retryable { + err = err.set_temporary(); + } + + err + } + + /// Returns the `Error kind` of this code and whether the error is retryable. + /// All possible error code: + pub fn parse_s3_error_code(code: &str) -> Option<(ErrorKind, bool)> { + match code { + // > The specified bucket does not exist. + // + // Although the status code is 404, NoSuchBucket is + // a config invalid error, and it's not retryable from OpenDAL. + "NoSuchBucket" => Some((ErrorKind::ConfigInvalid, false)), + // > Your socket connection to the server was not read from + // > or written to within the timeout period." + // + // It's Ok for us to retry it again. + "RequestTimeout" => Some((ErrorKind::Unexpected, true)), + // > An internal error occurred. Try again. + "InternalError" => Some((ErrorKind::Unexpected, true)), + // > A conflicting conditional operation is currently in progress + // > against this resource. Try again. + "OperationAborted" => Some((ErrorKind::Unexpected, true)), + // > Please reduce your request rate. + // + // It's Ok to retry since later on the request rate may get reduced. + "SlowDown" => Some((ErrorKind::RateLimited, true)), + // > Service is unable to handle request. + // + // ServiceUnavailable is considered a retryable error because it typically + // indicates a temporary issue with the service or server, such as high load, + // maintenance, or an internal problem. + "ServiceUnavailable" => Some((ErrorKind::Unexpected, true)), + // > Too Many Requests - rate limit exceeded. + // + // It's Ok to retry since later on the request rate may get reduced. + "TooManyRequests" => Some((ErrorKind::RateLimited, true)), + // > Compatibility with Volcengine TOS + // + // TOS returns following error codes along with 429 status code, while both + // of them indicate rate limit exceeded. + // See https://www.volcengine.com/docs/6349/74874 for more details. + "ExceedAccountQPSLimit" + | "ExceedAccountRateLimit" + | "ExceedBucketQPSLimit" + | "ExceedBucketRateLimit" => Some((ErrorKind::RateLimited, true)), + "InvalidRange" => Some((ErrorKind::RangeNotSatisfied, false)), + _ => None, + } + } + + #[cfg(test)] + mod tests { + use super::*; + + /// Error response example is from https://docs.aws.amazon.com/AmazonS3/latest/API/ErrorResponses.html + #[test] + fn test_parse_error() { + let bs = bytes::Bytes::from( + r#" + + + NoSuchKey + The resource you requested does not exist + /mybucket/myfoto.jpg + 4442587FB7D0A2F9 + +"#, + ); + + let out: S3Error = de::from_reader(bs.reader()).expect("must success"); + println!("{out:?}"); + + assert_eq!(out.code, "NoSuchKey"); + assert_eq!(out.message, "The resource you requested does not exist"); + assert_eq!(out.resource, "/mybucket/myfoto.jpg"); + assert_eq!(out.request_id, "4442587FB7D0A2F9"); + } + + #[test] + fn test_parse_error_from_unrelated_input() { + let bs = bytes::Bytes::from( + r#" + + + http://Example-Bucket.s3.ap-southeast-1.amazonaws.com/Example-Object + Example-Bucket + Example-Object + "3858f62230ac3c915f300c664312c11f-9" + +"#, + ); + + let out: S3Error = de::from_reader(bs.reader()).expect("must success"); + assert_eq!(out, S3Error::default()); + } + + #[test] + fn test_parse_s3_error_code_invalid_range() { + assert_eq!( + parse_s3_error_code("InvalidRange"), + Some((ErrorKind::RangeNotSatisfied, false)) + ); + } + } +} + +pub(super) use error::*; diff --git a/lance-artifact/third-party/opendal-service-s3/src/deleter.rs b/lance-artifact/third-party/opendal-service-s3/src/deleter.rs new file mode 100644 index 000000000..45fb15ae5 --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/src/deleter.rs @@ -0,0 +1,111 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +use std::sync::Arc; + +use bytes::Buf; +use http::StatusCode; + +use crate::core::parse_error; +use crate::core::parse_s3_error_code; +use crate::core::*; +use opendal_core::raw::oio::BatchDeleteResult; +use opendal_core::raw::*; +use opendal_core::*; + +pub struct S3Deleter { + core: Arc, + ctx: OperationContext, +} + +impl S3Deleter { + pub fn new(core: Arc, ctx: OperationContext) -> Self { + Self { core, ctx } + } +} + +impl oio::BatchDelete for S3Deleter { + async fn delete_once(&self, path: String, args: OpDelete) -> Result<()> { + // This would delete the bucket, do not perform + if self.core.root == "/" && path == "/" { + return Ok(()); + } + + let resp = self.core.s3_delete_object(&self.ctx, &path, &args).await?; + + let status = resp.status(); + + match status { + StatusCode::NO_CONTENT => Ok(()), + // Allow 404 when deleting a non-existing object + // This is not a standard behavior, only some s3 alike service like GCS XML API do this. + // ref: + StatusCode::NOT_FOUND => Ok(()), + _ => Err(parse_error(resp)), + } + } + + async fn delete_batch(&self, batch: Vec<(String, OpDelete)>) -> Result { + let resp = self.core.s3_delete_objects(&self.ctx, &batch).await?; + + let status = resp.status(); + if status != StatusCode::OK { + return Err(parse_error(resp)); + } + + let bs = resp.into_body(); + + let result: DeleteObjectsResult = + quick_xml::de::from_reader(bs.reader()).map_err(new_xml_deserialize_error)?; + + let mut errors = result.error; + let mut batched_result = BatchDeleteResult { + // `errors.len()` is server-controlled and may exceed `batch.len()`; use + // `saturating_sub` (mirroring services/tos) to avoid an unsigned underflow + // that wraps to a huge `with_capacity` (release: abort). + succeeded: Vec::with_capacity(batch.len().saturating_sub(errors.len())), + failed: Vec::with_capacity(errors.len()), + }; + for (path, op) in batch { + let abs_path = build_abs_path(&self.core.root, &path); + // Assume errors are rare, so lookup and erase is acceptable. + if let Some(idx) = errors + .iter() + .position(|e| e.key == abs_path && e.version_id.as_deref() == op.version()) + { + let error = errors.swap_remove(idx); + batched_result + .failed + .push((path, op, parse_delete_objects_result_error(error))); + } else { + batched_result.succeeded.push((path, op)); + } + } + + Ok(batched_result) + } +} + +fn parse_delete_objects_result_error(err: DeleteObjectsResultError) -> Error { + let (kind, retryable) = + parse_s3_error_code(err.code.as_str()).unwrap_or((ErrorKind::Unexpected, false)); + let mut err: Error = Error::new(kind, format!("{err:?}")); + if retryable { + err = err.set_temporary(); + } + err +} diff --git a/lance-artifact/third-party/opendal-service-s3/src/docs.md b/lance-artifact/third-party/opendal-service-s3/src/docs.md new file mode 100644 index 000000000..66dfe5ab0 --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/src/docs.md @@ -0,0 +1,256 @@ +## Capabilities + +Depending on its configuration and the backing system, this service can expose: + +- [ ] create_dir +- [x] stat +- [x] read +- [x] write +- [x] delete +- [x] list +- [x] copy +- [ ] rename +- [x] presign + +Inspect the effective capability set with [`opendal_core::Operator::info`] and +[`opendal_core::OperatorInfo::capability`] after building an operator. + +## Configuration + +Use [`crate::S3Config`] for serializable configuration and this builder's +methods for direct construction. The field and method documentation defines +accepted values, defaults, and environment interaction. + +## Temporary security credentials + +OpenDAL now provides support for S3 temporary security credentials in IAM. + +The way to take advantage of this feature is to build your S3 backend with `Builder::session_token`. + +But OpenDAL will not refresh the temporary security credentials, please keep in mind to refresh those credentials in time. + +## Server Side Encryption + +OpenDAL provides full support of S3 Server Side Encryption(SSE) features. + +The easiest way to configure them is to use helper functions like + +- SSE-KMS: `server_side_encryption_with_aws_managed_kms_key` +- SSE-KMS: `server_side_encryption_with_customer_managed_kms_key` +- SSE-S3: `server_side_encryption_with_s3_key` +- SSE-C: `server_side_encryption_with_customer_key` + +If those functions don't fulfill need, low-level options are also provided: + +- Use service managed kms key + - `server_side_encryption="aws:kms"` +- Use customer provided kms key + - `server_side_encryption="aws:kms"` + - `server_side_encryption_aws_kms_key_id="your-kms-key"` +- Use S3 managed key + - `server_side_encryption="AES256"` +- Use customer key + - `server_side_encryption_customer_algorithm="AES256"` + - `server_side_encryption_customer_key="base64-of-your-aes256-key"` + - `server_side_encryption_customer_key_md5="base64-of-your-aes256-key-md5"` + +After SSE have been configured, all requests send by this backed will attach those headers. + +Reference: [Protecting data using server-side encryption](https://docs.aws.amazon.com/AmazonS3/latest/userguide/serv-side-encryption.html) + +## Example + +## Via Builder + +### Basic Setup + +```rust,no_run +use opendal_core::Operator; +use opendal_core::Result; +use opendal_service_s3::S3; + +#[tokio::main] +async fn main() -> Result<()> { + // Create s3 backend builder. + let mut builder = S3::default() + // Set the root for s3, all operations will happen under this root. + // + // NOTE: the root must be absolute path. + .root("/path/to/dir") + // Set the bucket name. This is required. + .bucket("test") + // Set the region. This is required for some services, if you don't care about it, for example Minio service, just set it to "auto", it will be ignored. + .region("us-east-1") + // Set the endpoint. + // + // For examples: + // - "https://s3.amazonaws.com" + // - "http://127.0.0.1:9000" + // - "https://oss-ap-northeast-1.aliyuncs.com" + // - "https://cos.ap-seoul.myqcloud.com" + // + // Default to "https://s3.amazonaws.com" + .endpoint("https://s3.amazonaws.com") + // Set the access_key_id and secret_access_key. + // + // OpenDAL will try load credential from the env. + // If credential not set and no valid credential in env, OpenDAL will + // send request without signing like anonymous user. + .access_key_id("access_key_id") + .secret_access_key("secret_access_key"); + + let op: Operator = Operator::new(builder)?; + + Ok(()) +} + +``` + +### S3 with SSE-C + +```rust,no_run +use log::info; +use opendal_core::Operator; +use opendal_core::Result; +use opendal_service_s3::S3; + +#[tokio::main] +async fn main() -> Result<()> { + let mut builder = S3::default() + .root("/path/to/dir") + .bucket("test") + .region("us-east-1") + .endpoint("https://s3.amazonaws.com") + .access_key_id("access_key_id") + .secret_access_key("secret_access_key") + // Enable SSE-C + .server_side_encryption_with_customer_key("AES256", "customer_key".as_bytes()); + + let op = Operator::new(builder)?; + info!("operator: {:?}", op); + + // Writing your testing code here. + + Ok(()) +} +``` + +### S3 with SSE-KMS and aws managed kms key + +```rust,no_run +use log::info; +use opendal_core::Operator; +use opendal_core::Result; +use opendal_service_s3::S3; + +#[tokio::main] +async fn main() -> Result<()> { + let mut builder = S3::default() + // Setup builders + .root("/path/to/dir") + .bucket("test") + .region("us-east-1") + .endpoint("https://s3.amazonaws.com") + .access_key_id("access_key_id") + .secret_access_key("secret_access_key") + // Enable SSE-KMS with aws managed kms key + .server_side_encryption_with_aws_managed_kms_key(); + + let op = Operator::new(builder)?; + info!("operator: {:?}", op); + + // Writing your testing code here. + + Ok(()) +} +``` + +### S3 with SSE-KMS and customer managed kms key + +```rust,no_run +use log::info; +use opendal_core::Operator; +use opendal_core::Result; +use opendal_service_s3::S3; + +#[tokio::main] +async fn main() -> Result<()> { + let mut builder = S3::default() + // Setup builders + .root("/path/to/dir") + .bucket("test") + .region("us-east-1") + .endpoint("https://s3.amazonaws.com") + .access_key_id("access_key_id") + .secret_access_key("secret_access_key") + // Enable SSE-KMS with customer managed kms key + .server_side_encryption_with_customer_managed_kms_key("aws_kms_key_id"); + + let op = Operator::new(builder)?; + info!("operator: {:?}", op); + + // Writing your testing code here. + + Ok(()) +} +``` + +### S3 with SSE-S3 + +```rust,no_run +use log::info; +use opendal_core::Operator; +use opendal_core::Result; +use opendal_service_s3::S3; + +#[tokio::main] +async fn main() -> Result<()> { + let mut builder = S3::default() + // Setup builders + .root("/path/to/dir") + .bucket("test") + .region("us-east-1") + .endpoint("https://s3.amazonaws.com") + .access_key_id("access_key_id") + .secret_access_key("secret_access_key") + // Enable SSE-S3 + .server_side_encryption_with_s3_key(); + + let op = Operator::new(builder)?; + info!("operator: {:?}", op); + + // Writing your testing code here. + + Ok(()) +} +``` + +### S3 with default ACL + +```rust,no_run +use log::info; +use opendal_core::Operator; +use opendal_core::Result; +use opendal_service_s3::S3; + +#[tokio::main] +async fn main() -> Result<()> { + let mut builder = S3::default() + // Setup builders + .root("/path/to/dir") + .bucket("test") + .region("us-east-1") + .endpoint("https://s3.amazonaws.com") + .access_key_id("access_key_id") + .secret_access_key("secret_access_key") + // Enable public-read ACL + .default_acl("public-read"); + + let op = Operator::new(builder)?; + info!("operator: {:?}", op); + + // New objects will be created with public-read ACL + + Ok(()) +} +``` diff --git a/lance-artifact/third-party/opendal-service-s3/src/lib.rs b/lance-artifact/third-party/opendal-service-s3/src/lib.rs new file mode 100644 index 000000000..8e34b7dd1 --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/src/lib.rs @@ -0,0 +1,46 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +#![doc = include_str!("../README.md")] +#![cfg_attr(docsrs, feature(doc_cfg))] +#![cfg_attr(docsrs, doc(auto_cfg))] +#![deny(missing_docs)] + +mod backend; +mod config; +mod copier; +mod core; +mod deleter; +mod lister; +mod reader; +mod writer; + +pub use backend::S3Builder as S3; +pub use config::S3Config; + +/// URI scheme used for service registration and scheme-driven construction. +pub const S3_SCHEME: &str = "s3"; + +/// Register this service's URI scheme or schemes with an operator registry. +/// +/// Registration enables scheme-driven construction through +/// [`opendal_core::Operator::from_uri`] and +/// [`opendal_core::Operator::via_iter`]. Direct construction through +/// [`opendal_core::Operator::new`] does not require registration. +pub fn register_s3_service(registry: &opendal_core::OperatorRegistry) { + registry.register::(S3_SCHEME); +} diff --git a/lance-artifact/third-party/opendal-service-s3/src/lister.rs b/lance-artifact/third-party/opendal-service-s3/src/lister.rs new file mode 100644 index 000000000..0ba519aad --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/src/lister.rs @@ -0,0 +1,409 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +use std::sync::Arc; + +use bytes::Buf; +use quick_xml::de; + +use crate::core::parse_error; +use crate::core::*; +use opendal_core::EntryMode; +use opendal_core::Error; +use opendal_core::Metadata; +use opendal_core::OperationContext; +use opendal_core::Result; +use opendal_core::raw::oio::PageContext; +use opendal_core::raw::*; + +pub type S3Listers = ThreeWays< + oio::PageLister, + oio::PageLister, + oio::PageLister, +>; + +/// S3ListerV1 implements ListObjectV1 for s3 backend. +pub struct S3ListerV1 { + core: Arc, + ctx: OperationContext, + + path: String, + args: OpList, + + delimiter: &'static str, + /// marker can also be used as `start-after` for list objects v1. + /// We will use it as `start-after` for the first page and then ignore + /// it in the following pages. + first_marker: String, +} + +impl S3ListerV1 { + pub fn new(core: Arc, ctx: OperationContext, path: &str, args: OpList) -> Self { + let delimiter = if args.recursive() { "" } else { "/" }; + let first_marker = args + .start_after() + .map(|start_after| build_abs_path(&core.root, start_after)) + .unwrap_or_default(); + + Self { + core, + ctx, + + path: path.to_string(), + args, + delimiter, + first_marker, + } + } +} + +impl oio::PageList for S3ListerV1 { + async fn next_page(&self, ctx: &mut oio::PageContext) -> Result<()> { + let resp = self + .core + .s3_list_objects_v1( + &self.ctx, + &self.path, + // `marker` is used as `start-after` for the first page. + if !ctx.token.is_empty() { + &ctx.token + } else { + &self.first_marker + }, + self.delimiter, + self.args.limit(), + ) + .await?; + + if resp.status() != http::StatusCode::OK { + return Err(parse_error(resp)); + } + let bs = resp.into_body(); + + let output: ListObjectsOutputV1 = de::from_reader(bs.reader()) + .map_err(new_xml_deserialize_error) + // Allow S3 list to retry on XML deserialization errors. + // + // This is because the S3 list API may return incomplete XML data under high load. + // We are confident that our XML decoding logic is correct. When this error occurs, + // we allow retries to obtain the correct data. + .map_err(Error::set_temporary)?; + + // Try our best to check whether this list is done. + // + // - Check `is_truncated` + // - Check the length of `common_prefixes` and `contents` (very rare case) + ctx.done = if let Some(is_truncated) = output.is_truncated { + !is_truncated + } else { + output.common_prefixes.is_empty() && output.contents.is_empty() + }; + // Try out best to find the next marker. + // + // - Check `next-marker` + // - Check the last object key + // - Check the last common prefix + ctx.token = if let Some(next_marker) = &output.next_marker { + next_marker.clone() + } else if let Some(content) = output.contents.last() { + content.key.clone() + } else if let Some(prefix) = output.common_prefixes.last() { + prefix.prefix.clone() + } else { + "".to_string() + }; + + for prefix in output.common_prefixes { + let de = oio::Entry::new( + &build_rel_path(&self.core.root, &prefix.prefix), + Metadata::new(EntryMode::DIR), + ); + + ctx.entries.push_back(de); + } + + for object in output.contents { + let mut path = build_rel_path(&self.core.root, &object.key); + if path.is_empty() { + path = "/".to_string(); + } + + let mut meta = Metadata::new(EntryMode::from_path(&path)); + meta.set_is_current(true); + if let Some(etag) = &object.etag { + meta.set_etag(etag); + } + meta.set_content_length(object.size); + + // object.last_modified provides more precise time that contains + // nanosecond, let's trim them. + meta.set_last_modified(object.last_modified.parse::()?); + + let de = oio::Entry::with(path, meta); + ctx.entries.push_back(de); + } + + Ok(()) + } +} + +/// S3ListerV2 implements ListObjectV2 for s3 backend. +pub struct S3ListerV2 { + core: Arc, + ctx: OperationContext, + + path: String, + args: OpList, + + delimiter: &'static str, + abs_start_after: Option, +} + +impl S3ListerV2 { + pub fn new(core: Arc, ctx: OperationContext, path: &str, args: OpList) -> Self { + let delimiter = if args.recursive() { "" } else { "/" }; + let abs_start_after = args + .start_after() + .map(|start_after| build_abs_path(&core.root, start_after)); + + Self { + core, + ctx, + + path: path.to_string(), + args, + delimiter, + abs_start_after, + } + } +} + +impl oio::PageList for S3ListerV2 { + async fn next_page(&self, ctx: &mut oio::PageContext) -> Result<()> { + let resp = self + .core + .s3_list_objects_v2( + &self.ctx, + &self.path, + &ctx.token, + self.delimiter, + self.args.limit(), + // start after should only be set for the first page. + if ctx.token.is_empty() { + self.abs_start_after.clone() + } else { + None + }, + ) + .await?; + + if resp.status() != http::StatusCode::OK { + return Err(parse_error(resp)); + } + let bs = resp.into_body(); + + let output: ListObjectsOutputV2 = de::from_reader(bs.reader()) + .map_err(new_xml_deserialize_error) + // Allow S3 list to retry on XML deserialization errors. + // + // This is because the S3 list API may return incomplete XML data under high load. + // We are confident that our XML decoding logic is correct. When this error occurs, + // we allow retries to obtain the correct data. + .map_err(Error::set_temporary)?; + + // Try our best to check whether this list is done. + // + // - Check `is_truncated` + // - Check `next_continuation_token` + // - Check the length of `common_prefixes` and `contents` (very rare case) + ctx.done = if let Some(is_truncated) = output.is_truncated { + !is_truncated + } else if let Some(next_continuation_token) = output.next_continuation_token.as_ref() { + next_continuation_token.is_empty() + } else { + output.common_prefixes.is_empty() && output.contents.is_empty() + }; + ctx.token = output.next_continuation_token.clone().unwrap_or_default(); + + for prefix in output.common_prefixes { + let de = oio::Entry::new( + &build_rel_path(&self.core.root, &prefix.prefix), + Metadata::new(EntryMode::DIR), + ); + + ctx.entries.push_back(de); + } + + for object in output.contents { + let mut path = build_rel_path(&self.core.root, &object.key); + if path.is_empty() { + path = "/".to_string(); + } + + let mut meta = Metadata::new(EntryMode::from_path(&path)); + meta.set_is_current(true); + if let Some(etag) = &object.etag { + meta.set_etag(etag); + } + meta.set_content_length(object.size); + + // object.last_modified provides more precise time that contains + // nanosecond, let's trim them. + meta.set_last_modified(object.last_modified.parse::()?); + + let de = oio::Entry::with(path, meta); + ctx.entries.push_back(de); + } + + Ok(()) + } +} + +/// refer: https://docs.aws.amazon.com/AmazonS3/latest/API/API_ListObjectVersions.html +pub struct S3ObjectVersionsLister { + core: Arc, + ctx: OperationContext, + + prefix: String, + args: OpList, + + delimiter: &'static str, + abs_start_after: Option, +} + +impl S3ObjectVersionsLister { + pub fn new(core: Arc, ctx: OperationContext, path: &str, args: OpList) -> Self { + let delimiter = if args.recursive() { "" } else { "/" }; + let abs_start_after = args + .start_after() + .map(|start_after| build_abs_path(&core.root, start_after)); + + Self { + core, + ctx, + prefix: path.to_string(), + args, + delimiter, + abs_start_after, + } + } +} + +impl oio::PageList for S3ObjectVersionsLister { + async fn next_page(&self, ctx: &mut PageContext) -> Result<()> { + let markers = ctx.token.rsplit_once(" "); + let (key_marker, version_id_marker) = if let Some(data) = markers { + data + } else if let Some(start_after) = &self.abs_start_after { + (start_after.as_str(), "") + } else { + ("", "") + }; + + let resp = self + .core + .s3_list_object_versions( + &self.ctx, + &self.prefix, + self.delimiter, + self.args.limit(), + key_marker, + version_id_marker, + ) + .await?; + if resp.status() != http::StatusCode::OK { + return Err(parse_error(resp)); + } + + let body = resp.into_body(); + let output: ListObjectVersionsOutput = de::from_reader(body.reader()) + .map_err(new_xml_deserialize_error) + // Allow S3 list to retry on XML deserialization errors. + // + // This is because the S3 list API may return incomplete XML data under high load. + // We are confident that our XML decoding logic is correct. When this error occurs, + // we allow retries to obtain the correct data. + .map_err(Error::set_temporary)?; + + ctx.done = if let Some(is_truncated) = output.is_truncated { + !is_truncated + } else { + false + }; + ctx.token = format!( + "{} {}", + output.next_key_marker.unwrap_or_default(), + output.next_version_id_marker.unwrap_or_default() + ); + + for prefix in output.common_prefixes { + let de = oio::Entry::new( + &build_rel_path(&self.core.root, &prefix.prefix), + Metadata::new(EntryMode::DIR), + ); + ctx.entries.push_back(de); + } + + for version_object in output.version { + // `list` must be additive, so we need to include the latest version object + // even if `versions` is not enabled. + // + // Here we skip all non-latest version objects if `versions` is not enabled. + if !(self.args.versions() || version_object.is_latest) { + continue; + } + + let mut path = build_rel_path(&self.core.root, &version_object.key); + if path.is_empty() { + path = "/".to_owned(); + } + + let mut meta = Metadata::new(EntryMode::from_path(&path)); + meta.set_version(&version_object.version_id); + meta.set_is_current(version_object.is_latest); + meta.set_content_length(version_object.size); + meta.set_last_modified(version_object.last_modified.parse::()?); + + if let Some(etag) = version_object.etag { + meta.set_etag(&etag); + } + + let entry = oio::Entry::new(&path, meta); + ctx.entries.push_back(entry); + } + + if self.args.deleted() { + for delete_marker in output.delete_marker { + let mut path = build_rel_path(&self.core.root, &delete_marker.key); + if path.is_empty() { + path = "/".to_owned(); + } + + let mut meta = Metadata::new(EntryMode::from_path(&path)); + meta.set_version(&delete_marker.version_id); + meta.set_is_deleted(true); + meta.set_is_current(delete_marker.is_latest); + meta.set_last_modified(delete_marker.last_modified.parse::()?); + + let entry = oio::Entry::new(&path, meta); + ctx.entries.push_back(entry); + } + } + + Ok(()) + } +} diff --git a/lance-artifact/third-party/opendal-service-s3/src/reader.rs b/lance-artifact/third-party/opendal-service-s3/src/reader.rs new file mode 100644 index 000000000..2aeb8b8fa --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/src/reader.rs @@ -0,0 +1,71 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +use crate::backend::*; +use crate::core::parse_error; +use http::Response; +use http::StatusCode; +use opendal_core::raw::*; +use opendal_core::*; + +/// Reader returned by this backend. +pub struct S3Reader { + backend: S3Backend, + // StreamRead::open can run after Service::read returns, so keep the + // per-operation context with the reader. + ctx: OperationContext, + path: String, + args: OpRead, +} + +impl S3Reader { + pub(super) fn new(backend: S3Backend, ctx: OperationContext, path: &str, args: OpRead) -> Self { + Self { + backend, + ctx, + path: path.to_string(), + args, + } + } +} + +impl oio::StreamRead for S3Reader { + async fn open(&self, range: BytesRange) -> Result<(RpRead, Box)> { + let backend = &self.backend; + let path = self.path.as_str(); + let args = self.args.clone(); + let resp = backend + .core + .s3_get_object(&self.ctx, path, range, &args) + .await?; + + let status = resp.status(); + let (rp, stream) = match status { + StatusCode::OK | StatusCode::PARTIAL_CONTENT => ( + RpRead::new(parse_into_metadata(path, resp.headers())?), + resp.into_body(), + ), + _ => { + let (part, mut body) = resp.into_parts(); + let buf = body.to_buffer().await?; + return Err(parse_error(Response::from_parts(part, buf))); + } + }; + + Ok((rp, Box::new(stream) as Box)) + } +} diff --git a/lance-artifact/third-party/opendal-service-s3/src/writer.rs b/lance-artifact/third-party/opendal-service-s3/src/writer.rs new file mode 100644 index 000000000..8d0b9130a --- /dev/null +++ b/lance-artifact/third-party/opendal-service-s3/src/writer.rs @@ -0,0 +1,264 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +use std::sync::Arc; + +use bytes::Buf; +use constants::X_AMZ_OBJECT_SIZE; +use constants::X_AMZ_VERSION_ID; +use http::StatusCode; + +use crate::core::S3Error; +use crate::core::from_s3_error; +use crate::core::parse_error; +use crate::core::*; +use opendal_core::raw::*; +use opendal_core::*; + +pub type S3Writers = TwoWays, oio::AppendWriter>; + +pub struct S3Writer { + core: Arc, + ctx: OperationContext, + + op: OpWrite, + path: String, +} + +impl S3Writer { + pub fn new(core: Arc, ctx: OperationContext, path: &str, op: OpWrite) -> Self { + S3Writer { + core, + ctx, + path: path.to_string(), + op, + } + } + + fn parse_header_into_meta(path: &str, headers: &http::HeaderMap) -> Result { + let mut meta = Metadata::new(EntryMode::from_path(path)); + if let Some(etag) = parse_etag(headers)? { + meta.set_etag(etag); + } + if let Some(version) = parse_header_to_str(headers, X_AMZ_VERSION_ID)? { + meta.set_version(version); + } + if let Some(value) = + parse_header_to_str(headers, X_AMZ_OBJECT_SIZE)?.and_then(|size| size.parse().ok()) + { + meta.set_content_length(value); + } + Ok(meta) + } +} + +impl oio::MultipartWrite for S3Writer { + async fn write_once(&self, size: u64, body: Buffer) -> Result { + let req = self + .core + .s3_put_object_request(&self.path, Some(size), &self.op, body)?; + + let resp = self.core.send(&self.ctx, req).await?; + + let status = resp.status(); + + let meta = S3Writer::parse_header_into_meta(&self.path, resp.headers())?; + + match status { + StatusCode::CREATED | StatusCode::OK => Ok(meta), + _ => Err(parse_error(resp)), + } + } + + async fn initiate_part(&self) -> Result { + let resp = self + .core + .s3_initiate_multipart_upload(&self.ctx, &self.path, &self.op) + .await?; + + let status = resp.status(); + + match status { + StatusCode::OK => { + let bs = resp.into_body(); + + let result: InitiateMultipartUploadResult = + quick_xml::de::from_reader(bs.reader()).map_err(new_xml_deserialize_error)?; + + Ok(result.upload_id) + } + _ => Err(parse_error(resp)), + } + } + + async fn write_part( + &self, + upload_id: &str, + part_number: usize, + size: u64, + body: Buffer, + ) -> Result { + // AWS S3 requires part number must between [1..=10000] + let part_number = part_number + 1; + + let checksum = self.core.calculate_checksum(&body); + + let req = self.core.s3_upload_part_request( + &self.path, + upload_id, + part_number, + size, + body, + checksum.clone(), + )?; + + let resp = self.core.send(&self.ctx, req).await?; + + let status = resp.status(); + + match status { + StatusCode::OK => { + let etag = parse_etag(resp.headers())? + .ok_or_else(|| { + Error::new( + ErrorKind::Unexpected, + "ETag not present in returning response", + ) + })? + .to_string(); + + Ok(oio::MultipartPart { + part_number, + etag, + checksum, + size: None, + }) + } + _ => Err(parse_error(resp)), + } + } + + async fn complete_part( + &self, + upload_id: &str, + parts: &[oio::MultipartPart], + ) -> Result { + let parts = parts + .iter() + .map(|p| match &self.core.checksum_algorithm { + None => CompleteMultipartUploadRequestPart { + part_number: p.part_number, + etag: p.etag.clone(), + ..Default::default() + }, + Some(checksum_algorithm) => match checksum_algorithm { + ChecksumAlgorithm::Crc32c => CompleteMultipartUploadRequestPart { + part_number: p.part_number, + etag: p.etag.clone(), + checksum_crc32c: p.checksum.clone(), + }, + ChecksumAlgorithm::Md5 => CompleteMultipartUploadRequestPart { + part_number: p.part_number, + etag: p.etag.clone(), + ..Default::default() + }, + }, + }) + .collect(); + + let resp = self + .core + .s3_complete_multipart_upload(&self.ctx, &self.path, upload_id, parts, &self.op) + .await?; + + let status = resp.status(); + + let mut meta = S3Writer::parse_header_into_meta(&self.path, resp.headers())?; + + match status { + StatusCode::OK => { + // still check if there is any error because S3 might return error for status code 200 + // https://docs.aws.amazon.com/AmazonS3/latest/API/API_CompleteMultipartUpload.html#API_CompleteMultipartUpload_Example_4 + let (parts, body) = resp.into_parts(); + + let ret: CompleteMultipartUploadResult = + quick_xml::de::from_reader(body.reader()).map_err(new_xml_deserialize_error)?; + if !ret.code.is_empty() { + return Err(from_s3_error( + S3Error { + code: ret.code, + message: ret.message, + resource: "".to_string(), + request_id: ret.request_id, + }, + parts, + )); + } + meta.set_etag(&ret.etag); + + Ok(meta) + } + _ => Err(parse_error(resp)), + } + } + + async fn abort_part(&self, upload_id: &str) -> Result<()> { + let resp = self + .core + .s3_abort_multipart_upload(&self.ctx, &self.path, upload_id) + .await?; + match resp.status() { + // s3 returns code 204 if abort succeeds. + StatusCode::NO_CONTENT => Ok(()), + _ => Err(parse_error(resp)), + } + } +} + +impl oio::AppendWrite for S3Writer { + async fn offset(&self) -> Result { + let resp = self + .core + .s3_head_object(&self.ctx, &self.path, OpStat::default()) + .await?; + + let status = resp.status(); + + match status { + StatusCode::OK => Ok(parse_content_length(resp.headers())?.unwrap_or_default()), + StatusCode::NOT_FOUND => Ok(0), + _ => Err(parse_error(resp)), + } + } + + async fn append(&self, offset: u64, size: u64, body: Buffer) -> Result { + let req = self + .core + .s3_append_object_request(&self.path, offset, size, &self.op, body)?; + + let resp = self.core.send(&self.ctx, req).await?; + + let status = resp.status(); + + let meta = S3Writer::parse_header_into_meta(&self.path, resp.headers())?; + + match status { + StatusCode::CREATED | StatusCode::OK => Ok(meta), + _ => Err(parse_error(resp)), + } + } +} diff --git a/lance-artifact/third-party/opendal/.cargo_vcs_info.json b/lance-artifact/third-party/opendal/.cargo_vcs_info.json new file mode 100644 index 000000000..a9004c0d0 --- /dev/null +++ b/lance-artifact/third-party/opendal/.cargo_vcs_info.json @@ -0,0 +1,6 @@ +{ + "git": { + "sha1": "6f544a131be78e553d28e79f3cfe5ac948f2963e" + }, + "path_in_vcs": "core" +} \ No newline at end of file diff --git a/lance-artifact/third-party/opendal/CHANGELOG.md b/lance-artifact/third-party/opendal/CHANGELOG.md new file mode 100644 index 000000000..ba926e583 --- /dev/null +++ b/lance-artifact/third-party/opendal/CHANGELOG.md @@ -0,0 +1,5834 @@ +# Change Log + +All notable changes to this project will be documented in this file. + +The format is based on [Keep a Changelog](https://keepachangelog.com/) +and this project adheres to [Semantic Versioning](https://semver.org/). + + + +## [v0.58.1] - 2026-07-27 + +### Added +* feat(bindings/python): add from_uri constructor for Operator and AsyncOperator by @chitralverma in https://github.com/apache/opendal/pull/7869 +* feat(core): enable presign delete by @anandubey in https://github.com/apache/opendal/pull/7386 +* feat(core): expose registered schemes via OperatorRegistry::schemes by @chitralverma in https://github.com/apache/opendal/pull/7908 +* feat(binding/go): Add Copier by @FrankYang0529 in https://github.com/apache/opendal/pull/7732 +* feat(binding/cpp): add retry and timeout layer to cpp binding by @dentiny in https://github.com/apache/opendal/pull/7915 +* feat(integrations/parquet): upgrade Arrow and Parquet to 59 by @Xuanwo in https://github.com/apache/opendal/pull/7934 +* feat(bindings/python): typed service configs via TypedDict by @chitralverma in https://github.com/apache/opendal/pull/7937 +* feat(core): not translate to "interrupted" std IO error by @dentiny in https://github.com/apache/opendal/pull/7940 +* feat(bindings/python): add TimeoutLayer by @chitralverma in https://github.com/apache/opendal/pull/7963 + +### Changed +* refactor(bindings/python): split layers into a package for extensibility by @chitralverma in https://github.com/apache/opendal/pull/7878 + +### Fixed +* fix(bindings/python): validate RetryLayer numeric inputs by @chitralverma in https://github.com/apache/opendal/pull/7879 +* fix(integrations/dav-server): depend only on opendal-core by @ngg in https://github.com/apache/opendal/pull/7876 +* fix(services/s3): encode version id for stat and read by @QuakeWang in https://github.com/apache/opendal/pull/7886 +* fix(bindings/ruby): release ruby source package include Cargo.lock by @erickguan in https://github.com/apache/opendal/pull/7891 +* fix: CI prints clippy version and clippy fix by @erickguan in https://github.com/apache/opendal/pull/7895 +* fix(s3): set content length for copy object by @ByteBaker in https://github.com/apache/opendal/pull/7884 +* fix(bindings/python): enable hdfs-native on arm by @chitralverma in https://github.com/apache/opendal/pull/7911 +* fix(goosefs): pin goosefs SDK by @erickguan in https://github.com/apache/opendal/pull/7917 +* fix(bindings/java): incorrect Java declarations by @robd003 in https://github.com/apache/opendal/pull/7906 +* fix: defer default reqwest client initialization by @Xuanwo in https://github.com/apache/opendal/pull/7925 +* fix(dev): sync parquet release version to 0.9.0 by @chitralverma in https://github.com/apache/opendal/pull/7936 +* fix(services/gcs): stop double-encoding object paths in writer by @chitralverma in https://github.com/apache/opendal/pull/7927 +* Revert "fix(services/gcs): stop double-encoding object paths in writer" by @erickguan in https://github.com/apache/opendal/pull/7943 +* fix(services/gcs): encode object paths exactly once by @Xuanwo in https://github.com/apache/opendal/pull/7947 +* fix(integrations/dav-server): improve WebDAV handling by @ngg in https://github.com/apache/opendal/pull/7882 + +### Docs +* docs(python): fix broken Python API reference links (404) by @chitralverma in https://github.com/apache/opendal/pull/7872 +* docs(python): fix duplicated headings on layers and types API pages by @chitralverma in https://github.com/apache/opendal/pull/7880 +* doc: use plain prose and active tone for bindings by @erickguan in https://github.com/apache/opendal/pull/7902 +* doc: polish website layout and consistency by @erickguan in https://github.com/apache/opendal/pull/7907 +* docs(website): add publications page for papers using OpenDAL by @Shaurya2k06 in https://github.com/apache/opendal/pull/7914 +* docs: clarify default HTTP transport ownership by @Xuanwo in https://github.com/apache/opendal/pull/7924 +* docs: treat release candidates as tag-bound by @Xuanwo in https://github.com/apache/opendal/pull/7874 +* docs: polish inline documentations by @erickguan in https://github.com/apache/opendal/pull/7930 +* docs: correct layer behavior descriptions by @erickguan in https://github.com/apache/opendal/pull/7932 +* docs(python): migrate MkDocs setup to Zensical by @chitralverma in https://github.com/apache/opendal/pull/7951 +* doc(website): polish vote template by @erickguan in https://github.com/apache/opendal/pull/7953 +* docs: add READMEs for split crates by @Xuanwo in https://github.com/apache/opendal/pull/7961 +* docs: align Rust crate and API docs by @Xuanwo in https://github.com/apache/opendal/pull/7969 + +### CI +* ci: include http transports in rust release plan by @Xuanwo in https://github.com/apache/opendal/pull/7901 +* ci: upgrade nodejs release to npm 12 by @Xuanwo in https://github.com/apache/opendal/pull/7900 +* fix(ci): use NuGet login action instead of manual login nuget by @Fatorin in https://github.com/apache/opendal/pull/7903 +* ci: Fix Haskell CI cabal index update by @dentiny in https://github.com/apache/opendal/pull/7941 +* ci: fix python armhf release by excluding services-goosefs by @erickguan in https://github.com/apache/opendal/pull/7950 +* ci: use trusted publishing for Rust releases by @Xuanwo in https://github.com/apache/opendal/pull/7964 + +### Chore +* chore(deps): bump bytes from 1.12.0 to 1.12.1 in /core in the http-serialization-utils group across 1 directory by @dependabot[bot] in https://github.com/apache/opendal/pull/7892 +* chore(deps): bump the others group across 1 directory with 6 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7893 +* chore(deps): upgrade hdfs-native to 0.14 by @chitralverma in https://github.com/apache/opendal/pull/7910 +* chore(goosefs): bump goosefs-sdk to 0.1.8 by @XuQianJin-Stars in https://github.com/apache/opendal/pull/7929 +* chore: include license and notice files in published crates by @ankane in https://github.com/apache/opendal/pull/7931 +* chore(deps): upgrade object_store to 0.14.1 by @Xuanwo in https://github.com/apache/opendal/pull/7935 +* chore(deps): bump cc to 1.4.0 by @erickguan in https://github.com/apache/opendal/pull/7958 +* chore: Update package description for parquet integration by @tisonkun in https://github.com/apache/opendal/pull/7960 +* chore(deps): bump anyhow from 1.0.103 to 1.0.104 in /core in the logs-errors-checksums group across 1 directory by @dependabot[bot] in https://github.com/apache/opendal/pull/7956 +* chore(deps): bump the others group across 1 directory with 7 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7959 +* chore(deps): bump the async-runtime group across 1 directory with 3 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7955 +* chore(deps): bump tokio from 1.52.3 to 1.53.1 in /bindings/ruby by @dependabot[bot] in https://github.com/apache/opendal/pull/7965 +* chore(deps): bump dependencies by @erickguan in https://github.com/apache/opendal/pull/7970 + +### New Contributors +* @anandubey made their first contribution in https://github.com/apache/opendal/pull/7386 +* @ByteBaker made their first contribution in https://github.com/apache/opendal/pull/7884 +* @Shaurya2k06 made their first contribution in https://github.com/apache/opendal/pull/7914 +* @robd003 made their first contribution in https://github.com/apache/opendal/pull/7906 +* @ankane made their first contribution in https://github.com/apache/opendal/pull/7931 + +**Full Changelog**: https://github.com/apache/opendal/compare/v0.58.0...v0.58.1 + +## [v0.58.0] - 2026-07-07 + +### Breaking Changes +* core: `Operator::new(builder)` now returns a finished `Operator`; remove the old `.finish()` call. The typed runtime composition pipeline has been replaced by `Service` / `ServiceDyn` / `Servicer` plus `OperationContext`. +* core: raw `Service` / `ServiceDyn` factories for `read`, `write`, `delete`, `list`, and `copy` now return OIO bodies synchronously. Move asynchronous work into the returned body implementation. +* core: `OperatorInfo::native_capability()` and native/full capability APIs have been removed. Use `OperatorInfo::capability()` as the composed operator availability contract. +* core: runtime composition APIs have been consolidated around `OperationContext`, `Operator::with_context`, `Operator::from_parts`, and `Operator::into_parts`; `inner`, `into_inner`, `executor_ref`, `http_transport`, `executor`, and `from_service` have been removed. +* core: `raw::AtomicContentLength`, `raw::PathCacher`, `raw::PathQuery`, and the `internal-path-cache` feature have been removed. +* core: `BytesRange` is now public and suffix reads are expressed with `BytesRange::suffix(size)`. +* bindings/c, bindings/go, bindings/java, and bindings/dotnet: operator info now exposes a single composed `capability`; previous `full` and `native` capability APIs were removed or renamed. + +### Added +* feat(binding/go): Add ListOptions with recursive support by @FrankYang0529 in https://github.com/apache/opendal/pull/7605 +* feat(website): introduce a design system and rebuild the homepage by @Xuanwo in https://github.com/apache/opendal/pull/7638 +* feat(binding/go): expose all metata fields to golang by @dentiny in https://github.com/apache/opendal/pull/7646 +* feat(website): add Paimon Rust to logo wall by @QuakeWang in https://github.com/apache/opendal/pull/7643 +* feat(lister.go): Add opendal_list_options_set_limit and opendal_list_options_set_start_after by @FrankYang0529 in https://github.com/apache/opendal/pull/7649 +* feat(binding/go): expose all write options by @dentiny in https://github.com/apache/opendal/pull/7647 +* feat(services/oss): support content_encoding in write operations by @ITpandaffm in https://github.com/apache/opendal/pull/7658 +* feat(binding/go): expose all read options by @dentiny in https://github.com/apache/opendal/pull/7665 +* feat(services/azdls): support conditional read headers by @YuangGao in https://github.com/apache/opendal/pull/7667 +* feat(delete.go): add options version and recursive by @FrankYang0529 in https://github.com/apache/opendal/pull/7676 +* feat(binding/go): expose all stats options by @dentiny in https://github.com/apache/opendal/pull/7670 +* feat(binding/go): upgrade FFI package to latest version by @dentiny in https://github.com/apache/opendal/pull/7681 +* feat(core): Add copy source version support by @Xuanwo in https://github.com/apache/opendal/pull/7679 +* feat(lister.go): Add opendal_list_options_set_versions and opendal_list_options_set_deleted by @FrankYang0529 in https://github.com/apache/opendal/pull/7645 +* feat(website): add GooseFS to logo wall and services by @XuQianJin-Stars in https://github.com/apache/opendal/pull/7709 +* feat(copy.go): add copy options by @FrankYang0529 in https://github.com/apache/opendal/pull/7707 +* feat(binding/go): add missing read options by @dentiny in https://github.com/apache/opendal/pull/7728 +* feat(website): Add per-service configuration reference pages by @Xuanwo in https://github.com/apache/opendal/pull/7730 +* feat(core)!: Add suffix read support by @Xuanwo in https://github.com/apache/opendal/pull/7734 +* feat(metrics): add operation label to a few backends [1/N] by @dentiny in https://github.com/apache/opendal/pull/7530 +* [2/N] feat(metrics): annotate metrics with operation name by @dentiny in https://github.com/apache/opendal/pull/7748 +* feat(core): expose operator base service and context by @ngg in https://github.com/apache/opendal/pull/7788 +* feat(services/swift): support list with start_after by @edmc-ss in https://github.com/apache/opendal/pull/7810 +* feat(binding/go): add presign with options by @dentiny in https://github.com/apache/opendal/pull/7814 +* feat(fs): copy with metadata by @dentiny in https://github.com/apache/opendal/pull/7535 +* feat(services/webdav): support conditional read headers by @YuangGao in https://github.com/apache/opendal/pull/7637 +* feat(services/obs): support if_modified_since and if_unmodified_since… by @YuangGao in https://github.com/apache/opendal/pull/7708 +* feat(binding/go): add reader with options by @ryankert01 in https://github.com/apache/opendal/pull/7817 +* feat(services/http): support if_modified_since and if_unmodified_since by @YuangGao in https://github.com/apache/opendal/pull/7636 +* feat(services/hf): honor HF_HUB_DISABLE_XET to force http download mode by @AlJohri in https://github.com/apache/opendal/pull/7819 +* feat(core): add conditional rename option by @hfutatzhanghb in https://github.com/apache/opendal/pull/7815 +* feat(binding/go): add write with metadata by @ryankert01 in https://github.com/apache/opendal/pull/7827 +* feat(http-transport-reqwest): allow tls options by @erickguan in https://github.com/apache/opendal/pull/7798 +* feat(dev): support dotnet version updates by @Xuanwo in https://github.com/apache/opendal/pull/7862 +### Changed +* refactor: switch S3 crc32c checksum to crc-fast by @PsiACE in https://github.com/apache/opendal/pull/7662 +* refactor(core): Rename oio::Read to ReadStream by @Xuanwo in https://github.com/apache/opendal/pull/7675 +* refactor(core): Move read range to raw reader by @Xuanwo in https://github.com/apache/opendal/pull/7678 +* refactor!: Refactor runtime service composition by @Xuanwo in https://github.com/apache/opendal/pull/7743 +* refactor!: simplify stateful operation factories by @Xuanwo in https://github.com/apache/opendal/pull/7746 +* refactor!: Remove native and full capability APIs by @Xuanwo in https://github.com/apache/opendal/pull/7747 +* refactor: introduce HTTP transporter API by @Xuanwo in https://github.com/apache/opendal/pull/7759 +* refactor(foyer): implement Code manually to drop bincode dependency by @Xuanwo in https://github.com/apache/opendal/pull/7772 +* refactor(core)!: remove unused AtomicContentLength util by @Xuanwo in https://github.com/apache/opendal/pull/7773 +* refactor(core): delegate presign_stat/presign_read to their _with variants by @Xuanwo in https://github.com/apache/opendal/pull/7775 +* refactor(core)!: remove unused PathCacher and internal-path-cache feature by @Xuanwo in https://github.com/apache/opendal/pull/7778 +* refactor(core)!: rework Operator runtime composition API by @Xuanwo in https://github.com/apache/opendal/pull/7779 +* refactor(core): make reqsign-core an optional dependency by @Xuanwo in https://github.com/apache/opendal/pull/7784 +* refactor(core): lazy open positioned read handles by @Xuanwo in https://github.com/apache/opendal/pull/7796 +* refactor: normalize service module layout by @Xuanwo in https://github.com/apache/opendal/pull/7797 +* refactor(bindings/python): use declarative pymodule syntax by @chitralverma in https://github.com/apache/opendal/pull/7812 +* refactor(bindings/python): generate type stubs with pyo3 introspection by @chitralverma in https://github.com/apache/opendal/pull/7824 +### Fixed +* fix(services/hf): avoid logging full HTML error pages by @kszucs in https://github.com/apache/opendal/pull/7634 +* fix(website): mobile drawer menu by @suyanhanx in https://github.com/apache/opendal/pull/7644 +* fix(services/azdls): Handle not modified as condition mismatch by @Xuanwo in https://github.com/apache/opendal/pull/7674 +* fix(ci): release dotnet workflow by @Fatorin in https://github.com/apache/opendal/pull/7673 +* fix(services): bound batch-delete result allocation against malformed server responses by @tonghuaroot in https://github.com/apache/opendal/pull/7683 +* fix(services/fs): confine object keys to the configured root by rejecting parent-dir traversal by @tonghuaroot in https://github.com/apache/opendal/pull/7684 +* fix(layers): Align reader observability by @Xuanwo in https://github.com/apache/opendal/pull/7687 +* fix(services/webdav): remove unnecessary mut by @Xuanwo in https://github.com/apache/opendal/pull/7717 +* fix(services/fs): preserve backslash in filenames on Unix during list by @tonghuaroot in https://github.com/apache/opendal/pull/7721 +* fix(services): confine compfs/monoiofs object keys to root by rejecting parent-dir traversal by @tonghuaroot in https://github.com/apache/opendal/pull/7702 +* fix(fuzz): fall back to fs operator so fuzz targets produce real coverage by @tonghuaroot in https://github.com/apache/opendal/pull/7723 +* fix(services/fs): cache fs reader by @dentiny in https://github.com/apache/opendal/pull/7782 +* fix(services/onedrive): build correct children URL when listing root by @tonghuaroot in https://github.com/apache/opendal/pull/7720 +* fix(services/memcached): TCP address resolution by @flip1995 in https://github.com/apache/opendal/pull/7701 +* fix(webdav): support multiple propstat entries by @ZeonXr in https://github.com/apache/opendal/pull/7823 +* Fix C binding empty byte buffers by @fallintoplace in https://github.com/apache/opendal/pull/7807 +* fix(layers/foyer): preserve read args while filling full-object cache by @tonghuaroot in https://github.com/apache/opendal/pull/7718 +* fix(fuzz): resolve fuzz_reader timeout on OSS-Fuzz by @tonghuaroot in https://github.com/apache/opendal/pull/7831 +* fix(object_store): export send future helper by @hfutatzhanghb in https://github.com/apache/opendal/pull/7851 +* fix(services/sqlite): stat getting the entire object by @erickguan in https://github.com/apache/opendal/pull/7853 +* fix(services): improve stat implementation by @erickguan in https://github.com/apache/opendal/pull/7857 +### Docs +* docs: update OpenDAL release skill by @Xuanwo in https://github.com/apache/opendal/pull/7655 +* docs(website): use project logos in used-by wall by @Xuanwo in https://github.com/apache/opendal/pull/7657 +* docs: update PMC member nomination process by @Xuanwo in https://github.com/apache/opendal/pull/7668 +* RFC-7660: Move Read Range To Reader by @Xuanwo in https://github.com/apache/opendal/pull/7660 +* RFC-7182: file restoration API by @NikitaMatskevich in https://github.com/apache/opendal/pull/7182 +* docs: Sync AGENTS.md with current layout by @Xuanwo in https://github.com/apache/opendal/pull/7677 +* RFC: Capability API by @Xuanwo in https://github.com/apache/opendal/pull/7700 +* Add Ruby binding links by @erickguan in https://github.com/apache/opendal/pull/7713 +* docs: add Noorle to users list by @scollins99 in https://github.com/apache/opendal/pull/7727 +* docs: remove non-core docs pages by @Xuanwo in https://github.com/apache/opendal/pull/7733 +* feat(website): Add a concepts page with an interactive mental model by @Xuanwo in https://github.com/apache/opendal/pull/7735 +* RFC-7740: Operator Composition by @Xuanwo in https://github.com/apache/opendal/pull/7740 +* RFC-7744: Simplify Stateful Operation Factory by @Xuanwo in https://github.com/apache/opendal/pull/7744 +* docs: Add project security threat model by @potiuk in https://github.com/apache/opendal/pull/7641 +* RFC: Add HTTP transporter design by @Xuanwo in https://github.com/apache/opendal/pull/7749 +* docs: fix threat model style by @erickguan in https://github.com/apache/opendal/pull/7781 +* Wire AGENTS.md -> SECURITY.md -> threat model for agent discoverability by @potiuk in https://github.com/apache/opendal/pull/7785 +* docs: rework per-language guides around a task-centric structure by @Xuanwo in https://github.com/apache/opendal/pull/7787 +* docs: clarify operator context composition by @Xuanwo in https://github.com/apache/opendal/pull/7791 +* docs: source every Getting Started snippet from a runnable, CI-checked example by @Xuanwo in https://github.com/apache/opendal/pull/7790 +* docs(website): link landing service and binding entries to docs by @Xuanwo in https://github.com/apache/opendal/pull/7795 +* rfc: path normalization and secure hardening by @erickguan in https://github.com/apache/opendal/pull/7799 +* docs(services/s3): fix inverted comment on disable_list_objects_v2 by @yangyang233333 in https://github.com/apache/opendal/pull/7820 +* RFC: rename if not exists by @hfutatzhanghb in https://github.com/apache/opendal/pull/7818 +* docs(website): add more language snippets by @erickguan in https://github.com/apache/opendal/pull/7805 +### CI +* chore(bindings/ruby): use service tests scheme for ruby binding tests by @erickguan in https://github.com/apache/opendal/pull/7635 +* fix(ci): keep website root deployment on main only by @suyanhanx in https://github.com/apache/opendal/pull/7654 +* ci: Use asfml for discussion thread links by @Xuanwo in https://github.com/apache/opendal/pull/7669 +* ci: reduce cache conflict and usage by @erickguan in https://github.com/apache/opendal/pull/7642 +* feat(ci): add golang package into dependabot by @dentiny in https://github.com/apache/opendal/pull/7682 +* ci: update rustdoc toolchain by @Xuanwo in https://github.com/apache/opendal/pull/7699 +* ci: fix release Ruby binding workflow by @erickguan in https://github.com/apache/opendal/pull/7672 +* ci: start azurite via npm by @Xuanwo in https://github.com/apache/opendal/pull/7715 +* ci: fix hadoop connector cache size by @erickguan in https://github.com/apache/opendal/pull/7729 +* ci: binding dependabot configs by @erickguan in https://github.com/apache/opendal/pull/7742 +* ci: fix dependabot config by @Xuanwo in https://github.com/apache/opendal/pull/7750 +* ci: add cargo updates for other directories by @erickguan in https://github.com/apache/opendal/pull/7761 +* ci: fix dependabot cargo directory overlap by @Xuanwo in https://github.com/apache/opendal/pull/7763 +* ci: fix ruby native build by @erickguan in https://github.com/apache/opendal/pull/7704 +* ci: collapse dependabot group and fix by @erickguan in https://github.com/apache/opendal/pull/7771 +* ci: build only generic macOS target by @erickguan in https://github.com/apache/opendal/pull/7800 +* ci: cache docusaurus build cache by @erickguan in https://github.com/apache/opendal/pull/7806 +* ci: tighten ruby release process by @erickguan in https://github.com/apache/opendal/pull/7859 +* ci: fix release workflow tag publishing by @Xuanwo in https://github.com/apache/opendal/pull/7863 +### Chore +* chore(services/compfs): bump compio version by @George-Miao in https://github.com/apache/opendal/pull/7666 +* chore(deps): update reqwest requirement from 0.12.24 to 0.13.1 in /integrations/dav-server by @dependabot[bot] in https://github.com/apache/opendal/pull/7171 +* chore(deps): bump the logs-errors-checksums group in /core with 2 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7697 +* chore(deps): bump tokio from 1.52.2 to 1.52.3 in /core in the async-runtime group by @dependabot[bot] in https://github.com/apache/opendal/pull/7696 +* chore(deps): bump the others group in /bindings/go/tests/behavior_tests with 4 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7689 +* chore(deps): bump golang.org/x/sys from 0.24.0 to 0.45.0 in /bindings/go in the others group by @dependabot[bot] in https://github.com/apache/opendal/pull/7688 +* chore(deps): update object_store requirement from 0.12.3 to 0.13.0 in /integrations/object_store by @dependabot[bot] in https://github.com/apache/opendal/pull/7118 +* chore(deps): bump the http-serialization-utils group in /core with 6 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7693 +* chore(deps): bump the pyo3 group in /bindings/python with 3 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7690 +* chore(deps): bump the others group in /core with 22 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7698 +* chore(deps): bump the others group across 1 directory with 5 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7652 +* chore(deps): bump the third-party-actions group with 4 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7695 +* chore(deps): bump the github-actions group with 3 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7691 +* chore(deps-dev): update activesupport requirement from ~> 8.0.5 to ~> 8.1.3 in /bindings/ruby by @dependabot[bot] in https://github.com/apache/opendal/pull/7753 +* chore(deps): bump golang.org/x/sys from 0.45.0 to 0.46.0 in /bindings/go by @dependabot[bot] in https://github.com/apache/opendal/pull/7751 +* chore(deps): update datafusion requirement from 53.0.0 to 54.0.0 in /integrations/object_store by @dependabot[bot] in https://github.com/apache/opendal/pull/7754 +* chore(deps): bump the http-serialization-utils group across 1 directory with 3 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7755 +* chore: upgrade pyo3 to 0.29 by @Xuanwo in https://github.com/apache/opendal/pull/7789 +* chore: Update copyright year in NOTICE file by @tisonkun in https://github.com/apache/opendal/pull/7792 +* chore(bindings/java): migrate to jni 0.22 by @Xuanwo in https://github.com/apache/opendal/pull/7777 +* chore(deps): bump the others group across 1 directory with 6 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7776 +* chore(deps-dev): update minitest-reporters requirement from ~> 1.7.1 to ~> 1.8.0 in /bindings/ruby by @dependabot[bot] in https://github.com/apache/opendal/pull/7774 +* chore(deps): update rb-sys-env requirement from 0.1.2 to 0.2.3 in /bindings/ruby by @dependabot[bot] in https://github.com/apache/opendal/pull/7770 +* chore(deps): update mlua requirement from 0.9 to 0.11 in /bindings/lua by @dependabot[bot] in https://github.com/apache/opendal/pull/7766 +* chore(deps): update ext-php-rs requirement from 0.13.1 to 0.15.15 in /bindings/php by @dependabot[bot] in https://github.com/apache/opendal/pull/7767 +* chore(deps): bump the third-party-actions group across 1 directory with 2 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7757 +* chore(bindings/python): replace pyright with ty for type checking by @chitralverma in https://github.com/apache/opendal/pull/7813 +* chore(deps): bump syn from 2.0.100 to 2.0.117 in /dev by @dependabot[bot] in https://github.com/apache/opendal/pull/7846 +* chore(deps): bump minijinja from 2.5.0 to 2.21.0 in /dev by @dependabot[bot] in https://github.com/apache/opendal/pull/7845 +* chore(deps): bump semver from 1.0.25 to 1.0.27 in /dev by @dependabot[bot] in https://github.com/apache/opendal/pull/7842 +* chore(deps): bump flate2 from 1.1.0 to 1.1.9 in /dev by @dependabot[bot] in https://github.com/apache/opendal/pull/7843 +* chore(deps): bump the others group in /core with 6 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7847 +* chore(deps): bump clap from 4.5.23 to 4.5.60 in /dev by @dependabot[bot] in https://github.com/apache/opendal/pull/7844 +* chore(deps): bump the logs-errors-checksums group across 1 directory with 2 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7841 +* chore(deps): bump the http-serialization-utils group across 1 directory with 3 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7835 +* chore(deps): bump crate-ci/typos from 1.47.2 to 1.48.0 in the third-party-actions group by @dependabot[bot] in https://github.com/apache/opendal/pull/7837 +* chore(deps): bump the github-actions group across 1 directory with 2 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7833 +* chore: MSRV 1.91 by @tisonkun in https://github.com/apache/opendal/pull/7849 +* chore(release): finalize Ruby binding version by @Xuanwo in https://github.com/apache/opendal/pull/7861 + +## New Contributors +* @FrankYang0529 made their first contribution in https://github.com/apache/opendal/pull/7605 +* @ITpandaffm made their first contribution in https://github.com/apache/opendal/pull/7658 +* @NikitaMatskevich made their first contribution in https://github.com/apache/opendal/pull/7182 +* @tonghuaroot made their first contribution in https://github.com/apache/opendal/pull/7683 +* @georgeorange-crypto made their first contribution in https://github.com/apache/opendal/pull/7639 +* @scollins99 made their first contribution in https://github.com/apache/opendal/pull/7727 +* @potiuk made their first contribution in https://github.com/apache/opendal/pull/7641 +* @edmc-ss made their first contribution in https://github.com/apache/opendal/pull/7810 +* @flip1995 made their first contribution in https://github.com/apache/opendal/pull/7701 +* @yangyang233333 made their first contribution in https://github.com/apache/opendal/pull/7820 +* @hfutatzhanghb made their first contribution in https://github.com/apache/opendal/pull/7818 +* @ZeonXr made their first contribution in https://github.com/apache/opendal/pull/7823 +* @ryankert01 made their first contribution in https://github.com/apache/opendal/pull/7817 +* @fallintoplace made their first contribution in https://github.com/apache/opendal/pull/7807 +* @AlJohri made their first contribution in https://github.com/apache/opendal/pull/7819 + +**Full Changelog**: https://github.com/apache/opendal/compare/v0.57.0...v0.58.0 + +## [v0.57.0] - 2026-05-28 + +### Breaking Changes +* core: `Operator::copy`, `copy_options`, `copy_with`, and blocking copy APIs now return `Metadata` instead of `()`. Custom raw copy implementations must implement the new copier flow and return server-side completion metadata from `oio::Copy::close`. +* core: `RpRead` now carries optional `Metadata` observed while opening a read operation. Out-of-tree raw services that previously populated `RpRead` size or range fields must return `RpRead::new(metadata)` when read metadata is available, or `RpRead::default()` otherwise. +* core: `RetryInterceptor::intercept` now takes a single `RetryEvent<'_>` argument instead of `(&Error, Duration)`. Update custom retry interceptors to read retry error, delay, operation, and attempt data from the event. +* observability: HTTP metrics now include the `service_operation` label for service-specific request names. Update Prometheus, OpenTelemetry, fastmetrics, or custom metrics consumers that assume the previous HTTP metric label set. +* services: S3-compatible services now use `skip_signature` for unsigned requests. S3, OSS, and GCS keep `allow_anonymous` as a deprecated alias; TOS users must migrate to `skip_signature` because `allow_anonymous` has been removed. GCS `skip_signature` now unconditionally bypasses signing instead of falling back on credential errors. +* services/hf: `repo_type` is now required for the Hugging Face service. Set `repo_type` explicitly, for example `model`, `dataset`, `space`, or `bucket`, instead of relying on the previous implicit `model` default. +* services/tos: `TosBuilder::enable_versioning` and `TosConfig::enable_versioning` have been removed. TOS now declares versioned stat/read/delete capabilities natively. +* bindings/java: generated `ServiceConfig` now uses canonical service names. Replace `ServiceConfig.Huggingface` with `ServiceConfig.Hf`; generated `scheme()` values for services such as Aliyun Drive, Cloudflare KV, HDFS Native, Vercel Artifacts, Vercel Blob, and Yandex Disk now return hyphenated canonical schemes instead of underscore variants. + +### Added +* feat(bindings/python): add behavior tests for conditional read/write by @TennyZhuang in https://github.com/apache/opendal/pull/7449 +* feat(bindings/python): expose list_with_versions and list_with_deleted in Capability by @TennyZhuang in https://github.com/apache/opendal/pull/7445 +* feat(bindings/python): expose if_not_exists option for copy by @TennyZhuang in https://github.com/apache/opendal/pull/7442 +* feat(bindings/python): expose DeleteOptions version and recursive params by @TennyZhuang in https://github.com/apache/opendal/pull/7443 +* feat(metrics): Add regression test for metrics recording by @dentiny in https://github.com/apache/opendal/pull/7362 +* feat(bindings/nodejs): add Operator.fromUri static factory by @TennyZhuang in https://github.com/apache/opendal/pull/7471 +* feat(bindings/nodejs): add Entry.name getter by @TennyZhuang in https://github.com/apache/opendal/pull/7470 +* feat(bindings/nodejs): add presignDelete method and Capability getter by @TennyZhuang in https://github.com/apache/opendal/pull/7468 +* feat(bindings/dart): add File.read and File.write with error mapping by @TennyZhuang in https://github.com/apache/opendal/pull/7473 +* feat(services/oss): support ECS RAM role credentials by @WenyXu in https://github.com/apache/opendal/pull/7480 +* feat(retry): record more fields in the retry interceptor by @dentiny in https://github.com/apache/opendal/pull/7406 +* feat(metrics): add service operation to metrics label by @dentiny in https://github.com/apache/opendal/pull/7407 +* feat(bindings/python): expose stat_with_if_modified_since, stat_with_if_unmodified_since, stat_with_version in Capability by @TennyZhuang in https://github.com/apache/opendal/pull/7444 +* feat(oss): add operation label for metrics by @dentiny in https://github.com/apache/opendal/pull/7489 +* feat(azure): Add operation label to azure operations by @dentiny in https://github.com/apache/opendal/pull/7488 +* feat(gcs): add service operation in metrics by @dentiny in https://github.com/apache/opendal/pull/7487 +* feat(core): expose metadata access for raw list entries by @ngg in https://github.com/apache/opendal/pull/7493 +* feat(hf): auto-discover token from env and credential file by @kszucs in https://github.com/apache/opendal/pull/7490 +* feat(services/opfs): OPFS backend for OpenDAL by @jccampagne in https://github.com/apache/opendal/pull/7199 +* feat(services/s3): support configuring assume role duration_seconds by @YuangGao in https://github.com/apache/opendal/pull/7495 +* feat(services/goosefs): implement opendal-service-goosefs crate backed by goosefs-sdk by @XuQianJin-Stars in https://github.com/apache/opendal/pull/7428 +* feat(service/tos): impl tos read/write/delete by @ddupg in https://github.com/apache/opendal/pull/7350 +* feat(services/mysql): support list by @fengys1996 in https://github.com/apache/opendal/pull/7076 +* feat(services/s3): support configuring assume role session tags by @YuangGao in https://github.com/apache/opendal/pull/7518 +* feat(services/cos): support copy_with_if_not_exists via x-cos-forbid-… by @mikewhb in https://github.com/apache/opendal/pull/7526 +* feat(core): add split_to and split_off to Buffer by @kimjune01 in https://github.com/apache/opendal/pull/7513 +* feat(bindings/java): Add musl platform support by @Xuanwo in https://github.com/apache/opendal/pull/7087 +* feat(services/azdls): Add user defined metadata support by @YuangGao in https://github.com/apache/opendal/pull/7528 +* feat(binding/c): extract metadata from list entry by @dentiny in https://github.com/apache/opendal/pull/7529 +* feat(binding/golang): expose metadata on list operation by @dentiny in https://github.com/apache/opendal/pull/7534 +* feat(core): add copier api by @Xuanwo in https://github.com/apache/opendal/pull/7527 +* feat(services/azblob): support skip_signature by @YuangGao in https://github.com/apache/opendal/pull/7533 +* feat(services/s3): add multipart copier by @Xuanwo in https://github.com/apache/opendal/pull/7541 +* feat(core): add capability override layer by @Xuanwo in https://github.com/apache/opendal/pull/7520 +* feat(services/gcs): add rewrite copier by @Xuanwo in https://github.com/apache/opendal/pull/7545 +* feat(services/s3): Rename allow_anonymous to skip_signature by @YuangGao in https://github.com/apache/opendal/pull/7544 +* feat(core): Add content length hints for read and copy by @leiysky in https://github.com/apache/opendal/pull/7543 +* feat(services/tos): add list support by @ddupg in https://github.com/apache/opendal/pull/7536 +* feat(services/oss): Rename allow_anonymous to skip_signature by @YuangGao in https://github.com/apache/opendal/pull/7556 +* feat(services/tos): Add native copy support by @ddupg in https://github.com/apache/opendal/pull/7553 +* feat(services/tos): Rename allow_anonymous to skip_signature by @YuangGao in https://github.com/apache/opendal/pull/7566 +* feat(services/gcs): Rename allow_anonymous to skip_signature by @YuangGao in https://github.com/apache/opendal/pull/7567 +* feat(services/azblob): add block copier by @Xuanwo in https://github.com/apache/opendal/pull/7551 +* feat(services/tos): implement stat and multipart upload by @ddupg in https://github.com/apache/opendal/pull/7552 +* feat(services/tos): add versioning support by @ddupg in https://github.com/apache/opendal/pull/7575 +* feat(services/tos): enable shared capability by @ddupg in https://github.com/apache/opendal/pull/7580 +* feat(services/tos): implement copier by @ddupg in https://github.com/apache/opendal/pull/7576 +* feat(services/goosefs): bump goosefs-sdk to 0.1.2 and image to v2.1.0.1 by @XuQianJin-Stars in https://github.com/apache/opendal/pull/7588 +* feat: add reqwest-rustls-no-provider-tls feature by @valkum in https://github.com/apache/opendal/pull/7582 +* feat(services/cos): support cosn scheme and STS security token by @WangXiaoBao1222 in https://github.com/apache/opendal/pull/7418 +* feat(copy): apply timeout to copy operations by @dentiny in https://github.com/apache/opendal/pull/7594 +* feat(copy): add conditional destination copy by @dentiny in https://github.com/apache/opendal/pull/7600 +* feat(s3): validate multipart copy part number by @dentiny in https://github.com/apache/opendal/pull/7585 +* feat(core): return metadata from copy by @Xuanwo in https://github.com/apache/opendal/pull/7606 +* feat: C/Go bindings support layers by @yuchanns in https://github.com/apache/opendal/pull/7611 +* feat(core): return metadata from read by @Xuanwo in https://github.com/apache/opendal/pull/7624 +* feat(core): complete copy_with_if_match implementation by @YuangGao in https://github.com/apache/opendal/pull/7627 +* feat(services/hf): add download_mode option and require explicit repo_type by @kszucs in https://github.com/apache/opendal/pull/7625 +### Changed +* refactor(services/s3): complete capability override migration by @Xuanwo in https://github.com/apache/opendal/pull/7546 +* refactor(services/oss): complete capability override migration by @Xuanwo in https://github.com/apache/opendal/pull/7549 +* refactor(services/cos): complete capability override migration by @Xuanwo in https://github.com/apache/opendal/pull/7554 +* refactor(services/tos): remove versioning option by @Xuanwo in https://github.com/apache/opendal/pull/7555 +* refactor(services/onedrive): deprecate versioning option by @Xuanwo in https://github.com/apache/opendal/pull/7558 +* refactor(services/obs): deprecate versioning option by @Xuanwo in https://github.com/apache/opendal/pull/7560 +* refactor(services/azblob): deprecate batch option by @Xuanwo in https://github.com/apache/opendal/pull/7561 +* refactor(services/webdav): deprecate capability toggles by @Xuanwo in https://github.com/apache/opendal/pull/7562 +* refactor(services/hdfs): deprecate append option by @Xuanwo in https://github.com/apache/opendal/pull/7563 +* refactor(services/sftp): deprecate copy option by @Xuanwo in https://github.com/apache/opendal/pull/7568 +* refactor(services/azblob): use OsEnv instead of StaticEnv hack by @YuangGao in https://github.com/apache/opendal/pull/7589 +### Fixed +* fix(core): validate range bounds to prevent underflow by @TennyZhuang in https://github.com/apache/opendal/pull/7441 +* fix(bindings/python): add RateLimited and RangeNotSatisfied exception kinds by @TennyZhuang in https://github.com/apache/opendal/pull/7437 +* fix(core): prevent integer overflow in parse_into_range for u64::MAX bounds by @TennyZhuang in https://github.com/apache/opendal/pull/7397 +* fix(layers/concurrent-limit): limit copy and rename by @TennyZhuang in https://github.com/apache/opendal/pull/7452 +* fix(services/ghac): normalize cache URL joins by @TennyZhuang in https://github.com/apache/opendal/pull/7450 +* Revert "fix(services/s3): support write if-none-match" by @dentiny in https://github.com/apache/opendal/pull/7462 +* fix(core): prevent integer overflow/underflow in BytesRange conversions by @TennyZhuang in https://github.com/apache/opendal/pull/7398 +* fix(services/gdrive): stabilize behavior CI semantics by @suyanhanx in https://github.com/apache/opendal/pull/7390 +* fix(services/gdrive): restore behavior CI semantics by @suyanhanx in https://github.com/apache/opendal/pull/7486 +* fix(core): refresh tos lockfile entry by @Xuanwo in https://github.com/apache/opendal/pull/7515 +* fix(bindings/go): release owned c strings via c api by @jihuayu in https://github.com/apache/opendal/pull/7403 +* fix(services): redact credentials in debug output by @jihuayu in https://github.com/apache/opendal/pull/7523 +* fix(dev/generator): fix service generation after services refactor by @trim21 in https://github.com/apache/opendal/pull/7531 +* fix(services/azdls): return user metadata from stat by @Xuanwo in https://github.com/apache/opendal/pull/7532 +* fix(binding/go): correct entry free ffi signature by @Xuanwo in https://github.com/apache/opendal/pull/7538 +* fix(binding/go): keep service library loaded by @Xuanwo in https://github.com/apache/opendal/pull/7542 +* fix(ci): disable WebDAV metadata test for Nextcloud and OwnCloud by @Xuanwo in https://github.com/apache/opendal/pull/7565 +* fix(bindings/nodejs): Align versioned list startAfter test by @ddupg in https://github.com/apache/opendal/pull/7579 +* ci: fix up Haskell workflows by @dentiny in https://github.com/apache/opendal/pull/7586 +* fix(copy): avoid caching source metadata in copiers by @Xuanwo in https://github.com/apache/opendal/pull/7590 +* fix(copy): add retry for copy operation by @dentiny in https://github.com/apache/opendal/pull/7595 +* fix(layers): wrap copier with all layers by @dentiny in https://github.com/apache/opendal/pull/7596 +* fix(services/goosefs): bump goosefs-sdk to 0.1.3 by @XuQianJin-Stars in https://github.com/apache/opendal/pull/7603 +* fix(services/tos): Set user agent header by @ddupg in https://github.com/apache/opendal/pull/7598 +* fix(s3): fix S3 copy response by @dentiny in https://github.com/apache/opendal/pull/7602 +### Docs +* docs(bindings/dart): document local development workflow by @TennyZhuang in https://github.com/apache/opendal/pull/7478 +* docs(hf): document bucket support and update service table by @kszucs in https://github.com/apache/opendal/pull/7387 +* docs(sftp): correct key description to private key by @FilUnderscore in https://github.com/apache/opendal/pull/7492 +* docs: add OpenDAL release skill by @Xuanwo in https://github.com/apache/opendal/pull/7482 +* RFC-7519: Copier API by @Xuanwo in https://github.com/apache/opendal/pull/7519 +* docs: Add skip_signature upgrade note by @Xuanwo in https://github.com/apache/opendal/pull/7570 +* docs(services): Document skip_signature in S3 and GCS docs by @YuangGao in https://github.com/apache/opendal/pull/7572 +* docs: update architecture overview image by @Xuanwo in https://github.com/apache/opendal/pull/7574 +* docs: reshape README around action cards by @Xuanwo in https://github.com/apache/opendal/pull/7578 +* docs: tune service logo presentation by @Xuanwo in https://github.com/apache/opendal/pull/7581 +* docs(services/tos): add service docs by @ddupg in https://github.com/apache/opendal/pull/7587 +* docs: update read returns metadata RFC by @Xuanwo in https://github.com/apache/opendal/pull/7623 +### CI +* ci(bindings/dotnet): drive releases via workflow_dispatch with previe… by @Fatorin in https://github.com/apache/opendal/pull/7422 +* ci: drop skipStagingRepositoryClose for smoother staging by @tisonkun in https://github.com/apache/opendal/pull/7436 +* ci(s3): use curl -fLO to follow redirect when downloading mc by @XuQianJin-Stars in https://github.com/apache/opendal/pull/7429 +* ci(bindings/ocaml): upgrade setup-ocaml to v3 to fix opam release download by @TennyZhuang in https://github.com/apache/opendal/pull/7455 +* ci(bindings/ocaml): avoid unnecessary dune cache install by @TennyZhuang in https://github.com/apache/opendal/pull/7457 +* ci: fix main workflow failures by @Xuanwo in https://github.com/apache/opendal/pull/7476 +* ci: harden rust release publishing by @Xuanwo in https://github.com/apache/opendal/pull/7474 +* ci: fix check-msrv ci by @tisonkun in https://github.com/apache/opendal/pull/7483 +* build(deps): upgrade hotpath to 0.16.0 by @Xuanwo in https://github.com/apache/opendal/pull/7503 +* build(deps): upgrade etcd-client to 0.18.0 by @Xuanwo in https://github.com/apache/opendal/pull/7498 +* ci: install wasm-pack from official installer by @Xuanwo in https://github.com/apache/opendal/pull/7517 +* ci: Add ASF allowlist check by @Xuanwo in https://github.com/apache/opendal/pull/7516 +* ci: Add TOS behavior test setup by @Xuanwo in https://github.com/apache/opendal/pull/7548 +* fix(ci/goosefs): bind master internal RPC to 0.0.0.0 and force IPv4 by @XuQianJin-Stars in https://github.com/apache/opendal/pull/7597 +### Chore +* chore: Update .gitignore to remove bin and build entries by @tisonkun in https://github.com/apache/opendal/pull/7460 +* chore(bindings/dart): upgrade flutter_rust_bridge to 2.12.0 and fix native library loading by @TennyZhuang in https://github.com/apache/opendal/pull/7472 +* chore(deps): bump the docusaur group in /website with 3 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7464 +* chore(deps): upgrade rand to 0.10.1 by @Xuanwo in https://github.com/apache/opendal/pull/7510 +* test(bindings/nodejs): upgrade vitest for behavior stability by @suyanhanx in https://github.com/apache/opendal/pull/7564 + +## New Contributors +* @XuQianJin-Stars made their first contribution in https://github.com/apache/opendal/pull/7429 +* @FilUnderscore made their first contribution in https://github.com/apache/opendal/pull/7492 +* @jccampagne made their first contribution in https://github.com/apache/opendal/pull/7199 +* @YuangGao made their first contribution in https://github.com/apache/opendal/pull/7495 +* @fengys1996 made their first contribution in https://github.com/apache/opendal/pull/7076 +* @mikewhb made their first contribution in https://github.com/apache/opendal/pull/7526 +* @kimjune01 made their first contribution in https://github.com/apache/opendal/pull/7513 +* @valkum made their first contribution in https://github.com/apache/opendal/pull/7582 +* @WangXiaoBao1222 made their first contribution in https://github.com/apache/opendal/pull/7418 + +**Full Changelog**: https://github.com/apache/opendal/compare/v0.56.0...v0.57.0 + +## [v0.56.0] - 2026-04-16 + +### Breaking Changes +* core: `Scheme`-based APIs are now fully string-based. Migrate `Operator::from_map` and `Operator::via_map` call sites to `from_iter` and `via_iter`, and stop matching on `Scheme` values directly. +* core: service-builder `http_client` hooks and `TimeoutLayer::with_speed` have been removed after deprecation. Move HTTP customization to layered/client APIs and replace `with_speed` with `with_io_timeout`. +* core: low-level test helpers moved out of `opendal::raw::tests`. Use `opendal::tests` or depend on `opendal-testkit` directly for out-of-tree services and integrations. +* integrations/parquet: `parquet_opendal` now targets Arrow 58 and ships as `0.8.0`. Downstream integrations pinned to older Arrow releases must upgrade together. + +### Added +* feat(hugginface): allow specifying huggingface endpoint by @kszucs in https://github.com/apache/opendal/pull/6801 +* feat(services/github): Implement write returns metadata by @rich7420 in https://github.com/apache/opendal/pull/6806 +* feat(services/koofr): Implement write returns metadata by @rich7420 in https://github.com/apache/opendal/pull/6809 +* feat: Implement concurrent write for azdls by @Xuanwo in https://github.com/apache/opendal/pull/6819 +* feat: Add simulation for delete with recursive by @Xuanwo in https://github.com/apache/opendal/pull/6824 +* feat: Add delete with recursive support for fs by @Xuanwo in https://github.com/apache/opendal/pull/6827 +* feat(services/huggingface): Add repo_type=space support by @AryanBagade in https://github.com/apache/opendal/pull/6833 +* feat(services/huggingface): Enrich metadata with ETag and security scan flags by @AryanBagade in https://github.com/apache/opendal/pull/6834 +* feat(services/azdls): Add user defined metadata support by @zhan7236 in https://github.com/apache/opendal/pull/6842 +* feat(services/azfile): Add user defined metadata support by @zhan7236 in https://github.com/apache/opendal/pull/6841 +* feat(services): split cacache, dbfs, dropbox, etcd, foundationdb into separate crates by @tao12345666333 in https://github.com/apache/opendal/pull/7031 +* feat: support if_not_exists in the Memory service by @carlsverre in https://github.com/apache/opendal/pull/7036 +* feat(services/b2): Add user defined metadata support by @zhan7236 in https://github.com/apache/opendal/pull/6844 +* feat(services/fs): Add user defined metadata support by @zhan7236 in https://github.com/apache/opendal/pull/7061 +* feat(services/gdrive): implement batch recursive listing for ~200x performance improvement by @mro68 in https://github.com/apache/opendal/pull/7059 +* feat(services/fs): add `file` as an alias scheme for `fs` by @userzhy in https://github.com/apache/opendal/pull/7075 +* feat(layers/hotpath): add HotpathLayer integration by @PsiACE in https://github.com/apache/opendal/pull/7083 +* feat(bindings/java): Speed up the performance of `OperatorInputStream` by @Xuanwo in https://github.com/apache/opendal/pull/7088 +* feat: Binding Java's createInputStream and createOutputStream to support options by @Sahil-Shadwal in https://github.com/apache/opendal/pull/7097 +* feat(services/webdav): Add user defined metadata support by @userzhy in https://github.com/apache/opendal/pull/7074 +* feat: introduce foyer layer by @MrCroxx in https://github.com/apache/opendal/pull/6366 +* feat(layers/route): impl route layer as rfc 7130 by @PsiACE in https://github.com/apache/opendal/pull/7137 +* feat(services/azdls): add recursive deletion for azdls by @meteorgan in https://github.com/apache/opendal/pull/7142 +* feat(services/hdfs): add delete with recursive support for hdfs by @meteorgan in https://github.com/apache/opendal/pull/7136 +* feat(bindings/go): support presign by @yuchanns in https://github.com/apache/opendal/pull/7147 +* feat(layers/concurrent-limit): accept custom semaphore without API break by @PsiACE in https://github.com/apache/opendal/pull/7082 +* feat(services/memcached): Support connection via unix domain socket by @zenyanle in https://github.com/apache/opendal/pull/7112 +* feat(webdav): disable_create_dir for servers without PROPFIND by @weihanglo in https://github.com/apache/opendal/pull/7177 +* feat(services/swift): add conditional request headers for stat and read by @benroeder in https://github.com/apache/opendal/pull/7208 +* feat(services/swift): add bulk delete support by @benroeder in https://github.com/apache/opendal/pull/7210 +* feat(services/swift): add SLO multipart upload for large objects by @benroeder in https://github.com/apache/opendal/pull/7212 +* feat(services/swift): add TempURL presigned URL support by @benroeder in https://github.com/apache/opendal/pull/7214 +* feat(services): reduce list fallback stat for local kv backends by @Xuanwo in https://github.com/apache/opendal/pull/7218 +* feat(services/s3): Add a way to specify a default object ACL by @antoine-de in https://github.com/apache/opendal/pull/7186 +* feat(services/tos): add volcengine TOS support by @ddupg in https://github.com/apache/opendal/pull/7233 +* feat(services/http): Add https as alias for http scheme by @clbarnes in https://github.com/apache/opendal/pull/7241 +* feat(bindings/dotnet): Bindings dotnet implement by @Fatorin in https://github.com/apache/opendal/pull/7238 +* feat(integrations/parquet): upgrade arrow-rs to 58.0.0 by @jo-migo in https://github.com/apache/opendal/pull/7250 +* feat(services/s3): Add ACL on multipart upload by @antoine-de in https://github.com/apache/opendal/pull/7255 +* feat(bindings/python): support options for presign operations by @atakiar in https://github.com/apache/opendal/pull/7265 +* feat(s3): validate checksum before making HTTP requests by @dentiny in https://github.com/apache/opendal/pull/7296 +* feat(services/sftp): add write_with_if_not_exists support by @unbrice in https://github.com/apache/opendal/pull/7251 +* feat(services/hdfs-native): service hdfs-native support high availability (HA) cluster by @qingfeng-occ in https://github.com/apache/opendal/pull/7248 +* feat(bindings/dotnet): standardize naming to OpenDAL and enforce RC releases by @Fatorin in https://github.com/apache/opendal/pull/7355 +* feat(services/vercel): Add additional options to Vercel cache backend by @mmastrac in https://github.com/apache/opendal/pull/7334 +* feat(hf): support writing and reading from both http and xet by @kszucs in https://github.com/apache/opendal/pull/7185 +* feat(services/azfile): return write metadata by @spereyra-dev in https://github.com/apache/opendal/pull/7381 +* feat: `get_ranges` 2x performance degradation by @comphead in https://github.com/apache/opendal/pull/7380 +* feat: Add foyer service by @flaneur2020 in https://github.com/apache/opendal/pull/7160 +* feat(s3): by default quiet batch delete s3 objects by @dentiny in https://github.com/apache/opendal/pull/7415 + +### Changed +* refactor!: Migrate service s3 to reqsign-core 2.0 by @Xuanwo in https://github.com/apache/opendal/pull/6656 +* refactor: Implement SimulateLayer to make simulate logic more maintai… by @Xuanwo in https://github.com/apache/opendal/pull/6822 +* refactor!: Refactor oio::Delete to make it's API simple by @Xuanwo in https://github.com/apache/opendal/pull/6823 +* refactor: use web-time types on wasm32 target by @tisonkun in https://github.com/apache/opendal/pull/6852 +* refactor: Split core out to prepare for splitting by @Xuanwo in https://github.com/apache/opendal/pull/6858 +* refactor: Reuse from_uri logic inside via iter by @Xuanwo in https://github.com/apache/opendal/pull/6862 +* refactor: Remove scheme from python binding by @Xuanwo in https://github.com/apache/opendal/pull/6863 +* refactor!: Remove the concept of scheme by @Xuanwo in https://github.com/apache/opendal/pull/6864 +* refactor: Register service at the start of run time instead by @Xuanwo in https://github.com/apache/opendal/pull/6865 +* refactor: Move services s3 out as a crate by @Xuanwo in https://github.com/apache/opendal/pull/6866 +* refactor: Split async_backtrace layer to new crate by @Xuanwo in https://github.com/apache/opendal/pull/6867 +* refactor(services/moka): Move services moka out as a crate by @manchangfengxu in https://github.com/apache/opendal/pull/6868 +* refactor: Split all azure storage services and ghac by @Xuanwo in https://github.com/apache/opendal/pull/6874 +* refactor: Split await tree layer to new crate by @Xuanwo in https://github.com/apache/opendal/pull/6875 +* refactor(!): Remove deprecated http client config by @Xuanwo in https://github.com/apache/opendal/pull/6878 +* refactor: Split service aliyun drive to new crate by @Xuanwo in https://github.com/apache/opendal/pull/6879 +* refactor: Split capability check to seperate layer by @Xuanwo in https://github.com/apache/opendal/pull/6952 +* refactor: Split service hdfs-native to new crate by @chitralverma in https://github.com/apache/opendal/pull/6953 +* refactor: split metrics related crates to new crates by @Xuanwo in https://github.com/apache/opendal/pull/6954 +* refactor: Split service mysql to new crate by @fenfeng9 in https://github.com/apache/opendal/pull/6960 +* refactor: split tracing layer to new crate by @ButterBright in https://github.com/apache/opendal/pull/6962 +* refactor: Split mime-guess layer to new crate by @koushiro in https://github.com/apache/opendal/pull/6966 +* refactor: Split tail-cut layer to new crate by @koushiro in https://github.com/apache/opendal/pull/6968 +* refactor: Split fastrace layer to new crate by @koushiro in https://github.com/apache/opendal/pull/6965 +* refactor: Split oteltrace layer to new crate by @koushiro in https://github.com/apache/opendal/pull/6969 +* refactor: Split service postgresql to new crate by @fenfeng9 in https://github.com/apache/opendal/pull/6973 +* refactor: Split service cloudflare-kv out of core by @tao12345666333 in https://github.com/apache/opendal/pull/6974 +* refactor: Split immutable-index layer to new crate by @koushiro in https://github.com/apache/opendal/pull/6967 +* refactor(services/ftp): split service into its own crate by @xxxuuu in https://github.com/apache/opendal/pull/6979 +* refactor: split throttle layer to new crate by @EricZZZ in https://github.com/apache/opendal/pull/6980 +* refactor(services/sled): split service into its own crate by @xxxuuu in https://github.com/apache/opendal/pull/6981 +* refactor(services/ipfs): extract ipfs service into separate crate by @XYenon in https://github.com/apache/opendal/pull/6991 +* refactor: Split service tikv to new crate by @fenfeng9 in https://github.com/apache/opendal/pull/6997 +* refactor: split oss service to new crate by @ButterBright in https://github.com/apache/opendal/pull/6978 +* refactor: Split service gcs out of core by @tao12345666333 in https://github.com/apache/opendal/pull/7002 +* refactor: Consolidate opendal_core imports in tests by @PiyushXCoder in https://github.com/apache/opendal/pull/7012 +* refactor: Split service alluxio to new crate by @EricZZZ in https://github.com/apache/opendal/pull/7006 +* refactor: Split service fs out of core by @tao12345666333 in https://github.com/apache/opendal/pull/6970 +* refactor: split chaos related to new crate by @zhanghuidinah in https://github.com/apache/opendal/pull/7010 +* refactor(services/sqlite): split sqlite service into separate crate by @yueneiqi in https://github.com/apache/opendal/pull/7014 +* refactor: Split service b2 out of core by @tao12345666333 in https://github.com/apache/opendal/pull/6982 +* refactor: Split mini-moka service to new crate by @koushiro in https://github.com/apache/opendal/pull/7020 +* refactor: Split dashmap service to new crate by @koushiro in https://github.com/apache/opendal/pull/7022 +* refactor: Split memcached service to new crate by @koushiro in https://github.com/apache/opendal/pull/7023 +* refactor!: split opendal_core::raw::tests module into a separate crate by @koushiro in https://github.com/apache/opendal/pull/7025 +* refactor: Split persy service to new crate by @WaterWhisperer in https://github.com/apache/opendal/pull/7024 +* refactor: Split service cos out of core by @tao12345666333 in https://github.com/apache/opendal/pull/7011 +* refactor: Split service github out of core by @tao12345666333 in https://github.com/apache/opendal/pull/7018 +* refactor: Split service d1 out of core by @tao12345666333 in https://github.com/apache/opendal/pull/7027 +* refactor: Deprecate remove_all API in favor of RFC-3911: Deleter API by @rich7420 in https://github.com/apache/opendal/pull/6785 +* refactor: Split redb service to new crate by @WaterWhisperer in https://github.com/apache/opendal/pull/7028 +* refactor: Split compfs service to new crate by @WaterWhisperer in https://github.com/apache/opendal/pull/7033 +* refactor(services/opfs): split opfs service into separate crate by @STRRL in https://github.com/apache/opendal/pull/7021 +* refactor: Split surrealdb service to new crate by @WaterWhisperer in https://github.com/apache/opendal/pull/7045 +* refactor(services/huggingface): split huggingface into separate crate by @tao12345666333 in https://github.com/apache/opendal/pull/7041 +* refactor(services/koofr): split koofr into separate crate by @tao12345666333 in https://github.com/apache/opendal/pull/7043 +* refactor: Split pcloud service to new crate by @koushiro in https://github.com/apache/opendal/pull/7047 +* refactor: Split upyun service to new crate by @koushiro in https://github.com/apache/opendal/pull/7048 +* refactor: split swift service into a separate crate by @Sahil-Shadwal in https://github.com/apache/opendal/pull/7054 +* refactor: Split seafile service into a separate crate by @Sahil-Shadwal in https://github.com/apache/opendal/pull/7029 +* refactor(services/http): Move services http out as a crate by @0lai0 in https://github.com/apache/opendal/pull/6870 +* refactor(services/onedrive): split into separate crate by @XYenon in https://github.com/apache/opendal/pull/6996 +* refactor(services/vercel-artifacts): Split vercel-artifacts into separate crate by @kenwoodjw in https://github.com/apache/opendal/pull/7009 +* refactor: Split lakefs service to new crate by @koushiro in https://github.com/apache/opendal/pull/7046 +* refactor: Split logging/retry/timeout layer to new crates by @koushiro in https://github.com/apache/opendal/pull/7053 +* refactor: Split yandex-disk service to new crate by @WaterWhisperer in https://github.com/apache/opendal/pull/7055 +* refactor(services/gdrive): split gdrive into separate crate by @tao12345666333 in https://github.com/apache/opendal/pull/7039 +* refactor(services/ipmfs): split ipmfs service into separate crate by @tao12345666333 in https://github.com/apache/opendal/pull/7042 +* refactor(services/webdav): split webdav service into separate crate by @PiyushXCoder in https://github.com/apache/opendal/pull/7065 +* refactor(services/hdfs): split hdfs into separate crate by @tao12345666333 in https://github.com/apache/opendal/pull/7040 +* refactor(services/webhdfs): split webhdfs service into separate crate by @PiyushXCoder in https://github.com/apache/opendal/pull/7067 +* refactor: split monoiofs service into a separate crate by @codxbrexx in https://github.com/apache/opendal/pull/7038 +* refactor: split sftp service into a separate crate by @Sahil-Shadwal in https://github.com/apache/opendal/pull/7060 +* refactor: split concurrent-limit layer as a crate by @PsiACE in https://github.com/apache/opendal/pull/7073 +* refactor: split gridfs service out as new crate by @codxbrexx in https://github.com/apache/opendal/pull/7037 +* refactor(services/mongodb): split mongodb service into separate crate by @PiyushXCoder in https://github.com/apache/opendal/pull/7079 +* refactor(layers/dtrace): split dtrace layer into separate crate by @PiyushXCoder in https://github.com/apache/opendal/pull/7078 +* refactor(services/rocksdb): split rocksdb service as a crate by @KarinaMilet in https://github.com/apache/opendal/pull/7081 +* refactor: Split redis service to new crate by @koushiro in https://github.com/apache/opendal/pull/7091 +* refactor: Register services only in opendal by @Xuanwo in https://github.com/apache/opendal/pull/7093 +* refactor(core): Optimize Writer::write_from to avoid extra copy by @zenyanle in https://github.com/apache/opendal/pull/7098 +* refactor(foyer): seperate mods from lib.rs by @flaneur2020 in https://github.com/apache/opendal/pull/7154 +* build(deps): move url to workspace dependencies by @zenyanle in https://github.com/apache/opendal/pull/7161 +* refactor: Migrate oss to reqsign core v2 by @Xuanwo in https://github.com/apache/opendal/pull/7165 +* refactor(hf): use the official `hf` scheme instead of `huggingface` by @kszucs in https://github.com/apache/opendal/pull/7193 +* refactor(core): allow opt-out ctor dependency by @tisonkun in https://github.com/apache/opendal/pull/7196 +* refactor(services/obs): migrate obs to reqsign-core v2 by @koushiro in https://github.com/apache/opendal/pull/7169 +* refactor(services/azure): migrate azblob azdls azfile to reqsign v2 by @Xuanwo in https://github.com/apache/opendal/pull/7226 +* refactor(services/cos): migrate to reqsign v2 by @Xuanwo in https://github.com/apache/opendal/pull/7228 +* refactor(services/gcs): migrate to reqsign v2 by @Xuanwo in https://github.com/apache/opendal/pull/7229 +* refactor(core): route reqsign send via accessor http client by @Xuanwo in https://github.com/apache/opendal/pull/7234 + +### Fixed +* fix(services/huggingface): Allow users to use datasets as an alias to dataset repo type by @Xuanwo in https://github.com/apache/opendal/pull/6826 +* fix(services/huggingface): Implement pagination with Link header for large repos by @AryanBagade in https://github.com/apache/opendal/pull/6832 +* bug: write operation won't split payload into chunks following configuration by @0lai0 in https://github.com/apache/opendal/pull/6796 +* fix(services/s3): add md5 to to list of available checksum algos by @Gabriel-J-Young in https://github.com/apache/opendal/pull/6854 +* chore: Format and update tomls by @chitralverma in https://github.com/apache/opendal/pull/6877 +* chore: Upgrade redis dependency to version 1 by @nihohit in https://github.com/apache/opendal/pull/6959 +* fix(bindings/java): Detach current thread while thread drop by @Xuanwo in https://github.com/apache/opendal/pull/7000 +* fix(core): add --workspace arg to clippy/test workflows of core ci by @koushiro in https://github.com/apache/opendal/pull/7050 +* fix(services/gdrive): include size and modifiedTime in list() metadata by @mro68 in https://github.com/apache/opendal/pull/7058 +* fix(services/gdrive): Fix prefix list not handeled correctly by @Xuanwo in https://github.com/apache/opendal/pull/7070 +* make sure CompleteWriter is enforcing the right invariants by @carlsverre in https://github.com/apache/opendal/pull/7056 +* fix(core): skip PermissionDenied errors in recursive lister by @userzhy in https://github.com/apache/opendal/pull/7096 +* test(core): remove assert_size tests by @Xuanwo in https://github.com/apache/opendal/pull/7167 +* fix(bindings/python): improve the typing discovering of the python package by @frostming in https://github.com/apache/opendal/pull/7180 +* fix(object_store): implement get_range() to avoid unnecessary stat() calls by @kszucs in https://github.com/apache/opendal/pull/7192 +* fix(services/swift): add missing copy capability flag by @benroeder in https://github.com/apache/opendal/pull/7204 +* fix(services/swift): forward write headers to Swift API by @benroeder in https://github.com/apache/opendal/pull/7206 +* fix(services/fs): add content length and modified time to metadata by @mhambre in https://github.com/apache/opendal/pull/7188 +* fix(core): enforce list file content length in complete layer by @Xuanwo in https://github.com/apache/opendal/pull/7201 +* fix(integrations/unftp-sbe): avoid copy flush amplification by @Xuanwo in https://github.com/apache/opendal/pull/7217 +* fix(services/seafile): avoid defaulting list size to zero by @Xuanwo in https://github.com/apache/opendal/pull/7221 +* fix(services/azfile): avoid defaulting list size to zero by @Xuanwo in https://github.com/apache/opendal/pull/7220 +* fix(core): skip NotFound during concurrent recursive listing by @Xuanwo in https://github.com/apache/opendal/pull/7230 +* fix(observability): Fix http logic error metrics collection by @dentiny in https://github.com/apache/opendal/pull/7259 +* fix(observability): Update stream metrics on stream errors and drops by @dentiny in https://github.com/apache/opendal/pull/7261 +* fix(observability): Fix TTFB histogram bucket by @dentiny in https://github.com/apache/opendal/pull/7271 +* fix(observability): Fix executing operation gauge decrement on error by @dentiny in https://github.com/apache/opendal/pull/7267 +* fix(observability): do not account processed entries count when list none by @dentiny in https://github.com/apache/opendal/pull/7269 +* fix(s3): Fix missing user-provided write operation for S3 on presign by @dentiny in https://github.com/apache/opendal/pull/7276 +* fix(s3): respect content encoding for multipart upload initialization by @dentiny in https://github.com/apache/opendal/pull/7274 +* fix(layers/timeout): Fix timeout wrapper for delete operation by @dentiny in https://github.com/apache/opendal/pull/7279 +* fix(reader): fix potential out-of-bound seek by @dentiny in https://github.com/apache/opendal/pull/7282 +* fix(reader): Fix reader fetch with empty ranges by @dentiny in https://github.com/apache/opendal/pull/7286 +* fix(s3): Fix improper handle for copy response by @dentiny in https://github.com/apache/opendal/pull/7294 +* fix(tracing): fix trace span instrumentation by @dentiny in https://github.com/apache/opendal/pull/7292 +* fix(observability): fix executing operation gauge on timeout by @dentiny in https://github.com/apache/opendal/pull/7301 +* fix(s3): fix incorrect md5 for list operations by @dentiny in https://github.com/apache/opendal/pull/7298 +* fix(observability): Fix failed operation/request gauge on timeout by @dentiny in https://github.com/apache/opendal/pull/7303 +* fix(s3): Fix entry mode and raw entry assertion by @dentiny in https://github.com/apache/opendal/pull/7308 +* fix(delete): poll deleter close future on exit by @dentiny in https://github.com/apache/opendal/pull/7316 +* fix(util): Fix panic on invalid bytes range by @dentiny in https://github.com/apache/opendal/pull/7314 +* fix(copy): Fix error propagation operation by @dentiny in https://github.com/apache/opendal/pull/7318 +* fix(correctness check): add missing conditional write capability check by @dentiny in https://github.com/apache/opendal/pull/7320 +* fix(correctess check): validate copy capability and request by @dentiny in https://github.com/apache/opendal/pull/7322 +* fix(s3): fix missing complete multipart upload headers by @dentiny in https://github.com/apache/opendal/pull/7327 +* fix(dev): sync release package versions by @Xuanwo in https://github.com/apache/opendal/pull/7342 +* fix(s3): add missing content write content disposition capability by @dentiny in https://github.com/apache/opendal/pull/7349 +* fix(metrics): fix missing errors total counter by @dentiny in https://github.com/apache/opendal/pull/7357 +* fix(core): use web-time only for wasm32-unknown-unknown target by @ngg in https://github.com/apache/opendal/pull/7360 +* fix(core): fix deadlock for concurrent read and concurrent limit layer by @dentiny in https://github.com/apache/opendal/pull/7346 +* ci(hf): isolate CI repos and stabilize binding tests by @Xuanwo in https://github.com/apache/opendal/pull/7368 +* fix(core): trim metadata debug output by @Xuanwo in https://github.com/apache/opendal/pull/7366 +* fix(core): spawn blocking ops onto worker pool to avoid stack overflow by @kszucs in https://github.com/apache/opendal/pull/7371 +* fix(hf): include folder deletions in git commit payload by @kszucs in https://github.com/apache/opendal/pull/7375 +* fix(services/cos): preserve list metadata etag and last_modified by @suyanhanx in https://github.com/apache/opendal/pull/7331 +* fix(chaos): fix cases when error ratio = 1 by @dentiny in https://github.com/apache/opendal/pull/7412 +* fix(s3): fix dead code to strip suffix by @dentiny in https://github.com/apache/opendal/pull/7411 + +### Docs +* docs: add 1password self-registration link for committers by @PsiACE in https://github.com/apache/opendal/pull/6804 +* RFC-6817: Checksum by @Xuanwo in https://github.com/apache/opendal/pull/6817 +* docs: improve README of core/examples by @bettermultiply in https://github.com/apache/opendal/pull/6839 +* docs: Make it clear that opendal list returns prefix by @Xuanwo in https://github.com/apache/opendal/pull/6835 +* docs: Fix build for ruby docs by @Xuanwo in https://github.com/apache/opendal/pull/6876 +* docs: Correcting errors in the c-bindings README example by @bettermultiply in https://github.com/apache/opendal/pull/7100 +* docs: require following PR template in AGENTS.md by @Xuanwo in https://github.com/apache/opendal/pull/7219 +* docs: refresh split release documentation by @Xuanwo in https://github.com/apache/opendal/pull/7344 + +### CI +* ci(python): Build wheels in native runners by @Xuanwo in https://github.com/apache/opendal/pull/6821 +* ci: Add full ci promote for testing PRs by @Xuanwo in https://github.com/apache/opendal/pull/6845 +* ci: Trigger CI workflow correctly by @Xuanwo in https://github.com/apache/opendal/pull/6847 +* ci: Fix wrong permissions in YAML by @Xuanwo in https://github.com/apache/opendal/pull/6848 +* ci: Allow test_behavior to be called with dispatch by @Xuanwo in https://github.com/apache/opendal/pull/6850 +* ci: Add AI Usage Statement by @Xuanwo in https://github.com/apache/opendal/pull/6972 +* ci(bindings/ocaml): Use dyn link instead by @Xuanwo in https://github.com/apache/opendal/pull/6988 +* ci: Remove setup-protoc entirely by @Xuanwo in https://github.com/apache/opendal/pull/6994 +* ci: Add checks for taplo by @Xuanwo in https://github.com/apache/opendal/pull/7016 +* ci: Enable auto-merge for PRs by @Xuanwo in https://github.com/apache/opendal/pull/7017 +* ci: Fix doc test for yandex-disk by @Xuanwo in https://github.com/apache/opendal/pull/7063 +* ci: Split unit and doc tests by @Xuanwo in https://github.com/apache/opendal/pull/7064 +* ci(bindings/go): Remove unexpected list prefix tests by @Xuanwo in https://github.com/apache/opendal/pull/7084 +* ci: Refactor behavior test planner for services split by @Xuanwo in https://github.com/apache/opendal/pull/7085 +* ci: skip azurite's version check by @meteorgan in https://github.com/apache/opendal/pull/7162 +* ci: Try fixing haskell CI by @Xuanwo in https://github.com/apache/opendal/pull/7164 +* ci: use go-version-file by @tisonkun in https://github.com/apache/opendal/pull/7195 +* ci: Delete ci_weekly_update workflow by @Xuanwo in https://github.com/apache/opendal/pull/7202 +* ci: pin approved GitHub Actions refs by @Xuanwo in https://github.com/apache/opendal/pull/7290 +* ci(fixtures): pin owncloud image tag by @Xuanwo in https://github.com/apache/opendal/pull/7305 +* feat(bindings/dotnet):Bindings dotnet publish to nuget by @Fatorin in https://github.com/apache/opendal/pull/7323 +* ci: update path filters for split core layout by @Xuanwo in https://github.com/apache/opendal/pull/7343 +* ci: publish all rust crates in dependency order by @Xuanwo in https://github.com/apache/opendal/pull/7352 +* ci: migrate seafile fixture to 13.x by @Xuanwo in https://github.com/apache/opendal/pull/7373 +* ci: temporarily disable gdrive behavior tests by @Xuanwo in https://github.com/apache/opendal/pull/7385 + +### Chore +* chore(layers/timeout)!: remove deprecated `with_speed` method by @koushiro in https://github.com/apache/opendal/pull/6793 +* chore: random code and comments tidy by @tisonkun in https://github.com/apache/opendal/pull/6808 +* chore: ring has been migrated to new license by @tisonkun in https://github.com/apache/opendal/pull/6811 +* chore: fine tune deny configs by @tisonkun in https://github.com/apache/opendal/pull/6812 +* chore: suppress noisy deny warnings by @tisonkun in https://github.com/apache/opendal/pull/6816 +* chore: move from tokio::sync to mea primitives by @tisonkun in https://github.com/apache/opendal/pull/6818 +* chore: use fastpool as object pool impl by @tisonkun in https://github.com/apache/opendal/pull/6820 +* chore: Migrate CLAUDE.md to AGENTS.md by @Xuanwo in https://github.com/apache/opendal/pull/6825 +* chore(deps): update datafusion requirement from 50.0.0 to 51.0.0 in /integrations/object_store by @dependabot[bot] in https://github.com/apache/opendal/pull/6840 +* chore(bindings): remove `Scheme` enum from some bindings by @koushiro in https://github.com/apache/opendal/pull/6776 +* chore(core): remove redundant clones by @TennyZhuang in https://github.com/apache/opendal/pull/6955 +* chore(core): avoid inefficient to_string by @TennyZhuang in https://github.com/apache/opendal/pull/6956 +* chore(core): clean up some miscs related to deprecated http client config by @koushiro in https://github.com/apache/opendal/pull/6957 +* chore(services/vercel-blob): split crate from core by @kenwoodjw in https://github.com/apache/opendal/pull/6971 +* chore(ci): make clippy happy when using rust 1.92.0 by @koushiro in https://github.com/apache/opendal/pull/6985 +* chore(services/obs): split obs service into standalone crate by @kenwoodjw in https://github.com/apache/opendal/pull/6977 +* chore(core): remove unused dependencies by @chitralverma in https://github.com/apache/opendal/pull/6987 +* chore(core): pub message of Error struct by @sundy-li in https://github.com/apache/opendal/pull/6986 +* chore: Upgrade logforth to 0.29.1 by @tisonkun in https://github.com/apache/opendal/pull/7015 +* chore: Update cargo.lock by @Xuanwo in https://github.com/apache/opendal/pull/7052 +* chore: fine tune OperatorInputStream by @tisonkun in https://github.com/apache/opendal/pull/7089 +* chore(layers): unify layer crates and gate dtrace on linux by @koushiro in https://github.com/apache/opendal/pull/7094 +* chore: volunteer to review all PRs by @tisonkun in https://github.com/apache/opendal/pull/7111 +* chore: no need Error::map method by @tisonkun in https://github.com/apache/opendal/pull/7110 +* chore(deps): bump the github-actions group with 5 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7121 +* chore(deps): bump tracing from 0.1.43 to 0.1.44 in /core in the logs-errors-checksums group by @dependabot[bot] in https://github.com/apache/opendal/pull/7123 +* chore(deps): bump the third-party-actions group with 6 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7125 +* chore(deps): bump the others group in /core with 11 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7126 +* chore(deps): bump the http-serialization-utils group in /core with 2 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7122 +* chore: upgrade to mea 0.6.0 by @tisonkun in https://github.com/apache/opendal/pull/7132 +* chore(layer/fastmetrics): upgrade fastmetrics to v0.6.0 by @koushiro in https://github.com/apache/opendal/pull/7135 +* chore: reduce tracing deps by @tisonkun in https://github.com/apache/opendal/pull/7146 +* chore(deps): bump the pyo3 group in /bindings/python with 2 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7120 +* chore(deps): bump the docusaur group in /website with 3 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7174 +* chore(docs): fix docs for writer_options by @meteorgan in https://github.com/apache/opendal/pull/7157 +* chore: binding java's dependency by @tisonkun in https://github.com/apache/opendal/pull/7198 +* chore(bindings/dotnet): update framework and use LibraryImport by @Fatorin in https://github.com/apache/opendal/pull/7222 +* chore(layer/fastmetrics): upgrade fastmetrics to v0.7.0 by @koushiro in https://github.com/apache/opendal/pull/7227 +* chore(deps-dev): bump the others group in /website with 2 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/7232 +* chore(license): add licensing comments to stub_gen.rs by @PsiACE in https://github.com/apache/opendal/pull/7426 + +## New Contributors +* @kszucs made their first contribution in https://github.com/apache/opendal/pull/6801 +* @rich7420 made their first contribution in https://github.com/apache/opendal/pull/6806 +* @AryanBagade made their first contribution in https://github.com/apache/opendal/pull/6832 +* @bettermultiply made their first contribution in https://github.com/apache/opendal/pull/6839 +* @zhan7236 made their first contribution in https://github.com/apache/opendal/pull/6842 +* @Gabriel-J-Young made their first contribution in https://github.com/apache/opendal/pull/6854 +* @manchangfengxu made their first contribution in https://github.com/apache/opendal/pull/6868 +* @nihohit made their first contribution in https://github.com/apache/opendal/pull/6959 +* @fenfeng9 made their first contribution in https://github.com/apache/opendal/pull/6960 +* @ButterBright made their first contribution in https://github.com/apache/opendal/pull/6962 +* @clbarnes made their first contribution in https://github.com/apache/opendal/pull/6990 +* @EricZZZ made their first contribution in https://github.com/apache/opendal/pull/6980 +* @PiyushXCoder made their first contribution in https://github.com/apache/opendal/pull/7012 +* @zhanghuidinah made their first contribution in https://github.com/apache/opendal/pull/7010 +* @yueneiqi made their first contribution in https://github.com/apache/opendal/pull/7014 +* @WaterWhisperer made their first contribution in https://github.com/apache/opendal/pull/7024 +* @carlsverre made their first contribution in https://github.com/apache/opendal/pull/7036 +* @Sahil-Shadwal made their first contribution in https://github.com/apache/opendal/pull/7054 +* @mro68 made their first contribution in https://github.com/apache/opendal/pull/7058 +* @codxbrexx made their first contribution in https://github.com/apache/opendal/pull/7038 +* @userzhy made their first contribution in https://github.com/apache/opendal/pull/7075 +* @KarinaMilet made their first contribution in https://github.com/apache/opendal/pull/7081 +* @zenyanle made their first contribution in https://github.com/apache/opendal/pull/7098 +* @weihanglo made their first contribution in https://github.com/apache/opendal/pull/7177 +* @benroeder made their first contribution in https://github.com/apache/opendal/pull/7204 +* @mhambre made their first contribution in https://github.com/apache/opendal/pull/7188 +* @Fatorin made their first contribution in https://github.com/apache/opendal/pull/7222 +* @antoine-de made their first contribution in https://github.com/apache/opendal/pull/7186 +* @ddupg made their first contribution in https://github.com/apache/opendal/pull/7233 +* @dentiny made their first contribution in https://github.com/apache/opendal/pull/7244 +* @jo-migo made their first contribution in https://github.com/apache/opendal/pull/7250 +* @atakiar made their first contribution in https://github.com/apache/opendal/pull/7265 +* @comphead made their first contribution in https://github.com/apache/opendal/pull/7243 +* @mmastrac made their first contribution in https://github.com/apache/opendal/pull/7336 +* @unbrice made their first contribution in https://github.com/apache/opendal/pull/7251 +* @qingfeng-occ made their first contribution in https://github.com/apache/opendal/pull/7248 +* @ngg made their first contribution in https://github.com/apache/opendal/pull/7360 +* @spereyra-dev made their first contribution in https://github.com/apache/opendal/pull/7381 + +**Full Changelog**: https://github.com/apache/opendal/compare/v0.55.0...v0.56.0 + +## [v0.55.0] - 2025-11-11 +### Added +* feat(services/oss): allow users to specify endpoint addressing style by @howardlau1999 in https://github.com/apache/opendal/pull/6504 +* feat(bindings/ruby): publish ruby binding by @erickguan in https://github.com/apache/opendal/pull/6539 +* feat(services/s3): add support for HTTP 429 TooManyRequests for S3-compatible services by @justinjoseph89 in https://github.com/apache/opendal/pull/6589 +* feat: Add Operator Registry by @Xuanwo in https://github.com/apache/opendal/pull/6608 +* feat: Add from_uri support for more object storage services by @Xuanwo in https://github.com/apache/opendal/pull/6665 +* feat(services/webdav): Implement write returns metadata by @yunchipang in https://github.com/apache/opendal/pull/6660 +* feat: Add from_uri support for http/webdav/ftp/sftp by @Xuanwo in https://github.com/apache/opendal/pull/6666 +* feat(services/swift): Implement write returns metadata by @yunchipang in https://github.com/apache/opendal/pull/6669 +* feat(buffer): add chunk iterator for Buffer by @TennyZhuang in https://github.com/apache/opendal/pull/6672 +* feat(services/dropbox): Implement write returns metadata by @yunchipang in https://github.com/apache/opendal/pull/6673 +* feat: Add from_uri support for all services by @Xuanwo in https://github.com/apache/opendal/pull/6668 +* chore(bindings/python): Add Justfile and format codebase by @chitralverma in https://github.com/apache/opendal/pull/6677 +* feat: Introduce TailCutLayer by @Xuanwo in https://github.com/apache/opendal/pull/6680 +* feat(services/gdrive): Implement write returns metadata by @yunchipang in https://github.com/apache/opendal/pull/6683 +* feat(bindings/python): Add stubs for Exception and Capability by @chitralverma in https://github.com/apache/opendal/pull/6690 +* feat(bindings/python): Add stubs for some more types by @chitralverma in https://github.com/apache/opendal/pull/6703 +* feat(bindings/python)!: Add stubs for remaining types by @chitralverma in https://github.com/apache/opendal/pull/6720 +* feat(bindings/python)!: Stubs fix for operator and __version__ by @chitralverma in https://github.com/apache/opendal/pull/6728 +* RFC-6707: Capability Override Layer by @Xuanwo in https://github.com/apache/opendal/pull/6707 +* feat(bindings/python)!: Generate stubs for Operator overloads and Scheme by @chitralverma in https://github.com/apache/opendal/pull/6729 +* feat(bindings/nodejs): add concurrent limit layer by @kingsword09 in https://github.com/apache/opendal/pull/6739 +* feat(bindings/python): Enable ftp/hdfs_native/sftp for python by @chitralverma in https://github.com/apache/opendal/pull/6745 +* feat: implement content-md5 for s3 by @waynexia in https://github.com/apache/opendal/pull/6508 +* feat(services/compfs): implement IoVectoredBuf for Buffer by @meteorgan in https://github.com/apache/opendal/pull/6762 +* feat(services/lakefs): Implement write returns metadata by @kingsword09 in https://github.com/apache/opendal/pull/6770 +* Add `connection_pool_max_size` option to memcached and redis builders by @trxcllnt in https://github.com/apache/opendal/pull/6759 +* fix:(bindings/python) Gate service-sftp on windows targets by @chitralverma in https://github.com/apache/opendal/pull/6777 +* feat(binding/nodejs): add TimeoutLayer, LoggingLayer and ThrottleLayer in nodejs binding by @Kilerd in https://github.com/apache/opendal/pull/6772 +### Changed +* refactor: Migrate cloudflare_kv from adapter::kv to Access instead by @kingsword09 in https://github.com/apache/opendal/pull/6340 +* refactor: Centralize date/time handling with Timestamp wrapper by @dami0806 in https://github.com/apache/opendal/pull/6650 +* refactor: Move Config related back to `config.rs` instead by @Xuanwo in https://github.com/apache/opendal/pull/6667 +* refactor: Remove deprecated project virtiofs by @Xuanwo in https://github.com/apache/opendal/pull/6682 +* refactor(core): remove conditional compilation in PageList trait by @crwen in https://github.com/apache/opendal/pull/6715 +* refactor: migrate tikv service from adapter::kv to impl Access directly by @koushiro in https://github.com/apache/opendal/pull/6713 +* refactor: migrate memcached service from adapter::kv to impl Access directly by @koushiro in https://github.com/apache/opendal/pull/6714 +* refactor: migrate mysql service from adapter::kv to impl Access directly by @koushiro in https://github.com/apache/opendal/pull/6716 +* refactor: migrate postgresql service from adapter::kv to impl Access directly by @koushiro in https://github.com/apache/opendal/pull/6718 +* refactor: migrate persy service from adapter::kv to impl Access directly by @koushiro in https://github.com/apache/opendal/pull/6721 +* refactor: migrate foundationdb service from adapter::kv to impl Access directly by @koushiro in https://github.com/apache/opendal/pull/6722 +* refactor: migrate surrealdb service from adapter::kv to impl Access directly by @koushiro in https://github.com/apache/opendal/pull/6723 +* refactor: migrate mongodb service from adapter::kv to impl Access directly by @koushiro in https://github.com/apache/opendal/pull/6724 +* refactor: migrate d1 service from adapter::kv to impl Access directly by @koushiro in https://github.com/apache/opendal/pull/6725 +* refactor: migrate gridfs service from adapter::kv to impl Access directly by @koushiro in https://github.com/apache/opendal/pull/6726 +* refactor: Migrate sqlite from adapter::kv to Access instead by @NoxTav in https://github.com/apache/opendal/pull/6328 +* refactor: migrate sled service from adapter::kv to impl Access directly by @koushiro in https://github.com/apache/opendal/pull/6731 +* refactor: migrate rocksdb service from adapter::kv to impl Access directly by @koushiro in https://github.com/apache/opendal/pull/6732 +* refactor: migrate redb service from adapter::kv to impl Access directly by @koushiro in https://github.com/apache/opendal/pull/6733 +* refactor: Remove deprecated kv and typed_kv adapters by @kingsword09 in https://github.com/apache/opendal/pull/6734 +* refactor(hdfs): restructure HdfsBackend and introduce HdfsCore by @kingsword09 in https://github.com/apache/opendal/pull/6736 +* refactor(hdfs-native): restructure HdfsNativeBackend and introduce HdfsNativeCore by @kingsword09 in https://github.com/apache/opendal/pull/6737 +* refactor(services): impl Debug for all service builders by @koushiro in https://github.com/apache/opendal/pull/6756 +* refactor(types)!: use string-based scheme over enum-based approach by @koushiro in https://github.com/apache/opendal/pull/6765 +### Fixed +* fix(services/cloudflare_kv): Use DEFAULT_SCHEME constant for Cloudflare KV scheme by @kingsword09 in https://github.com/apache/opendal/pull/6568 +* fix(bindings/d): Enhance D bindings build script and tests for OpenDAL by @kingsword09 in https://github.com/apache/opendal/pull/6569 +* fix(services/obs): send Range header only for non-full reads by @QuakeWang in https://github.com/apache/opendal/pull/6574 +* ci: Fix default branch name in Ruby release workflow by @erickguan in https://github.com/apache/opendal/pull/6585 +* fix: expose ListDyn + WriteDyn by @bonsairobo in https://github.com/apache/opendal/pull/6596 +* fix(integrations/cloud_filter): upgrade cloud_filter to resolve CI failures after Rust 1.90.0 by @kingsword09 in https://github.com/apache/opendal/pull/6602 +* fix(integrations/unftp-sbe): properly shutdown after write by @choucavalier in https://github.com/apache/opendal/pull/6601 +* fix(azblob): don't call AzureStorageConfig::from_env on wasm by @bonsairobo in https://github.com/apache/opendal/pull/6594 +* fix: censor the "sig" query param for Azure SAS URIs by @bonsairobo in https://github.com/apache/opendal/pull/6603 +* fix(bindings/ruby): publish ruby binding gem by @erickguan in https://github.com/apache/opendal/pull/6606 +* fix(docs): docs.rs built failed by @FreeChenMou in https://github.com/apache/opendal/pull/6658 +* fix(layers/throttle): await limiter before throttled writes by @TennyZhuang in https://github.com/apache/opendal/pull/6671 +* fix:(bindings/python) Minor fix in stubs by @chitralverma in https://github.com/apache/opendal/pull/6744 +* fix: retry on 409 with AWS S3 by @wolfv in https://github.com/apache/opendal/pull/6742 +* fix(bindings/ruby): fix release build error by @erickguan in https://github.com/apache/opendal/pull/6766 +* fix(binding/nodejs): add missing lister methods by @Kilerd in https://github.com/apache/opendal/pull/6769 +* fix(bindings/python): Update python/stubgen & core/hdfs-native by @chitralverma in https://github.com/apache/opendal/pull/6774 +### Docs +* doc(bindinds/ruby): add examples and links by @erickguan in https://github.com/apache/opendal/pull/6609 +* docs: spelling and minor wording change by @carlsonp in https://github.com/apache/opendal/pull/6620 +* docs(bin): add badges to bin tools README by @kingsword09 in https://github.com/apache/opendal/pull/6642 +* docs(python): add documentation for local usage by @jayceslesar in https://github.com/apache/opendal/pull/6480 +* docs(apps): add migration guide, update links; remove bin/{oli,ofs} (#6689) by @tao12345666333 in https://github.com/apache/opendal/pull/6705 +* docs(core/types): add some comments for Buffer by @meteorgan in https://github.com/apache/opendal/pull/6746 +* docs: Make it clear that bindings have different version with rust core. by @0lai0 in https://github.com/apache/opendal/pull/6780 +### CI +* ci: Switch from --nocapture to --no-capture by @kingsword09 in https://github.com/apache/opendal/pull/6567 +* ci: Add patch file to Ruby release workflow by @erickguan in https://github.com/apache/opendal/pull/6592 +* build: enhance build website by @tisonkun in https://github.com/apache/opendal/pull/6640 +* ci: use shas fix action permissions by @kenwoodjw in https://github.com/apache/opendal/pull/6659 +* ci: Bump doc toolchain to allow opendal docs build by @Xuanwo in https://github.com/apache/opendal/pull/6661 +* ci: build and test on python3.14t by @kenwoodjw in https://github.com/apache/opendal/pull/6670 +* ci(nodejs): enable npm trusted publishing by @kingsword09 in https://github.com/apache/opendal/pull/6685 +* ci: remove ofs behavior tests and planning (#6689) by @tao12345666333 in https://github.com/apache/opendal/pull/6704 +* ci: Auto add ML thread link in github discussion by @Xuanwo in https://github.com/apache/opendal/pull/6709 +* ci: Fix bug in discussion thread link auto append by @Xuanwo in https://github.com/apache/opendal/pull/6711 +* ci: Fix GHA CI again by @Xuanwo in https://github.com/apache/opendal/pull/6712 +### Chore +* ci: switches etcd image to official etcd image by @kingsword09 in https://github.com/apache/opendal/pull/6562 +* chore(bindings/nodejs): replace custom sleep with setTimeout in tests by @kingsword09 in https://github.com/apache/opendal/pull/6563 +* chore(layers/prometheus-client): upgrade prometheus-client dependency to v0.24 by @koushiro in https://github.com/apache/opendal/pull/6523 +* chore(core): typo: update comments on `BytesRange::new` by @TheR1sing3un in https://github.com/apache/opendal/pull/6570 +* chore(website): update The ASF logo by @suyanhanx in https://github.com/apache/opendal/pull/6575 +* chore: fix website build by @tisonkun in https://github.com/apache/opendal/pull/6579 +* chore: make clippy happy when using rust 1.90.0 by @kingsword09 in https://github.com/apache/opendal/pull/6590 +* chore: apache project provides code under ALv2 by @tisonkun in https://github.com/apache/opendal/pull/6598 +* chore: remove dead project openval by @Xuanwo in https://github.com/apache/opendal/pull/6604 +* chore: upgrade opentelemetry to 0.31.0 by @tisonkun in https://github.com/apache/opendal/pull/6623 +* chore(deps): bump tempfile from 3.20.0 to 3.23.0 in /bin/ofs by @dependabot[bot] in https://github.com/apache/opendal/pull/6611 +* chore(deps): bump tempfile from 3.21.0 to 3.23.0 in /bin/oli by @dependabot[bot] in https://github.com/apache/opendal/pull/6610 +* chore(deps): update datafusion requirement from 49.0.2 to 50.0.0 in /integrations/object_store by @dependabot[bot] in https://github.com/apache/opendal/pull/6613 +* chore(deps): bump @docusaurus/plugin-client-redirects from 3.8.1 to 3.9.1 in /website by @dependabot[bot] in https://github.com/apache/opendal/pull/6614 +* chore: avoid build warning by @tisonkun in https://github.com/apache/opendal/pull/6627 +* build: update docusaurus together by @asukaminato0721 in https://github.com/apache/opendal/pull/6626 +* chore(deps): bump the github-actions group with 8 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/6633 +* chore(deps): bump logforth from 0.27.0 to 0.28.1 in /bin/ofs by @dependabot[bot] in https://github.com/apache/opendal/pull/6629 +* chore(deps): bump the http-serialization-utils group in /core with 7 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/6634 +* chore(deps): bump clap from 4.5.38 to 4.5.41 in /bin/oli by @dependabot[bot] in https://github.com/apache/opendal/pull/6630 +* chore(deps): bump the logs-errors-checksums group in /core with 2 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/6635 +* chore(deps): bump the pyo3 group in /bindings/python with 2 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/6631 +* chore(deps): bump the third-party-actions group with 2 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/6636 +* chore(deps): bump axum from 0.7.9 to 0.8.6 in /bin/oay by @dependabot[bot] in https://github.com/apache/opendal/pull/6612 +* chore(deps): bump the others group in /core with 15 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/6637 +* chore: OpenDAL MSRV to 1.85 and edition 2024 by @fatelei in https://github.com/apache/opendal/pull/6615 +* refactor!: migrate chrono to jiff by @tisonkun in https://github.com/apache/opendal/pull/6643 +* chore: support more error codes for S3-compatible services by @leiysky in https://github.com/apache/opendal/pull/6651 +* chore: fixup timestamp refactor by @tisonkun in https://github.com/apache/opendal/pull/6663 +* chore: remove oay: delete bin/oay; drop CI; update release/dev tooling, dependabot, docs by @tao12345666333 in https://github.com/apache/opendal/pull/6691 +* chore: cleanup for moving oli/ofs and removing oay (#6689) by @tao12345666333 in https://github.com/apache/opendal/pull/6700 +* chore(deps): bump actions/setup-node from 5 to 6 in the github-actions group by @dependabot[bot] in https://github.com/apache/opendal/pull/6695 +* chore(deps): bump the http-serialization-utils group across 1 directory with 3 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/6717 +* chore(deps): bump the others group in /core with 2 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/6698 +* chore(deps): bump tokio from 1.47.1 to 1.48.0 in /core in the async-runtime group by @dependabot[bot] in https://github.com/apache/opendal/pull/6696 +* chore: remove integrations cloud_filter and fuse3; update CI/docs/README by @tao12345666333 in https://github.com/apache/opendal/pull/6727 +* chore: fixup README render and broken links by @tisonkun in https://github.com/apache/opendal/pull/6735 +* chore: apply suggestions from clippy 1.91.0 by @kingsword09 in https://github.com/apache/opendal/pull/6754 +* chore: cleanup some useless code related to services that were removed due to lack of maintenance by @koushiro in https://github.com/apache/opendal/pull/6763 +* chore: rename delete module => deleter module; ServiceAccessor => ServiceBackend by @koushiro in https://github.com/apache/opendal/pull/6757 +* chore(services): unify scheme usage by @koushiro in https://github.com/apache/opendal/pull/6764 +* chore(services): remove empty list operation and update docs of all services by @koushiro in https://github.com/apache/opendal/pull/6768 +* Bump to version 0.55.0 by @Xuanwo in https://github.com/apache/opendal/pull/6771 +* chore(types)!: remove deprecated `Operator::from_map` and `Operator::via_map` by @koushiro in https://github.com/apache/opendal/pull/6775 +* chore(types)!: remove deprecated `list_with_version` capability by @koushiro in https://github.com/apache/opendal/pull/6781 +* chore(services/s3)!: remove deprecated `S3::security_token` by @koushiro in https://github.com/apache/opendal/pull/6779 +* chore(services/fs): use NotADirectory directly by @meteorgan in https://github.com/apache/opendal/pull/6786 + +## [v0.54.1] - 2025-09-02 + +### Added +* feat: Conditional reader for cos by @pmupkin in https://github.com/apache/opendal/pull/6424 +* feat: Add project layout for openval by @Xuanwo in https://github.com/apache/opendal/pull/6427 +* feat: Add if-not-exists support for copy with azblob as example by @Xuanwo in https://github.com/apache/opendal/pull/6447 +* feat(bindings/cpp): enhance Metadata API with comprehensive feature a… by @JackDrogon in https://github.com/apache/opendal/pull/6445 +* feat: Add prefetch support for concurrent read by @Xuanwo in https://github.com/apache/opendal/pull/6449 +* feat(bindings/cpp): adopt Google C++ Style Guide for API naming by @JackDrogon in https://github.com/apache/opendal/pull/6448 +* feat(object_store): Implement copy, rename and return metadata after writing by @codephage2020 in https://github.com/apache/opendal/pull/6452 +* feat(object_store): Implement copy_if_not_exists, put_multipart_opts and metadata in GetResult by @codephage2020 in https://github.com/apache/opendal/pull/6468 +* chore(deps): add groups for nodejs by @asukaminato0721 in https://github.com/apache/opendal/pull/6469 +* feat(bindings/ocaml): add more blocking api for ocaml by @asukaminato0721 in https://github.com/apache/opendal/pull/6238 +* fix(bindings/cpp): Add capability to fix failed tests by @asukaminato0721 in https://github.com/apache/opendal/pull/6488 +* feat(bindings/cpp): enable user-configurable features for storage services by @KinomotoMio in https://github.com/apache/opendal/pull/6503 +* feat(services/oss): add support for security token for Aliyun OSS by @cavivie in https://github.com/apache/opendal/pull/6511 +* feat(services/azblob): Add compatibility aliases for Apache Arrow object_store by @jackye1995 in https://github.com/apache/opendal/pull/6527 +* feat(services/gcs): add configuration aliases for better Arrow object_store compatibility by @jackye1995 in https://github.com/apache/opendal/pull/6526 +* feat(services/s3): add configuration aliases for better Arrow object_store compatibility by @jackye1995 in https://github.com/apache/opendal/pull/6524 +* feat: allow using object_store as opendal's backend by @flaneur2020 in https://github.com/apache/opendal/pull/6283 +* feat(services/opfs): Add `create_dir` support for OPFS by @crwen in https://github.com/apache/opendal/pull/6542 +* feat(bindings/ruby): support file open options by @erickguan in https://github.com/apache/opendal/pull/6538 +### Changed +* refactor(website): remove unused dependencies and update node engine requirement by @kingsword09 in https://github.com/apache/opendal/pull/6421 +* refacrtor: Reduce usage of scheme inside raw by @Xuanwo in https://github.com/apache/opendal/pull/6457 +* refactor: Migrate etcd service to implement Access directly by @kingsword09 in https://github.com/apache/opendal/pull/6420 +### Fixed +* fix(bin/oli): Fix tests when TMPDIR is not /tmp by @XYenon in https://github.com/apache/opendal/pull/6429 +* fix: patch futures buffer concurrent by @tisonkun in https://github.com/apache/opendal/pull/6442 +* fix(services/oss): unnecessary header 'content-type' are included in the get_object request by @honsunrise in https://github.com/apache/opendal/pull/6455 +* fix(services/moka): prevent the weigher from being overwritten by @koushiro in https://github.com/apache/opendal/pull/6498 +* fix(services/azblob): Fix azblob base64 validation by @kenwoodjw in https://github.com/apache/opendal/pull/6500 +* fix(bindings/nodejs): use value.prefetch instead of value.concurrent for prefetch option by @kingsword09 in https://github.com/apache/opendal/pull/6502 +* fix(integrations/object_store): remove redundant into_iter() call by @KinomotoMio in https://github.com/apache/opendal/pull/6509 +* fix(bindings/cpp): correct cxx_async namespace attribute by @kingsword09 in https://github.com/apache/opendal/pull/6514 +* Fix: make cpp binding build robust by @devillove084 in https://github.com/apache/opendal/pull/6460 +* fix: Do not trim trailing slash of name_node by @wForget in https://github.com/apache/opendal/pull/6556 +### Docs +* docs(release): fix CI workflow links for bindings by @kingsword09 in https://github.com/apache/opendal/pull/6437 +* docs: Update RFC-5444 Operator From Uri by @Xuanwo in https://github.com/apache/opendal/pull/6453 +* docs(core): update docs of building a storage service by @crwen in https://github.com/apache/opendal/pull/6554 +### CI +* ci: remove docker-compose version top-level elements by @kingsword09 in https://github.com/apache/opendal/pull/6436 +* ci: Update ci_bindings_zig.yml by @tisonkun in https://github.com/apache/opendal/pull/6444 +* ci: enable trust publishing for rust crates by @kingsword09 in https://github.com/apache/opendal/pull/6454 +* ci(bindings/cpp): cpp test framework by @asukaminato0721 in https://github.com/apache/opendal/pull/6296 +* ci: Use ubuntu-24.04-arm for java release to address glibc issues by @Xuanwo in https://github.com/apache/opendal/pull/6486 +* ci: refactor nodejs ci workflow by @kingsword09 in https://github.com/apache/opendal/pull/6491 +* ci: update workflow nodejs version and remove corepack by @kingsword09 in https://github.com/apache/opendal/pull/6495 +* chore(ci): upgrade 1password/load-secrets-action v3 by @kingsword09 in https://github.com/apache/opendal/pull/6517 +* chore: adjust CI workflow names for bindings by @erickguan in https://github.com/apache/opendal/pull/6540 +### Chore +* chore(deps): bump quick-xml from 0.37.5 to 0.38.0 in /bin/oay by @dependabot[bot] in https://github.com/apache/opendal/pull/6416 +* chore(deps): bump the http-serialization-utils group in /core with 6 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/6414 +* chore: Fix clippy for object_store by @Xuanwo in https://github.com/apache/opendal/pull/6422 +* chore(deps): bump the others group across 1 directory with 17 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/6432 +* chore(website): upgrade prism-react-renderer to v2.4.1 by @kingsword09 in https://github.com/apache/opendal/pull/6433 +* chore(deps): bump tokio from 1.46.1 to 1.47.0 in /bin/oay by @dependabot[bot] in https://github.com/apache/opendal/pull/6466 +* chore(deps): bump tokio from 1.46.1 to 1.47.0 in /bin/oli by @dependabot[bot] in https://github.com/apache/opendal/pull/6464 +* chore(deps): bump tokio from 1.46.1 to 1.47.0 in /bin/ofs by @dependabot[bot] in https://github.com/apache/opendal/pull/6463 +* chore(deps): bump the others group in /core with 2 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/6478 +* chore(deps): bump indicatif from 0.17.11 to 0.18.0 in /bin/oli by @dependabot[bot] in https://github.com/apache/opendal/pull/6474 +* chore(deps): bump the http-serialization-utils group in /core with 2 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/6476 +* chore(deps): bump tokio from 1.46.1 to 1.47.1 in /core in the async-runtime group by @dependabot[bot] in https://github.com/apache/opendal/pull/6477 +* chore(bindings/nodejs): upgrade deps napi-rs to 3.0 by @kingsword09 in https://github.com/apache/opendal/pull/6482 +* chore: make clippy happy again by @kingsword09 in https://github.com/apache/opendal/pull/6493 +* chore(bindings/nodejs): update generated code comments style due to napi-derive indentation fix by @kingsword09 in https://github.com/apache/opendal/pull/6501 +* feat: expose APIs for ErrorStatus by @tisonkun in https://github.com/apache/opendal/pull/6513 +* chore(layers/fastmetrics): upgrade fastmetrics dependency to v0.4 by @koushiro in https://github.com/apache/opendal/pull/6534 +* chore(deps-dev): bump crates-llms-txt from 0.0.8 to 0.1.1 in /website by @dependabot[bot] in https://github.com/apache/opendal/pull/6548 +* chore(deps): bump logforth from 0.26.1 to 0.27.0 in /bin/oay by @dependabot[bot] in https://github.com/apache/opendal/pull/6546 +* chore(deps): bump tempfile from 3.20.0 to 3.21.0 in /bin/oli by @dependabot[bot] in https://github.com/apache/opendal/pull/6544 +* chore(deps): update datafusion requirement from 48.0.0 to 49.0.2 in /integrations/object_store by @dependabot[bot] in https://github.com/apache/opendal/pull/6545 +* chore(deps): bump logforth from 0.26.1 to 0.27.0 in /bin/ofs by @dependabot[bot] in https://github.com/apache/opendal/pull/6547 + +## [v0.54.0] - 2025-07-14 + +### Added +* RFC-6213: Options API by @Xuanwo in https://github.com/apache/opendal/pull/6213 +* feat(core): Expose xxx_options API by @Xuanwo in https://github.com/apache/opendal/pull/6215 +* RFC-6209: Glob Support by @asukaminato0721 in https://github.com/apache/opendal/pull/6209 +* feat(bindings/java): Add WriteOptions support for new options API by @geruh in https://github.com/apache/opendal/pull/6219 +* feat(services/azdls): Support parsing Azure Storage configs from connection strings by @DerGut in https://github.com/apache/opendal/pull/6212 +* feat(bindings/java): Add ListOptions support for new options API by @geruh in https://github.com/apache/opendal/pull/6246 +* feat(bindings/python): Enhance Reader and Writer by @chitralverma in https://github.com/apache/opendal/pull/6086 +* feat(bindings/java): Add StatOptions support for new options API by @geruh in https://github.com/apache/opendal/pull/6255 +* feat(website): Auto-generate llms.txt and llms-full.txt by @kingsword09 in https://github.com/apache/opendal/pull/6247 +* oli: support dropbox by @Kinchkun in https://github.com/apache/opendal/pull/6265 +* feat(bindings/python): Enhance Stat, Lister, Metadata & Entry by @chitralverma in https://github.com/apache/opendal/pull/6232 +* feat(layers): add fastmetrics layer by @koushiro in https://github.com/apache/opendal/pull/6269 +* feat(bindings/haskell): add more api by @asukaminato0721 in https://github.com/apache/opendal/pull/6264 +* feat(core): Expose presign_xxx_options API by @geruh in https://github.com/apache/opendal/pull/6273 +* feat: Add HttpClientLayer to replace `Operator::update_http_client()` by @Xuanwo in https://github.com/apache/opendal/pull/6290 +* feat(bin/oli): support oli edit by @asukaminato0721 in https://github.com/apache/opendal/pull/6229 +* feat(bindings/cpp): cpp async op && reader, lister by @asukaminato0721 in https://github.com/apache/opendal/pull/6228 +* feat(services/moka): expose more moka configurations by @koushiro in https://github.com/apache/opendal/pull/6285 +* feat(bindings/nodejs): Add StatOptions support for new options API by @kingsword09 in https://github.com/apache/opendal/pull/6282 +* feat: implement --tree option for oli ls subcommand by @waynexia in https://github.com/apache/opendal/pull/6311 +* feat(bindings/nodejs): Add ReadOptions and ReaderOptions support for new options API by @kingsword09 in https://github.com/apache/opendal/pull/6312 +* feat(bindings/nodejs): Add ListOptions support for new options API by @kingsword09 in https://github.com/apache/opendal/pull/6320 +* feat(bindings/go): add benchmark by @yuchanns in https://github.com/apache/opendal/pull/6341 +* feat(services/azdls): Implement write returns metadata by @jonathanc-n in https://github.com/apache/opendal/pull/6368 +* feat(bindings/cpp): remove Boost dependency by @JackDrogon in https://github.com/apache/opendal/pull/6376 +* feat(bindings/nodejs): Add DeleteOptions support for new options API by @kingsword09 in https://github.com/apache/opendal/pull/6349 +* feat(bindings/nodejs): Add WriteOptions support for new options API by @kingsword09 in https://github.com/apache/opendal/pull/6322 +* feat(services/vercel_blob): add delete operator by @kingsword09 in https://github.com/apache/opendal/pull/6396 +### Changed +* refactor(core/types)!: fix `with_user_metadata` signature by @meteorgan in https://github.com/apache/opendal/pull/5960 +* refactor(!): Remove services lack of maintainers and users by @Xuanwo in https://github.com/apache/opendal/pull/6263 +* refactor(services/moka)!: replace `sync::Cache` with `future::Cache` by @koushiro in https://github.com/apache/opendal/pull/6270 +* refactor(bindings/go): Restructure FFI system with type-safe wrapper by @yuchanns in https://github.com/apache/opendal/pull/6268 +* refactor: Migrate redis from adapter::kv to Access instead by @Xuanwo in https://github.com/apache/opendal/pull/6291 +* refactor: Migrate moka from adapter::typed_kv to Access instead by @Xuanwo in https://github.com/apache/opendal/pull/6300 +* refactor: Migrate memory service to implment Access directly by @Xuanwo in https://github.com/apache/opendal/pull/6301 +* refactor: Migrate services cacache to implement Access by @Xuanwo in https://github.com/apache/opendal/pull/6303 +* refactor!: Remove stat_has_xxx and list_has_xxx by @Xuanwo in https://github.com/apache/opendal/pull/6313 +* refactor(services/fs): extract implementation to core by @erickguan in https://github.com/apache/opendal/pull/6317 +* refactor: Migrate mini_moka service to implement Access directly by @meteorgan in https://github.com/apache/opendal/pull/6316 +* refactor: remove uuid dependency when creating a temp path by @erickguan in https://github.com/apache/opendal/pull/6324 +* refactor(layers/logging): Don't trigger logigng in heavy IO path by @Xuanwo in https://github.com/apache/opendal/pull/6343 +* refactor: Migrate dashmap service to implement Access directly by @meteorgan in https://github.com/apache/opendal/pull/6344 +### Fixed +* fix: java bug in list with delete option test by @geruh in https://github.com/apache/opendal/pull/6257 +* fix(nodejs): esmodule and commonjs support by @kingsword09 in https://github.com/apache/opendal/pull/6266 +* fix(gcs): headers missing in XML multipart API and incorrect x-goog-acl header values in XML API by @wlinna in https://github.com/apache/opendal/pull/6275 +* fix(bindings/nodejs): update nodejs and deno bench by @kingsword09 in https://github.com/apache/opendal/pull/6286 +* fix(hdfs): fix infinite loop in write for HDFS failure by @oven-yang in https://github.com/apache/opendal/pull/6295 +* fix(nodejs): test stat with version by @kingsword09 in https://github.com/apache/opendal/pull/6307 +* fix(bindings/python): Fix Writer doesn't throw correct error code by @Xuanwo in https://github.com/apache/opendal/pull/6315 +* fix(python): correctly calculate end bound using offset + size instead of size directly by @kingsword09 in https://github.com/apache/opendal/pull/6314 +* fix(fs/ftp/hdfs): correct tmp_path generation for append operations by @kingsword09 in https://github.com/apache/opendal/pull/6327 +* fix(dav-server): Fix create_dir to create nested directories by @sqlpxc in https://github.com/apache/opendal/pull/6321 +* fix(service/fs): handle if_not_exists flag to raise ConditionNotMatch error by @kingsword09 in https://github.com/apache/opendal/pull/6326 +* fix(services/fs): Avoid creating partial files by @Xuanwo in https://github.com/apache/opendal/pull/6336 +* fix(bindings/nodejs): ListOptions test list with deleted by @kingsword09 in https://github.com/apache/opendal/pull/6335 +* fix(bindings/go): ffi calls use after free by @yuchanns in https://github.com/apache/opendal/pull/6380 +* fix(services/azdls): Fix append not handled correctly while offset==0 by @Xuanwo in https://github.com/apache/opendal/pull/6393 +### Docs +* docs: Remove deprecated APIs and polish docs for public APIs by @Xuanwo in https://github.com/apache/opendal/pull/6220 +* docs(services/hdfs_native): fix outdated capabilities and config option name by @kezhuw in https://github.com/apache/opendal/pull/6224 +* docs: Add CLAUDE docs to make AI Agents happy by @Xuanwo in https://github.com/apache/opendal/pull/6299 +* docs: Polish claude file after some experiments by @Xuanwo in https://github.com/apache/opendal/pull/6302 +* docs: Add upgrade guide for opendal's 0.54 release by @Xuanwo in https://github.com/apache/opendal/pull/6382 +### CI +* ci: Use expression syntax to avoid VS Code warnings. by @kingsword09 in https://github.com/apache/opendal/pull/6284 +* ci: Disable failed CI until #6305 been fixed by @Xuanwo in https://github.com/apache/opendal/pull/6306 +* chore(ci): use mlugg/setup-zig instead of archvied action by @assignUser in https://github.com/apache/opendal/pull/6310 +* ci(bindings/go): simplify and improve Go bindings test infrastructure by @yuchanns in https://github.com/apache/opendal/pull/6293 +* ci(services/compfs): add integrtation tests for compfs service by @meteorgan in https://github.com/apache/opendal/pull/6319 +### Chore +* chore: add deepwiki badge into readme to enable auto-refresh by @koushiro in https://github.com/apache/opendal/pull/6200 +* chore: upgrade opentelemetry to 0.30.0 by @tisonkun in https://github.com/apache/opendal/pull/6259 +* chore: Update bb8 to version 0.9.0 by @cryptomilk in https://github.com/apache/opendal/pull/6127 +* chore(deps): bump uuid from 1.16.0 to 1.17.0 in /bin/oli by @dependabot[bot] in https://github.com/apache/opendal/pull/6245 +* chore(bindings/go): update Go dependencies by @yuchanns in https://github.com/apache/opendal/pull/6280 +* chore(deps): bump tokio from 1.45.0 to 1.45.1 in /bin/ofs by @dependabot[bot] in https://github.com/apache/opendal/pull/6240 +* chore(metrics): add more docs about global instance of PrometheusLayer and FastmetricsLayer by @koushiro in https://github.com/apache/opendal/pull/6308 +* chore: Add npm to dependabot by @shaonianche in https://github.com/apache/opendal/pull/6318 +* chore(deps): bump astral-sh/setup-uv from 5 to 6 by @dependabot[bot] in https://github.com/apache/opendal/pull/6241 +* chore(deps): update datafusion requirement from 47.0.0 to 48.0.0 in /integrations/object_store by @dependabot[bot] in https://github.com/apache/opendal/pull/6332 +* chore(deps): bump @docusaurus/core from 3.6.1 to 3.8.1 in /website by @dependabot[bot] in https://github.com/apache/opendal/pull/6334 +* chore(deps): bump compio from 0.14.0 to 0.15.0 in /core by @dependabot[bot] in https://github.com/apache/opendal/pull/6331 +* chore(deps): bump clap from 4.5.38 to 4.5.40 in /bin/ofs by @dependabot[bot] in https://github.com/apache/opendal/pull/6330 +* chore(deps): bump dirs from 5.0.1 to 6.0.0 in /bin/oli by @dependabot[bot] in https://github.com/apache/opendal/pull/6329 +* chore: fix clippy warnings when using rust 1.88 by @koushiro in https://github.com/apache/opendal/pull/6339 +* chore(dav-server): Add a test for creating nested directories by @sqlpxc in https://github.com/apache/opendal/pull/6338 +* chore: bump msrv to v1.82.0 by @MrCroxx in https://github.com/apache/opendal/pull/6348 +* chore(deps): bump crate-ci/typos from 1.31.1 to 1.34.0 by @dependabot[bot] in https://github.com/apache/opendal/pull/6351 +* chore(deps): bump tokio from 1.45.0 to 1.45.1 in /bin/oli by @dependabot[bot] in https://github.com/apache/opendal/pull/6353 +* chore(deps): bump quick-xml from 0.36.2 to 0.37.5 in /bin/oay by @dependabot[bot] in https://github.com/apache/opendal/pull/6350 +* chore(deps): bump actions/checkout from 3 to 4 by @dependabot[bot] in https://github.com/apache/opendal/pull/6356 +* chore(deps): bump semver from 7.6.3 to 7.7.2 in /website by @dependabot[bot] in https://github.com/apache/opendal/pull/6352 +* chore(deps): bump toml from 0.8.22 to 0.8.23 in /bin/oli by @dependabot[bot] in https://github.com/apache/opendal/pull/6361 +* chore(deps): bump mlugg/setup-zig from 2.0.1 to 2.0.3 by @dependabot[bot] in https://github.com/apache/opendal/pull/6359 +* chore(deps): bump axios from 1.8.2 to 1.10.0 in /website by @dependabot[bot] in https://github.com/apache/opendal/pull/6363 +* chore(deps): bump tokio from 1.45.0 to 1.45.1 in /bin/oay by @dependabot[bot] in https://github.com/apache/opendal/pull/6358 +* chore(deps): bump logforth from 0.24.0 to 0.26.1 in /bin/ofs by @dependabot[bot] in https://github.com/apache/opendal/pull/6355 +* chore(deps): bump the pyo3-dependencies group in /bindings/python with 2 updates by @dependabot[bot] in https://github.com/apache/opendal/pull/6360 +* chore(deps): bump hdfs-native from 0.10.4 to 0.11.2 in /core by @dependabot[bot] in https://github.com/apache/opendal/pull/6362 +* chore: update DEPENDENCIES and fater dependencies.py generate by @yihong0618 in https://github.com/apache/opendal/pull/6374 +* chore(dependabot): update OpenDAL dependencies less frequently by @erickguan in https://github.com/apache/opendal/pull/6384 +* chore(deps): bump tokio from 1.45.1 to 1.46.1 in /bin/oli by @dependabot[bot] in https://github.com/apache/opendal/pull/6387 +* chore(deps): bump tokio from 1.45.1 to 1.46.1 in /bin/ofs by @dependabot[bot] in https://github.com/apache/opendal/pull/6386 +* chore(deps): bump logforth from 0.24.0 to 0.26.1 in /bin/oay by @dependabot[bot] in https://github.com/apache/opendal/pull/6385 +* chore(deps): bump clsx from 1.2.1 to 2.1.1 in /website by @dependabot[bot] in https://github.com/apache/opendal/pull/6388 +* chore(deps): bump tokio from 1.45.0 to 1.46.1 in /core in the async-runtime group by @dependabot[bot] in https://github.com/apache/opendal/pull/6390 +* chore(dependabot): exclude rand and getrandom crates by @erickguan in https://github.com/apache/opendal/pull/6397 +* chore(github-actions): update 1password by @erickguan in https://github.com/apache/opendal/pull/6405 +* chore(github-actions): revert 1password action update by @erickguan in https://github.com/apache/opendal/pull/6406 +* chore(deps): bump nix from 0.29.0 to 0.30.1 in /bin/ofs by @dependabot[bot] in https://github.com/apache/opendal/pull/6399 +* chore(deps): bump toml from 0.8.22 to 0.9.2 in /bin/oay by @dependabot[bot] in https://github.com/apache/opendal/pull/6398 +* chore(deps): bump toml from 0.8.23 to 0.9.2 in /bin/oli by @dependabot[bot] in https://github.com/apache/opendal/pull/6400 +* chore(deps): bump react and react-dom in /website by @dependabot[bot] in https://github.com/apache/opendal/pull/6401 +* chore(deps): bump tower from 0.4.13 to 0.5.2 in /bin/oay by @dependabot[bot] in https://github.com/apache/opendal/pull/6407 + +## [v0.53.3] - 2025-05-21 + +### Added +* feat(java): add ReadOptions for read methods by @liamzwbao in https://github.com/apache/opendal/pull/6157 +* feat(core): support sharing one redb database between different Operators by @TD-Sky in https://github.com/apache/opendal/pull/6173 +* feat(bin/oli): support cp to dir by @asukaminato0721 in https://github.com/apache/opendal/pull/6140 +* feat(bin/oli): support tee by @asukaminato0721 in https://github.com/apache/opendal/pull/6194 +* feat: expose `Error::backtrace()` by @xxchan in https://github.com/apache/opendal/pull/6196 +* feat(bindings/c)!: Make features configurable via CMakeLists by @asukaminato0721 in https://github.com/apache/opendal/pull/6143 +* feat: ADLS Client Credential Authentication by @c-thiel in https://github.com/apache/opendal/pull/6205 +### Changed +* refactor(bindings/java): deprecate append in favor of write with append=true by @kingsword09 in https://github.com/apache/opendal/pull/6169 +* refactor(core): Put Backtrace in a box to reduce error size by @Xuanwo in https://github.com/apache/opendal/pull/6193 +### Fixed +* fix(bindings/go): update dependencies by @JupiterRider in https://github.com/apache/opendal/pull/6175 +* fix(integrations/object_store): fix double percent encoding by @Colerar in https://github.com/apache/opendal/pull/6166 +* fix(services/fs): Make fs services work on our MSRV by @Xuanwo in https://github.com/apache/opendal/pull/6183 +* fix(services/s3): Remove not needed check for batch delete by @Xuanwo in https://github.com/apache/opendal/pull/6206 +### Docs +* fix: typo error in 0429_init_from_iter.md by @warjiang in https://github.com/apache/opendal/pull/6203 +* doc: case-police Ocaml to OCaml by @yihong0618 in https://github.com/apache/opendal/pull/6204 +### CI +* ci: uses taiki-e/install-action to replace cargo insatll by @xxchan in https://github.com/apache/opendal/pull/6168 +* ci(bindings/node): Add contents permissions for nodejs release by @Xuanwo in https://github.com/apache/opendal/pull/6182 +* ci(bindings/java): Enable zig build for java by @Xuanwo in https://github.com/apache/opendal/pull/6181 +* ci: Fix behavior tests for go bindings by @Xuanwo in https://github.com/apache/opendal/pull/6199 +### Chore +* Bump opendal to v0.53.3 (Round 1) by @Xuanwo in https://github.com/apache/opendal/pull/6186 +* chore: remove useless labeler.yml by @koushiro in https://github.com/apache/opendal/pull/6192 + +## [v0.53.2] - 2025-05-09 + +### Added +* feat(core): impl Drop for BlockingWrapper by @asukaminato0721 in https://github.com/apache/opendal/pull/6036 +* feat(bindings/python): add check in py by @asukaminato0721 in https://github.com/apache/opendal/pull/5973 +* feat(core): Use divan for benchmark framework by @Xuanwo in https://github.com/apache/opendal/pull/6051 +* feat(bindings/python): Add start_after support for list by @asukaminato0721 in https://github.com/apache/opendal/pull/6054 +* feat(services/upyun): Add operation in http context by @jorgehermo9 in https://github.com/apache/opendal/pull/6062 +* feat(services/alluxio): Add operation in http context by @jorgehermo9 in https://github.com/apache/opendal/pull/6065 +* feat(services/cos): Add operation in http context by @jorgehermo9 in https://github.com/apache/opendal/pull/6067 +* feat(services/github): Add operation in http context by @tks1197 in https://github.com/apache/opendal/pull/6069 +* feat(services/s3): Support request payer option by @antoninferrand in https://github.com/apache/opendal/pull/6070 +* feat(layers/prometheus_client): Add disable_label_root to allow skip root label in metrics by @flaneur2020 in https://github.com/apache/opendal/pull/6071 +* feat(bindings/python): export MimeGuessLayer by @pk5ls20 in https://github.com/apache/opendal/pull/6073 +* feat(services/obs): Add operation in http context by @tks1197 in https://github.com/apache/opendal/pull/6079 +* feat(integrations/object_store): add AmazonS3Builder by @meteorgan in https://github.com/apache/opendal/pull/5456 +* feat(integration/object_store): bump object store version by @XiangpengHao in https://github.com/apache/opendal/pull/6091 +* feat(services/pcloud): Add operation http context by @jorgehermo9 in https://github.com/apache/opendal/pull/6092 +* feat(services/vercel_artifacts): Add operation http context by @jorgehermo9 in https://github.com/apache/opendal/pull/6093 +* feat(services/aliyun_drive): Add operation in http context by @jorgehermo9 in https://github.com/apache/opendal/pull/6063 +* feat(services/ghac): Add operation http context by @jorgehermo9 in https://github.com/apache/opendal/pull/6100 +* feat(services/b2): Add operation in http context by @jorgehermo9 in https://github.com/apache/opendal/pull/6066 +* feat(services/webdav): Add operation in http context by @jorgehermo9 in https://github.com/apache/opendal/pull/6107 +* feat(services/swift): Add operation in http context by @jorgehermo9 in https://github.com/apache/opendal/pull/6106 +* feat(services/vercel_blob): Add operation in http context by @jorgehermo9 in https://github.com/apache/opendal/pull/6101 +* feat(services/gdrive): Add operation in http context by @jorgehermo9 in https://github.com/apache/opendal/pull/6068 +* feat(services/koofr): Add operation http context by @jorgehermo9 in https://github.com/apache/opendal/pull/6096 +* feat(services/seafile): Add operation in http context by @jorgehermo9 in https://github.com/apache/opendal/pull/6105 +* feat(services/yandex_disk): Add operation in http context by @jorgehermo9 in https://github.com/apache/opendal/pull/6064 +* feat(services/webhdfs): Add operation in http context by @jorgehermo9 in https://github.com/apache/opendal/pull/6112 +* feat(services/onedrive): Add operation in http context by @jorgehermo9 in https://github.com/apache/opendal/pull/6111 +* feat(bindings/python): build and publish musllinux wheels (#6114) by @zhu0629 in https://github.com/apache/opendal/pull/6116 +* feat(services/azblob): add request context by @erickguan in https://github.com/apache/opendal/pull/6121 +* feat(services/azdls): add request context by @erickguan in https://github.com/apache/opendal/pull/6122 +* feat(bindings/c): Add seek support for c-binding by @taoseng in https://github.com/apache/opendal/pull/6119 +* feat(bindings/cpp): eliminate indirect pointers by manually managing memory by @deadlinefen in https://github.com/apache/opendal/pull/6147 +* refactor(bindings/c)!: extract the writer closing logic from opendal_writer_free by @taoseng in https://github.com/apache/opendal/pull/6128 +* feat(bindings/go): implement io.Seeker by @yuchanns in https://github.com/apache/opendal/pull/6151 +### Changed +* refactor(core): Deprecate not used options in OpList by @Xuanwo in https://github.com/apache/opendal/pull/6050 +* refactor(services/gdrive): move raw requests to core by @jorgehermo9 in https://github.com/apache/opendal/pull/6088 +* refactor(services/ghac): move raw http calls to core by @jorgehermo9 in https://github.com/apache/opendal/pull/6095 +* refactor(services/yandex_disk): Move raw request to core by @jorgehermo9 in https://github.com/apache/opendal/pull/6090 +* refactor(services/azdls): Refactor raw request send in writer and bac… by @jorgehermo9 in https://github.com/apache/opendal/pull/6109 +* refactor(services/seafile): Refactor raw request send in writer and lister by @jorgehermo9 in https://github.com/apache/opendal/pull/6104 +* refactor(services/azblob): Refactor raw request send in writer by @jorgehermo9 in https://github.com/apache/opendal/pull/6102 +* refactor(services/aliyun_drive): Move raw request to core by @jorgehermo9 in https://github.com/apache/opendal/pull/6089 +* refactor(services/webhdfs): Refactor raw request send in writer and backend by @jorgehermo9 in https://github.com/apache/opendal/pull/6113 +* refactor(bindings/go): add ffiCall type for FFI function signature by @yuchanns in https://github.com/apache/opendal/pull/6158 +### Fixed +* fix(core): Only run size tests on 64bit platforms by @cryptomilk in https://github.com/apache/opendal/pull/6078 +* fix(bindings/go): Reader returns io.EOF at the end of file by @yuchanns in https://github.com/apache/opendal/pull/6150 +* fix(core/services/fs): Returning empty dir while list a file path by @Xuanwo in https://github.com/apache/opendal/pull/6154 +### Docs +* doc(services/onedrive): add a comment about onedrive's writer by @erickguan in https://github.com/apache/opendal/pull/6120 +### CI +* ci(bindings/go): include sqlite service into behavior tests by @yuchanns in https://github.com/apache/opendal/pull/6039 +### Chore +* chore: delete unused code in scripts by @yihong0618 in https://github.com/apache/opendal/pull/6084 +* chore(integrations/unftp): Make compatible with latest libunftp by @hannesdejager in https://github.com/apache/opendal/pull/6094 +* chore(deps): bump logforth from 0.23.1 to 0.24.0 in /bin/ofs by @dependabot in https://github.com/apache/opendal/pull/6137 +* chore(deps): bump assert_cmd from 2.0.16 to 2.0.17 in /bin/oli by @dependabot in https://github.com/apache/opendal/pull/6138 +* chore(deps): bump logforth from 0.23.1 to 0.24.0 in /bin/oay by @dependabot in https://github.com/apache/opendal/pull/6139 +* chore(deps): update dav-server requirement from 0.7.0 to 0.8.0 in /integrations/dav-server by @dependabot in https://github.com/apache/opendal/pull/6133 +* chore(deps): bump golangci/golangci-lint-action from 6 to 7 by @dependabot in https://github.com/apache/opendal/pull/6134 + +## [v0.53.1] - 2025-04-14 + +### Added +* feat(services/gcs): implement write returns metadata by @meteorgan in https://github.com/apache/opendal/pull/5933 +* feat(bindings/ruby): support layers by @erickguan in https://github.com/apache/opendal/pull/5874 +* feat(gridfs): implement GridfsCore for GridFS service by @uruemu in https://github.com/apache/opendal/pull/5966 +* feat(bindings/nodejs): add check in js by @asukaminato0721 in https://github.com/apache/opendal/pull/5996 +* feat(core): Use Buffer as http_body::Body directly by @Xuanwo in https://github.com/apache/opendal/pull/6026 +### Changed +* refactor: Remove dead code ConcurrentFutures by @Xuanwo in https://github.com/apache/opendal/pull/5939 +* refactor(layers/tracing): Ensure the entire async function been traced by @Xuanwo in https://github.com/apache/opendal/pull/6000 +### Fixed +* fix(core): Fix head-of-line blocking in concurrent tasks by @Xuanwo in https://github.com/apache/opendal/pull/5941 +* fix(services/ipmfs): fix Ipmfs behavior tests by @miroim in https://github.com/apache/opendal/pull/5969 +* chore(core): Fix clippy for services azfile by @asukaminato0721 in https://github.com/apache/opendal/pull/5994 +### Docs +* docs(bindings/nodejs): fix broken links by @miroim in https://github.com/apache/opendal/pull/6017 +* doc(chore): update copyright date in NOTICE by @caicancai in https://github.com/apache/opendal/pull/6023 +### CI +* ci: add test for cpp example by @silver-ymz in https://github.com/apache/opendal/pull/5952 +* ci(bindings/go): include go binding into behavior tests by @yuchanns in https://github.com/apache/opendal/pull/6018 +### Chore +* chore: rm in favor of dosubot by @asukaminato0721 in https://github.com/apache/opendal/pull/5946 +* chore: Fix clippy for rust 1.86 by @Xuanwo in https://github.com/apache/opendal/pull/5951 +* chore: sync cpp example by @silver-ymz in https://github.com/apache/opendal/pull/5944 +* chore: update typos version by @yihong0618 in https://github.com/apache/opendal/pull/5954 +* chore(core): fix typos for the QueryPairsWriter by @kemingy in https://github.com/apache/opendal/pull/5978 +* chore(service/azdls): use QueryPairsWriter for url write by @kemingy in https://github.com/apache/opendal/pull/5988 +* chore(services/obs): Use QueryPairsWriter for url write by @asukaminato0721 in https://github.com/apache/opendal/pull/5985 + +## [v0.53.0] - 2025-04-01 + +### Added +* feat(bindings/python) detailed error message by @asukaminato0721 in https://github.com/apache/opendal/pull/5646 +* feat(bindings/python): Add user metadata support for write by @Xuanwo in https://github.com/apache/opendal/pull/5654 +* feat(services/s3): add append support by @Frank-III in https://github.com/apache/opendal/pull/5428 +* feat(core): Add presign delete support by @asukaminato0721 in https://github.com/apache/opendal/pull/5647 +* feat(bindings/python): add python presign_delete by @asukaminato0721 in https://github.com/apache/opendal/pull/5661 +* feat(core): Sharing context between layers and service by @Xuanwo in https://github.com/apache/opendal/pull/5662 +* feat(!): Bump arrow version of parquet_opendal to 54.x by @erickguan in https://github.com/apache/opendal/pull/5665 +* feat: Polish context related APIs by @Xuanwo in https://github.com/apache/opendal/pull/5673 +* feat(services/onedrive): List dir shows metadata by @erickguan in https://github.com/apache/opendal/pull/5632 +* feat(java): add WriteOptions for write methods by @geruh in https://github.com/apache/opendal/pull/5664 +* feat(bindings/ruby): add operator info by @erickguan in https://github.com/apache/opendal/pull/5584 +* feat(services/oss): Implement `Write Returns Metadata` for oss by @meteorgan in https://github.com/apache/opendal/pull/5688 +* feat(core): Expose Reader::into_stream and Writer::into_sink by @Xuanwo in https://github.com/apache/opendal/pull/5698 +* feat: adopt uv for python binding by @kemingy in https://github.com/apache/opendal/pull/5711 +* feat(services/gcs): Implement multipart/related and use it with Gcs by @wlinna in https://github.com/apache/opendal/pull/5691 +* feat(bindings/dart): Add dart binding by @asukaminato0721 in https://github.com/apache/opendal/pull/5591 +* fix(binding/dart): pin version to avoid generator/runtime version mismatch by @asukaminato0721 in https://github.com/apache/opendal/pull/5734 +* feat(binding/dart): add examples, tests by @asukaminato0721 in https://github.com/apache/opendal/pull/5740 +* feat(services/onedrive): add signer to utilize the refresh token by @erickguan in https://github.com/apache/opendal/pull/5733 +* feat(binding/dart): hide init && change to init by @asukaminato0721 in https://github.com/apache/opendal/pull/5742 +* feat(core): Implement write returns metadata for b2 by @hoslo in https://github.com/apache/opendal/pull/5750 +* feat(services/hdfs_native): implement write/read/list methods by @zhaohaidao in https://github.com/apache/opendal/pull/5617 +* feat(website): Adding a WIP to the list of bingdings by @shaonianche in https://github.com/apache/opendal/pull/5769 +* feat(services/onedrive): implement read_with_if_none_match by @erickguan in https://github.com/apache/opendal/pull/5763 +* feat(binding/dart): add pubspec info by @asukaminato0721 in https://github.com/apache/opendal/pull/5751 +* feat(services/s3): Add operation in http context by @Xuanwo in https://github.com/apache/opendal/pull/5791 +* feat(bindings/python): Add repr for metadata by @yihong0618 in https://github.com/apache/opendal/pull/5783 +* feat: Add origin private file system scaffold by @Eason0729 in https://github.com/apache/opendal/pull/5758 +* feat(core): Implement http related metrics support for prom client by @Xuanwo in https://github.com/apache/opendal/pull/5798 +* feat(core): Implement http related metrics support for otel by @leiysky in https://github.com/apache/opendal/pull/5800 +* feat(services/lakefs): Add operation in http context by @liugddx in https://github.com/apache/opendal/pull/5809 +* feat(github): Auto generate weekly summary by @Xuanwo in https://github.com/apache/opendal/pull/5818 +* feat(binding/java): Add list with recursive support by @cuichenli in https://github.com/apache/opendal/pull/5718 +* feat(services/huggingface): Add operation in http context by @liugddx in https://github.com/apache/opendal/pull/5810 +* feat(core/layers): implement http related metrics support for prometheus by @koushiro in https://github.com/apache/opendal/pull/5847 +* feat(core/layers): implement http related metrics support for metrics by @koushiro in https://github.com/apache/opendal/pull/5848 +* feat(services/onedrive): implement additional OneDrive features by @erickguan in https://github.com/apache/opendal/pull/5784 +* feat(bindings/c): add opendal_operator_check by @asukaminato0721 in https://github.com/apache/opendal/pull/5851 +* feat(services/aliyun_drive): Add operation in http context by @sunheyi6 in https://github.com/apache/opendal/pull/5880 +### Changed +* refactor(!): Supabase is now an S3-compatible servcices by @Xuanwo in https://github.com/apache/opendal/pull/5663 +* refactor: Migrate s3 services to context based http client by @Xuanwo in https://github.com/apache/opendal/pull/5676 +* refactor: Migrate oss services to context based http client by @Ziy1-Tan in https://github.com/apache/opendal/pull/5681 +* refactor: Migrate obs services to context based http client by @Ziy1-Tan in https://github.com/apache/opendal/pull/5682 +* refactor: Migrate cos services to context based http client by @Ziy1-Tan in https://github.com/apache/opendal/pull/5683 +* refactor(bindings/node)!: Change `is_exist` to `exists` to align with nodejs API style by @yihong0618 in https://github.com/apache/opendal/pull/5731 +* refactor(services/redis): Implement ConnectionLike for RedisConnection by @Xuanwo in https://github.com/apache/opendal/pull/5748 +* refactor!: Remove opendal-compat which is not maintained by @Xuanwo in https://github.com/apache/opendal/pull/5754 +* refactor: Migrate github services to context based http client by @miroim in https://github.com/apache/opendal/pull/5764 +* refactor(gcs): Migrate to context based http client by @leiysky in https://github.com/apache/opendal/pull/5778 +* refactor(core/raw)!: Merge blocking and async operations by @Xuanwo in https://github.com/apache/opendal/pull/5789 +* refactor(core/raw)!: Use AccessorInfo instead of seperate fields by @Xuanwo in https://github.com/apache/opendal/pull/5796 +* refactor: Migrate aliyun_drive services to context based http client by @miroim in https://github.com/apache/opendal/pull/5815 +* refactor: Migrate azfile services to context based http client by @miroim in https://github.com/apache/opendal/pull/5816 +* refactor: Migrate dropbox services to context based http client by @miroim in https://github.com/apache/opendal/pull/5827 +* refactor: Migrate upyun services to context based http client by @miroim in https://github.com/apache/opendal/pull/5829 +* refactor(core): Migrate BlockWriter to use executor from context by @Xuanwo in https://github.com/apache/opendal/pull/5834 +* refactor(core): Migrate MultipartWrite Executor to context based by @Xuanwo in https://github.com/apache/opendal/pull/5835 +* refactor(core): Migrate PositionWrite Executor to context based by @Xuanwo in https://github.com/apache/opendal/pull/5836 +* refactor(core)!: Migrate to context based executor by @Xuanwo in https://github.com/apache/opendal/pull/5838 +* refactor: tidy binding java code by @tisonkun in https://github.com/apache/opendal/pull/5840 +* refactor: Migrate yandex_disk services to context based http client by @miroim in https://github.com/apache/opendal/pull/5841 +* refactor: Migrate alluxio services to context based http client by @miroim in https://github.com/apache/opendal/pull/5842 +* refactor: Migrate b2 service to context based http client by @miroim in https://github.com/apache/opendal/pull/5843 +* refactor: migrate azblob services to context based http client by @Ziy1-Tan in https://github.com/apache/opendal/pull/5845 +* refactor: Migrate gdrive service to context based http client by @miroim in https://github.com/apache/opendal/pull/5861 +* refactor: Migrate pcloud service to context based http client by @miroim in https://github.com/apache/opendal/pull/5866 +* refactor!: Bump OpenDAL MSRV to 1.80 by @Xuanwo in https://github.com/apache/opendal/pull/5868 +* refactor: Introduce VercelArtifactsCore for improved service structure by @miroim in https://github.com/apache/opendal/pull/5873 +* refactor: Migrate vercel_artifacts service to context based http client by @miroim in https://github.com/apache/opendal/pull/5877 +* refactor: Migrate http service to context based http client by @miroim in https://github.com/apache/opendal/pull/5879 +* refactor: Migrate services to context based http client by @miroim in https://github.com/apache/opendal/pull/5882 +* refactor: Polishing IO metrics by adding more useful metrics by @Xuanwo in https://github.com/apache/opendal/pull/5883 +* refactor(core): Add good default histogram buckets for metrics by @Xuanwo in https://github.com/apache/opendal/pull/5886 +* refactor: Migrate icloud service to context based http client by @miroim in https://github.com/apache/opendal/pull/5891 +* refactor(bindings/dart)!: support macos and use exists api by @yihong0618 in https://github.com/apache/opendal/pull/5884 +* refactor: Migrate PrometheusClientLayer to support IO metrics by @Xuanwo in https://github.com/apache/opendal/pull/5887 +* refactor(core)!: Merge operations to build more clean metrics by @Xuanwo in https://github.com/apache/opendal/pull/5892 +* refactor: Migrate WebHDFS service to context based http client by @miroim in https://github.com/apache/opendal/pull/5893 +* refactor(layer/metrics): Migrate MetricsLayer to support IO metrics by @koushiro in https://github.com/apache/opendal/pull/5900 +* refactor(layer/prometheus): Migrate PrometheusLayer to support IO metrics by @koushiro in https://github.com/apache/opendal/pull/5899 +* refactor(layer/otelmetrics): Migrate OtelMetricsLayer to support IO metrics by @koushiro in https://github.com/apache/opendal/pull/5901 +* refactor: Introduce SftpCore for improved service structure by @miroim in https://github.com/apache/opendal/pull/5902 +* refactor(observe): remove duplicated observation by @koushiro in https://github.com/apache/opendal/pull/5894 +* refactor: refine RetryLayer type signature by @tisonkun in https://github.com/apache/opendal/pull/5905 +* refactor(core): Remove all `write_has_xxx` capabilities by @Ziy1-Tan in https://github.com/apache/opendal/pull/5908 +* refactor(services/obs): Implement Write Returns Metadata for obs by @Ziy1-Tan in https://github.com/apache/opendal/pull/5912 +### Fixed +* fix(integrations/dav-server): handle encoded path correctly. by @rick-200 in https://github.com/apache/opendal/pull/5650 +* fix(services/onedrive): fix OneDrive behavior tests by @erickguan in https://github.com/apache/opendal/pull/5652 +* fix(services/gcs): Advertise `write_with_cache_control` in Gcs by @wlinna in https://github.com/apache/opendal/pull/5658 +* fix(services/gcs): Fix cache control not present in object meta by @Xuanwo in https://github.com/apache/opendal/pull/5660 +* fix(services/s3): fix batch delete with version by @meteorgan in https://github.com/apache/opendal/pull/5684 +* fix(services/oss): fix batch delete with version for oss by @meteorgan in https://github.com/apache/opendal/pull/5687 +* fix(services/onedrive): remove @odata.type field by @erickguan in https://github.com/apache/opendal/pull/5696 +* fix: drop useless clone for py binding and make clippy happy by @yihong0618 in https://github.com/apache/opendal/pull/5708 +* fix: drop useless file by @yihong0618 in https://github.com/apache/opendal/pull/5714 +* fix: make build_abs_path to build_rooted_abs_path for chainsafe by @yihong0618 in https://github.com/apache/opendal/pull/5715 +* fix: mac can not build lua binding by @yihong0618 in https://github.com/apache/opendal/pull/5719 +* fix(website): Handling svg image correctly by @Xuanwo in https://github.com/apache/opendal/pull/5725 +* fix(website): Handling badges click behavior correctly by @miroim in https://github.com/apache/opendal/pull/5741 +* fix(core)!: chainsafe services has been sunset by @yihong0618 in https://github.com/apache/opendal/pull/5744 +* fix: sqlite may dead lock in ci by @yihong0618 in https://github.com/apache/opendal/pull/5738 +* fix: drop useless import and clippy happy for java binding by @yihong0618 in https://github.com/apache/opendal/pull/5746 +* fix(bindings/java): bring back false delete code by @yihong0618 in https://github.com/apache/opendal/pull/5752 +* fix(core): fix list with recursive when the object doesn't exist by @meteorgan in https://github.com/apache/opendal/pull/5732 +* fix(website): docusaurus build on windows by @shaonianche in https://github.com/apache/opendal/pull/5770 +* fix: make php binding happy again by @yihong0618 in https://github.com/apache/opendal/pull/5761 +* fix(services/onedrive): add scope for the refresh token by @erickguan in https://github.com/apache/opendal/pull/5776 +* fix: py binding benchmark can not run by @yihong0618 in https://github.com/apache/opendal/pull/5786 +* fix: add missing last_modified for python binding by @yihong0618 in https://github.com/apache/opendal/pull/5767 +* doc: fix README root wrong for example close issue #5871 by correct README by @yihong0618 in https://github.com/apache/opendal/pull/5782 +* fix(services/compfs): behavior async write by @Berrysoft in https://github.com/apache/opendal/pull/5803 +* fix(services/onedrive): chunk PUT upload remove auth header by @emliunix in https://github.com/apache/opendal/pull/5812 +* fix(services/compfs): read, delete, copy, rename by @Berrysoft in https://github.com/apache/opendal/pull/5807 +* fix(github): Fix discussion create by @Xuanwo in https://github.com/apache/opendal/pull/5821 +* fix(bindings/python): open python3.13t release for windows since upstream had fixed by @yihong0618 in https://github.com/apache/opendal/pull/5826 +* fix: better ocaml binding and happy clippy by @yihong0618 in https://github.com/apache/opendal/pull/5839 +* fix(bindings/python): sort imports, fix template, fix bench by @kemingy in https://github.com/apache/opendal/pull/5844 +* fix: make haskell binding happier by @yihong0618 in https://github.com/apache/opendal/pull/5849 +* doc: fix all fs env tmp file dir in doc by @yihong0618 in https://github.com/apache/opendal/pull/5855 +* fix: drop fixme in py binding since upstream fixed by @yihong0618 in https://github.com/apache/opendal/pull/5862 +* fix: drop fixme in etcd tls since upstream fixed by @yihong0618 in https://github.com/apache/opendal/pull/5863 +* fix: todo list since MSRV is 1.80 by @yihong0618 in https://github.com/apache/opendal/pull/5870 +* fix: close issue #5910 by @yihong0618 in https://github.com/apache/opendal/pull/5911 +### Docs +* doc: add the most famous Python binding by @yihong0618 in https://github.com/apache/opendal/pull/5707 +* doc: py binding version is wrong for now by @yihong0618 in https://github.com/apache/opendal/pull/5709 +* docs: Better ways to users showcase by @Xuanwo in https://github.com/apache/opendal/pull/5720 +* docs: Add useful links by @Xuanwo in https://github.com/apache/opendal/pull/5735 +* docs: QuestDB is not using opendal java by @Xuanwo in https://github.com/apache/opendal/pull/5736 +* doc: more users for python binding by @yihong0618 in https://github.com/apache/opendal/pull/5756 +* docs: Update nominate-committer.md by @tisonkun in https://github.com/apache/opendal/pull/5765 +* docs: Fix rustic users entry by @QazCetelic in https://github.com/apache/opendal/pull/5790 +* docs(services/onedrive): add how to get tokens by @emliunix in https://github.com/apache/opendal/pull/5792 +* doc: fix typo in RFC md by @yihong0618 in https://github.com/apache/opendal/pull/5813 +* doc: dotnet binding wip doc by @yihong0618 in https://github.com/apache/opendal/pull/5850 +* doc: add oli bench command doc by @yihong0618 in https://github.com/apache/opendal/pull/5854 +* doc: docker installation guide for behaviour test by @zhaohaidao in https://github.com/apache/opendal/pull/5876 +* docs: Add docs on how to upgrade to opendal rust core 0.53 by @Xuanwo in https://github.com/apache/opendal/pull/5918 +### CI +* ci(bindings/zig): update to zig version 0.14.0 by @kassane in https://github.com/apache/opendal/pull/5700 +* ci: add clippy to some of the binding check ci by @yihong0618 in https://github.com/apache/opendal/pull/5717 +* build: bump opentelemetry dependency to 0.29.0 by @tisonkun in https://github.com/apache/opendal/pull/5856 +* build(deps): bump actions/setup-python from 4 to 5 by @dependabot in https://github.com/apache/opendal/pull/5926 +* build(deps): update datafusion requirement from 45.0.0 to 46.0.1 in /integrations/object_store by @dependabot in https://github.com/apache/opendal/pull/5928 +* build(deps): bump governor from 0.6.3 to 0.10.0 in /core by @dependabot in https://github.com/apache/opendal/pull/5923 +* build(deps): bump log from 0.4.25 to 0.4.27 in /bin/oay by @dependabot in https://github.com/apache/opendal/pull/5927 +* build(deps): bump humantime from 2.1.0 to 2.2.0 in /bin/oli by @dependabot in https://github.com/apache/opendal/pull/5925 +* build(deps): bump test-context from 0.3.0 to 0.4.1 in /bin/ofs by @dependabot in https://github.com/apache/opendal/pull/5924 +* build(deps): update pyo3 requirement from 0.23.3 to 0.24.1 in /bindings/python by @dependabot in https://github.com/apache/opendal/pull/5922 +### Chore +* chore: Fix clippy for rust edition 2024 by @Xuanwo in https://github.com/apache/opendal/pull/5648 +* chore: update mongodb version drop the fixme comments by @yihong0618 in https://github.com/apache/opendal/pull/5706 +* chore: revert "services/cos: Implement Write Returns Metadata for cos" by @Xuanwo in https://github.com/apache/opendal/pull/5713 +* chore(core): Fix BufferStream not exported by @Xuanwo in https://github.com/apache/opendal/pull/5730 +* chore: update flate2 version by @yihong0618 in https://github.com/apache/opendal/pull/5759 +* chore(services/hdfs_native): enable create_dir capability by @meteorgan in https://github.com/apache/opendal/pull/5817 +* chore(github): Fix uv not installed in weekly-update by @Xuanwo in https://github.com/apache/opendal/pull/5819 +* chore(github): Fix dateutil not installed by @Xuanwo in https://github.com/apache/opendal/pull/5820 +* chore(github): Avoid ping all contributors by @Xuanwo in https://github.com/apache/opendal/pull/5823 +* chore: make ruby clippy happy by @yihong0618 in https://github.com/apache/opendal/pull/5830 +* chore: update py binding api just by @yihong0618 in https://github.com/apache/opendal/pull/5898 +* chore: Polish IO metric buckets by @Xuanwo in https://github.com/apache/opendal/pull/5903 +* chore(layer/observe): cleanup useless metric metadata by @koushiro in https://github.com/apache/opendal/pull/5904 +* chore: update cpp example by @yihong0618 in https://github.com/apache/opendal/pull/5907 +* chore: chore some version like logforth by @yihong0618 in https://github.com/apache/opendal/pull/5921 + +## [v0.52.0] - 2025-02-19 + +### Added +* feat(services/s3): Added crc64nvme for s3 by @geetanshjuneja in https://github.com/apache/opendal/pull/5580 +* feat(services-fs): Support write-if-not-exists in fs backend by @SergeiPatiakin in https://github.com/apache/opendal/pull/5605 +* feat(services/gcs): Impl content-encoding support for GCS stat, write and presign by @wlinna in https://github.com/apache/opendal/pull/5610 +* feat(bindings/ruby): add lister by @erickguan in https://github.com/apache/opendal/pull/5600 +* feat(services/swift): Added user metadata support for swift service by @zhaohaidao in https://github.com/apache/opendal/pull/5601 +* feat: Implement github actions cache service v2 support by @Xuanwo in https://github.com/apache/opendal/pull/5633 +* feat(core)!: implement write returns metadata by @meteorgan in https://github.com/apache/opendal/pull/5562 +* feat(bindings/python): let path can be PathLike by @asukaminato0721 in https://github.com/apache/opendal/pull/5636 +* feat(bindings/python): add exists by @asukaminato0721 in https://github.com/apache/opendal/pull/5637 +### Changed +* refactor: Remove dead services libsql by @Xuanwo in https://github.com/apache/opendal/pull/5616 +### Fixed +* fix(services/gcs): Fix content encoding can't be used alone by @Xuanwo in https://github.com/apache/opendal/pull/5614 +* fix: ghac doesn't support delete anymore by @Xuanwo in https://github.com/apache/opendal/pull/5628 +* fix(services/gdrive): skip the trailing slash when creating and querying the directory by @meteorgan in https://github.com/apache/opendal/pull/5631 +### Docs +* docs(bindings/ruby): add documentation for Ruby binding by @erickguan in https://github.com/apache/opendal/pull/5629 +* docs: Add upgrade docs for upcoming 0.52 by @Xuanwo in https://github.com/apache/opendal/pull/5634 +### CI +* ci: Fix bad corepack cannot find matching keyid by @Xuanwo in https://github.com/apache/opendal/pull/5603 +* ci(website): avoid including rc when calculate the latest version by @tisonkun in https://github.com/apache/opendal/pull/5608 +* build: upgrade opentelemetry dependencies to 0.28.0 by @tisonkun in https://github.com/apache/opendal/pull/5625 +### Chore +* chore(deps): bump uuid from 1.11.0 to 1.12.1 in /bin/oli by @dependabot in https://github.com/apache/opendal/pull/5589 +* chore(deps): bump uuid from 1.11.0 to 1.12.1 in /core by @dependabot in https://github.com/apache/opendal/pull/5588 +* chore(deps): bump log from 0.4.22 to 0.4.25 in /bin/oay by @dependabot in https://github.com/apache/opendal/pull/5590 +* chore(deps): bump tempfile from 3.15.0 to 3.16.0 in /bin/ofs by @dependabot in https://github.com/apache/opendal/pull/5586 +* chore(deps): update libtest-mimic requirement from 0.7.3 to 0.8.1 in /integrations/object_store by @dependabot in https://github.com/apache/opendal/pull/5587 +* chore(layers/prometheus-client): upgrade prometheus-client dependency to v0.23.1 by @koushiro in https://github.com/apache/opendal/pull/5576 +* chore(ci): remove benchmark report by @dqhl76 in https://github.com/apache/opendal/pull/5626 + +## [v0.51.2] - 2025-02-02 +### Added +* feat(core): implement if_modified_since and if_unmodified_since for stat_with by @meteorgan in https://github.com/apache/opendal/pull/5528 +* feat(layer/otelmetrics): add OtelMetricsLayer by @andylokandy in https://github.com/apache/opendal/pull/5524 +* feat(integrations/object_store): implement put_opts and get_opts by @meteorgan in https://github.com/apache/opendal/pull/5513 +* feat: Conditional reader for azblob, gcs, oss by @geetanshjuneja in https://github.com/apache/opendal/pull/5531 +* feat(core): Add correctness check for read with if_xxx headers by @Xuanwo in https://github.com/apache/opendal/pull/5538 +* feat(services/cos): Added user metadata support for cos service by @geetanshjuneja in https://github.com/apache/opendal/pull/5510 +* feat(core): Implement list with deleted and versions for oss by @hoslo in https://github.com/apache/opendal/pull/5527 +* feat(layer/otelmetrics): take meter when register by @andylokandy in https://github.com/apache/opendal/pull/5547 +* feat(gcs): Convert TOO_MANY_REQUESTS to retryable Ratelimited by @Xuanwo in https://github.com/apache/opendal/pull/5551 +* feat(services/webdfs): Add user.name support for webhdfs by @Xuanwo in https://github.com/apache/opendal/pull/5567 +* feat: disable backtrace for NotFound error by @xxchan in https://github.com/apache/opendal/pull/5577 +### Changed +* refactor: refactor some unnecessary clone and use next_back to make clippy happy by @yihong0618 in https://github.com/apache/opendal/pull/5554 +* refactor: refactor all body.copy_to_bytes(body.remaining()) by @yihong0618 in https://github.com/apache/opendal/pull/5561 +### Fixed +* fix(integrations/object_store) `object_store_opendal` now compiles on wasm32-unknown-unknown by @XiangpengHao in https://github.com/apache/opendal/pull/5530 +* fix(serivces/gcs): Gcs doesn't support read with if_(un)modified_since by @Xuanwo in https://github.com/apache/opendal/pull/5537 +* fix(logging): remove additional space by @xxchan in https://github.com/apache/opendal/pull/5568 +### Docs +* docs: Fix opendal rust core's README not align with new vision by @Xuanwo in https://github.com/apache/opendal/pull/5541 +* docs(integration/object_store): add example for datafusion by @meteorgan in https://github.com/apache/opendal/pull/5543 +* docs: Add docs on how to pronounce opendal by @Xuanwo in https://github.com/apache/opendal/pull/5552 +* docs(bindings/java): better javadoc by @tisonkun in https://github.com/apache/opendal/pull/5572 +### CI +* ci(integration/object_store): add integration tests for object_store_opendal by @meteorgan in https://github.com/apache/opendal/pull/5536 +* ci: Pin the nightly version to rust 1.84 for fuzz by @Xuanwo in https://github.com/apache/opendal/pull/5546 +* ci: skip running behavior tests when adding or modifying documentation by @meteorgan in https://github.com/apache/opendal/pull/5558 +* build: fix Cargo.lock and pass --locked in CI by @xxchan in https://github.com/apache/opendal/pull/5565 +* build: implement release process in odev by @tisonkun in https://github.com/apache/opendal/pull/5592 +### Chore +* chore: Update CODEOWNERS by @Xuanwo in https://github.com/apache/opendal/pull/5542 +* chore(layer/otelmetrics): take meter by reference by @andylokandy in https://github.com/apache/opendal/pull/5553 +* chore(core): Avoid using mongodb 3.2.0 by @Xuanwo in https://github.com/apache/opendal/pull/5560 +* chore: add oli/oay/ofs to rust-analyzer.linkedProjects by @xxchan in https://github.com/apache/opendal/pull/5564 +* chore: try use logforth by @tisonkun in https://github.com/apache/opendal/pull/5573 +* chore: bump version 0.51.2 by @tisonkun in https://github.com/apache/opendal/pull/5595 + +## [v0.51.1] - 2025-01-08 + +### Added +* feat(bin/oli): implement oli bench by @tisonkun in https://github.com/apache/opendal/pull/5443 +* feat(dev): Add config parse and generate support by @Xuanwo in https://github.com/apache/opendal/pull/5454 +* feat(bindings/python): generate python operator constructor types by @trim21 in https://github.com/apache/opendal/pull/5457 +* feat(dev): Parse comments from config by @Xuanwo in https://github.com/apache/opendal/pull/5467 +* feat(services/core): Implement stat_has_* and list_has_* correctly for services by @geetanshjuneja in https://github.com/apache/opendal/pull/5472 +* feat: Add if-match & if-none-match support for reader by @XmchxUp in https://github.com/apache/opendal/pull/5492 +* feat(core): Add is_current to metadata by @Wenbin1002 in https://github.com/apache/opendal/pull/5493 +* feat(core): Implement list with deleted for s3 service by @Xuanwo in https://github.com/apache/opendal/pull/5498 +* feat: generate java configs by @tisonkun in https://github.com/apache/opendal/pull/5503 +* feat: Return hinted error for S3 wildcard if-none-match by @gruuya in https://github.com/apache/opendal/pull/5506 +* feat(core): implement if_modified_since and if_unmodified_since for read_with and reader_with by @meteorgan in https://github.com/apache/opendal/pull/5500 +* feat(core): Implement list with deleted and versions for cos by @hoslo in https://github.com/apache/opendal/pull/5514 +### Changed +* refactor: tidy up oli build by @tisonkun in https://github.com/apache/opendal/pull/5438 +* refactor(core): Deprecate OpList::version and add versions instead by @geetanshjuneja in https://github.com/apache/opendal/pull/5481 +* refactor(dev): use minijinja by @tisonkun in https://github.com/apache/opendal/pull/5494 +### Fixed +* fix: exception name in python by @trim21 in https://github.com/apache/opendal/pull/5453 +* fix rust warning in python binding by @trim21 in https://github.com/apache/opendal/pull/5459 +* fix: python binding kwargs parsing by @trim21 in https://github.com/apache/opendal/pull/5458 +* fix(bindings/python): add py.typed marker file by @trim21 in https://github.com/apache/opendal/pull/5464 +* fix(services/ghac): Fix stat_with_if_none_match been set in wrong by @Xuanwo in https://github.com/apache/opendal/pull/5477 +* fix(ci): Correctly upgrade upload-artifact to v4 by @Xuanwo in https://github.com/apache/opendal/pull/5484 +* fix(integration/object_store): object_store requires metadata in list by @Xuanwo in https://github.com/apache/opendal/pull/5501 +* fix(services/s3): List with deleted should contain latest by @Xuanwo in https://github.com/apache/opendal/pull/5518 +### Docs +* docs: Fix links to vision by @Xuanwo in https://github.com/apache/opendal/pull/5466 +* docs(golang): remove unused pkg by @fyqtian in https://github.com/apache/opendal/pull/5473 +* docs(core): Polish API docs for `Metadata` by @Xuanwo in https://github.com/apache/opendal/pull/5497 +* docs: Polish docs for Operator, Reader and Writer by @Xuanwo in https://github.com/apache/opendal/pull/5516 +* docs: Reorganize docs for xxx_with for better reading by @Xuanwo in https://github.com/apache/opendal/pull/5517 +### CI +* ci: disable windows free-thread build by @trim21 in https://github.com/apache/opendal/pull/5449 +* ci: Upgrade and fix typos by @Xuanwo in https://github.com/apache/opendal/pull/5468 +### Chore +* chore(dev): Try just instead of xtasks methods by @Xuanwo in https://github.com/apache/opendal/pull/5461 +* chore: pretty gen javadoc by @tisonkun in https://github.com/apache/opendal/pull/5508 +* chore(ci): upgrade to manylinux_2_28 for aarch64 Python wheels by @messense in https://github.com/apache/opendal/pull/5522 + +## [v0.51.0] - 2024-12-14 + +### Added +* feat(adapter/kv): support async iterating on scan results by @PragmaTwice in https://github.com/apache/opendal/pull/5208 +* feat(bindings/ruby): Add simple operators to Ruby binding by @erickguan in https://github.com/apache/opendal/pull/5246 +* feat(core/services-gcs): support user defined metadata by @jorgehermo9 in https://github.com/apache/opendal/pull/5276 +* feat(core): add `if_not_exist` in `OpWrite` by @kemingy in https://github.com/apache/opendal/pull/5305 +* feat: Add {stat,list}_has_* to carry the metadata that backend returns by @Xuanwo in https://github.com/apache/opendal/pull/5318 +* feat(core): Implement write if not exists for azblob,azdls,gcs,oss,cos by @Xuanwo in https://github.com/apache/opendal/pull/5321 +* feat(core): add new cap shared by @TennyZhuang in https://github.com/apache/opendal/pull/5328 +* feat(bindings/python): support pickle [de]serialization for Operator by @TennyZhuang in https://github.com/apache/opendal/pull/5324 +* feat(bindings/cpp): init the async support of C++ binding by @PragmaTwice in https://github.com/apache/opendal/pull/5195 +* feat(bindings/go): support darwin by @yuchanns in https://github.com/apache/opendal/pull/5334 +* feat(services/gdrive): List shows modified timestamp gdrive by @erickguan in https://github.com/apache/opendal/pull/5226 +* feat(service/s3): support delete with version by @Frank-III in https://github.com/apache/opendal/pull/5349 +* feat: upgrade pyo3 to 0.23 by @XmchxUp in https://github.com/apache/opendal/pull/5368 +* feat: publish python3.13t free-threaded wheel by @XmchxUp in https://github.com/apache/opendal/pull/5387 +* feat: add progress bar for oli cp command by @waynexia in https://github.com/apache/opendal/pull/5369 +* feat(types/buffer): skip copying in `to_bytes` when `NonContiguous` contains a single `Bytes` by @ever0de in https://github.com/apache/opendal/pull/5388 +* feat(bin/oli): support command mv by @meteorgan in https://github.com/apache/opendal/pull/5370 +* feat(core): add if-match to `OpWrite` by @Frank-III in https://github.com/apache/opendal/pull/5360 +* feat(core/layers): add correctness_check and capability_check layer to verify whether the operation and arguments is supported by @meteorgan in https://github.com/apache/opendal/pull/5352 +* feat(bindings/ruby): Add I/O class for Ruby by @erickguan in https://github.com/apache/opendal/pull/5354 +* feat(core): Add `content_encoding` to `MetaData` by @Frank-III in https://github.com/apache/opendal/pull/5400 +* feat:(core): add `content encoding` to `Opwrite` by @Frank-III in https://github.com/apache/opendal/pull/5390 +* feat(services/obs): support user defined metadata by @Frank-III in https://github.com/apache/opendal/pull/5405 +* feat: impl configurable OperatorOutputStream maxBytes by @tisonkun in https://github.com/apache/opendal/pull/5422 +### Changed +* refactor (bindings/zig): Improvements by @kassane in https://github.com/apache/opendal/pull/5247 +* refactor: Remove metakey concept by @Xuanwo in https://github.com/apache/opendal/pull/5319 +* refactor(core)!: Remove not used cap write_multi_align_size by @Xuanwo in https://github.com/apache/opendal/pull/5322 +* refactor(core)!: Remove the range writer that has never been used by @Xuanwo in https://github.com/apache/opendal/pull/5323 +* refactor(core): MaybeSend does not need to be unsafe by @drmingdrmer in https://github.com/apache/opendal/pull/5338 +* refactor: Implement RFC-3911 Deleter API by @Xuanwo in https://github.com/apache/opendal/pull/5392 +* refactor: Remove batch concept from opendal by @Xuanwo in https://github.com/apache/opendal/pull/5393 +### Fixed +* fix(services/webdav): Fix lister failing when root contains spaces by @skrimix in https://github.com/apache/opendal/pull/5298 +* fix(bindings/c): Bump min CMake version to support CMP0135 by @palash25 in https://github.com/apache/opendal/pull/5308 +* fix(services/webhdfs): rename auth value by @notauserx in https://github.com/apache/opendal/pull/5342 +* fix(bindings/cpp): remove the warning of CMP0135 by @PragmaTwice in https://github.com/apache/opendal/pull/5346 +* build(python): fix pyproject meta file by @trim21 in https://github.com/apache/opendal/pull/5348 +* fix(services/unftp): add `/` when not presented by @Frank-III in https://github.com/apache/opendal/pull/5382 +* fix: update document against target format check and add hints by @waynexia in https://github.com/apache/opendal/pull/5361 +* fix: oli clippy and CI file by @waynexia in https://github.com/apache/opendal/pull/5389 +* fix(services/obs): support huawei.com by @FayeSpica in https://github.com/apache/opendal/pull/5399 +* fix(integrations/cloud_filter): use explicit `stat` instead of `Entry::metadata` in `fetch_placeholders` by @ho-229 in https://github.com/apache/opendal/pull/5416 +* fix(core): S3 multipart uploads does not set file metadata by @catcatmu in https://github.com/apache/opendal/pull/5430 +* fix: always contains path label if configured by @waynexia in https://github.com/apache/opendal/pull/5433 +### Docs +* docs: Enable force_orphan to reduce clone size by @Xuanwo in https://github.com/apache/opendal/pull/5289 +* docs: Establish VISION for "One Layer, All Storage" by @Xuanwo in https://github.com/apache/opendal/pull/5309 +* docs: Polish docs for write with if not exists by @Xuanwo in https://github.com/apache/opendal/pull/5320 +* docs(core): add the description of version parameter for operator by @meteorgan in https://github.com/apache/opendal/pull/5144 +* docs(core): Add upgrade to v0.51 by @Xuanwo in https://github.com/apache/opendal/pull/5406 +* docs: Update release.md by @tisonkun in https://github.com/apache/opendal/pull/5431 +### CI +* ci: Remove the token of codspeed by @Xuanwo in https://github.com/apache/opendal/pull/5283 +* ci: Allow force push for `gh-pages` by @Xuanwo in https://github.com/apache/opendal/pull/5290 +* build(bindings/java): fix lombok process by @tisonkun in https://github.com/apache/opendal/pull/5297 +* build(bindings/python): add python 3.10 back and remove pypy by @trim21 in https://github.com/apache/opendal/pull/5347 +### Chore +* chore(core/layers): align `info` method of `trait Access` and `trait LayeredAccess` by @koushiro in https://github.com/apache/opendal/pull/5258 +* chore(core/raw): align `info` method of `kv::Adapter` and `typed_kv::Adapter` by @koushiro in https://github.com/apache/opendal/pull/5259 +* chore(layers/oteltrace): adjust tracer span name of info method by @koushiro in https://github.com/apache/opendal/pull/5285 +* chore(services/s3): remove versioning check for s3 by @meteorgan in https://github.com/apache/opendal/pull/5300 +* chore: Polish the debug output of capability by @Xuanwo in https://github.com/apache/opendal/pull/5315 +* chore: Update maturity.md by @tisonkun in https://github.com/apache/opendal/pull/5340 +* chore: remove flagset in cargo.lock by @meteorgan in https://github.com/apache/opendal/pull/5355 +* chore: add setup action for hadoop to avoid build failures by @meteorgan in https://github.com/apache/opendal/pull/5353 +* chore: fix cargo clippy by @meteorgan in https://github.com/apache/opendal/pull/5379 +* chore: fix cargo clippy by @meteorgan in https://github.com/apache/opendal/pull/5384 +* chore: fix Bindings OCaml CI by @meteorgan in https://github.com/apache/opendal/pull/5386 +* chore: Add default vscode config for more friendly developer experience by @Zheaoli in https://github.com/apache/opendal/pull/5331 +* chore(website): remove outdated description by @meteorgan in https://github.com/apache/opendal/pull/5411 +* chore(deps): bump clap from 4.5.20 to 4.5.21 in /bin/ofs by @dependabot in https://github.com/apache/opendal/pull/5372 +* chore(deps): bump anyhow from 1.0.90 to 1.0.93 in /bin/oay by @dependabot in https://github.com/apache/opendal/pull/5375 +* chore(deps): bump serde from 1.0.210 to 1.0.215 in /bin/oli by @dependabot in https://github.com/apache/opendal/pull/5376 +* chore(deps): bump openssh-sftp-client from 0.15.1 to 0.15.2 in /core by @dependabot in https://github.com/apache/opendal/pull/5377 +* chore(ci): fix invalid Behavior Test Integration Cloud Filter trigger by @Zheaoli in https://github.com/apache/opendal/pull/5414 + +## [v0.50.2] - 2024-11-04 + +### Added +* feat(services/ftp): List dir shows last modified timestamp by @erickguan in https://github.com/apache/opendal/pull/5213 +* feat(bindings/d): add D bindings support by @kassane in https://github.com/apache/opendal/pull/5181 +* feat(bindings/python): add sync `File.readline` by @TennyZhuang in https://github.com/apache/opendal/pull/5271 +* feat(core/services-azblob): support user defined metadata by @jorgehermo9 in https://github.com/apache/opendal/pull/5274 +* feat(core/services-s3): try load endpoint from config by @TennyZhuang in https://github.com/apache/opendal/pull/5279 +### Changed +* refactor(bin/oli): use `clap_derive` to reduce boilerplate code by @koushiro in https://github.com/apache/opendal/pull/5233 +### Fixed +* fix: add all-features flag for opendal_compat doc build by @XmchxUp in https://github.com/apache/opendal/pull/5234 +* fix(integrations/compat): Capability has different fields by @Xuanwo in https://github.com/apache/opendal/pull/5236 +* fix(integration/compat): Fix opendal 0.50 OpList has new field by @Xuanwo in https://github.com/apache/opendal/pull/5238 +* fix(integrations/compat): Fix dead loop happened during list by @Xuanwo in https://github.com/apache/opendal/pull/5240 +### Docs +* docs: Move our release process to github discussions by @Xuanwo in https://github.com/apache/opendal/pull/5217 +* docs: change "Github" to "GitHub" by @MohammadLotfiA in https://github.com/apache/opendal/pull/5250 +### CI +* ci(asf): Don't add `[DISCUSS]` prefix for discussion by @Xuanwo in https://github.com/apache/opendal/pull/5210 +* build: enable services-mysql for Java and Python bindings by @tisonkun in https://github.com/apache/opendal/pull/5222 +* build(binding/python): Support Python 3.13 by @Zheaoli in https://github.com/apache/opendal/pull/5248 +### Chore +* chore(bin/*): remove useless deps by @koushiro in https://github.com/apache/opendal/pull/5212 +* chore: tidy up c binding build and docs by @tisonkun in https://github.com/apache/opendal/pull/5243 +* chore(core/layers): adjust await point to simplify combinator code by @koushiro in https://github.com/apache/opendal/pull/5255 +* chore(core/blocking_operator): deduplicate deprecated `is_exist` logic by @simonsan in https://github.com/apache/opendal/pull/5261 +* chore(deps): bump actions/cache from 3 to 4 by @dependabot in https://github.com/apache/opendal/pull/5262 +* chore: run object_store tests in CI by @jorgehermo9 in https://github.com/apache/opendal/pull/5268 + +## [v0.50.1] - 2024-10-20 + +### Added +* feat(core/redis): Replace client requests with connection pool by @jackyyyyyssss in https://github.com/apache/opendal/pull/5117 +* feat: add copy api for lakefs service. by @liugddx in https://github.com/apache/opendal/pull/5114 +* feat(core): add version(bool) for List operation to include version d… by @meteorgan in https://github.com/apache/opendal/pull/5106 +* feat(bindings/python): export ConcurrentLimitLayer by @TennyZhuang in https://github.com/apache/opendal/pull/5140 +* feat(bindings/c): add writer operation for Bindings C and Go by @yuchanns in https://github.com/apache/opendal/pull/5141 +* feat(ofs): introduce ofs macos support by @oowl in https://github.com/apache/opendal/pull/5136 +* feat: Reduce stat operation if we are reading all by @Xuanwo in https://github.com/apache/opendal/pull/5146 +* feat: add NebulaGraph config by @GG2002 in https://github.com/apache/opendal/pull/5147 +* feat(integrations/spring): add spring serialize method by @shoothzj in https://github.com/apache/opendal/pull/5154 +* feat: support write,read,delete with template by @shoothzj in https://github.com/apache/opendal/pull/5156 +* feat(bindings/java): support ConcurrentLimitLayer by @tisonkun in https://github.com/apache/opendal/pull/5168 +* feat: Add if_none_match for write by @ForestLH in https://github.com/apache/opendal/pull/5129 +* feat: Add OpenDAL Compat by @Xuanwo in https://github.com/apache/opendal/pull/5185 +* feat(core): abstract HttpFetch trait for raw http client by @everpcpc in https://github.com/apache/opendal/pull/5184 +* feat: Support NebulaGraph by @GG2002 in https://github.com/apache/opendal/pull/5116 +* feat(bindings/cpp): rename is_exist to exists as core did by @PragmaTwice in https://github.com/apache/opendal/pull/5198 +* feat(bindings/c): add opendal_operator_exists and mark is_exist deprecated by @PragmaTwice in https://github.com/apache/opendal/pull/5199 +* feat(binding/java): prefix thread name with opendal-tokio-worker by @tisonkun in https://github.com/apache/opendal/pull/5197 +### Changed +* refactor(services/cloudflare-kv): remove unneeded async and result on parse_error by @tsfotis in https://github.com/apache/opendal/pull/5128 +* refactor(*): remove unneeded async and result on parse_error by @tsfotis in https://github.com/apache/opendal/pull/5131 +* refactor: align C binding pattern by @tisonkun in https://github.com/apache/opendal/pull/5160 +* refactor: more consistent C binding pattern by @tisonkun in https://github.com/apache/opendal/pull/5162 +* refactor(integration/parquet): Use ParquetMetaDataReader instead by @Xuanwo in https://github.com/apache/opendal/pull/5170 +* refactor: resolve c pointers const by @tisonkun in https://github.com/apache/opendal/pull/5171 +* refactor(types/operator): rename is_exist to exists by @photino in https://github.com/apache/opendal/pull/5193 +### Fixed +* fix(services/huggingface): Align with latest HuggingFace API by @morristai in https://github.com/apache/opendal/pull/5123 +* fix(bindings/c): use `ManuallyDrop` instead of `forget` to make sure pointer is valid by @ethe in https://github.com/apache/opendal/pull/5166 +* fix(services/s3): Mark xml deserialize error as temporary during list by @Xuanwo in https://github.com/apache/opendal/pull/5178 +### Docs +* docs: add spring integration configuration doc by @shoothzj in https://github.com/apache/opendal/pull/5053 +* docs: improve Node.js binding's test doc by @tisonkun in https://github.com/apache/opendal/pull/5159 +* docs(bindings/c): update docs for CMake replacing by @PragmaTwice in https://github.com/apache/opendal/pull/5186 +### CI +* ci(bindings/nodejs): Fix diff introduced by napi by @Xuanwo in https://github.com/apache/opendal/pull/5121 +* ci: Disable aliyun drive test until #5163 addressed by @Xuanwo in https://github.com/apache/opendal/pull/5164 +* ci: add package cache for build-haskell-doc by @XmchxUp in https://github.com/apache/opendal/pull/5173 +* ci: add cache action for ci_bindings_ocaml & build-ocaml-doc by @XmchxUp in https://github.com/apache/opendal/pull/5174 +* ci: Fix failing CI on ocaml and python by @Xuanwo in https://github.com/apache/opendal/pull/5177 +* build(bindings/c): replace the build system with CMake by @PragmaTwice in https://github.com/apache/opendal/pull/5182 +* build(bindings/cpp): fetch and build dependencies instead of finding system libs by @PragmaTwice in https://github.com/apache/opendal/pull/5188 +* ci: Remove not needed --break-system-packages by @Xuanwo in https://github.com/apache/opendal/pull/5196 +* ci: Send discussions to dev@o.a.o by @Xuanwo in https://github.com/apache/opendal/pull/5201 +### Chore +* chore(bindings/python): deprecate via_map method by @TennyZhuang in https://github.com/apache/opendal/pull/5134 +* chore: update binding java artifact name in README by @tisonkun in https://github.com/apache/opendal/pull/5137 +* chore(fixtures/s3): Upgrade MinIO version by @ForestLH in https://github.com/apache/opendal/pull/5142 +* chore(deps): bump clap from 4.5.17 to 4.5.18 in /bin/ofs by @dependabot in https://github.com/apache/opendal/pull/5149 +* chore(deps): bump crate-ci/typos from 1.24.3 to 1.24.6 by @dependabot in https://github.com/apache/opendal/pull/5150 +* chore(deps): bump anyhow from 1.0.87 to 1.0.89 in /bin/oay by @dependabot in https://github.com/apache/opendal/pull/5151 +* chore(deps): bump anyhow from 1.0.87 to 1.0.89 in /bin/oli by @dependabot in https://github.com/apache/opendal/pull/5152 +* chore: fix typos in tokio_executor.rs by @tisonkun in https://github.com/apache/opendal/pull/5157 +* chore: hint when java tests are skipped by @tisonkun in https://github.com/apache/opendal/pull/5158 +* chore: Include license in the packaged crate by @davide125 in https://github.com/apache/opendal/pull/5176 + +## [v0.50.0] - 2024-09-11 + +### Added +* feat(core)!: make list return path itself by @meteorgan in https://github.com/apache/opendal/pull/4959 +* feat(services/oss): support role_arn and oidc_provider_arn by @tisonkun in https://github.com/apache/opendal/pull/5063 +* feat(services): add lakefs support by @liugddx in https://github.com/apache/opendal/pull/5086 +* feat: add list api for lakefs service. by @liugddx in https://github.com/apache/opendal/pull/5092 +* feat: add write api for lakefs service. by @liugddx in https://github.com/apache/opendal/pull/5100 +* feat: add delete api for lakefs service. by @liugddx in https://github.com/apache/opendal/pull/5107 +### Changed +* refactor: use sqlx for sql services by @tisonkun in https://github.com/apache/opendal/pull/5040 +* refactor(core)!: Add observe layer as building block by @Xuanwo in https://github.com/apache/opendal/pull/5064 +* refactor(layers/prometheus): rewrite prometheus layer based on observe mod by @koushiro in https://github.com/apache/opendal/pull/5069 +* refactor(bindings/java): replace `num_cpus` with `std::thread::available_parallelism` by @miroim in https://github.com/apache/opendal/pull/5080 +* refactor(layers/prometheus): provide builder APIs by @koushiro in https://github.com/apache/opendal/pull/5072 +* refactor(layers/prometheus-client): provide builder APIs by @koushiro in https://github.com/apache/opendal/pull/5073 +* refactor(layers/metrics): rewrite metrics layer using observe layer by @koushiro in https://github.com/apache/opendal/pull/5098 +### Fixed +* fix(core): TimeoutLayer now needs enable tokio time by @Xuanwo in https://github.com/apache/opendal/pull/5057 +* fix(core): Fix failed list related tests by @Xuanwo in https://github.com/apache/opendal/pull/5058 +* fix(services/memory): blocking_scan right range by @meteorgan in https://github.com/apache/opendal/pull/5062 +* fix(core/services/mysql): Fix mysql Capability by @jackyyyyyssss in https://github.com/apache/opendal/pull/5067 +* fix: fix rust 1.76 error due to temporary value being dropped by @aawsome in https://github.com/apache/opendal/pull/5071 +* fix(service/fs): error due to temporary value being dropped by @miroim in https://github.com/apache/opendal/pull/5079 +* fix(core/services/hdfs): Fix the HDFS write failure when atomic_write_dir is set by @meteorgan in https://github.com/apache/opendal/pull/5039 +* fix(services/icloud): adjust error handling code to avoid having to write out result type explicitly by @koushiro in https://github.com/apache/opendal/pull/5091 +* fix(services/monoiofs): handle async cancel during file open by @NKID00 in https://github.com/apache/opendal/pull/5094 +### Docs +* docs: Update binding-java.md by @tisonkun in https://github.com/apache/opendal/pull/5087 +### CI +* ci(bindings/go): add golangci-lint by @yuchanns in https://github.com/apache/opendal/pull/5060 +* ci(bindings/zig): Fix build and test of zig on 0.13 by @Xuanwo in https://github.com/apache/opendal/pull/5102 +* ci: Don't publish with all features by @Xuanwo in https://github.com/apache/opendal/pull/5108 +* ci: Fix upload-artifacts doesn't include hidden files by @Xuanwo in https://github.com/apache/opendal/pull/5112 +### Chore +* chore(bindings/go): bump ffi and sys version by @shoothzj in https://github.com/apache/opendal/pull/5055 +* chore: Bump backon to 1.0.0 by @Xuanwo in https://github.com/apache/opendal/pull/5056 +* chore(services/rocksdb): fix misuse rocksdb prefix iterator by @meteorgan in https://github.com/apache/opendal/pull/5059 +* chore(README): add Go binding badge by @yuchanns in https://github.com/apache/opendal/pull/5074 +* chore(deps): bump crate-ci/typos from 1.23.6 to 1.24.3 by @dependabot in https://github.com/apache/opendal/pull/5085 +* chore(layers/prometheus-client): export `PrometheusClientLayerBuilder` type by @koushiro in https://github.com/apache/opendal/pull/5093 +* chore(layers): check the examples when running tests by @koushiro in https://github.com/apache/opendal/pull/5104 +* chore(integrations/parquet): Bump parquet to 53 by @Xuanwo in https://github.com/apache/opendal/pull/5109 +* chore: Bump OpenDAL to 0.50.0 by @Xuanwo in https://github.com/apache/opendal/pull/5110 + +## [v0.49.2] - 2024-08-26 + +### Added +* feat(ovfs): support read and write by @zjregee in https://github.com/apache/opendal/pull/5016 +* feat(bin/ofs): introduce `integrations/cloudfilter` for ofs by @ho-229 in https://github.com/apache/opendal/pull/4935 +* feat(integrations/spring): add AutoConfiguration class for Spring Mvc and Webflux by @shoothzj in https://github.com/apache/opendal/pull/5019 +* feat(services/monoiofs): impl read and write, add behavior test by @NKID00 in https://github.com/apache/opendal/pull/4944 +* feat(core/services-s3): support user defined metadata by @haoqixu in https://github.com/apache/opendal/pull/5030 +* feat: align `fn root` semantics; fix missing root for some services; rm duplicated normalize ops by @yjhmelody in https://github.com/apache/opendal/pull/5035 +* feat(core): expose configs always by @tisonkun in https://github.com/apache/opendal/pull/5034 +* feat(services/monoiofs): append, create_dir, copy and rename by @NKID00 in https://github.com/apache/opendal/pull/5041 +### Changed +* refactor(core): new type to print context and reduce allocations by @evenyag in https://github.com/apache/opendal/pull/5021 +* refactor(layers/prometheus-client): remove useless `scheme` field from `PrometheusAccessor` and `PrometheusMetricWrapper` type by @koushiro in https://github.com/apache/opendal/pull/5026 +* refactor(layers/prometheus-client): avoid multiple clone of labels by @koushiro in https://github.com/apache/opendal/pull/5028 +* refactor(core/services-oss): remove the `starts_with` by @haoqixu in https://github.com/apache/opendal/pull/5036 +### Fixed +* fix(layers/prometheus-client): remove duplicated `increment_request_total` of write operation by @koushiro in https://github.com/apache/opendal/pull/5023 +* fix(services/monoiofs): drop JoinHandle in worker thread by @NKID00 in https://github.com/apache/opendal/pull/5031 +### CI +* ci: Add contents write permission for build-website by @Xuanwo in https://github.com/apache/opendal/pull/5017 +* ci: Fix test for service ghac by @Xuanwo in https://github.com/apache/opendal/pull/5018 +* ci(integrations/spring): add spring boot bean load test by @shoothzj in https://github.com/apache/opendal/pull/5032 +### Chore +* chore: fix path typo in release docs by @tisonkun in https://github.com/apache/opendal/pull/5038 +* chore: align the `token` method semantics by @yjhmelody in https://github.com/apache/opendal/pull/5045 + +## [v0.49.1] - 2024-08-15 + +### Added +* feat(ovfs): add lookup and unit tests by @zjregee in https://github.com/apache/opendal/pull/4997 +* feat(gcs): allow setting a token directly by @jdockerty in https://github.com/apache/opendal/pull/4978 +* feat(integrations/cloudfilter): introduce behavior tests by @ho-229 in https://github.com/apache/opendal/pull/4973 +* feat(integrations/spring): add spring project module by @shoothzj in https://github.com/apache/opendal/pull/4988 +* feat(fs): expose the metadata for fs services by @Aitozi in https://github.com/apache/opendal/pull/5005 +* feat(ovfs): add file creation and deletion by @zjregee in https://github.com/apache/opendal/pull/5009 +### Fixed +* fix(integrations/spring): correct parent artifactId by @shoothzj in https://github.com/apache/opendal/pull/5007 +* fix(bindings/python): Make sure read until EOF by @Bicheka in https://github.com/apache/opendal/pull/4995 +### Docs +* docs: Fix version detect in website by @Xuanwo in https://github.com/apache/opendal/pull/5003 +* docs: add branding, license and trademarks to integrations by @PsiACE in https://github.com/apache/opendal/pull/5006 +* docs(integrations/cloudfilter): improve docs and examples by @ho-229 in https://github.com/apache/opendal/pull/5010 +### CI +* ci(bindings/python): Fix aws-lc-rs build on arm platforms by @Xuanwo in https://github.com/apache/opendal/pull/5004 +### Chore +* chore(deps): bump fastrace to 0.7.1 by @andylokandy in https://github.com/apache/opendal/pull/5008 +* chore(bindings): Disable mysql service for java and python by @Xuanwo in https://github.com/apache/opendal/pull/5013 + +## [v0.49.0] - 2024-08-09 + +### Added +* feat(o): Add cargo-o layout by @Xuanwo in https://github.com/apache/opendal/pull/4934 +* feat: impl `put_multipart` in `object_store` by @Rachelint in https://github.com/apache/opendal/pull/4793 +* feat: introduce opendal `AsyncWriter` for parquet integrations by @WenyXu in https://github.com/apache/opendal/pull/4958 +* feat(services/http): implement presigned request for backends without authorization by @NickCao in https://github.com/apache/opendal/pull/4970 +* feat(bindings/python): strip the library for minimum file size by @NickCao in https://github.com/apache/opendal/pull/4971 +* feat(gcs): allow unauthenticated requests by @jdockerty in https://github.com/apache/opendal/pull/4965 +* feat: introduce opendal `AsyncReader` for parquet integrations by @WenyXu in https://github.com/apache/opendal/pull/4972 +* feat(services/s3): add role_session_name in assume roles by @nerdroychan in https://github.com/apache/opendal/pull/4981 +* feat: support root path for moka and mini-moka by @meteorgan in https://github.com/apache/opendal/pull/4984 +* feat(ovfs): export VirtioFs struct by @zjregee in https://github.com/apache/opendal/pull/4983 +* feat(core)!: implement an interceptor for the logging layer by @evenyag in https://github.com/apache/opendal/pull/4961 +* feat(ovfs): support getattr and setattr by @zjregee in https://github.com/apache/opendal/pull/4987 +### Changed +* refactor(java)!: Rename artifacts id opendal-java to opendal by @Xuanwo in https://github.com/apache/opendal/pull/4957 +* refactor(core)!: Return associated builder instead by @Xuanwo in https://github.com/apache/opendal/pull/4968 +* refactor(raw): Merge all operations into one enum by @Xuanwo in https://github.com/apache/opendal/pull/4977 +* refactor(core): Use kv based context to avoid allocations by @Xuanwo in https://github.com/apache/opendal/pull/4986 +### Fixed +* fix(services/memory): MemoryConfig implement Debug by @0x676e67 in https://github.com/apache/opendal/pull/4942 +* fix(layers/promethues-client): doc link by @koushiro in https://github.com/apache/opendal/pull/4951 +* fix(gcs): do not skip signing with `allow_anonymous` by @jdockerty in https://github.com/apache/opendal/pull/4979 +### Docs +* docs: nominate-committer add announcement template by @tisonkun in https://github.com/apache/opendal/pull/4954 +### CI +* ci: Bump nextest to 0.9.72 by @Xuanwo in https://github.com/apache/opendal/pull/4932 +* ci: setup cloudfilter by @ho-229 in https://github.com/apache/opendal/pull/4936 +* ci: Try fix opendal-lua build by @Xuanwo in https://github.com/apache/opendal/pull/4952 +### Chore +* chore(deps): bump crate-ci/typos from 1.22.9 to 1.23.6 by @dependabot in https://github.com/apache/opendal/pull/4948 +* chore(deps): bump tokio from 1.39.1 to 1.39.2 in /bin/oli by @dependabot in https://github.com/apache/opendal/pull/4949 +* chore(deps): bump bytes from 1.6.1 to 1.7.0 in /bin/ofs by @dependabot in https://github.com/apache/opendal/pull/4947 +* chore(deps): bump tokio from 1.39.1 to 1.39.2 in /bin/oay by @dependabot in https://github.com/apache/opendal/pull/4946 +* chore(core): fix nightly lints by @xxchan in https://github.com/apache/opendal/pull/4953 +* chore(integrations/parquet): add README by @WenyXu in https://github.com/apache/opendal/pull/4980 +* chore(core): Bump redis version by @Xuanwo in https://github.com/apache/opendal/pull/4985 +* chore: Bump package versions by @Xuanwo in https://github.com/apache/opendal/pull/4989 + +## [v0.48.0] - 2024-07-26 + +### Added +* feat(services/fs): Support fs config by @meteorgan in https://github.com/apache/opendal/pull/4853 +* feat(services): init monoiofs by @NKID00 in https://github.com/apache/opendal/pull/4855 +* feat(core/types): avoid a copy in `Buffer::to_bytes()` by cloning contiguous bytes by @LDeakin in https://github.com/apache/opendal/pull/4858 +* feat(core): Add object versioning for OSS by @Lzzzzzt in https://github.com/apache/opendal/pull/4870 +* feat: fs add concurrent write by @hoslo in https://github.com/apache/opendal/pull/4817 +* feat(services/s3): Add object versioning for S3 by @Lzzzzzt in https://github.com/apache/opendal/pull/4873 +* feat(integrations/cloudfilter): read only cloud filter by @ho-229 in https://github.com/apache/opendal/pull/4856 +* feat(bindings/go): Add full native support from C to Go. by @yuchanns in https://github.com/apache/opendal/pull/4886 +* feat(bindings/go): add benchmark. by @yuchanns in https://github.com/apache/opendal/pull/4893 +* feat(core): support user defined metadata for oss by @meteorgan in https://github.com/apache/opendal/pull/4881 +* feat(service/fastrace): rename minitrace to fastrace by @andylokandy in https://github.com/apache/opendal/pull/4906 +* feat(prometheus-client): add metric label about `root` on using PrometheusClientLayer by @flaneur2020 in https://github.com/apache/opendal/pull/4907 +* feat(services/monoiofs): monoio wrapper by @NKID00 in https://github.com/apache/opendal/pull/4885 +* feat(layers/mime-guess): add a layer that can automatically set `Content-Type` based on the extension in the path. by @czy-29 in https://github.com/apache/opendal/pull/4912 +* feat(core)!: Make config data object by @tisonkun in https://github.com/apache/opendal/pull/4915 +* feat(core)!: from_map is now fallible by @tisonkun in https://github.com/apache/opendal/pull/4917 +* ci(bindings/go): always test against the latest core by @yuchanns in https://github.com/apache/opendal/pull/4913 +* feat(!): Allow users to build operator from config by @Xuanwo in https://github.com/apache/opendal/pull/4919 +* feat: Add from_iter and via_iter for operator by @Xuanwo in https://github.com/apache/opendal/pull/4921 +### Changed +* refactor(services/s3)!: renamed security_token to session_token by @Zyyeric in https://github.com/apache/opendal/pull/4875 +* refactor(core)!: Make oio::Write always write all given buffer by @Xuanwo in https://github.com/apache/opendal/pull/4880 +* refactor(core)!: Return `Arc` for metadata by @Lzzzzzt in https://github.com/apache/opendal/pull/4883 +* refactor(core!): Make service builder takes ownership by @Xuanwo in https://github.com/apache/opendal/pull/4922 +* refactor(integrations/cloudfilter): implement Filter instead of SyncFilter by @ho-229 in https://github.com/apache/opendal/pull/4920 +### Fixed +* fix(services/s3): NoSuchBucket is a ConfigInvalid for OpenDAL by @tisonkun in https://github.com/apache/opendal/pull/4895 +* fix: oss will not use the port by @Lzzzzzt in https://github.com/apache/opendal/pull/4899 +### Docs +* docs(core): update README to add `MimeGuessLayer`. by @czy-29 in https://github.com/apache/opendal/pull/4916 +* docs(core): Add upgrade docs for 0.48 by @Xuanwo in https://github.com/apache/opendal/pull/4924 +* docs: fix spelling by @jbampton in https://github.com/apache/opendal/pull/4925 +* docs(core): Fix comment for into_futures_async_write by @Xuanwo in https://github.com/apache/opendal/pull/4928 +### CI +* ci: Add issue template and pr template for opendal by @Xuanwo in https://github.com/apache/opendal/pull/4884 +* ci: Remove CI reviewer since it doesn't work by @Xuanwo in https://github.com/apache/opendal/pull/4891 +### Chore +* chore!: fix typo customed should be customized by @tisonkun in https://github.com/apache/opendal/pull/4847 +* chore: Fix spelling by @jbampton in https://github.com/apache/opendal/pull/4864 +* chore: remove unneeded duplicate word by @jbampton in https://github.com/apache/opendal/pull/4865 +* chore: fix spelling by @jbampton in https://github.com/apache/opendal/pull/4866 +* chore: fix spelling by @NKID00 in https://github.com/apache/opendal/pull/4869 +* chore: Make compfs able to test by @Xuanwo in https://github.com/apache/opendal/pull/4878 +* chore(services/compfs): remove allow(dead_code) by @George-Miao in https://github.com/apache/opendal/pull/4879 +* chore: Make rust 1.80 clippy happy by @Xuanwo in https://github.com/apache/opendal/pull/4927 +* chore: Bump crates versions by @Xuanwo in https://github.com/apache/opendal/pull/4929 + +## [v0.47.3] - 2024-07-03 + +### Changed +* refactor: Move ChunkedWrite logic into WriteContext by @Xuanwo in https://github.com/apache/opendal/pull/4826 +* refactor(services/aliyun-drive): directly implement `oio::Write`. by @yuchanns in https://github.com/apache/opendal/pull/4821 +### Fixed +* fix(integration/object_store): Avoid calling API inside debug by @Xuanwo in https://github.com/apache/opendal/pull/4846 +* fix(integration/object_store): Fix metakey requested is incomplete by @Xuanwo in https://github.com/apache/opendal/pull/4844 +### Docs +* docs(integration/unftp-sbe): Polish docs for unftp-sbe by @Xuanwo in https://github.com/apache/opendal/pull/4838 +* docs(bin): Polish README for all bin by @Xuanwo in https://github.com/apache/opendal/pull/4839 +### Chore +* chore(deps): bump crate-ci/typos from 1.22.7 to 1.22.9 by @dependabot in https://github.com/apache/opendal/pull/4836 +* chore(deps): bump quick-xml from 0.32.0 to 0.35.0 in /bin/oay by @dependabot in https://github.com/apache/opendal/pull/4835 +* chore(deps): bump nix from 0.28.0 to 0.29.0 in /bin/ofs by @dependabot in https://github.com/apache/opendal/pull/4833 +* chore(deps): bump metrics from 0.20.1 to 0.23.0 in /core by @TennyZhuang in https://github.com/apache/opendal/pull/4843 + +## [v0.47.2] - 2024-06-30 + +### Added +* feat(services/compfs): basic `Access` impl by @George-Miao in https://github.com/apache/opendal/pull/4693 +* feat(unftp-sbe): impl `OpendalStorage` by @George-Miao in https://github.com/apache/opendal/pull/4765 +* feat(services/compfs): implement auxiliary functions by @George-Miao in https://github.com/apache/opendal/pull/4778 +* feat: make AwaitTreeLayer covers oio::Read and oio::Write by @PsiACE in https://github.com/apache/opendal/pull/4787 +* feat: Nodejs add devbox by @bxb100 in https://github.com/apache/opendal/pull/4791 +* feat: make AsyncBacktraceLayer covers oio::Read and oio::Write by @PsiACE in https://github.com/apache/opendal/pull/4789 +* feat(nodejs): add `WriteOptions` for write methods by @bxb100 in https://github.com/apache/opendal/pull/4785 +* feat: setup cloud filter integration by @ho-229 in https://github.com/apache/opendal/pull/4779 +* feat: add position write by @hoslo in https://github.com/apache/opendal/pull/4795 +* fix(core): write concurrent doesn't set correctly by @hoslo in https://github.com/apache/opendal/pull/4816 +* feat(ovfs): add filesystem to handle message by @zjregee in https://github.com/apache/opendal/pull/4720 +* feat(unftp-sbe): add derives for `OpendalMetadata` by @George-Miao in https://github.com/apache/opendal/pull/4819 +* feat(core/gcs): Add concurrent write for gcs back by @Xuanwo in https://github.com/apache/opendal/pull/4820 +### Changed +* refactor(nodejs)!: Remove append api by @bxb100 in https://github.com/apache/opendal/pull/4796 +* refactor(core): Remove unused layer `MadsimLayer` by @zzzk1 in https://github.com/apache/opendal/pull/4788 +### Fixed +* fix(services/aliyun-drive): list dir without trailing slash by @yuchanns in https://github.com/apache/opendal/pull/4766 +* fix(unftp-sbe): remove buffer for get by @George-Miao in https://github.com/apache/opendal/pull/4775 +* fix(services/aliyun-drive): write op cannot overwrite existing files by @yuchanns in https://github.com/apache/opendal/pull/4781 +* fix(core/services/onedrive): remove @odata.count for onedrive list op by @imWildCat in https://github.com/apache/opendal/pull/4803 +* fix(core): Gcs's RangeWrite doesn't support concurrent write by @Xuanwo in https://github.com/apache/opendal/pull/4806 +* fix(tests/behavior): skip test of write_with_overwrite for ghac by @yuchanns in https://github.com/apache/opendal/pull/4823 +* fix(docs): some typos in website and nodejs binding docs by @suyanhanx in https://github.com/apache/opendal/pull/4814 +* fix(core/aliyun_drive): Fix write_multi_max_size might overflow by @Xuanwo in https://github.com/apache/opendal/pull/4830 + +### Docs +* doc(unftp-sbe): adds example and readme by @George-Miao in https://github.com/apache/opendal/pull/4777 +* doc(nodejs): update upgrade.md by @bxb100 in https://github.com/apache/opendal/pull/4799 +* docs: Add README and rustdoc for fuse3_opendal by @Xuanwo in https://github.com/apache/opendal/pull/4813 +* docs: use version variable in gradle, same to maven by @shoothzj in https://github.com/apache/opendal/pull/4824 +### CI +* ci: set behavior test ci for aliyun drive by @suyanhanx in https://github.com/apache/opendal/pull/4657 +* ci: Fix lib-darwin-x64 no released by @Xuanwo in https://github.com/apache/opendal/pull/4798 +* ci(unftp-sbe): init by @George-Miao in https://github.com/apache/opendal/pull/4809 +* ci: Build docs for all integrations by @Xuanwo in https://github.com/apache/opendal/pull/4811 +* ci(scripts): Add a script to generate version list by @Xuanwo in https://github.com/apache/opendal/pull/4827 +### Chore +* chore(ci): disable aliyun_drive for bindings test by @suyanhanx in https://github.com/apache/opendal/pull/4770 +* chore(unftp-sbe): remove Cargo.lock by @George-Miao in https://github.com/apache/opendal/pull/4805 + +## [v0.47.1] - 2024-06-18 + +### Added +* feat(core): sets default chunk_size and sends buffer > chunk_size directly by @evenyag in https://github.com/apache/opendal/pull/4710 +* feat(services): add optional access_token for AliyunDrive by @yuchanns in https://github.com/apache/opendal/pull/4740 +* feat(unftp-sbe): Add integration for unftp-sbe by @George-Miao in https://github.com/apache/opendal/pull/4753 +### Changed +* refactor(ofs): Split fuse3 impl into fuse3_opendal by @Xuanwo in https://github.com/apache/opendal/pull/4721 +* refactor(ovfs): Split ovfs impl into virtiofs_opendal by @zjregee in https://github.com/apache/opendal/pull/4723 +* refactor(*): tiny refactor to the Error type by @waynexia in https://github.com/apache/opendal/pull/4737 +* refactor(aliyun-drive): rewrite writer part by @yuchanns in https://github.com/apache/opendal/pull/4744 +* refactor(object_store): Polish implementation details of object_store by @Xuanwo in https://github.com/apache/opendal/pull/4749 +* refactor(dav-server): Polish dav-server integration details by @Xuanwo in https://github.com/apache/opendal/pull/4751 +* refactor(core): Remove unused `size` for `RangeWrite`. by @reswqa in https://github.com/apache/opendal/pull/4755 +### Fixed +* fix(s3): parse MultipartUploadResponse to check error in body by @waynexia in https://github.com/apache/opendal/pull/4735 +* fix(services/aliyun-drive): unable to list `/` by @yuchanns in https://github.com/apache/opendal/pull/4754 +### Docs +* docs: keep docs updated and tidy by @tisonkun in https://github.com/apache/opendal/pull/4709 +* docs: fixup broken links by @tisonkun in https://github.com/apache/opendal/pull/4711 +* docs(website): update release/verify docs by @suyanhanx in https://github.com/apache/opendal/pull/4714 +* docs: Update release.md link correspondingly by @tisonkun in https://github.com/apache/opendal/pull/4717 +* docs: update readme for fuse3_opendal & virtiofs_opendal by @zjregee in https://github.com/apache/opendal/pull/4730 +* docs: Polish README and links to docs by @Xuanwo in https://github.com/apache/opendal/pull/4741 +* docs: Enhance maintainability of the service section by @Xuanwo in https://github.com/apache/opendal/pull/4742 +* docs: Polish opendal rust core README by @Xuanwo in https://github.com/apache/opendal/pull/4745 +* docs: Refactor rust core examples by @Xuanwo in https://github.com/apache/opendal/pull/4757 +### CI +* ci: verify build website on site content changes by @tisonkun in https://github.com/apache/opendal/pull/4712 +* ci: Fix cert for redis and add docs for key maintenance by @Xuanwo in https://github.com/apache/opendal/pull/4718 +* ci(nodejs): Disable services-all on windows by @Xuanwo in https://github.com/apache/opendal/pull/4762 + +### Chore +* chore: use more portable binutils by @tisonkun in https://github.com/apache/opendal/pull/4713 +* chore(deps): bump clap from 4.5.6 to 4.5.7 in /bin/ofs by @dependabot in https://github.com/apache/opendal/pull/4728 +* chore(deps): bump url from 2.5.0 to 2.5.1 in /bin/oay by @dependabot in https://github.com/apache/opendal/pull/4729 +* chore(binding/python): Upgrade pyo3 to 0.21 by @reswqa in https://github.com/apache/opendal/pull/4734 +* chore: Make 1.79 clippy happy by @Xuanwo in https://github.com/apache/opendal/pull/4731 +* chore(docs): Add new line in lone services by @Xuanwo in https://github.com/apache/opendal/pull/4743 +* chore: Bump versions to prepare v0.47.1 release by @Xuanwo in https://github.com/apache/opendal/pull/4759 + +## [v0.47.0] - 2024-06-07 + +### Added +* feat(core/types): change oio::BlockingReader to `Arc` by @hoslo in https://github.com/apache/opendal/pull/4577 +* fix: format_object_meta should not require metakeys that don't exist by @rebasedming in https://github.com/apache/opendal/pull/4582 +* feat: add checksums to MultiPartComplete by @JWackerbauer in https://github.com/apache/opendal/pull/4580 +* feat(doc): update object_store_opendal README by @hanxuanliang in https://github.com/apache/opendal/pull/4606 +* feat(services/aliyun-drive): support AliyunDrive by @yuchanns in https://github.com/apache/opendal/pull/4585 +* feat(bindings/python): Update type annotations by @3ok in https://github.com/apache/opendal/pull/4630 +* feat: implement OperatorInputStream and OperatorOutputStream by @tisonkun in https://github.com/apache/opendal/pull/4626 +* feat(bench): add buffer benchmark by @zjregee in https://github.com/apache/opendal/pull/4603 +* feat: Add Executor struct and Execute trait by @Xuanwo in https://github.com/apache/opendal/pull/4648 +* feat: Add executor in OpXxx and Operator by @Xuanwo in https://github.com/apache/opendal/pull/4649 +* feat: Implement and refactor concurrent tasks for multipart write by @Xuanwo in https://github.com/apache/opendal/pull/4653 +* feat(core/types): blocking remove_all for object storage based services by @TennyZhuang in https://github.com/apache/opendal/pull/4665 +* feat(core): Streaming reading while chunk is not set by @Xuanwo in https://github.com/apache/opendal/pull/4658 +* feat(core): Add more context in error context by @Xuanwo in https://github.com/apache/opendal/pull/4673 +* feat: init ovfs by @zjregee in https://github.com/apache/opendal/pull/4652 +* feat: Implement retry for streaming based read by @Xuanwo in https://github.com/apache/opendal/pull/4683 +* feat(core): Implement TimeoutLayer for concurrent tasks by @Xuanwo in https://github.com/apache/opendal/pull/4688 +* feat(core): Add reader size check in complete reader by @Xuanwo in https://github.com/apache/opendal/pull/4690 +* feat(core): Azblob supports azure workload identity by @Xuanwo in https://github.com/apache/opendal/pull/4705 +### Changed +* refactor(core): Align naming for `AccessorDyn` by @morristai in https://github.com/apache/opendal/pull/4574 +* refactor(core): core doesn't expose invalid input error anymore by @Xuanwo in https://github.com/apache/opendal/pull/4632 +* refactor(core): Return unexpected error while content incomplete happen by @Xuanwo in https://github.com/apache/opendal/pull/4633 +* refactor(core): Change Read's behavior to ensure it reads the exact size of data by @Xuanwo in https://github.com/apache/opendal/pull/4634 +* refactor(bin/ofs): Fuse API by @ho-229 in https://github.com/apache/opendal/pull/4637 +* refactor(binding/java)!: rename blocking and async operator by @tisonkun in https://github.com/apache/opendal/pull/4641 +* refactor(core): Use concurrent tasks to refactor block write by @Xuanwo in https://github.com/apache/opendal/pull/4692 +* refactor(core): Migrate RangeWrite to ConcurrentTasks by @Xuanwo in https://github.com/apache/opendal/pull/4696 +### Fixed +* fix(devcontainer/post_create.sh): change pnpm@stable to pnpm@latest by @GG2002 in https://github.com/apache/opendal/pull/4584 +* fix(bin/ofs): privileged mount crashes when external umount by @ho-229 in https://github.com/apache/opendal/pull/4586 +* fix(bin/ofs): ofs read only mount by @ho-229 in https://github.com/apache/opendal/pull/4602 +* fix(raw): Allow retrying request while decoding response failed by @Xuanwo in https://github.com/apache/opendal/pull/4612 +* fix(core): return None if metadata unavailable by @NKID00 in https://github.com/apache/opendal/pull/4613 +* fix(bindings/python): Use abi3 and increase MSPV to 3.11 by @Xuanwo in https://github.com/apache/opendal/pull/4623 +* fix: Fetch the content length while end_bound is unknown by @Xuanwo in https://github.com/apache/opendal/pull/4631 +* fix: ofs write behavior by @ho-229 in https://github.com/apache/opendal/pull/4617 +* fix(core/types): remove_all not work under object-store backend by @TennyZhuang in https://github.com/apache/opendal/pull/4659 +* fix(ofs): Close file during flush by @Xuanwo in https://github.com/apache/opendal/pull/4680 +* fix(core): RetryLayer could panic when other threads raises panic by @Xuanwo in https://github.com/apache/opendal/pull/4685 +* fix(core/prometheus): Fix metrics from prometheus not correct for reader by @Xuanwo in https://github.com/apache/opendal/pull/4691 +* fix(core/oio): Make ConcurrentTasks cancel safe by only pop after ready by @Xuanwo in https://github.com/apache/opendal/pull/4707 +### Docs +* docs: fix Operator::writer doc comment by @mnpw in https://github.com/apache/opendal/pull/4605 +* doc: explain GCS authentication options by @jokester in https://github.com/apache/opendal/pull/4671 +* docs: Fix all broken links by @Xuanwo in https://github.com/apache/opendal/pull/4694 +* docs: Add upgrade note for v0.47 by @Xuanwo in https://github.com/apache/opendal/pull/4698 +* docs: Add panics declare for TimeoutLayer and RetryLayer by @Xuanwo in https://github.com/apache/opendal/pull/4702 +### CI +* ci: upgrade typos to 1.21.0 and ignore changelog by @hezhizhen in https://github.com/apache/opendal/pull/4601 +* ci: Disable jfrog webdav tests for it's keeping failed by @Xuanwo in https://github.com/apache/opendal/pull/4607 +* ci: use official typos github action by @shoothzj in https://github.com/apache/opendal/pull/4635 +* build(deps): upgrade crc32c to 0.6.6 for nightly toolchain by @tisonkun in https://github.com/apache/opendal/pull/4650 +### Chore +* chore: fixup release docs and scripts by @tisonkun in https://github.com/apache/opendal/pull/4571 +* chore: Make rust 1.78 happy by @Xuanwo in https://github.com/apache/opendal/pull/4572 +* chore: fixup items identified in releases by @tisonkun in https://github.com/apache/opendal/pull/4578 +* chore(deps): bump peaceiris/actions-gh-pages from 3.9.2 to 4.0.0 by @dependabot in https://github.com/apache/opendal/pull/4561 +* chore: Contribute ParadeDB by @philippemnoel in https://github.com/apache/opendal/pull/4587 +* chore(deps): bump rusqlite from 0.29.0 to 0.31.0 in /core by @dependabot in https://github.com/apache/opendal/pull/4556 +* chore(deps): Bump object_store to 0.10 by @TCeason in https://github.com/apache/opendal/pull/4590 +* chore: remove outdated scan op in all docs.md by @GG2002 in https://github.com/apache/opendal/pull/4600 +* chore: tidy services in project file by @suyanhanx in https://github.com/apache/opendal/pull/4621 +* chore(deps): make crc32c optional under services-s3 by @xxchan in https://github.com/apache/opendal/pull/4643 +* chore(core): Fix unit tests by @Xuanwo in https://github.com/apache/opendal/pull/4684 +* chore(core): Add unit and bench tests for concurrent tasks by @Xuanwo in https://github.com/apache/opendal/pull/4695 +* chore: bump version to 0.47.0 by @tisonkun in https://github.com/apache/opendal/pull/4701 +* chore: Update changelogs for v0.47 by @Xuanwo in https://github.com/apache/opendal/pull/4706 + +## [v0.46.0] - 2024-05-02 + +### Added +* feat(services/github): add github contents support by @hoslo in https://github.com/apache/opendal/pull/4281 +* feat: Allow selecting webpki for reqwest by @arlyon in https://github.com/apache/opendal/pull/4303 +* feat(services/swift): add support for storage_url configuration in swift service by @zjregee in https://github.com/apache/opendal/pull/4302 +* feat(services/swift): add ceph test setup for swift by @zjregee in https://github.com/apache/opendal/pull/4307 +* docs(website): add local content search based on lunr plugin by @m1911star in https://github.com/apache/opendal/pull/4348 +* feat(services/sled): add SledConfig by @yufan022 in https://github.com/apache/opendal/pull/4351 +* feat : Implementing config for part of services by @AnuRage-git in https://github.com/apache/opendal/pull/4344 +* feat(bindings/java): explicit async runtime by @tisonkun in https://github.com/apache/opendal/pull/4376 +* feat(services/surrealdb): support surrealdb service by @yufan022 in https://github.com/apache/opendal/pull/4375 +* feat(bindings/java): avoid double dispose NativeObject by @tisonkun in https://github.com/apache/opendal/pull/4377 +* feat : Implement config for services/foundationdb by @AnuRage-git in https://github.com/apache/opendal/pull/4355 +* feat: add ofs ctrl-c exit unmount hook by @oowl in https://github.com/apache/opendal/pull/4393 +* feat: Implement RFC-4382 Range Based Read by @Xuanwo in https://github.com/apache/opendal/pull/4381 +* feat(ofs): rename2 lseek copy_file_range getattr API support by @oowl in https://github.com/apache/opendal/pull/4395 +* feat(services/github): make access_token optional by @hoslo in https://github.com/apache/opendal/pull/4404 +* feat(core/oio): Add readable buf by @Xuanwo in https://github.com/apache/opendal/pull/4407 +* feat(ofs): add freebsd OS support by @oowl in https://github.com/apache/opendal/pull/4403 +* feat(core/raw/oio): Add Writable Buf by @Xuanwo in https://github.com/apache/opendal/pull/4410 +* feat(bin/ofs): Add behavior test for ofs by @ho-229 in https://github.com/apache/opendal/pull/4373 +* feat(core/raw/buf): Reduce one allocation by `Arc::from_iter` by @Xuanwo in https://github.com/apache/opendal/pull/4440 +* feat: ?Send async trait for HttpBackend when the target is wasm32 by @waynexia in https://github.com/apache/opendal/pull/4444 +* feat: add `HttpClient::with()` constructor by @waynexia in https://github.com/apache/opendal/pull/4447 +* feat: Move Buffer as public API by @Xuanwo in https://github.com/apache/opendal/pull/4450 +* feat: Optimize buffer implementation and add stream support by @Xuanwo in https://github.com/apache/opendal/pull/4458 +* feat(core): Implement FromIterator for Buffer by @Xuanwo in https://github.com/apache/opendal/pull/4459 +* feat(services/ftp): Support multiple write by @xxxuuu in https://github.com/apache/opendal/pull/4425 +* feat(raw/oio): block write change to buffer by @hoslo in https://github.com/apache/opendal/pull/4466 +* feat(core): Implement read and read_into for Reader by @Xuanwo in https://github.com/apache/opendal/pull/4467 +* feat(core): Implement into_stream for Reader by @Xuanwo in https://github.com/apache/opendal/pull/4473 +* feat(core): Tune buffer operations based on benchmark results by @Xuanwo in https://github.com/apache/opendal/pull/4468 +* feat(raw/oio): Use `Buffer` as cache in `RangeWrite` by @reswqa in https://github.com/apache/opendal/pull/4476 +* feat(raw/oio): Use `Buffer` as cache in `OneshotWrite` by @reswqa in https://github.com/apache/opendal/pull/4477 +* feat: add list/copy/rename for dropbox by @zjregee in https://github.com/apache/opendal/pull/4424 +* feat(core): Implement write and write_from for Writer by @zjregee in https://github.com/apache/opendal/pull/4482 +* feat(core): Add auto ranged read and concurrent read support by @Xuanwo in https://github.com/apache/opendal/pull/4486 +* feat(core): Implement fetch for Reader by @Xuanwo in https://github.com/apache/opendal/pull/4488 +* feat(core): Allow concurrent reading on bytes stream by @Xuanwo in https://github.com/apache/opendal/pull/4499 +* feat: provide send-wrapper to contidionally implement Send for operators by @waynexia in https://github.com/apache/opendal/pull/4443 +* feat(bin/ofs): privileged mount by @ho-229 in https://github.com/apache/opendal/pull/4507 +* feat(services/compfs): init compfs by @George-Miao in https://github.com/apache/opendal/pull/4519 +* feat(raw/oio): Add PooledBuf to allow reuse buffer by @Xuanwo in https://github.com/apache/opendal/pull/4522 +* feat(services/fs): Add PooledBuf in fs to allow reusing memory by @Xuanwo in https://github.com/apache/opendal/pull/4525 +* feat(core): add access methods for `Buffer` by @George-Miao in https://github.com/apache/opendal/pull/4530 +* feat(core): implement `IoBuf` for `Buffer` by @George-Miao in https://github.com/apache/opendal/pull/4532 +* feat(services/compfs): compio runtime and compfs structure by @George-Miao in https://github.com/apache/opendal/pull/4534 +* feat(core): change Result to default error by @George-Miao in https://github.com/apache/opendal/pull/4535 +* feat(services/github): support list recursive by @hoslo in https://github.com/apache/opendal/pull/4423 +* feat: Add crc32c checksums to S3 Service by @JWackerbauer in https://github.com/apache/opendal/pull/4533 +* feat: Add into_bytes_sink for Writer by @Xuanwo in https://github.com/apache/opendal/pull/4541 +### Changed +* refactor(core/raw): Migrate `oio::Read` to async in trait by @Xuanwo in https://github.com/apache/opendal/pull/4336 +* refactor(core/raw): Align oio::BlockingRead API with oio::Read by @Xuanwo in https://github.com/apache/opendal/pull/4349 +* refactor(core/oio): Migrate `oio::List` to async fn in trait by @Xuanwo in https://github.com/apache/opendal/pull/4352 +* refactor(core/raw): Migrate oio::Write from WriteBuf to Bytes by @Xuanwo in https://github.com/apache/opendal/pull/4356 +* refactor(core/raw): Migrate `oio::Write` to async in trait by @Xuanwo in https://github.com/apache/opendal/pull/4358 +* refactor(bindings/python): Change the return type of `File::read` to `PyResult<&PyBytes>` by @reswqa in https://github.com/apache/opendal/pull/4360 +* refactor(core/raw): Cleanup not used `oio::WriteBuf` and `oio::ChunkedBytes` after refactor by @Xuanwo in https://github.com/apache/opendal/pull/4361 +* refactor: Remove reqwest related features by @Xuanwo in https://github.com/apache/opendal/pull/4365 +* refactor(bin/ofs): make `ofs` API public by @ho-229 in https://github.com/apache/opendal/pull/4387 +* refactor: Impl into_futures_io_async_write for Writer by @Xuanwo in https://github.com/apache/opendal/pull/4406 +* refactor(core/oio): Use ReadableBuf to remove extra clone during write by @Xuanwo in https://github.com/apache/opendal/pull/4408 +* refactor(core/raw/oio): Mark oio::Write::write as an unsafe function by @Xuanwo in https://github.com/apache/opendal/pull/4413 +* refactor(core/raw/oio): Use oio buffer in write by @Xuanwo in https://github.com/apache/opendal/pull/4436 +* refactor(core/raw): oio::Write is safe operation now by @Xuanwo in https://github.com/apache/opendal/pull/4438 +* refactor(core): Use Buffer in http request by @Xuanwo in https://github.com/apache/opendal/pull/4460 +* refactor(core): Polish FuturesBytesStream by avoiding extra copy by @Xuanwo in https://github.com/apache/opendal/pull/4474 +* refactor: Use Buffer as cache in MultipartWrite by @tisonkun in https://github.com/apache/opendal/pull/4493 +* refactor: kv::adapter should use Buffer (read part) by @tisonkun in https://github.com/apache/opendal/pull/4494 +* refactor: typed_kv::adapter should use Buffer by @tisonkun in https://github.com/apache/opendal/pull/4497 +* refactor: kv::adapter should use Buffer (write part) by @tisonkun in https://github.com/apache/opendal/pull/4496 +* refactor: Migrate FuturesAsyncReader to stream based by @Xuanwo in https://github.com/apache/opendal/pull/4508 +* refactor(services/fs): Extract FsCore from FsBackend by @Xuanwo in https://github.com/apache/opendal/pull/4523 +* refactor(core): Migrate `Accessor` to async fn in trait by @George-Miao in https://github.com/apache/opendal/pull/4562 +* refactor(core): Align naming for `Accessor` by @George-Miao in https://github.com/apache/opendal/pull/4564 +### Fixed +* fix(bin/ofs): crashes when fh=None by @ho-229 in https://github.com/apache/opendal/pull/4297 +* fix(services/hdfs): fix poll_close when retry by @hoslo in https://github.com/apache/opendal/pull/4309 +* fix: fix main CI by @xxchan in https://github.com/apache/opendal/pull/4319 +* fix: fix ghac CI by @xxchan in https://github.com/apache/opendal/pull/4320 +* fix(services/dropbox): fix dropbox batch test panic in ci by @zjregee in https://github.com/apache/opendal/pull/4329 +* fix(services/hdfs-native): remove unsupported capabilities by @jihuayu in https://github.com/apache/opendal/pull/4333 +* fix(bin/ofs): build failed when target_os != linux by @ho-229 in https://github.com/apache/opendal/pull/4334 +* fix(bin/ofs): only memory backend available by @ho-229 in https://github.com/apache/opendal/pull/4353 +* fix(bindings/python): Fix the semantic of `size` argument for python `File::read` by @reswqa in https://github.com/apache/opendal/pull/4359 +* fix(bindings/python): `File::write` should return the written bytes by @reswqa in https://github.com/apache/opendal/pull/4367 +* fix(services/s3): omit default ports by @yufan022 in https://github.com/apache/opendal/pull/4379 +* fix(core/services/gdrive): Fix gdrive test failed for refresh token by @Xuanwo in https://github.com/apache/opendal/pull/4435 +* fix(core/services/cos): Don't allow empty credential by @Xuanwo in https://github.com/apache/opendal/pull/4457 +* fix(oay): support `WebdavFile` continuous reading and writing by @G-XD in https://github.com/apache/opendal/pull/4374 +* fix(integrations/webdav): Fix read file API changes by @Xuanwo in https://github.com/apache/opendal/pull/4462 +* fix(s3): don't delete bucket by @sameer in https://github.com/apache/opendal/pull/4430 +* fix(core): Buffer offset misuse by @George-Miao in https://github.com/apache/opendal/pull/4481 +* fix(core): Read chunk should respect users input by @Xuanwo in https://github.com/apache/opendal/pull/4487 +* fix(services/cos): fix mdx by @hoslo in https://github.com/apache/opendal/pull/4510 +* fix: minor doc issue by @George-Miao in https://github.com/apache/opendal/pull/4517 +* fix(website): community sync calendar iframe by @suyanhanx in https://github.com/apache/opendal/pull/4549 +* fix: community sync calendar iframe load failed by @suyanhanx in https://github.com/apache/opendal/pull/4550 +### Docs +* docs: Add gsoc proposal guide by @Xuanwo in https://github.com/apache/opendal/pull/4287 +* docs: Add blog for apache opendal participates in gsoc 2024 by @Xuanwo in https://github.com/apache/opendal/pull/4288 +* docs: Fix and improve docs for presign operations by @Xuanwo in https://github.com/apache/opendal/pull/4294 +* docs: Polish the docs for writer by @Xuanwo in https://github.com/apache/opendal/pull/4296 +* docs: Add redirect for discord and maillist by @Xuanwo in https://github.com/apache/opendal/pull/4312 +* docs: update swift docs by @zjregee in https://github.com/apache/opendal/pull/4327 +* docs: publish docs for object-store-opendal by @zjregee in https://github.com/apache/opendal/pull/4328 +* docs: fix redirect error in object-store-opendal by @zjregee in https://github.com/apache/opendal/pull/4332 +* docs(website): fix grammar and spelling by @jbampton in https://github.com/apache/opendal/pull/4340 +* docs: fix nodejs binding docs footer copyright by @m1911star in https://github.com/apache/opendal/pull/4346 +* docs(bin/ofs): update README by @ho-229 in https://github.com/apache/opendal/pull/4354 +* docs(services/gcs): update gcs credentials description by @zjregee in https://github.com/apache/opendal/pull/4362 +* docs(bindings/python): ipynb examples for polars and pandas by @reswqa in https://github.com/apache/opendal/pull/4368 +* docs(core): correct the doc for icloud and memcached by @Kilerd in https://github.com/apache/opendal/pull/4422 +* docs: polish release doc for vote result by @suyanhanx in https://github.com/apache/opendal/pull/4429 +* docs: Update links to o.a.o/discord by @Xuanwo in https://github.com/apache/opendal/pull/4442 +* docs: add layers example by @zjregee in https://github.com/apache/opendal/pull/4449 +* docs: publish docs for dav-server-opendalfs by @zjregee in https://github.com/apache/opendal/pull/4503 +* docs: Add docs for read_with and reader_with by @Xuanwo in https://github.com/apache/opendal/pull/4516 +* docs: Add upgrade doc for rust core 0.46 by @Xuanwo in https://github.com/apache/opendal/pull/4543 +* docs: update the outdated download link by @suyanhanx in https://github.com/apache/opendal/pull/4546 +### CI +* ci(binding/java): Don't create too many files in CI by @Xuanwo in https://github.com/apache/opendal/pull/4289 +* ci: Address Node.js 16 actions are deprecated by @Xuanwo in https://github.com/apache/opendal/pull/4293 +* ci: Disable vsftpd test for it's keeping failure by @Xuanwo in https://github.com/apache/opendal/pull/4295 +* build: remove `service-*` from default features by @xxchan in https://github.com/apache/opendal/pull/4311 +* ci: upgrade typos in ci by @Young-Flash in https://github.com/apache/opendal/pull/4322 +* ci: Disable R2 until we figure what happened by @Xuanwo in https://github.com/apache/opendal/pull/4323 +* ci(s3/minio): Disable IMDSv2 for mini anonymous tests by @Xuanwo in https://github.com/apache/opendal/pull/4326 +* ci: Fix unit tests missing protoc by @Xuanwo in https://github.com/apache/opendal/pull/4369 +* ci: Fix foundationdb not setup for unit test by @Xuanwo in https://github.com/apache/opendal/pull/4370 +* ci: bump license header formatter by @tisonkun in https://github.com/apache/opendal/pull/4390 +* ci: fix dragonflydb docker-compose healthcheck broken by @oowl in https://github.com/apache/opendal/pull/4431 +* ci: fix planner for bin ofs by @ho-229 in https://github.com/apache/opendal/pull/4448 +* ci: Revert oay changes to fix CI by @Xuanwo in https://github.com/apache/opendal/pull/4463 +* ci: Fix CI for all bindings by @Xuanwo in https://github.com/apache/opendal/pull/4469 +* ci: Disable dropbox test until #4484 fixed by @Xuanwo in https://github.com/apache/opendal/pull/4485 +* ci: Fix build of python binding for chunk write changes by @Xuanwo in https://github.com/apache/opendal/pull/4529 +* build(core): bump compio version to v0.10.0 by @George-Miao in https://github.com/apache/opendal/pull/4531 +* ci: Disable tikv for pingcap's mirror is unstable by @Xuanwo in https://github.com/apache/opendal/pull/4538 +* build: staging website by @tisonkun in https://github.com/apache/opendal/pull/4565 +* build: fixup follow asfyaml rules by @tisonkun in https://github.com/apache/opendal/pull/4566 +### Chore +* chore(deps): bump tempfile from 3.9.0 to 3.10.1 in /bin/oli by @dependabot in https://github.com/apache/opendal/pull/4298 +* chore(deps): bump wasm-bindgen-test from 0.3.40 to 0.3.41 in /core by @dependabot in https://github.com/apache/opendal/pull/4299 +* chore(deps): bump log from 0.4.20 to 0.4.21 in /bin/ofs by @dependabot in https://github.com/apache/opendal/pull/4301 +* chore(services/redis): Fix docs & comments typos by @AJIOB in https://github.com/apache/opendal/pull/4306 +* chore(editorconfig): add `yaml` file type by @jbampton in https://github.com/apache/opendal/pull/4339 +* chore(editorconfig): add `rdf` file type as `indent_size = 2` by @jbampton in https://github.com/apache/opendal/pull/4341 +* chore(editorconfig): order entries and add `indent_style = tab` for Go by @jbampton in https://github.com/apache/opendal/pull/4342 +* chore(labeler): order the GitHub labeler labels by @jbampton in https://github.com/apache/opendal/pull/4343 +* chore: Cleanup of oio::Read, docs, comments, naming by @Xuanwo in https://github.com/apache/opendal/pull/4345 +* chore: Remove not exist read operations by @Xuanwo in https://github.com/apache/opendal/pull/4412 +* chore(deps): bump toml from 0.8.10 to 0.8.12 in /bin/oay by @dependabot in https://github.com/apache/opendal/pull/4418 +* chore(deps): bump toml from 0.8.10 to 0.8.12 in /bin/oli by @dependabot in https://github.com/apache/opendal/pull/4420 +* chore(deps): bump tokio from 1.36.0 to 1.37.0 in /bin/ofs by @dependabot in https://github.com/apache/opendal/pull/4419 +* chore(deps): bump prometheus-client from 0.22.1 to 0.22.2 in /core by @dependabot in https://github.com/apache/opendal/pull/4417 +* chore: update copyright year to 2024 in NOTICE by @shoothzj in https://github.com/apache/opendal/pull/4433 +* chore: Bump bytes to 1.6 to avoid compileing error by @Xuanwo in https://github.com/apache/opendal/pull/4472 +* chore: Add output types in OperatorFutures by @Xuanwo in https://github.com/apache/opendal/pull/4475 +* chore(core): Use reader's chunk size instead by @Xuanwo in https://github.com/apache/opendal/pull/4489 +* chore: sort tomls by taplo by @tisonkun in https://github.com/apache/opendal/pull/4491 +* chore(core): Align Reader and Writer's API design by @Xuanwo in https://github.com/apache/opendal/pull/4498 +* chore: Add docs and tests for reader related types by @Xuanwo in https://github.com/apache/opendal/pull/4513 +* chore: Reorganize the blocking reader layout by @Xuanwo in https://github.com/apache/opendal/pull/4514 +* chore: Align with chunk instead of confusing buffer by @Xuanwo in https://github.com/apache/opendal/pull/4528 +* chore: Refactor Write and BlockingWrite API by @Xuanwo in https://github.com/apache/opendal/pull/4540 +* chore(core): Change std result to opendal result in core by @tannal in https://github.com/apache/opendal/pull/4542 +* chore: fixup download links by @tisonkun in https://github.com/apache/opendal/pull/4547 +* chore(deps): bump clap from 4.5.1 to 4.5.4 in /bin/oay by @dependabot in https://github.com/apache/opendal/pull/4557 +* chore(deps): bump anyhow from 1.0.80 to 1.0.82 in /bin/oli by @dependabot in https://github.com/apache/opendal/pull/4559 +* chore(deps): bump libc from 0.2.153 to 0.2.154 in /bin/ofs by @dependabot in https://github.com/apache/opendal/pull/4558 + +## [v0.45.1] - 2024-02-22 + +### Added +* feat(services/vercel_blob): support vercel blob by @hoslo in https://github.com/apache/opendal/pull/4103 +* feat(bindings/python): add ruff as linter by @asukaminato0721 in https://github.com/apache/opendal/pull/4135 +* feat(services/hdfs-native): Add capabilities for hdfs-native service by @jihuayu in https://github.com/apache/opendal/pull/4174 +* feat(services/sqlite): Add list capability supported for sqlite by @jihuayu in https://github.com/apache/opendal/pull/4180 +* feat(services/azblob): support multi write for azblob by @wcy-fdu in https://github.com/apache/opendal/pull/4181 +* feat(release): Implement releasing OpenDAL components separately by @Xuanwo in https://github.com/apache/opendal/pull/4196 +* feat: object store adapter based on v0.9 by @waynexia in https://github.com/apache/opendal/pull/4233 +* feat(bin/ofs): implement fuse for linux by @ho-229 in https://github.com/apache/opendal/pull/4179 +* feat(services/memcached): change to binary protocol by @hoslo in https://github.com/apache/opendal/pull/4252 +* feat(services/memcached): setup auth test for memcached by @hoslo in https://github.com/apache/opendal/pull/4259 +* feat(services/yandex_disk): setup test for yandex disk by @hoslo in https://github.com/apache/opendal/pull/4264 +* feat: add ci support for ceph_rados by @ZhengLin-Li in https://github.com/apache/opendal/pull/4191 +* feat: Implement Config for part of services by @Xuanwo in https://github.com/apache/opendal/pull/4277 +* feat: add jfrog test setup for webdav by @zjregee in https://github.com/apache/opendal/pull/4265 +### Changed +* refactor(bindings/python): simplify async writer aexit by @suyanhanx in https://github.com/apache/opendal/pull/4128 +* refactor(service/d1): Add D1Config by @jihuayu in https://github.com/apache/opendal/pull/4129 +* refactor: Rewrite webdav to improve code quality by @Xuanwo in https://github.com/apache/opendal/pull/4280 +### Fixed +* fix: Azdls returns 403 while continuation contains `=` by @Xuanwo in https://github.com/apache/opendal/pull/4105 +* fix(bindings/python): missed to call close for the file internally by @zzl221000 in https://github.com/apache/opendal/pull/4122 +* fix(bindings/python): sync writer exit close raise error by @suyanhanx in https://github.com/apache/opendal/pull/4127 +* fix(services/chainsafe): fix 423 http status by @hoslo in https://github.com/apache/opendal/pull/4148 +* fix(services/webdav): Add possibility to answer without response if file isn't exist by @AJIOB in https://github.com/apache/opendal/pull/4170 +* fix(services/webdav): Recreate root directory if need by @AJIOB in https://github.com/apache/opendal/pull/4173 +* fix(services/webdav): remove base_dir component by @hoslo in https://github.com/apache/opendal/pull/4231 +* fix(core): Poll TimeoutLayer::sleep once to make sure timer registered by @Xuanwo in https://github.com/apache/opendal/pull/4230 +* fix(services/webdav): Fix endpoint suffix not handled by @Xuanwo in https://github.com/apache/opendal/pull/4257 +* fix(services/webdav): Fix possible error with value loosing from config by @AJIOB in https://github.com/apache/opendal/pull/4262 +### Docs +* docs: add request for add secrets of services by @suyanhanx in https://github.com/apache/opendal/pull/4104 +* docs(website): announce release v0.45.0 to news by @morristai in https://github.com/apache/opendal/pull/4152 +* docs(services/gdrive): Update Google Drive capabilities list docs by @jihuayu in https://github.com/apache/opendal/pull/4158 +* docs: Fix docs build by @Xuanwo in https://github.com/apache/opendal/pull/4162 +* docs: add docs for Ceph Rados Gateway S3 by @ZhengLin-Li in https://github.com/apache/opendal/pull/4190 +* docs: Fix typo in `core/src/services/http/docs.md` by @jbampton in https://github.com/apache/opendal/pull/4226 +* docs: Fix spelling in Rust files by @jbampton in https://github.com/apache/opendal/pull/4227 +* docs: fix typo in `website/README.md` by @jbampton in https://github.com/apache/opendal/pull/4228 +* docs: fix spelling by @jbampton in https://github.com/apache/opendal/pull/4229 +* docs: fix spelling; change `github` to `GitHub` by @jbampton in https://github.com/apache/opendal/pull/4232 +* docs: fix typo by @jbampton in https://github.com/apache/opendal/pull/4234 +* docs: fix typo in `bindings/c/CONTRIBUTING.md` by @jbampton in https://github.com/apache/opendal/pull/4235 +* docs: fix spelling in code comments by @jbampton in https://github.com/apache/opendal/pull/4236 +* docs: fix spelling in `CONTRIBUTING` by @jbampton in https://github.com/apache/opendal/pull/4237 +* docs: fix Markdown link in `bindings/README.md` by @jbampton in https://github.com/apache/opendal/pull/4238 +* docs: fix links and spelling in Markdown by @jbampton in https://github.com/apache/opendal/pull/4239 +* docs: fix grammar and spelling in Markdown in `examples/rust` by @jbampton in https://github.com/apache/opendal/pull/4241 +* docs: remove unneeded duplicate words from Rust files by @jbampton in https://github.com/apache/opendal/pull/4243 +* docs: fix grammar and spelling in Markdown by @jbampton in https://github.com/apache/opendal/pull/4245 +* docs: Add architectural.png to website by @Xuanwo in https://github.com/apache/opendal/pull/4261 +* docs: Re-org project README by @Xuanwo in https://github.com/apache/opendal/pull/4260 +* docs: order the README `Who is using OpenDAL` list by @jbampton in https://github.com/apache/opendal/pull/4263 +### CI +* ci: Use old version of seafile mc instead by @Xuanwo in https://github.com/apache/opendal/pull/4107 +* ci: Refactor workflows layout by @Xuanwo in https://github.com/apache/opendal/pull/4139 +* ci: Migrate hdfs default setup by @Xuanwo in https://github.com/apache/opendal/pull/4140 +* ci: Refactor check.sh into check.py to get ready for multi components release by @Xuanwo in https://github.com/apache/opendal/pull/4159 +* ci: Add test case for hdfs over gcs bucket by @ArmandoZ in https://github.com/apache/opendal/pull/4145 +* ci: Add hdfs test case for s3 by @ArmandoZ in https://github.com/apache/opendal/pull/4184 +* ci: Add hdfs test case for azurite by @ArmandoZ in https://github.com/apache/opendal/pull/4185 +* ci: Add support for releasing all rust packages by @Xuanwo in https://github.com/apache/opendal/pull/4200 +* ci: Fix dependabot not update by @Xuanwo in https://github.com/apache/opendal/pull/4202 +* ci: reduce the open pull request limits to 1 by @jbampton in https://github.com/apache/opendal/pull/4225 +* ci: Remove version suffix from package versions by @Xuanwo in https://github.com/apache/opendal/pull/4254 +* ci: Fix fuzz test for minio s3 name change by @Xuanwo in https://github.com/apache/opendal/pull/4266 +* ci: Mark python 3.13 is not supported by @Xuanwo in https://github.com/apache/opendal/pull/4269 +* ci: Disable yandex disk test for too slow by @Xuanwo in https://github.com/apache/opendal/pull/4274 +* ci: Split python CI into release and checks by @Xuanwo in https://github.com/apache/opendal/pull/4275 +* ci(release): Make sure LICENSE and NOTICE files are included by @Xuanwo in https://github.com/apache/opendal/pull/4283 +* ci(release): Refactor and merge the check.py into verify.py by @Xuanwo in https://github.com/apache/opendal/pull/4284 +### Chore +* chore(deps): bump actions/cache from 3 to 4 by @dependabot in https://github.com/apache/opendal/pull/4118 +* chore(deps): bump toml from 0.8.8 to 0.8.9 by @dependabot in https://github.com/apache/opendal/pull/4109 +* chore(deps): bump dav-server from 0.5.7 to 0.5.8 by @dependabot in https://github.com/apache/opendal/pull/4111 +* chore(deps): bump assert_cmd from 2.0.12 to 2.0.13 by @dependabot in https://github.com/apache/opendal/pull/4112 +* chore(deps): bump actions/setup-dotnet from 3 to 4 by @dependabot in https://github.com/apache/opendal/pull/4115 +* chore(deps): bump mongodb from 2.7.1 to 2.8.0 by @dependabot in https://github.com/apache/opendal/pull/4110 +* chore(deps): bump quick-xml from 0.30.0 to 0.31.0 by @dependabot in https://github.com/apache/opendal/pull/4113 +* chore: Make every components separate, remove workspace by @Xuanwo in https://github.com/apache/opendal/pull/4134 +* chore: Fix build of core by @Xuanwo in https://github.com/apache/opendal/pull/4137 +* chore: Fix workflow links for opendal by @Xuanwo in https://github.com/apache/opendal/pull/4147 +* chore(website): Bump download link for 0.45.0 release by @morristai in https://github.com/apache/opendal/pull/4149 +* chore: Fix name DtraceLayerWrapper by @jayvdb in https://github.com/apache/opendal/pull/4165 +* chore: Align core version by @Xuanwo in https://github.com/apache/opendal/pull/4197 +* chore: update benchmark doc by @wcy-fdu in https://github.com/apache/opendal/pull/4201 +* chore(deps): bump clap from 4.4.18 to 4.5.1 in /bin/oli by @dependabot in https://github.com/apache/opendal/pull/4221 +* chore(deps): bump serde from 1.0.196 to 1.0.197 in /bin/oay by @dependabot in https://github.com/apache/opendal/pull/4214 +* chore(deps): bump anyhow from 1.0.79 to 1.0.80 in /bin/ofs by @dependabot in https://github.com/apache/opendal/pull/4209 +* chore(deps): bump anyhow from 1.0.79 to 1.0.80 in /bin/oli by @dependabot in https://github.com/apache/opendal/pull/4216 +* chore(deps): bump cacache from 12.0.0 to 13.0.0 in /core by @dependabot in https://github.com/apache/opendal/pull/4215 + +## [v0.45.0] - 2024-01-29 + +### Added +* feat(ofs): introduce ofs execute bin by @oowl in https://github.com/apache/opendal/pull/4033 +* feat: add a missing news by @WenyXu in https://github.com/apache/opendal/pull/4056 +* feat(services/koofr): set test for koofr by @suyanhanx in https://github.com/apache/opendal/pull/4050 +* feat(layers/dtrace): Support User Statically-Defined Tracing(aka USDT) on Linux by @Zheaoli in https://github.com/apache/opendal/pull/4053 +* feat(website): add missing news and organize the onboarding guide by @morristai in https://github.com/apache/opendal/pull/4072 +### Changed +* refactor!: avoid hard dep to tokio rt by @tisonkun in https://github.com/apache/opendal/pull/4061 +### Fixed +* fix(examples/cpp): display the results to standard output. by @SYaoJun in https://github.com/apache/opendal/pull/4040 +* fix(service/icloud):Missing 'X-APPLE-WEBAUTH-USER cookie' and URL initialized failed by @bokket in https://github.com/apache/opendal/pull/4029 +* fix: Implement timeout layer correctly by using timeout by @Xuanwo in https://github.com/apache/opendal/pull/4059 +* fix(koofr): create_dir when exist by @hoslo in https://github.com/apache/opendal/pull/4062 +* fix(seafile): test_list_dir_with_metakey by @hoslo in https://github.com/apache/opendal/pull/4063 +* fix: list path recursive should not return path itself by @youngsofun in https://github.com/apache/opendal/pull/4067 +### Docs +* docs: Remove not needed actions in release guide by @Xuanwo in https://github.com/apache/opendal/pull/4037 +* docs: fix spelling errors in README.md by @SYaoJun in https://github.com/apache/opendal/pull/4039 +* docs: New PMC member Liuqing Yue by @Xuanwo in https://github.com/apache/opendal/pull/4047 +* docs: New Committer Yang Shuai by @Xuanwo in https://github.com/apache/opendal/pull/4054 +* docs(services/sftp): add more explanation for endpoint config by @silver-ymz in https://github.com/apache/opendal/pull/4055 +### CI +* ci(services/s3): Use minio/minio image instead by @Xuanwo in https://github.com/apache/opendal/pull/4070 +* ci: Fix CI after moving out of workspacs by @Xuanwo in https://github.com/apache/opendal/pull/4081 +### Chore +* chore: Delete bindings/ruby/cucumber.yml by @tisonkun in https://github.com/apache/opendal/pull/4030 +* chore(website): Bump download link for 0.44.2 release by @Zheaoli in https://github.com/apache/opendal/pull/4034 +* chore(website): Update the release tips by @Zheaoli in https://github.com/apache/opendal/pull/4036 +* chore: add doap file by @tisonkun in https://github.com/apache/opendal/pull/4038 +* chore(website): Add extra artifacts check process in release document by @Zheaoli in https://github.com/apache/opendal/pull/4041 +* chore(bindings/dotnet): update cargo.lock and set up ci by @suyanhanx in https://github.com/apache/opendal/pull/4084 +* chore(bindings/dotnet): build os detect by @suyanhanx in https://github.com/apache/opendal/pull/4085 +* chore(bindings/ocaml): pinning OCaml binding opendal version for release by @Ranxy in https://github.com/apache/opendal/pull/4086 + + +## [v0.44.2] - 2023-01-19 + +### Added +* feat: add behavior tests for blocking buffer reader by @WenyXu in https://github.com/apache/opendal/pull/3872 +* feat(services): add pcloud support by @hoslo in https://github.com/apache/opendal/pull/3892 +* feat(services/hdfs): Atomic write for hdfs by @shbhmrzd in https://github.com/apache/opendal/pull/3875 +* feat(services/hdfs): add atomic_write_dir to hdfsconfig debug by @shbhmrzd in https://github.com/apache/opendal/pull/3902 +* feat: add MongodbConfig by @zjregee in https://github.com/apache/opendal/pull/3906 +* RFC-3898: Concurrent Writer by @WenyXu in https://github.com/apache/opendal/pull/3898 +* feat(services): add yandex disk support by @hoslo in https://github.com/apache/opendal/pull/3918 +* feat: implement concurrent `MultipartUploadWriter` by @WenyXu in https://github.com/apache/opendal/pull/3915 +* feat: add concurrent writer behavior tests by @WenyXu in https://github.com/apache/opendal/pull/3920 +* feat: implement concurrent `RangeWriter` by @WenyXu in https://github.com/apache/opendal/pull/3923 +* feat: add `concurrent` and `buffer` parameters into FuzzInput by @WenyXu in https://github.com/apache/opendal/pull/3921 +* feat(fuzz): add azblob as test service by @suyanhanx in https://github.com/apache/opendal/pull/3931 +* feat(services/webhdfs): Implement write with append by @hoslo in https://github.com/apache/opendal/pull/3937 +* feat(core/bench): Add benchmark for concurrent write by @Xuanwo in https://github.com/apache/opendal/pull/3942 +* feat(oio): add block_write support by @hoslo in https://github.com/apache/opendal/pull/3945 +* feat(services/webhdfs): Implement multi write via CONCAT by @hoslo in https://github.com/apache/opendal/pull/3939 +* feat(core): Allow retry in concurrent write operations by @Xuanwo in https://github.com/apache/opendal/pull/3958 +* feat(services/ghac): Add workaround for AWS S3 based GHES by @Xuanwo in https://github.com/apache/opendal/pull/3985 +* feat: Implement path cache and refactor gdrive by @Xuanwo in https://github.com/apache/opendal/pull/3975 +* feat(services): add hdfs native layout by @shbhmrzd in https://github.com/apache/opendal/pull/3933 +* feat(services/s3): Return error if credential is empty after loaded by @Xuanwo in https://github.com/apache/opendal/pull/4000 +* feat(services/gdrive): Use trash instead of permanently deletes by @Xuanwo in https://github.com/apache/opendal/pull/4002 +* feat(services): add koofr support by @hoslo in https://github.com/apache/opendal/pull/3981 +* feat(icloud): Add basic Apple iCloud Drive support by @bokket in https://github.com/apache/opendal/pull/3980 + +### Changed +* refactor: Merge compose_{read,write} into enum_utils by @Xuanwo in https://github.com/apache/opendal/pull/3871 +* refactor(services/ftp): Impl parse_error instead of `From` by @bokket in https://github.com/apache/opendal/pull/3891 +* docs: very minor English wording fix in error message by @gabrielgrant in https://github.com/apache/opendal/pull/3900 +* refactor(services/rocksdb): Impl parse_error instead of `From` by @suyanhanx in https://github.com/apache/opendal/pull/3903 +* refactor: Re-organize the layout of tests by @Xuanwo in https://github.com/apache/opendal/pull/3904 +* refactor(services/etcd): Impl parse_error instead of `From` by @suyanhanx in https://github.com/apache/opendal/pull/3910 +* refactor(services/sftp): Impl parse_error instead of `From` by @G-XD in https://github.com/apache/opendal/pull/3914 +* refactor!: Bump MSRV to 1.75 by @Xuanwo in https://github.com/apache/opendal/pull/3851 +* refactor(services/redis): Impl parse_error instead of `From` by @suyanhanx in https://github.com/apache/opendal/pull/3938 +* refactor!: Revert the bump of MSRV to 1.75 by @Xuanwo in https://github.com/apache/opendal/pull/3952 +* refactor(services/onedrive): Add OnedriveConfig to implement ConfigDeserializer by @Borber in https://github.com/apache/opendal/pull/3954 +* refactor(service/dropbox): Add DropboxConfig by @howiieyu in https://github.com/apache/opendal/pull/3961 +* refactor: Polish internal types and remove not needed deps by @Xuanwo in https://github.com/apache/opendal/pull/3964 +* refactor: Add concurrent error test for BlockWrite by @Xuanwo in https://github.com/apache/opendal/pull/3968 +* refactor: Remove not needed types in icloud by @Xuanwo in https://github.com/apache/opendal/pull/4021 + +### Fixed +* fix: Bump pyo3 to fix false positive of unnecessary_fallible_conversions by @Xuanwo in https://github.com/apache/opendal/pull/3873 +* fix(core): Handling content encoding correctly by @Xuanwo in https://github.com/apache/opendal/pull/3907 +* fix: fix RangeWriter incorrect `next_offset` by @WenyXu in https://github.com/apache/opendal/pull/3927 +* fix(oio::BlockWrite): fix write_once case by @hoslo in https://github.com/apache/opendal/pull/3953 +* fix: Don't retry close if concurrent > 1 to avoid content lost by @Xuanwo in https://github.com/apache/opendal/pull/3957 +* fix(doc): fix rfc typos by @howiieyu in https://github.com/apache/opendal/pull/3971 +* fix: Don't call wake_by_ref in OperatorFuture by @Xuanwo in https://github.com/apache/opendal/pull/4003 +* fix: async fn resumed after initiate part failed by @Xuanwo in https://github.com/apache/opendal/pull/4013 +* fix(pcloud,seafile): use get_basename and get_parent by @hoslo in https://github.com/apache/opendal/pull/4020 +* fix(ci): remove pr author from review candidates by @dqhl76 in https://github.com/apache/opendal/pull/4023 + +### Docs +* docs(bindings/python): drop unnecessary patchelf by @tisonkun in https://github.com/apache/opendal/pull/3889 +* docs: Polish core's quick start by @Xuanwo in https://github.com/apache/opendal/pull/3896 +* docs(gcs): correct the description of credential by @WenyXu in https://github.com/apache/opendal/pull/3928 +* docs: Add 0.44.1 download link by @Xuanwo in https://github.com/apache/opendal/pull/3929 +* docs(release): how to clean up old releases by @tisonkun in https://github.com/apache/opendal/pull/3934 +* docs(website): polish download page by @suyanhanx in https://github.com/apache/opendal/pull/3932 +* docs: improve user verify words by @tisonkun in https://github.com/apache/opendal/pull/3941 +* docs: fix incorrect word used by @zegevlier in https://github.com/apache/opendal/pull/3944 +* docs: improve wording for community pages by @tisonkun in https://github.com/apache/opendal/pull/3978 +* docs(bindings/nodejs): copyright in footer by @suyanhanx in https://github.com/apache/opendal/pull/3986 +* docs(bindings/nodejs): build docs locally doc by @suyanhanx in https://github.com/apache/opendal/pull/3987 +* docs: Fix missing word in download by @Xuanwo in https://github.com/apache/opendal/pull/3993 +* docs(bindings/java): copyright in footer by @G-XD in https://github.com/apache/opendal/pull/3996 +* docs(website): update footer by @suyanhanx in https://github.com/apache/opendal/pull/4008 +* docs: add trademark information to every possible published readme by @PsiACE in https://github.com/apache/opendal/pull/4014 +* docs(website): replace podling to project in website by @morristai in https://github.com/apache/opendal/pull/4015 +* docs: Update release guide to adapt as a new TLP by @Xuanwo in https://github.com/apache/opendal/pull/4011 +* docs: Add WebHDFS version compatibility details by @shbhmrzd in https://github.com/apache/opendal/pull/4024 + +### CI +* build(deps): bump actions/download-artifact from 3 to 4 by @dependabot in https://github.com/apache/opendal/pull/3885 +* build(deps): bump once_cell from 1.18.0 to 1.19.0 by @dependabot in https://github.com/apache/opendal/pull/3880 +* build(deps): bump napi-derive from 2.14.2 to 2.14.6 by @dependabot in https://github.com/apache/opendal/pull/3879 +* build(deps): bump url from 2.4.1 to 2.5.0 by @dependabot in https://github.com/apache/opendal/pull/3876 +* build(deps): bump mlua from 0.8.10 to 0.9.2 by @oowl in https://github.com/apache/opendal/pull/3890 +* ci: Disable supabase tests for our test org has been paused by @Xuanwo in https://github.com/apache/opendal/pull/3908 +* ci: Downgrade artifact actions until regression addressed by @Xuanwo in https://github.com/apache/opendal/pull/3935 +* ci: Refactor fuzz to integrate with test planner by @Xuanwo in https://github.com/apache/opendal/pull/3936 +* ci: Pick random reviewers from committer list by @Xuanwo in https://github.com/apache/opendal/pull/4001 + +### Chore +* chore: update release related docs and script by @dqhl76 in https://github.com/apache/opendal/pull/3870 +* chore(NOTICE): update copyright to year 2024 by @suyanhanx in https://github.com/apache/opendal/pull/3894 +* chore: Format code to make readers happy by @Xuanwo in https://github.com/apache/opendal/pull/3912 +* chore: Remove unused dep async-compat by @Xuanwo in https://github.com/apache/opendal/pull/3947 +* chore: display project logo on Rust docs by @tisonkun in https://github.com/apache/opendal/pull/3983 +* chore: improve trademarks in bindings docs by @tisonkun in https://github.com/apache/opendal/pull/3984 +* chore: use Apache OpenDAL™ in the first and most prominent mention by @tisonkun in https://github.com/apache/opendal/pull/3988 +* chore: add more information for javadocs by @tisonkun in https://github.com/apache/opendal/pull/3989 +* chore: precise footer by @tisonkun in https://github.com/apache/opendal/pull/3997 +* chore: use full form name when necessary by @tisonkun in https://github.com/apache/opendal/pull/3998 +* chore(bindings/python): Enable sftp service by default for unix platform by @Zheaoli in https://github.com/apache/opendal/pull/4006 +* chore: remove disclaimer by @suyanhanx in https://github.com/apache/opendal/pull/4009 +* chore: Remove incubating from releases by @Xuanwo in https://github.com/apache/opendal/pull/4010 +* chore: trim incubator prefix everywhere by @tisonkun in https://github.com/apache/opendal/pull/4016 +* chore: fixup doc link in release_java.yml by @tisonkun in https://github.com/apache/opendal/pull/4019 +* chore: simplify reviewer candidates logic by @tisonkun in https://github.com/apache/opendal/pull/4017 + +## [v0.44.1] - 2023-12-31 + +### Added +* feat(service/memcached): Add MemCachedConfig by @ankit-pn in https://github.com/apache/opendal/pull/3827 +* feat(service/rocksdb): Add RocksdbConfig by @ankit-pn in https://github.com/apache/opendal/pull/3828 +* feat(services): add chainsafe support by @hoslo in https://github.com/apache/opendal/pull/3834 +* feat(bindings/python): Build all available services for python by @Xuanwo in https://github.com/apache/opendal/pull/3836 +* feat: Adding Atomicserver config by @k-aishwarya in https://github.com/apache/opendal/pull/3845 +* feat(oio::read): implement the async buffer reader by @WenyXu in https://github.com/apache/opendal/pull/3811 +* feat(oio::read): implement the blocking buffer reader by @WenyXu in https://github.com/apache/opendal/pull/3860 +* feat: adapt the `CompleteReader` by @WenyXu in https://github.com/apache/opendal/pull/3861 +* feat: add basic behavior tests for buffer reader by @WenyXu in https://github.com/apache/opendal/pull/3862 +* feat: add fuzz reader with buffer tests by @WenyXu in https://github.com/apache/opendal/pull/3866 +* feat(ofs): implement ofs based on fuse3 by @Inokinoki in https://github.com/apache/opendal/pull/3857 +### Changed +* refactor: simplify `bindings_python.yml` by @messense in https://github.com/apache/opendal/pull/3837 +* refactor: Add edge test for aws assume role with web identity by @Xuanwo in https://github.com/apache/opendal/pull/3839 +* refactor(services/webdav): Add WebdavConfig to implement ConfigDeserializer by @kwaa in https://github.com/apache/opendal/pull/3846 +* refactor: use TwoWays instead of TwoWaysReader and TwoWaysWriter by @WenyXu in https://github.com/apache/opendal/pull/3863 +### Fixed +* fix: Add tests for listing recursively on not supported services by @Xuanwo in https://github.com/apache/opendal/pull/3826 +* fix(services/upyun): fix list api by @hoslo in https://github.com/apache/opendal/pull/3841 +* fix: fix a bypass seek relative bug in `BufferReader` by @WenyXu in https://github.com/apache/opendal/pull/3864 +* fix: fix the bypass read does not sync the `cur` of `BufferReader` by @WenyXu in https://github.com/apache/opendal/pull/3865 +### Docs +* docs: Add Apache prefix for all bindings by @Xuanwo in https://github.com/apache/opendal/pull/3829 +* docs: Add apache prefix for python docs by @Xuanwo in https://github.com/apache/opendal/pull/3830 +* docs: Add branding in README by @Xuanwo in https://github.com/apache/opendal/pull/3831 +* docs: Add trademark for Apache OpenDAL™ by @Xuanwo in https://github.com/apache/opendal/pull/3832 +* docs: Add trademark sign for core by @Xuanwo in https://github.com/apache/opendal/pull/3833 +* docs: Enable doc_auto_cfg when docs cfg has been enabled by @Xuanwo in https://github.com/apache/opendal/pull/3835 +* docs: Address branding for haskell and C bindings by @Xuanwo in https://github.com/apache/opendal/pull/3840 +* doc: add 0.44.0 release link to download.md by @dqhl76 in https://github.com/apache/opendal/pull/3868 +### CI +* ci: Remove workflows that not running or ready by @Xuanwo in https://github.com/apache/opendal/pull/3842 +* ci: Migrate ftp to test planner by @Xuanwo in https://github.com/apache/opendal/pull/3843 +### Chore +* chore(bindings/java): Add name and description metadata by @tisonkun in https://github.com/apache/opendal/pull/3838 +* chore(website): improve a bit trademark refs by @tisonkun in https://github.com/apache/opendal/pull/3847 +* chore: Fix clippy warnings found in rust 1.75 by @Xuanwo in https://github.com/apache/opendal/pull/3849 +* chore(bindings/python): improve ASF branding by @tisonkun in https://github.com/apache/opendal/pull/3850 +* chore(bindings/haskell): improve ASF branding by @tisonkun in https://github.com/apache/opendal/pull/3852 +* chore(bindings/c): make c binding separate workspace by @suyanhanx in https://github.com/apache/opendal/pull/3856 +* chore(bindings/haskell): support co-log-0.6.0 && ghc-9.4 by @silver-ymz in https://github.com/apache/opendal/pull/3858 + + +## [v0.44.0] - 2023-12-26 + +### Added +* feat(core): service add HuggingFace file system by @morristai in https://github.com/apache/opendal/pull/3670 +* feat(service/moka): bump moka from 0.10.4 to 0.12.1 by @G-XD in https://github.com/apache/opendal/pull/3711 +* feat: add operator.list support for OCaml binding by @Young-Flash in https://github.com/apache/opendal/pull/3706 +* feat(test): add Huggingface behavior test by @morristai in https://github.com/apache/opendal/pull/3712 +* feat: Add list prefix support by @Xuanwo in https://github.com/apache/opendal/pull/3728 +* feat: Implement ConcurrentFutures to remove the dependences on tokio by @Xuanwo in https://github.com/apache/opendal/pull/3746 +* feat(services): add seafile support by @hoslo in https://github.com/apache/opendal/pull/3771 +* RFC-3734: Buffered reader by @WenyXu in https://github.com/apache/opendal/pull/3734 +* feat: Add content range support for RpRead by @Xuanwo in https://github.com/apache/opendal/pull/3777 +* feat: Add presign_stat_with support by @Xuanwo in https://github.com/apache/opendal/pull/3778 +* feat: Add project layout for ofs by @Xuanwo in https://github.com/apache/opendal/pull/3779 +* feat(binding/nodejs): align list api by @suyanhanx in https://github.com/apache/opendal/pull/3784 +* feat: Make OpenDAL available under wasm32 arch by @Xuanwo in https://github.com/apache/opendal/pull/3796 +* feat(services): add upyun support by @hoslo in https://github.com/apache/opendal/pull/3790 +* feat: Add edge test s3_read_on_wasm by @Xuanwo in https://github.com/apache/opendal/pull/3802 +* feat(services/azblob): available under wasm32 arch by @suyanhanx in https://github.com/apache/opendal/pull/3806 +* feat: make services-gdrive compile for wasm target by @Young-Flash in https://github.com/apache/opendal/pull/3808 +* feat(core): Make gcs available on wasm32 arch by @Xuanwo in https://github.com/apache/opendal/pull/3816 +### Changed +* refactor(service/etcd): use EtcdConfig in from_map by @G-XD in https://github.com/apache/opendal/pull/3703 +* refactor(object_store): upgrade object_store to 0.7. by @youngsofun in https://github.com/apache/opendal/pull/3713 +* refactor: List must support list without recursive by @Xuanwo in https://github.com/apache/opendal/pull/3721 +* refactor: replace ftp tls impl as rustls by @oowl in https://github.com/apache/opendal/pull/3760 +* refactor: Remove never used Stream poll_reset API by @Xuanwo in https://github.com/apache/opendal/pull/3774 +* refactor: Polish operator read_with by @Xuanwo in https://github.com/apache/opendal/pull/3775 +* refactor: Migrate gcs builder to config based by @Xuanwo in https://github.com/apache/opendal/pull/3786 +* refactor(service/hdfs): Add HdfsConfig to implement ConfigDeserializer by @shbhmrzd in https://github.com/apache/opendal/pull/3800 +* refactor(raw): add parse_header_to_str fn by @hoslo in https://github.com/apache/opendal/pull/3804 +* refactor(raw): refactor APIs like parse_content_disposition by @hoslo in https://github.com/apache/opendal/pull/3815 +* refactor: Polish http_util parse headers by @Xuanwo in https://github.com/apache/opendal/pull/3817 +### Fixed +* fix(oli): Fix cp -r command returns invalid path error by @kebe7jun in https://github.com/apache/opendal/pull/3687 +* fix(website): folder name mismatch by @suyanhanx in https://github.com/apache/opendal/pull/3707 +* fix(binding/java): fix SPECIAL_DIR_NAME by @G-XD in https://github.com/apache/opendal/pull/3715 +* fix(services/dropbox): Workaround for dropbox limitations for create_folder by @Xuanwo in https://github.com/apache/opendal/pull/3719 +* fix(ocaml_binding): sort `actual` & `expected` to pass ci by @Young-Flash in https://github.com/apache/opendal/pull/3733 +* fix(ci): Make sure merge_local_staging handles all subdir by @Xuanwo in https://github.com/apache/opendal/pull/3788 +* fix(services/gdrive): fix return value of `get_file_id_by_path` by @G-XD in https://github.com/apache/opendal/pull/3801 +* fix(core): List root should not return itself by @Xuanwo in https://github.com/apache/opendal/pull/3824 +### Docs +* docs: add maturity model check by @suyanhanx in https://github.com/apache/opendal/pull/3680 +* docs(website): show maturity model by @suyanhanx in https://github.com/apache/opendal/pull/3709 +* docs(website): only VOTEs from PPMC members are binding by @G-XD in https://github.com/apache/opendal/pull/3710 +* doc: add 0.43.0 release link to download.md by @G-XD in https://github.com/apache/opendal/pull/3729 +* docs: Add process on nominating committers and ppmc members by @Xuanwo in https://github.com/apache/opendal/pull/3740 +* docs: Deploy website to nightlies for every tags by @Xuanwo in https://github.com/apache/opendal/pull/3739 +* docs: Remove not released bindings docs from top level header by @Xuanwo in https://github.com/apache/opendal/pull/3741 +* docs: Add dependencies list for all packages by @Xuanwo in https://github.com/apache/opendal/pull/3743 +* docs: Update maturity docs by @Xuanwo in https://github.com/apache/opendal/pull/3750 +* docs: update the RFC doc by @suyanhanx in https://github.com/apache/opendal/pull/3748 +* docs(website): polish deploy to nightlies by @suyanhanx in https://github.com/apache/opendal/pull/3753 +* docs: add event calendar in community page by @dqhl76 in https://github.com/apache/opendal/pull/3767 +* docs(community): polish events by @suyanhanx in https://github.com/apache/opendal/pull/3768 +* docs(bindings/ruby): reflect test framework refactor by @tisonkun in https://github.com/apache/opendal/pull/3798 +* docs(website): add service Huggingface to website by @morristai in https://github.com/apache/opendal/pull/3812 +* docs: update release docs to add cargo-deny setup by @dqhl76 in https://github.com/apache/opendal/pull/3821 +### CI +* build(deps): bump cacache from 11.7.1 to 12.0.0 by @dependabot in https://github.com/apache/opendal/pull/3690 +* build(deps): bump prometheus-client from 0.21.2 to 0.22.0 by @dependabot in https://github.com/apache/opendal/pull/3694 +* build(deps): bump github/issue-labeler from 3.2 to 3.3 by @dependabot in https://github.com/apache/opendal/pull/3698 +* ci: Add behavior test for b2 by @Xuanwo in https://github.com/apache/opendal/pull/3714 +* ci(cargo): Add frame pointer support in build flag by @Zheaoli in https://github.com/apache/opendal/pull/3772 +* ci: Workaround ring 0.17 build issue, bring aarch64 and armv7l back by @Xuanwo in https://github.com/apache/opendal/pull/3781 +* ci: Support CI test for s3_read_on_wasm by @Zheaoli in https://github.com/apache/opendal/pull/3813 +### Chore +* chore: bump aws-sdk-s3 from 0.38.0 to 1.4.0 by @memoryFade in https://github.com/apache/opendal/pull/3704 +* chore: Disable obs test for workaround by @Xuanwo in https://github.com/apache/opendal/pull/3717 +* chore: Fix bindings CI by @Xuanwo in https://github.com/apache/opendal/pull/3722 +* chore(binding/nodejs,website): Replace yarn with pnpm by @suyanhanx in https://github.com/apache/opendal/pull/3730 +* chore: Bring persy CI back by @Xuanwo in https://github.com/apache/opendal/pull/3751 +* chore(bindings/python): upgrade pyo3 to 0.20 by @messense in https://github.com/apache/opendal/pull/3758 +* chore: remove unused binding feature file by @tisonkun in https://github.com/apache/opendal/pull/3757 +* chore: Bump governor from 0.5.1 to 0.6.0 by @G-XD in https://github.com/apache/opendal/pull/3761 +* chore: Split bindings/ocaml to separate workspace by @Xuanwo in https://github.com/apache/opendal/pull/3792 +* chore: Split bindings/ruby to separate workspace by @ho-229 in https://github.com/apache/opendal/pull/3794 +* chore(bindings/php): bump ext-php-rs to support latest php & separate workspace by @suyanhanx in https://github.com/apache/opendal/pull/3799 +* chore: Address comments from hackernews by @Xuanwo in https://github.com/apache/opendal/pull/3805 +* chore(bindings/ocaml): dep opendal point to core by @suyanhanx in https://github.com/apache/opendal/pull/3814 + +## [v0.43.0] - 2023-11-30 + +### Added +* feat(bindings/C): Add opendal_operator_rename and opendal_operator_copy by @jiaoew1991 in https://github.com/apache/opendal/pull/3517 +* feat(binding/python): Add new API to convert between AsyncOperator and Operator by @Zheaoli in https://github.com/apache/opendal/pull/3514 +* feat: Implement RFC-3526: List Recursive by @Xuanwo in https://github.com/apache/opendal/pull/3556 +* feat(service): add alluxio rest api support by @hoslo in https://github.com/apache/opendal/pull/3564 +* feat(bindings/python): add OPENDAL_DISABLE_RANDOM_ROOT support by @Justin-Xiang in https://github.com/apache/opendal/pull/3550 +* feat(core): add Alluxio e2e test by @hoslo in https://github.com/apache/opendal/pull/3573 +* feat(service): alluxio support write by @hoslo in https://github.com/apache/opendal/pull/3566 +* feat(bindings/nodejs): add retry layer by @suyanhanx in https://github.com/apache/opendal/pull/3484 +* RFC: Concurrent Stat in List by @morristai in https://github.com/apache/opendal/pull/3574 +* feat(service/hdfs): enable rename in hdfs service by @qingwen220 in https://github.com/apache/opendal/pull/3592 +* feat: Improve the read_to_end perf and add benchmark vs_fs by @Xuanwo in https://github.com/apache/opendal/pull/3617 +* feat: Add benchmark vs aws sdk s3 by @Xuanwo in https://github.com/apache/opendal/pull/3620 +* feat: Improve the performance of s3 services by @Xuanwo in https://github.com/apache/opendal/pull/3622 +* feat(service): support b2 by @hoslo in https://github.com/apache/opendal/pull/3604 +* feat(core): Implement RFC-3574 Concurrent Stat In List by @morristai in https://github.com/apache/opendal/pull/3599 +* feat: Implement stat dir correctly based on RFC-3243 List Prefix by @Xuanwo in https://github.com/apache/opendal/pull/3651 +* feat(bindings/nodejs): Add capability support by @suyanhanx in https://github.com/apache/opendal/pull/3654 +* feat: disable `ftp` for python and java binding by @ZutJoe in https://github.com/apache/opendal/pull/3659 +* feat(bindings/nodejs): read/write stream by @suyanhanx in https://github.com/apache/opendal/pull/3619 +### Changed +* refactor(services/persy): migrate tot test planner by @G-XD in https://github.com/apache/opendal/pull/3476 +* refactor(service/etcd): Add EtcdConfig to implement ConfigDeserializer by @Xuxiaotuan in https://github.com/apache/opendal/pull/3543 +* refactor(services/azblob): add AzblobConfig by @acehinnnqru in https://github.com/apache/opendal/pull/3553 +* refactor(services/cacache): migrate to test planner by @G-XD in https://github.com/apache/opendal/pull/3568 +* refactor(services/sled): migrate to test planner by @G-XD in https://github.com/apache/opendal/pull/3569 +* refactor(services/webhdfs): migrate to test planner by @G-XD in https://github.com/apache/opendal/pull/3578 +* refactor(core): Rename all `Page` to `List` by @Xuanwo in https://github.com/apache/opendal/pull/3589 +* refactor: Change List API into poll based and return one entry instead by @Xuanwo in https://github.com/apache/opendal/pull/3593 +* refactor(services/tikv): migrate to test planner by @G-XD in https://github.com/apache/opendal/pull/3587 +* refactor(service/redis): Migrate task to new task planner by @sunheyi6 in https://github.com/apache/opendal/pull/3374 +* refactor(oio): Polish IncomingAsyncBody::bytes by @Xuanwo in https://github.com/apache/opendal/pull/3621 +* refactor(services/rocksdb): migrate to test planner by @G-XD in https://github.com/apache/opendal/pull/3636 +* refactor(services/azfile): Check if dir exists before create by @ZutJoe in https://github.com/apache/opendal/pull/3652 +* refactor: Polish concurrent list by @Xuanwo in https://github.com/apache/opendal/pull/3658 +### Fixed +* fix(bindings/python): Fix the test command in doc by @Justin-Xiang in https://github.com/apache/opendal/pull/3541 +* fix(ci): try enable corepack before setup-node action by @suyanhanx in https://github.com/apache/opendal/pull/3609 +* fix(service/hdfs): enable hdfs append support by @qingwen220 in https://github.com/apache/opendal/pull/3600 +* fix(ci): fix setup node by @suyanhanx in https://github.com/apache/opendal/pull/3611 +* fix(core): Path in remove not normalized by @Xuanwo in https://github.com/apache/opendal/pull/3671 +* fix(core): Build with redis features and Rust < 1.72 by @vincentdephily in https://github.com/apache/opendal/pull/3683 +### Docs +* docs: Add questdb in users list by @caicancai in https://github.com/apache/opendal/pull/3532 +* docs: Add macos specific doc updates for hdfs by @shbhmrzd in https://github.com/apache/opendal/pull/3559 +* docs(bindings/python): Fix the test command in doc by @Justin-Xiang in https://github.com/apache/opendal/pull/3561 +* docs(bindings/java): add basic usage in README by @caicancai in https://github.com/apache/opendal/pull/3534 +* doc: add 0.42.0 release link to download.md by @silver-ymz in https://github.com/apache/opendal/pull/3598 +### CI +* ci(services/libsql): add rust test threads limit by @G-XD in https://github.com/apache/opendal/pull/3540 +* ci(services/redb): migrate to test planner by @suyanhanx in https://github.com/apache/opendal/pull/3518 +* ci: Disable libsql behavior test until we or upstream address them by @Xuanwo in https://github.com/apache/opendal/pull/3552 +* ci: Add new Python binding reviewer by @Zheaoli in https://github.com/apache/opendal/pull/3560 +* ci(bindings/nodejs): add aarch64 build support by @suyanhanx in https://github.com/apache/opendal/pull/3567 +* ci(planner): Polish the workflow planner code by @Zheaoli in https://github.com/apache/opendal/pull/3570 +* ci(core): Add dry run for rc tags by @Xuanwo in https://github.com/apache/opendal/pull/3624 +* ci: Disable persy until it has been fixed by @Xuanwo in https://github.com/apache/opendal/pull/3631 +* ci: Calling cargo to make sure rust has been setup by @Xuanwo in https://github.com/apache/opendal/pull/3633 +* ci: Fix etcd with tls and auth failed to start by @Xuanwo in https://github.com/apache/opendal/pull/3637 +* ci(services/etcd): Use ALLOW_NONE_AUTHENTICATION as workaround by @Xuanwo in https://github.com/apache/opendal/pull/3638 +* ci: dry run publish on rc tags for python binding by @everpcpc in https://github.com/apache/opendal/pull/3645 +* ci: Add java linux arm64 build by @Xuanwo in https://github.com/apache/opendal/pull/3660 +* ci(java/binding): Use zigbuild for glibc 2.17 support by @Xuanwo in https://github.com/apache/opendal/pull/3664 +* ci(bindings/python): remove aarch support by @G-XD in https://github.com/apache/opendal/pull/3674 +### Chore +* chore(servies/sftp): Upgrade openssh-sftp-client to 0.14 by @sd44 in https://github.com/apache/opendal/pull/3538 +* chore(service/tikv): rename Backend to TikvBackend by @caicancai in https://github.com/apache/opendal/pull/3545 +* chore(docs): add cpp binding in README by @cjj2010 in https://github.com/apache/opendal/pull/3546 +* chore(service/sqlite): fix typo on sqlite by @caicancai in https://github.com/apache/opendal/pull/3549 +* chore(bindings/C): resolve doxygen warnings by @sd44 in https://github.com/apache/opendal/pull/3572 +* chore: removed dotenv in bindings/nodejs/index.js by @AlexVCS in https://github.com/apache/opendal/pull/3579 +* chore: update opentelemetry to v0.21.x by @jtescher in https://github.com/apache/opendal/pull/3580 +* chore: Add cpp binding Google style clang-format && format the code by @JackDrogon in https://github.com/apache/opendal/pull/3581 +* chore: bump suppaftp version to 5.2 by @oowl in https://github.com/apache/opendal/pull/3590 +* chore(ci): fix artifacts path for publish pypi by @everpcpc in https://github.com/apache/opendal/pull/3597 +* chore: Code cleanup to make rust 1.74 happy by @Xuanwo in https://github.com/apache/opendal/pull/3602 +* chore: Fix `raw::tests` been excluded unexpectedly by @Xuanwo in https://github.com/apache/opendal/pull/3623 +* chore: Bump dpes and remove native-tls in mysql-async by @Xuanwo in https://github.com/apache/opendal/pull/3627 +* chore(core): Have mysql_async use rustls instead of native-tls by @amunra in https://github.com/apache/opendal/pull/3634 +* chore: Polish docs for Capability by @Xuanwo in https://github.com/apache/opendal/pull/3635 +* chore: Bump reqsign to 0.14.4 for jsonwebtoken by @Xuanwo in https://github.com/apache/opendal/pull/3644 +* chore(ci): nodejs binding publish dry run by @suyanhanx in https://github.com/apache/opendal/pull/3632 +* chore: Polish comments for `stat` and `stat_with` by @Xuanwo in https://github.com/apache/opendal/pull/3657 +* chore: clearer doc for python binding by @wcy-fdu in https://github.com/apache/opendal/pull/3667 +* chore: Bump to v0.43.0 to start release process by @G-XD in https://github.com/apache/opendal/pull/3672 +* chore: Bump to v0.43.0 to start release process (Round 2) by @G-XD in https://github.com/apache/opendal/pull/3676 +* chore: add license.workspace to help cargo deny reports by @tisonkun in https://github.com/apache/opendal/pull/3679 +* chore: clearer doc for list metakey by @wcy-fdu in https://github.com/apache/opendal/pull/3666 + +## [v0.42.0] - 2023-11-07 + +### Added +* feat(binding/java): add `rename` support by @G-XD in https://github.com/apache/opendal/pull/3238 +* feat(prometheus): add bytes metrics as counter by @flaneur2020 in https://github.com/apache/opendal/pull/3246 +* feat(binding/python): new behavior testing for python by @laipz8200 in https://github.com/apache/opendal/pull/3245 +* feat(binding/python): Support AsyncOperator tests. by @laipz8200 in https://github.com/apache/opendal/pull/3254 +* feat(service/libsql): support libsql by @G-XD in https://github.com/apache/opendal/pull/3233 +* feat(binding/python): allow setting append/buffer/more in write() call by @jokester in https://github.com/apache/opendal/pull/3256 +* feat(services/persy): change blocking_x in async_x call to tokio::task::blocking_spawn by @Zheaoli in https://github.com/apache/opendal/pull/3221 +* feat: Add edge test cases for OpenDAL Core by @Xuanwo in https://github.com/apache/opendal/pull/3274 +* feat(service/d1): Support d1 for opendal by @realtaobo in https://github.com/apache/opendal/pull/3248 +* feat(services/redb): change blocking_x in async_x call to tokio::task::blocking_spawn by @shauvet in https://github.com/apache/opendal/pull/3276 +* feat: Add blocking layer for C bindings by @jiaoew1991 in https://github.com/apache/opendal/pull/3278 +* feat(binding/c): Add blocking_reader for C binding by @jiaoew1991 in https://github.com/apache/opendal/pull/3259 +* feat(services/sled): change blocking_x in async_x call to tokio::task::blocking_spawn by @shauvet in https://github.com/apache/opendal/pull/3280 +* feat(services/rocksdb): change blocking_x in async_x call to tokio::task::blocking_spawn by @shauvet in https://github.com/apache/opendal/pull/3279 +* feat(binding/java): make `Metadata` a POJO by @G-XD in https://github.com/apache/opendal/pull/3277 +* feat(bindings/java): convey backtrace on exception by @tisonkun in https://github.com/apache/opendal/pull/3286 +* feat(layer/prometheus): Support custom metric bucket for Histogram by @Zheaoli in https://github.com/apache/opendal/pull/3275 +* feat(bindings/python): read APIs return `memoryview` instead of `bytes` to avoid copy by @messense in https://github.com/apache/opendal/pull/3310 +* feat(service/azfile): add azure file service support by @dqhl76 in https://github.com/apache/opendal/pull/3312 +* feat(services/oss): Add allow anonymous support by @Xuanwo in https://github.com/apache/opendal/pull/3321 +* feat(bindings/python): build and publish aarch64 and armv7l wheels by @messense in https://github.com/apache/opendal/pull/3325 +* feat(bindings/java): support duplicate operator by @tisonkun in https://github.com/apache/opendal/pull/3330 +* feat(core): Add enabled for Scheme by @Xuanwo in https://github.com/apache/opendal/pull/3331 +* feat(bindings/java): support get enabled services by @tisonkun in https://github.com/apache/opendal/pull/3336 +* feat(bindings/java): Migrate behavior tests to new Workflow Planner by @Xuanwo in https://github.com/apache/opendal/pull/3341 +* feat(layer/prometheus): Support output path as a metric label by @Zheaoli in https://github.com/apache/opendal/pull/3335 +* feat(service/mongodb): Support mongodb service by @Zheaoli in https://github.com/apache/opendal/pull/3355 +* feat: Make PrometheusClientLayer Clonable by @flaneur2020 in https://github.com/apache/opendal/pull/3352 +* feat(service/cloudflare_kv): support cloudflare KV by @my-vegetable-has-exploded in https://github.com/apache/opendal/pull/3348 +* feat(core): exposing `Metadata::metakey()` api by @G-XD in https://github.com/apache/opendal/pull/3373 +* feat(binding/java): add list & remove_all support by @G-XD in https://github.com/apache/opendal/pull/3333 +* feat: Add write_total_max_size in Capability by @realtaobo in https://github.com/apache/opendal/pull/3309 +* feat(core): service add DBFS API 2.0 support by @morristai in https://github.com/apache/opendal/pull/3334 +* feat(bindings/java): use random root for behavior tests by @tisonkun in https://github.com/apache/opendal/pull/3408 +* feat(services/oss): Add start-after support for oss list by @wcy-fdu in https://github.com/apache/opendal/pull/3410 +* feat(binding/python): Export full_capability API for Python binding by @Zheaoli in https://github.com/apache/opendal/pull/3402 +* feat(test): Enable new test workflow planner for python binding by @Zheaoli in https://github.com/apache/opendal/pull/3397 +* feat: Implement Lazy Reader by @Xuanwo in https://github.com/apache/opendal/pull/3395 +* feat(binding/nodejs): upgrade test behavior and infra by @eryue0220 in https://github.com/apache/opendal/pull/3297 +* feat(binding/python): Support Copy operation for Python binding by @Zheaoli in https://github.com/apache/opendal/pull/3454 +* feat(bindings/python): Add layer API for operator by @Xuanwo in https://github.com/apache/opendal/pull/3464 +* feat(bindings/java): add layers onto ops by @tisonkun in https://github.com/apache/opendal/pull/3392 +* feat(binding/python): Support rename API for Python binding by @Zheaoli in https://github.com/apache/opendal/pull/3467 +* feat(binding/python): Support remove_all API for Python binding by @Zheaoli in https://github.com/apache/opendal/pull/3469 +* feat(core): fix token leak in OneDrive by @morristai in https://github.com/apache/opendal/pull/3470 +* feat(core): service add OpenStack Swift support by @morristai in https://github.com/apache/opendal/pull/3461 +* feat(bindings/python)!: Implement File and AsyncFile to replace Reader by @Xuanwo in https://github.com/apache/opendal/pull/3474 +* feat(services): Implement ConfigDeserializer and add S3Config as example by @Xuanwo in https://github.com/apache/opendal/pull/3490 +* feat(core): add OpenStack Swift e2e test by @morristai in https://github.com/apache/opendal/pull/3493 +* feat(doc): add OpenStack Swift document for the website by @morristai in https://github.com/apache/opendal/pull/3494 +* feat(services/sqlite): add SqliteConfig by @hoslo in https://github.com/apache/opendal/pull/3497 +* feat(bindings/C): implement capability by @Ji-Xinyou in https://github.com/apache/opendal/pull/3479 +* feat: add mongodb gridfs service support by @realtaobo in https://github.com/apache/opendal/pull/3491 +* feat(services): add RedisConfig by @hoslo in https://github.com/apache/opendal/pull/3498 +* feat: Add opendal_metadata_last_modified and opendal_operator_create_dir by @jiaoew1991 in https://github.com/apache/opendal/pull/3515 +### Changed +* refactor(services/sqlite): Polish sqlite via adding connection pool by @Xuanwo in https://github.com/apache/opendal/pull/3249 +* refactor: Remove cucumber based test in python by @laipz8200 in https://github.com/apache/opendal/pull/3253 +* refactor: Introduce OpenDAL Workflow Planner by @Xuanwo in https://github.com/apache/opendal/pull/3258 +* refactor(bindings/C): Implement error with error message by @Ji-Xinyou in https://github.com/apache/opendal/pull/3250 +* refactor(oay): import dav-server-opendalfs by @Young-Flash in https://github.com/apache/opendal/pull/3285 +* refactor(bindings/java): explicit error handling by @tisonkun in https://github.com/apache/opendal/pull/3288 +* refactor(services/gdrive): Extract folder search logic by @Xuanwo in https://github.com/apache/opendal/pull/3234 +* refactor(core): use `list_with` in `Operator::list` by @G-XD in https://github.com/apache/opendal/pull/3305 +* refactor(!): Bump and update MSRV to 1.67 by @Xuanwo in https://github.com/apache/opendal/pull/3316 +* refactor(tests): Apply OPENDAL_TEST for behavior test by @Xuanwo in https://github.com/apache/opendal/pull/3322 +* refactor(bindings/java): align test idiom with OPENDAL_TEST by @tisonkun in https://github.com/apache/opendal/pull/3328 +* refactor(bindings/java): split behavior tests by @tisonkun in https://github.com/apache/opendal/pull/3332 +* refactor(ci/behavior_test): Migrate to 1password instead by @Xuanwo in https://github.com/apache/opendal/pull/3338 +* refactor(core/{fuzz,benches}): Migrate to OPENDANL_TEST by @Xuanwo in https://github.com/apache/opendal/pull/3343 +* refactor(bindings/C): Alter naming convention for consistency by @Ji-Xinyou in https://github.com/apache/opendal/pull/3282 +* refactor(service/mysql): Migrate to new task planner by @Zheaoli in https://github.com/apache/opendal/pull/3357 +* refactor(service/postgresql): Migrate task to new task planner by @Zheaoli in https://github.com/apache/opendal/pull/3358 +* refactor(services/etcd): Migrate etcd task to new behavior test planner by @Zheaoli in https://github.com/apache/opendal/pull/3360 +* refactor(services/http): Migrate http task to new behavior test planner by @Zheaoli in https://github.com/apache/opendal/pull/3362 +* refactor(services/sqlite): Migrate sqlite task to new behavior test planner by @Zheaoli in https://github.com/apache/opendal/pull/3365 +* refactor(services/gdrive): migrate to test planner by @suyanhanx in https://github.com/apache/opendal/pull/3368 +* refactor(services/redis): migrate to test planner for kvrocks,dragonfly by @suyanhanx in https://github.com/apache/opendal/pull/3369 +* refactor(services/azblob): migrate to test planner by @suyanhanx in https://github.com/apache/opendal/pull/3370 +* refactor(services/cos,obs): migrate to test planner by @suyanhanx in https://github.com/apache/opendal/pull/3371 +* refactor(services/oss): migrate to test planner by @suyanhanx in https://github.com/apache/opendal/pull/3375 +* refactor(services/memcached): migrate to test planner by @suyanhanx in https://github.com/apache/opendal/pull/3377 +* refactor(services/gcs): migrate tot test planner by @suyanhanx in https://github.com/apache/opendal/pull/3391 +* refactor(services/moka): migrate to test planner by @G-XD in https://github.com/apache/opendal/pull/3394 +* refactor(services/dashmap): migrate to test planner by @G-XD in https://github.com/apache/opendal/pull/3396 +* refactor(services/memory): migrate to test planner by @suyanhanx in https://github.com/apache/opendal/pull/3390 +* refactor(services/azdls): migrate to test planner by @G-XD in https://github.com/apache/opendal/pull/3405 +* refactor(services/mini_moka): migrate to test planner by @dqhl76 in https://github.com/apache/opendal/pull/3416 +* refactor(core/fuzz): Fix some bugs inside fuzzer by @Xuanwo in https://github.com/apache/opendal/pull/3418 +* refactor(tests): Extract tests related logic into raw::tests for reuse by @Xuanwo in https://github.com/apache/opendal/pull/3420 +* refactor(service/dropbox): migrate to test planner by @suyanhanx in https://github.com/apache/opendal/pull/3381 +* refactor(services/supabase): migrate to test planner by @G-XD in https://github.com/apache/opendal/pull/3406 +* refactor(services/sftp): migrate to test planner by @suyanhanx in https://github.com/apache/opendal/pull/3412 +* refactor(services/wasabi)!: Remove native support for wasabi services by @Xuanwo in https://github.com/apache/opendal/pull/3455 +* refactor(ci): Polish the test planner code by @Zheaoli in https://github.com/apache/opendal/pull/3457 +* refactor(services/webdav): migrate to test planner for webdav by @shauvet in https://github.com/apache/opendal/pull/3379 +* refactor(services/redis): Enable rustls support by default for redis by @Xuanwo in https://github.com/apache/opendal/pull/3471 +* refactor(bindings/python): Refactor layout for python bindings by @Xuanwo in https://github.com/apache/opendal/pull/3473 +* refactor(services/libsql): Migrate libsql task to new behavior test planner by @Zheaoli in https://github.com/apache/opendal/pull/3363 +* refactor(service/postgresql): Add PostgresqlConfig to implement ConfigDeserializer by @sd44 in https://github.com/apache/opendal/pull/3495 +* refactor(binding/python): Add multiple custom exception for each of error code in Rust Core by @Zheaoli in https://github.com/apache/opendal/pull/3492 +* refactor(service/libsql): Add LibsqlConfig to implement ConfigDeserializer by @sd44 in https://github.com/apache/opendal/pull/3501 +* refactor(service/http): Add HttpConfig to implement ConfigDeserializer by @sd44 in https://github.com/apache/opendal/pull/3507 +* refactor(service/ftp): Add FtpConfig to implement ConfigDeserializer by @sd44 in https://github.com/apache/opendal/pull/3510 +* refactor(service/sftp): Add SftpConfig to implement ConfigDeserializer by @sd44 in https://github.com/apache/opendal/pull/3511 +* refactor(service/tikv): Add TikvConfig to implement ConfigDeserializer by @caicancai in https://github.com/apache/opendal/pull/3512 +### Fixed +* fix: Fix read result not full by @jiaoew1991 in https://github.com/apache/opendal/pull/3350 +* fix(services/cos): fix prefix param by @G-XD in https://github.com/apache/opendal/pull/3384 +* fix(services/ghac)!: Remove enable_create_simulation support for ghac by @Xuanwo in https://github.com/apache/opendal/pull/3423 +* fix: ASF event URL by @tisonkun in https://github.com/apache/opendal/pull/3431 +* fix(binding/java): fix return value of presign-related method by @G-XD in https://github.com/apache/opendal/pull/3433 +* fix(mongo/backend): remove redundant code by @bestgopher in https://github.com/apache/opendal/pull/3439 +* fix: nodejs test adapt `OPENDAL_DISABLE_RANDOM_ROOT` by @suyanhanx in https://github.com/apache/opendal/pull/3456 +* fix(services/s3): Accept List responses without ETag by @amunra in https://github.com/apache/opendal/pull/3478 +* fix(bindings/python): fix type annotations and improve docs by @messense in https://github.com/apache/opendal/pull/3483 +* fix(services/dropbox): Check if folder exists before calling create dir by @leenstx in https://github.com/apache/opendal/pull/3513 +### Docs +* docs: Add docs in website for sqlite/mysql/postgresql services by @Zheaoli in https://github.com/apache/opendal/pull/3290 +* docs: add docs in website for atomicserver by @Zheaoli in https://github.com/apache/opendal/pull/3293 +* docs: Add docs on website for GHAC service by @Zheaoli in https://github.com/apache/opendal/pull/3296 +* docs: Add docs on website for cacache services by @Zheaoli in https://github.com/apache/opendal/pull/3294 +* docs: Add docs on website for libsql services by @Zheaoli in https://github.com/apache/opendal/pull/3299 +* docs: download link for v0.41.0 by @suyanhanx in https://github.com/apache/opendal/pull/3298 +* docs: Add docs on website for persy service by @Zheaoli in https://github.com/apache/opendal/pull/3300 +* docs: Add docs on website for d1 services by @Zheaoli in https://github.com/apache/opendal/pull/3295 +* docs: Add docs on website for redb service by @Zheaoli in https://github.com/apache/opendal/pull/3301 +* docs: Add docs on website for tikv service by @Zheaoli in https://github.com/apache/opendal/pull/3302 +* docs: Add docs on website for Vercel Artifacts service by @Zheaoli in https://github.com/apache/opendal/pull/3303 +* docs: update release doc by @suyanhanx in https://github.com/apache/opendal/pull/3306 +* docs(bindings): bindings README and binding release status by @suyanhanx in https://github.com/apache/opendal/pull/3340 +* docs(bindings/java): update how to run behavior test by @tisonkun in https://github.com/apache/opendal/pull/3342 +* docs: fix something in docs by @my-vegetable-has-exploded in https://github.com/apache/opendal/pull/3353 +* docs: Update mysql `connection_string` config description in doc by @xring in https://github.com/apache/opendal/pull/3388 +* doc: apply `range_reader` change in upgrade doc by @wcy-fdu in https://github.com/apache/opendal/pull/3401 +* docs(readme): Fix capitalization about the ABFS service in README.md by @caicancai in https://github.com/apache/opendal/pull/3485 +* docs: Add Milvus as C binding's user by @Xuanwo in https://github.com/apache/opendal/pull/3523 +### CI +* ci: Add bindings_go workflow by @jiaoew1991 in https://github.com/apache/opendal/pull/3260 +* ci: Only fetch origin while in pull request by @Xuanwo in https://github.com/apache/opendal/pull/3268 +* ci: add a new test case for the disk is full by @sunheyi6 in https://github.com/apache/opendal/pull/3079 +* ci: Passing GITHUB_TOKEN to avoid rate limit by @Xuanwo in https://github.com/apache/opendal/pull/3272 +* ci(services/hdfs): Use dlcdn.apache.org instead by @Xuanwo in https://github.com/apache/opendal/pull/3308 +* ci: Fix HDFS test by @Xuanwo in https://github.com/apache/opendal/pull/3320 +* ci: Fix plan not generated correctly for PR from forked repo by @Xuanwo in https://github.com/apache/opendal/pull/3327 +* ci(services/azfile): add azfile integration test by @dqhl76 in https://github.com/apache/opendal/pull/3409 +* ci: Fix behavior tests been ignored by @Xuanwo in https://github.com/apache/opendal/pull/3422 +* ci(binding/java): remove `testWriteFileWithNonAsciiName` behavior test by @G-XD in https://github.com/apache/opendal/pull/3424 +* ci(bindings/python): Remove not passing test cases until we addressed by @Xuanwo in https://github.com/apache/opendal/pull/3432 +* ci(services/sftp): Move setup logic into docker-compose by @Xuanwo in https://github.com/apache/opendal/pull/3430 +* ci(test): Add health check for WebDAV docker compose config by @Zheaoli in https://github.com/apache/opendal/pull/3448 +* ci: Switch to 1password connect to avoid rate limit by @Xuanwo in https://github.com/apache/opendal/pull/3447 +* ci: Use cargo test instead of carge nextest by @Xuanwo in https://github.com/apache/opendal/pull/3505 +* build(bindings/java): Allow building on `linux-aarch_64` by @amunra in https://github.com/apache/opendal/pull/3527 +* ci: support behavior test for gridfs by @realtaobo in https://github.com/apache/opendal/pull/3520 +### Chore +* chore(ci): publish to pypi with github OIDC credential by @everpcpc in https://github.com/apache/opendal/pull/3252 +* chore(bindings/java): align mapping POJO pattern by @tisonkun in https://github.com/apache/opendal/pull/3289 +* chore: do not export unreleased bindings by @suyanhanx in https://github.com/apache/opendal/pull/3339 +* chore: update object_store unit tests and s3 endpoint docs by @thorseraq in https://github.com/apache/opendal/pull/3345 +* chore: Fix typo in mysql doc by @lewiszlw in https://github.com/apache/opendal/pull/3351 +* chore: try format yaml files by @suyanhanx in https://github.com/apache/opendal/pull/3364 +* chore(bindings/java): move out convert fns by @tisonkun in https://github.com/apache/opendal/pull/3389 +* chore(bindings/java): use JDK 8 time APIs by @tisonkun in https://github.com/apache/opendal/pull/3400 +* chore: remove unused dependencies by @xxchan in https://github.com/apache/opendal/pull/3414 +* chore(test): Compare with digest instead of whole content by @Xuanwo in https://github.com/apache/opendal/pull/3419 +* chore: remove useless workflow file by @suyanhanx in https://github.com/apache/opendal/pull/3425 +* chore(deps): bump minitrace from 0.5.1 to 0.6.1 by @andylokandy in https://github.com/apache/opendal/pull/3449 +* chore(deps): bump korandoru/hawkeye from 3.4.0 to 3.6.0 by @dependabot in https://github.com/apache/opendal/pull/3446 +* chore(deps): bump toml from 0.7.8 to 0.8.6 by @dependabot in https://github.com/apache/opendal/pull/3442 +* chore(deps): bump actions/setup-node from 3 to 4 by @dependabot in https://github.com/apache/opendal/pull/3445 +* chore(deps): bump etcd-client from 0.11.1 to 0.12.1 by @dependabot in https://github.com/apache/opendal/pull/3441 +* chore(services/libsql): Fix typos in backend by @sd44 in https://github.com/apache/opendal/pull/3506 +* chore: Bump to v0.42.0 to start release process by @silver-ymz in https://github.com/apache/opendal/pull/3509 +* chore(service/vercel_artifacts): add doc in backend by @caicancai in https://github.com/apache/opendal/pull/3508 +* chore: Remove not released packages while releasing by @Xuanwo in https://github.com/apache/opendal/pull/3519 +* chore: Bump to v0.42.0 to start release process (Round 2) by @silver-ymz in https://github.com/apache/opendal/pull/3521 +* chore: Fix typo in CHANGELOG by @caicancai in https://github.com/apache/opendal/pull/3524 +* chore: add updated Cargo.toml to git archive by @silver-ymz in https://github.com/apache/opendal/pull/3525 +* chore(bindings/java): improve build.py script by @tisonkun in https://github.com/apache/opendal/pull/3529 + +## [v0.41.0] - 2023-10-08 + +### Added +* feat: allow using `prometheus-client` crate with PrometheusClientLayer by @flaneur2020 in https://github.com/apache/opendal/pull/3134 +* feat(binding/java): support info ops by @G-XD in https://github.com/apache/opendal/pull/3154 +* test(binding/java): add behavior test framework by @G-XD in https://github.com/apache/opendal/pull/3129 +* feat: Include starting offset for GHAC upload Content-Range by @huonw in https://github.com/apache/opendal/pull/3163 +* feat(bindings/cpp): make ReaderStream manage the lifetime of Reader by @silver-ymz in https://github.com/apache/opendal/pull/3164 +* feat: Enable multi write for ghac by @Xuanwo in https://github.com/apache/opendal/pull/3165 +* feat: Add mysql support for OpenDAL by @Zheaoli in https://github.com/apache/opendal/pull/3170 +* feat(service/postgresql): support connection pool by @Zheaoli in https://github.com/apache/opendal/pull/3176 +* feat(services/ghac): Allow explicitly setting ghac endpoint/token, not just env vars by @huonw in https://github.com/apache/opendal/pull/3177 +* feat(service/azdls): add append support for azdls by @dqhl76 in https://github.com/apache/opendal/pull/3186 +* feat(bindings/python): Enable `BlockingLayer` for non-blocking services that don't support blocking by @messense in https://github.com/apache/opendal/pull/3198 +* feat: Add write_can_empty in Capability and related tests by @Xuanwo in https://github.com/apache/opendal/pull/3200 +* feat: Add basic support for bindings/go using CGO by @jiaoew1991 in https://github.com/apache/opendal/pull/3204 +* feat(binding/java): add `copy` test by @G-XD in https://github.com/apache/opendal/pull/3207 +* feat(service/sqlite): Support sqlite for opendal by @Zheaoli in https://github.com/apache/opendal/pull/3212 +* feat(services/sqlite): Support blocking_get/set/delete in sqlite service by @Zheaoli in https://github.com/apache/opendal/pull/3218 +* feat(oay): port `WebdavFs` to dav-server-fs-opendal by @Young-Flash in https://github.com/apache/opendal/pull/3119 +### Changed +* refactor(services/dropbox): Use OpWrite instead of passing all args as parameters by @ImSingee in https://github.com/apache/opendal/pull/3126 +* refactor(binding/java): read should return bytes by @tisonkun in https://github.com/apache/opendal/pull/3153 +* refactor(bindings/java)!: operator jni calls by @tisonkun in https://github.com/apache/opendal/pull/3166 +* refactor(tests): reuse function to remove duplicate code by @zhao-gang in https://github.com/apache/opendal/pull/3219 +### Fixed +* fix(tests): Create test files one by one instead of concurrently by @Xuanwo in https://github.com/apache/opendal/pull/3132 +* chore(ci): fix web identity token path for aws s3 assume role test by @everpcpc in https://github.com/apache/opendal/pull/3141 +* fix(services/s3): Detect region returned too early when header is empty by @Xuanwo in https://github.com/apache/opendal/pull/3187 +* fix: making OpenDAL compilable on 32hf platforms by @ClSlaid in https://github.com/apache/opendal/pull/3188 +* fix(binding/java): decode Java’s modified UTF-8 format by @G-XD in https://github.com/apache/opendal/pull/3195 +### Docs +* docs(release): describe how to close the Nexus staging repo by @tisonkun in https://github.com/apache/opendal/pull/3125 +* docs: update release docs for cpp and haskell bindings by @silver-ymz in https://github.com/apache/opendal/pull/3130 +* docs: Polish VISION to make it more clear by @Xuanwo in https://github.com/apache/opendal/pull/3135 +* docs: Add start tracking issues about the next release by @Xuanwo in https://github.com/apache/opendal/pull/3145 +* docs: Add download link for 0.40.0 by @Xuanwo in https://github.com/apache/opendal/pull/3149 +* docs(bindings/cpp): add more using details about cmake by @silver-ymz in https://github.com/apache/opendal/pull/3155 +* docs(bindings/java): Added an example of adding dependencies using Gradle by @eastack in https://github.com/apache/opendal/pull/3158 +* docs: include disclaimer in announcement template by @Venderbad in https://github.com/apache/opendal/pull/3172 +* docs: Add pants as a user by @huonw in https://github.com/apache/opendal/pull/3180 +* docs: Add basic readme for go binding by @Xuanwo in https://github.com/apache/opendal/pull/3206 +* docs: add multilingual getting started by @tisonkun in https://github.com/apache/opendal/pull/3214 +* docs: multiple improvements by @tisonkun in https://github.com/apache/opendal/pull/3215 +* docs: Add verify script by @Xuanwo in https://github.com/apache/opendal/pull/3239 +### CI +* ci: Align tags with semver specs by @Xuanwo in https://github.com/apache/opendal/pull/3136 +* ci: Migrate obs to databend labs sponsored bucket by @Xuanwo in https://github.com/apache/opendal/pull/3137 +* build(bindings/java): support develop with JDK 21 by @tisonkun in https://github.com/apache/opendal/pull/3140 +* ci: Migrate GCS to Databend Labs sponsored bucket by @Xuanwo in https://github.com/apache/opendal/pull/3142 +* build(bindings/java): upgrade maven wrapper version by @tisonkun in https://github.com/apache/opendal/pull/3167 +* build(bindings/java): support explicit cargo build target by @tisonkun in https://github.com/apache/opendal/pull/3168 +* ci: Pin Kvrocks docker image to 2.5.1 to avoid test failure by @git-hulk in https://github.com/apache/opendal/pull/3192 +* ci(bindings/ocaml): add doc by @Ranxy in https://github.com/apache/opendal/pull/3208 +* build(deps): bump actions/checkout from 3 to 4 by @dependabot in https://github.com/apache/opendal/pull/3222 +* build(deps): bump korandoru/hawkeye from 3.3.0 to 3.4.0 by @dependabot in https://github.com/apache/opendal/pull/3223 +* build(deps): bump rusqlite from 0.25.4 to 0.29.0 by @dependabot in https://github.com/apache/opendal/pull/3226 +### Chore +* chore(bindings/haskell): add rpath to haskell linker option by @silver-ymz in https://github.com/apache/opendal/pull/3128 +* chore(ci): add test for aws s3 assume role by @everpcpc in https://github.com/apache/opendal/pull/3139 +* chore: Incorrect debug information by @OmAximani0 in https://github.com/apache/opendal/pull/3183 +* chore: bump quick-xml version to 0.30 by @Venderbad in https://github.com/apache/opendal/pull/3190 +* chore: Let's welcome the contributors from hacktoberfest! by @Xuanwo in https://github.com/apache/opendal/pull/3193 +* chore(bindings/java): simplify library path resolution by @tisonkun in https://github.com/apache/opendal/pull/3196 +* chore: Make clippy happy by @Xuanwo in https://github.com/apache/opendal/pull/3229 + + +## [v0.40.0] - 2023-09-18 + +### Added +* feat(service/etcd): support list by @G-XD in https://github.com/apache/opendal/pull/2755 +* feat: setup the integrate with PHP binding by @godruoyi in https://github.com/apache/opendal/pull/2726 +* feat(oay): Add `read_dir` by @Young-Flash in https://github.com/apache/opendal/pull/2736 +* feat(obs): support loading credential from env by @everpcpc in https://github.com/apache/opendal/pull/2767 +* feat: add async backtrace layer by @dqhl76 in https://github.com/apache/opendal/pull/2765 +* feat: Add OCaml Binding by @Ranxy in https://github.com/apache/opendal/pull/2757 +* feat(bindings/haskell): support logging layer by @silver-ymz in https://github.com/apache/opendal/pull/2705 +* feat: Add FoundationDB Support for OpenDAL by @ArmandoZ in https://github.com/apache/opendal/pull/2751 +* feat(oay): add write for oay webdav by @Young-Flash in https://github.com/apache/opendal/pull/2769 +* feat: Implement RFC-2774 Lister API by @Xuanwo in https://github.com/apache/opendal/pull/2787 +* feat(bindings/haskell): enhance original `OpMonad` to support custom IO monad by @silver-ymz in https://github.com/apache/opendal/pull/2789 +* feat: Add into_seekable_read_by_range support for blocking read by @Xuanwo in https://github.com/apache/opendal/pull/2799 +* feat(layers/blocking): add blocking layer by @yah01 in https://github.com/apache/opendal/pull/2780 +* feat: Add async list with metakey support by @Xuanwo in https://github.com/apache/opendal/pull/2803 +* feat(binding/php): Add basic io by @godruoyi in https://github.com/apache/opendal/pull/2782 +* feat: fuzz test support read from .env by different services by @dqhl76 in https://github.com/apache/opendal/pull/2824 +* feat(services/rocksdb): Add scan support by @JLerxky in https://github.com/apache/opendal/pull/2827 +* feat: Add postgresql support for OpenDAL by @Xuanwo in https://github.com/apache/opendal/pull/2815 +* feat: ci for php binding by @godruoyi in https://github.com/apache/opendal/pull/2830 +* feat: Add create_dir, remove, copy and rename API for oay-webdav by @Young-Flash in https://github.com/apache/opendal/pull/2832 +* feat(oli): oli stat should show path as specified by users by @sarutak in https://github.com/apache/opendal/pull/2842 +* feat(services/moka, services/mini-moka): Add scan support by @JLerxky in https://github.com/apache/opendal/pull/2850 +* feat(oay): impl some method for `WebdavMetaData` by @Young-Flash in https://github.com/apache/opendal/pull/2857 +* feat: Implement list with metakey for blocking by @Xuanwo in https://github.com/apache/opendal/pull/2861 +* feat(services/redis): add redis cluster support by @G-XD in https://github.com/apache/opendal/pull/2858 +* feat(services/dropbox): read support range by @suyanhanx in https://github.com/apache/opendal/pull/2848 +* feat(layers/logging): Allow users to control print backtrace or not by @Xuanwo in https://github.com/apache/opendal/pull/2872 +* feat: add native & full capability by @yah01 in https://github.com/apache/opendal/pull/2874 +* feat: Implement RFC-2758 Merge Append Into Write by @Xuanwo in https://github.com/apache/opendal/pull/2880 +* feat(binding/ocaml): Add support for operator reader and metadata by @Ranxy in https://github.com/apache/opendal/pull/2881 +* feat(core): replace field `_pin` with `!Unpin` as argument by @morristai in https://github.com/apache/opendal/pull/2886 +* feat: Add retry for Writer::sink operation by @Xuanwo in https://github.com/apache/opendal/pull/2896 +* feat: remove operator range_read and range_reader API by @oowl in https://github.com/apache/opendal/pull/2898 +* feat(core): Add unit test for ChunkedCursor by @Xuanwo in https://github.com/apache/opendal/pull/2907 +* feat(types): remove blocking operation range_read and range_reader API by @oowl in https://github.com/apache/opendal/pull/2912 +* feat(types): add stat_with API for blocking operator by @oowl in https://github.com/apache/opendal/pull/2915 +* feat(services/gdrive): credential manage by @suyanhanx in https://github.com/apache/opendal/pull/2914 +* feat(core): Implement Exact Buf Writer by @Xuanwo in https://github.com/apache/opendal/pull/2917 +* feat: Add benchmark for buf write by @Xuanwo in https://github.com/apache/opendal/pull/2922 +* feat(core/raw): Add stream support for multipart by @Xuanwo in https://github.com/apache/opendal/pull/2923 +* feat(types): synchronous blocking operator and operator's API by @oowl in https://github.com/apache/opendal/pull/2924 +* feat(bindings/java): bundled services by @tisonkun in https://github.com/apache/opendal/pull/2934 +* feat(core/raw): support stream body for mixedpart by @silver-ymz in https://github.com/apache/opendal/pull/2936 +* feat(bindings/python): expose presign api by @silver-ymz in https://github.com/apache/opendal/pull/2950 +* feat(bindings/nodejs): Implement presign test by @suyanhanx in https://github.com/apache/opendal/pull/2969 +* docs(services/gdrive): update service doc by @suyanhanx in https://github.com/apache/opendal/pull/2973 +* feat(bindings/cpp): init cpp binding by @silver-ymz in https://github.com/apache/opendal/pull/2980 +* feat: gcs insert object support cache control by @fatelei in https://github.com/apache/opendal/pull/2974 +* feat(bindings/cpp): expose all api returned by value by @silver-ymz in https://github.com/apache/opendal/pull/3001 +* feat(services/gdrive): implement rename by @suyanhanx in https://github.com/apache/opendal/pull/3007 +* feat(bindings/cpp): expose reader by @silver-ymz in https://github.com/apache/opendal/pull/3004 +* feat(bindings/cpp): expose lister by @silver-ymz in https://github.com/apache/opendal/pull/3011 +* feat(core): Avoid copy if input is larger than buffer_size by @Xuanwo in https://github.com/apache/opendal/pull/3016 +* feat(service/gdrive): add gdrive list support by @Young-Flash in https://github.com/apache/opendal/pull/3025 +* feat(services/etcd): Enable etcd connection pool by @Xuanwo in https://github.com/apache/opendal/pull/3041 +* feat: Add buffer support for all services by @Xuanwo in https://github.com/apache/opendal/pull/3045 +* feat(bindings/java): auto enable blocking layer by @tisonkun in https://github.com/apache/opendal/pull/3049 +* feat(bindings/java): support presign ops by @tisonkun in https://github.com/apache/opendal/pull/3069 +* feat(services/azblob): Rewrite the method signatures using OpWrite by @acehinnnqru in https://github.com/apache/opendal/pull/3068 +* feat(services/cos): Rewrite the method signatures using OpWrite by @acehinnnqru in https://github.com/apache/opendal/pull/3070 +* feat(services/obs): Rewrite method signatures using OpWrite by @hanxuanliang in https://github.com/apache/opendal/pull/3075 +* feat(services/cos): Rewrite the methods signature using OpStat/OpRead by @acehinnnqru in https://github.com/apache/opendal/pull/3073 +* feat: Add AtomicServer Support for OpenDAL by @ArmandoZ in https://github.com/apache/opendal/pull/2878 +* feat(services/onedrive): Rewrite the method signatures using OpWrite by @acehinnnqru in https://github.com/apache/opendal/pull/3091 +* feat(services/azblob): Rewrite azblob methods signature using OpRead/OpStat by @acehinnnqru in https://github.com/apache/opendal/pull/3072 +* feat(services/obs): Rewrite methods signature in obs using OpRead/OpStat by @hanxuanliang in https://github.com/apache/opendal/pull/3094 +* feat(service/gdrive): add gdrive copy by @Young-Flash in https://github.com/apache/opendal/pull/3098 +* feat(services/wasabi): Rewrite the method signatures using OpRead,OpW… by @acehinnnqru in https://github.com/apache/opendal/pull/3099 +### Changed +* refactor(bindings/haskell): unify ffi of creating operator by @silver-ymz in https://github.com/apache/opendal/pull/2778 +* refactor: Remove optimize in into_seekable_read_by_range by @Xuanwo in https://github.com/apache/opendal/pull/2796 +* refactor(bindings/ocaml): Refactor module to support documentation by @Ranxy in https://github.com/apache/opendal/pull/2794 +* refactor: Implement backtrace for Error correctly by @Xuanwo in https://github.com/apache/opendal/pull/2871 +* refactor: Move object_store_opendal to integrations by @Xuanwo in https://github.com/apache/opendal/pull/2888 +* refactor(services/gdrive): prepare for CI by @suyanhanx in https://github.com/apache/opendal/pull/2892 +* refactor(core): Split buffer logic from underlying storage operations by @Xuanwo in https://github.com/apache/opendal/pull/2903 +* refactor(service/webdav): Add docker-compose file to simplify the CI by @dqhl76 in https://github.com/apache/opendal/pull/2873 +* refactor(raw): Return written bytes in oio::Write by @Xuanwo in https://github.com/apache/opendal/pull/3005 +* refactor: Refactor oio::Write by accepting oio::Reader instead by @Xuanwo in https://github.com/apache/opendal/pull/3008 +* refactor(core): Rename confusing pipe into copy_from by @Xuanwo in https://github.com/apache/opendal/pull/3015 +* refactor: Remove oio::Write::copy_from by @Xuanwo in https://github.com/apache/opendal/pull/3018 +* refactor: Make oio::Write accept Buf instead by @Xuanwo in https://github.com/apache/opendal/pull/3021 +* refactor: Relax bounds on Writer::{sink, copy} by @huonw in https://github.com/apache/opendal/pull/3027 +* refactor: Refactor oio::Write into poll-based to create more room for optimization by @Xuanwo in https://github.com/apache/opendal/pull/3029 +* refactor: Polish multipart writer to allow oneshot optimization by @Xuanwo in https://github.com/apache/opendal/pull/3031 +* refactor: Polish implementation details of WriteBuf and add vector chunks support by @Xuanwo in https://github.com/apache/opendal/pull/3034 +* refactor: Add ChunkedBytes to improve the exact buf write by @Xuanwo in https://github.com/apache/opendal/pull/3035 +* refactor: Polish RangeWrite implementation to remove the extra buffer logic by @Xuanwo in https://github.com/apache/opendal/pull/3038 +* refactor: Remove the requirement of passing `content_length` to writer by @Xuanwo in https://github.com/apache/opendal/pull/3044 +* refactor(services/azblob): instead `parse_batch_delete_response` with `Multipart::parse` by @G-XD in https://github.com/apache/opendal/pull/3071 +* refactor(services/webdav): Refactor `webdav_put` signatures by using `OpWrite`. by @laipz8200 in https://github.com/apache/opendal/pull/3076 +* refactor(services/azdls): Use OpWrite instead of passing all args as parameters by @liul85 in https://github.com/apache/opendal/pull/3077 +* refactor(services/webdav): Use OpRead in `webdav_get`. by @laipz8200 in https://github.com/apache/opendal/pull/3081 +* refactor(services/oss): Refactor `oss_put_object` signatures by using OpWrite by @sysu-yunz in https://github.com/apache/opendal/pull/3080 +* refactor(services/http): Rewrite `http` methods signature by using OpRead/OpStat by @miroim in https://github.com/apache/opendal/pull/3083 +* refactor(services/gcs): Rewrite `gcs` methods signature by using OpXxxx by @wavty in https://github.com/apache/opendal/pull/3087 +* refactor: move all `fixtures` from `core/src/services/{service}` to top-level `fixtures/{service}` by @G-XD in https://github.com/apache/opendal/pull/3088 +* refactor(services/webhdfs): Rewrite `webhdfs` methods signature by using `OpXxxx` by @cxorm in https://github.com/apache/opendal/pull/3109 +### Fixed +* fix(docs): KEYS broken link by @suyanhanx in https://github.com/apache/opendal/pull/2749 +* fix: scheme from_str missing redb and tikv by @Ranxy in https://github.com/apache/opendal/pull/2766 +* fix(ci): pin zig version to 0.11.0 by @oowl in https://github.com/apache/opendal/pull/2772 +* fix: fix compile error by low version of backon in old project by @silver-ymz in https://github.com/apache/opendal/pull/2781 +* fix: Bump openssh-sftp-client from 0.13.5 to 0.13.7 by @yah01 in https://github.com/apache/opendal/pull/2797 +* fix: add redis for nextcloud to solve file locking problem by @dqhl76 in https://github.com/apache/opendal/pull/2805 +* fix: Fix behavior tests for blocking layer by @Xuanwo in https://github.com/apache/opendal/pull/2809 +* fix(services/s3): remove default region `us-east-1` for non-aws s3 by @G-XD in https://github.com/apache/opendal/pull/2812 +* fix(oli): Fix a test name in ls.rs by @sarutak in https://github.com/apache/opendal/pull/2817 +* fix(oli, doc): Fix examples of config.toml for oli by @sarutak in https://github.com/apache/opendal/pull/2819 +* fix: Cleanup temporary files generated in tests automatically by @sarutak in https://github.com/apache/opendal/pull/2823 +* fix(services/rocksdb): Make sure return key starts with input path by @Xuanwo in https://github.com/apache/opendal/pull/2828 +* fix(services/sftp): bump openssh-sftp-client to 0.13.9 by @silver-ymz in https://github.com/apache/opendal/pull/2831 +* fix(oli): oli commands don't work properly for files in CWD by @sarutak in https://github.com/apache/opendal/pull/2833 +* fix(oli): oli commands should not accept invalid URI format by @sarutak in https://github.com/apache/opendal/pull/2845 +* fix(bindings/c): Fix an example of the C binding by @sarutak in https://github.com/apache/opendal/pull/2854 +* fix(doc): Update instructions for building the C binding in README.md by @sarutak in https://github.com/apache/opendal/pull/2856 +* fix(oay): add some error handle by @Young-Flash in https://github.com/apache/opendal/pull/2879 +* fix: Set default timeouts for HttpClient by @sarutak in https://github.com/apache/opendal/pull/2895 +* fix(website): broken edit link by @suyanhanx in https://github.com/apache/opendal/pull/2913 +* fix(binding/java): Overwrite default NOTICE file with correct years by @tisonkun in https://github.com/apache/opendal/pull/2918 +* fix(services/gcs): migrate to new multipart impl for gcs_insert_object_request by @silver-ymz in https://github.com/apache/opendal/pull/2838 +* fix(core): Invalid lister should not panic nor endless loop by @Xuanwo in https://github.com/apache/opendal/pull/2931 +* fix: Enable exact_buf_write for R2 by @Xuanwo in https://github.com/apache/opendal/pull/2935 +* fix(services/s3): allow 404 resp when deleting a non-existing object by @gongyisheng in https://github.com/apache/opendal/pull/2941 +* fix(doc): use crate::docs::rfc to replace relative path in doc by @gongyisheng in https://github.com/apache/opendal/pull/2942 +* fix: S3 copy error on non-ascii file path by @BoWuGit in https://github.com/apache/opendal/pull/2909 +* fix: copy error on non-ascii file path for cos/obs/wasabi services by @BoWuGit in https://github.com/apache/opendal/pull/2948 +* fix(doc): add GCS api reference and known issues to service/s3 doc by @gongyisheng in https://github.com/apache/opendal/pull/2949 +* fix(oay): pass litmus copymove test by @Young-Flash in https://github.com/apache/opendal/pull/2944 +* fix(core): Make sure OpenDAL works with http2 on GCS by @Xuanwo in https://github.com/apache/opendal/pull/2956 +* fix(nodejs|java): Add place holder for BDD test by @Xuanwo in https://github.com/apache/opendal/pull/2962 +* fix(core): Fix capability of services is not set correctly by @Xuanwo in https://github.com/apache/opendal/pull/2968 +* fix(core): Fix capability of services is not set correctly by @JLerxky in https://github.com/apache/opendal/pull/2982 +* fix(services/gcs): Fix handling of media and multipart insert by @Xuanwo in https://github.com/apache/opendal/pull/2997 +* fix(services/webdav): decode path before set Entry by @G-XD in https://github.com/apache/opendal/pull/3020 +* fix(services/oss): set content_md5 in lister by @G-XD in https://github.com/apache/opendal/pull/3043 +* fix: Correct the name of azdfs to azdls by @Xuanwo in https://github.com/apache/opendal/pull/3046 +* fix: Don't apply blocking layer when service support blocking by @Xuanwo in https://github.com/apache/opendal/pull/3050 +* fix: call `flush` before `sync_all` by @WenyXu in https://github.com/apache/opendal/pull/3053 +* fix: Metakeys are not propagated with the blocking operators by @Xuanwo in https://github.com/apache/opendal/pull/3116 +### Docs +* doc: fix released doc minor error by @oowl in https://github.com/apache/opendal/pull/2737 +* docs: create README.md for oli by @STRRL in https://github.com/apache/opendal/pull/2752 +* docs: polish fuzz README by @dqhl76 in https://github.com/apache/opendal/pull/2777 +* docs: Add an example for PostgreSQL service by @sarutak in https://github.com/apache/opendal/pull/2847 +* docs: improve php binding documentation by @godruoyi in https://github.com/apache/opendal/pull/2843 +* docs: Fix missing link for rust example by @sarutak in https://github.com/apache/opendal/pull/2866 +* docs: Add blog on how opendal read data by @Xuanwo in https://github.com/apache/opendal/pull/2869 +* docs: Fix missing link to the contribution guide for the Node.js binding by @sarutak in https://github.com/apache/opendal/pull/2876 +* doc: add 0.39.0 release link to download.md by @oowl in https://github.com/apache/opendal/pull/2882 +* doc: add missing release step by @oowl in https://github.com/apache/opendal/pull/2883 +* docs: add new committer landing doc by @dqhl76 in https://github.com/apache/opendal/pull/2905 +* docs: auto release maven artifacts by @tisonkun in https://github.com/apache/opendal/pull/2729 +* doc(tests): fix test command by @G-XD in https://github.com/apache/opendal/pull/2920 +* docs: add service doc for gcs by @silver-ymz in https://github.com/apache/opendal/pull/2930 +* docs(services/gcs): fix rust core doc include by @suyanhanx in https://github.com/apache/opendal/pull/2932 +* docs: migrate all existed service documents by @silver-ymz in https://github.com/apache/opendal/pull/2937 +* docs: Fix incorrect links to rfcs by @Xuanwo in https://github.com/apache/opendal/pull/2943 +* docs: Update Release Process by @Xuanwo in https://github.com/apache/opendal/pull/2964 +* docs(services/sftp): update comments about windows support and password login support by @silver-ymz in https://github.com/apache/opendal/pull/2967 +* docs: add service doc for etcd & dropbox & foundationdb & moka by @G-XD in https://github.com/apache/opendal/pull/2986 +* docs(bindings/cpp): add CONTRIBUTING.md by @silver-ymz in https://github.com/apache/opendal/pull/2984 +* docs(bindings/cpp): use doxygen to generate API docs by @silver-ymz in https://github.com/apache/opendal/pull/2988 +* docs(bindings/c): add awesome-doxygen to beautify document by @silver-ymz in https://github.com/apache/opendal/pull/2999 +* docs(contributing): add podling status report guide by @PsiACE in https://github.com/apache/opendal/pull/2996 +* docs: fix spelling - change `Github` to `GitHub` by @jbampton in https://github.com/apache/opendal/pull/3012 +* docs: fix spelling - change `MacOS` to `macOS` by @jbampton in https://github.com/apache/opendal/pull/3013 +* docs: add service doc for gdrive & onedrive by @nasnoisaac in https://github.com/apache/opendal/pull/3028 +* docs(services/sftp): update comments about password login by @silver-ymz in https://github.com/apache/opendal/pull/3065 +* docs: Add OwO 1st by @Xuanwo in https://github.com/apache/opendal/pull/3086 +* docs: Add upgrade note for v0.40 by @Xuanwo in https://github.com/apache/opendal/pull/3096 +* docs: add basic example for cpp binding by @silver-ymz in https://github.com/apache/opendal/pull/3108 +* docs: Add comments for blocking layer by @Xuanwo in https://github.com/apache/opendal/pull/3117 +### CI +* build(deps): bump serde_json from 1.0.99 to 1.0.104 by @dependabot in https://github.com/apache/opendal/pull/2746 +* build(deps): bump tracing-opentelemetry from 0.17.4 to 0.19.0 by @dependabot in https://github.com/apache/opendal/pull/2744 +* build(deps): bump paste from 1.0.13 to 1.0.14 by @dependabot in https://github.com/apache/opendal/pull/2742 +* build(deps): bump opentelemetry from 0.19.0 to 0.20.0 by @dependabot in https://github.com/apache/opendal/pull/2743 +* build(deps): bump object_store from 0.5.6 to 0.6.1 by @dependabot in https://github.com/apache/opendal/pull/2745 +* ci: use cache to speed up haskell ci by @silver-ymz in https://github.com/apache/opendal/pull/2792 +* ci: Add setup for php and ocaml in dev container by @Xuanwo in https://github.com/apache/opendal/pull/2825 +* ci: Trying to fix rocksdb build by @Xuanwo in https://github.com/apache/opendal/pull/2867 +* ci: add reproducibility check by @tisonkun in https://github.com/apache/opendal/pull/2863 +* ci(services/postgresql): add docker-compose to simplify the CI by @G-XD in https://github.com/apache/opendal/pull/2877 +* ci(service/s3): Add docker-compose-minio file to simplify the CI by @gongyisheng in https://github.com/apache/opendal/pull/2887 +* ci(services/hdfs): Load native lib instead by @Xuanwo in https://github.com/apache/opendal/pull/2900 +* ci(services/rocksdb): Make sure rocksdb lib is loaded by @Xuanwo in https://github.com/apache/opendal/pull/2902 +* build(bindings/java): bundle bare binaries in JARs with classifier by @tisonkun in https://github.com/apache/opendal/pull/2910 +* ci(bindings/java): enable auto staging JARs on Apache Nexus repository by @tisonkun in https://github.com/apache/opendal/pull/2939 +* ci(fix): Add PORTABLE to make sure rocksdb compiled with the same CPU feature set by @gongyisheng in https://github.com/apache/opendal/pull/2976 +* ci(oay): Polish oay webdav test by @Young-Flash in https://github.com/apache/opendal/pull/2971 +* build(deps): bump cbindgen from 0.24.5 to 0.25.0 by @dependabot in https://github.com/apache/opendal/pull/2992 +* build(deps): bump actions/checkout from 2 to 3 by @dependabot in https://github.com/apache/opendal/pull/2995 +* build(deps): bump pin-project from 1.1.2 to 1.1.3 by @dependabot in https://github.com/apache/opendal/pull/2993 +* build(deps): bump chrono from 0.4.26 to 0.4.28 by @dependabot in https://github.com/apache/opendal/pull/2989 +* build(deps): bump redb from 1.0.4 to 1.1.0 by @dependabot in https://github.com/apache/opendal/pull/2991 +* build(deps): bump lazy-regex from 2.5.0 to 3.0.1 by @dependabot in https://github.com/apache/opendal/pull/2990 +* build(deps): bump korandoru/hawkeye from 3.1.0 to 3.3.0 by @dependabot in https://github.com/apache/opendal/pull/2994 +* ci(bindings/cpp): add ci for test and doc by @silver-ymz in https://github.com/apache/opendal/pull/2998 +* ci(services/tikv): add tikv integration test with tls by @G-XD in https://github.com/apache/opendal/pull/3026 +* ci: restrict workflow that need password by @dqhl76 in https://github.com/apache/opendal/pull/3039 +* ci: Don't release while tag contains rc by @Xuanwo in https://github.com/apache/opendal/pull/3048 +* ci(bindings/java): skip RedisServiceTest on macos and windows by @tisonkun in https://github.com/apache/opendal/pull/3054 +* ci: Disable PHP build temporarily by @Xuanwo in https://github.com/apache/opendal/pull/3058 +* ci(bindings/java): release workflow always uses bash by @tisonkun in https://github.com/apache/opendal/pull/3056 +* ci(binding/java): Enable release build only when releasing by @Xuanwo in https://github.com/apache/opendal/pull/3057 +* ci(binding/java): Use cargo profile instead of --release by @Xuanwo in https://github.com/apache/opendal/pull/3059 +* ci: Move platform build checks from java binding to rust core by @Xuanwo in https://github.com/apache/opendal/pull/3060 +* ci(bindings/haskell): add release workflow by @silver-ymz in https://github.com/apache/opendal/pull/3082 +* ci: Build rc but don't publish by @Xuanwo in https://github.com/apache/opendal/pull/3089 +* ci: Don't verify content for dry run by @Xuanwo in https://github.com/apache/opendal/pull/3115 +### Chore +* chore(core): bump cargo.toml http version to 0.2.9 by @oowl in https://github.com/apache/opendal/pull/2740 +* chore: do not export example directory by @oowl in https://github.com/apache/opendal/pull/2750 +* chore: Fix build after merging of ocaml by @Xuanwo in https://github.com/apache/opendal/pull/2776 +* chore: Bump bytes to 1.4 to allow the usage of spare_capacity_mut by @Xuanwo in https://github.com/apache/opendal/pull/2784 +* chore: disable oldtime feature of chrono by @paolobarbolini in https://github.com/apache/opendal/pull/2793 +* chore: Disable blocking layer until we make all services passed by @Xuanwo in https://github.com/apache/opendal/pull/2806 +* chore(bindings/haskell): post release 0.1.0 by @silver-ymz in https://github.com/apache/opendal/pull/2814 +* chore(bindings/ocaml): Add contributing document to readme by @Ranxy in https://github.com/apache/opendal/pull/2829 +* chore: Make clippy happy by @Xuanwo in https://github.com/apache/opendal/pull/2851 +* chore: add health check for docker-compose minio by @oowl in https://github.com/apache/opendal/pull/2899 +* chore(ci): offload healthcheck logic to docker-compose config by @oowl in https://github.com/apache/opendal/pull/2901 +* chore: Make clippy happy by @Xuanwo in https://github.com/apache/opendal/pull/2927 +* chore: Make C Binding clippy happy by @Xuanwo in https://github.com/apache/opendal/pull/2928 +* chore: Fix failed ci by @silver-ymz in https://github.com/apache/opendal/pull/2938 +* chore(ci): remove unreviewable test file and add generate test file step before testing by @gongyisheng in https://github.com/apache/opendal/pull/3003 +* chore(bindings/cpp): update CMakeLists.txt to prepare release by @silver-ymz in https://github.com/apache/opendal/pull/3030 +* chore: fix typo of SftpWriter error message by @silver-ymz in https://github.com/apache/opendal/pull/3032 +* chore: Polish some details of layers implementation by @Xuanwo in https://github.com/apache/opendal/pull/3061 +* chore(bindings/haskell): make cargo build type same with cabal by @silver-ymz in https://github.com/apache/opendal/pull/3067 +* chore(bindings/haskell): add PVP-compliant version bounds by @silver-ymz in https://github.com/apache/opendal/pull/3093 +* chore(bindings/java): align ErrorKind with exception code by @tisonkun in https://github.com/apache/opendal/pull/3095 +* chore: Bump version to v0.40 to start release process by @Xuanwo in https://github.com/apache/opendal/pull/3101 +* chore(bindings/haskell): rename library name from opendal-hs to opendal by @silver-ymz in https://github.com/apache/opendal/pull/3112 + +## [v0.39.0] - 2023-07-31 + +### Added +* feat: add a behaviour test for InvalidInput by @dqhl76 in https://github.com/apache/opendal/pull/2644 +* feat(services/persy): add a basic persy service impl by @PsiACE in https://github.com/apache/opendal/pull/2648 +* feat(services/vercel_artifacts): Impl `stat` by @suyanhanx in https://github.com/apache/opendal/pull/2649 +* feat(test): add fuzz test for range_reader by @dqhl76 in https://github.com/apache/opendal/pull/2609 +* feat(core/http_util): Remove sensitive header like Set-Cookie by @Xuanwo in https://github.com/apache/opendal/pull/2664 +* feat: Add RetryInterceptor support for RetryLayer by @Xuanwo in https://github.com/apache/opendal/pull/2666 +* feat: support kerberos for hdfs service by @zuston in https://github.com/apache/opendal/pull/2668 +* feat: support append for hdfs by @zuston in https://github.com/apache/opendal/pull/2671 +* feat(s3): Use us-east-1 while head bucket returns 403 without X-Amz-Bucket-Region by @john8628 in https://github.com/apache/opendal/pull/2677 +* feat(oay): Add webdav basic read impl by @Young-Flash in https://github.com/apache/opendal/pull/2658 +* feat(services/redis): enable TLS by @Stormshield-robinc in https://github.com/apache/opendal/pull/2670 +* feat(services/etcd): introduce new service backend etcd by @G-XD in https://github.com/apache/opendal/pull/2672 +* feat(service/obs):add multipart upload function support by @A-Stupid-Sun in https://github.com/apache/opendal/pull/2685 +* feat(services/s3): Add assume role support by @Xuanwo in https://github.com/apache/opendal/pull/2687 +* feat(services/tikv): introduce new service backend tikv by @oowl in https://github.com/apache/opendal/pull/2565 +* feat(service/cos): add multipart upload function support by @ArmandoZ in https://github.com/apache/opendal/pull/2697 +* feat(oio): Add MultipartUploadWrite to easier the work for Writer by @Xuanwo in https://github.com/apache/opendal/pull/2699 +* feat(test): add fuzz target for writer by @dqhl76 in https://github.com/apache/opendal/pull/2706 +* feat: cos multipart uploads write by @parkma99 in https://github.com/apache/opendal/pull/2712 +* feat(layers): support await_tree instrument by @oowl in https://github.com/apache/opendal/pull/2623 +* feat(tests): Extract fuzz test of #2717 by @Xuanwo in https://github.com/apache/opendal/pull/2720 +* feat: oss multipart uploads write by @parkma99 in https://github.com/apache/opendal/pull/2723 +* feat: add override_content_type by @G-XD in https://github.com/apache/opendal/pull/2734 +### Changed +* refactor(services/redis): Polish features of redis by @Xuanwo in https://github.com/apache/opendal/pull/2681 +* refactor(services/s3): Check header first for region detect by @Xuanwo in https://github.com/apache/opendal/pull/2691 +* refactor(raw/oio): Reorganize to allow adding more features by @Xuanwo in https://github.com/apache/opendal/pull/2698 +* refactor: Polish fuzz build time by @Xuanwo in https://github.com/apache/opendal/pull/2721 +### Fixed +* fix(services/cos): fix cos service comments by @A-Stupid-Sun in https://github.com/apache/opendal/pull/2656 +* fix(test): profile setting warning by @dqhl76 in https://github.com/apache/opendal/pull/2657 +* fix(bindings/C): fix the memory found in valgrind. by @Ji-Xinyou in https://github.com/apache/opendal/pull/2673 +* fix: owncloud test sometimes fail by @dqhl76 in https://github.com/apache/opendal/pull/2684 +* fix(services/obs): remove content-length check in backend by @suyanhanx in https://github.com/apache/opendal/pull/2686 +* fix: fix `HADOOP_CONF_DIR` setting in guidance document by @wcy-fdu in https://github.com/apache/opendal/pull/2713 +* fix: Seek before the start of file should be invalid by @Xuanwo in https://github.com/apache/opendal/pull/2718 +* fix(layer/minitrace): fix doctest by @andylokandy in https://github.com/apache/opendal/pull/2728 +### Docs +* docs: add instructions to fix wrong vote mail and uploads by @ClSlaid in https://github.com/apache/opendal/pull/2682 +* doc(services/tikv): add tikv service backend to readme by @oowl in https://github.com/apache/opendal/pull/2711 +* docs(bindings/java): improve safety doc for get_current_env by @tisonkun in https://github.com/apache/opendal/pull/2733 +### CI +* ci(services/webdav): Setup integration test for owncloud by @dqhl76 in https://github.com/apache/opendal/pull/2659 +* ci: Fix unexpected error in owncloud by @Xuanwo in https://github.com/apache/opendal/pull/2663 +* ci: upgrade hawkeye action by @tisonkun in https://github.com/apache/opendal/pull/2665 +* ci: Make owncloud happy by reduce the concurrency by @Xuanwo in https://github.com/apache/opendal/pull/2667 +* ci: Setup protoc in rust builder by @Xuanwo in https://github.com/apache/opendal/pull/2674 +* ci: Fix Cargo.lock not updated by @Xuanwo in https://github.com/apache/opendal/pull/2680 +* ci: Add services fuzz test for read/write/range_read by @dqhl76 in https://github.com/apache/opendal/pull/2710 +### Chore +* chore: Update CODEOWNERS by @Xuanwo in https://github.com/apache/opendal/pull/2676 +* chore(bindings/python): upgrade pyo3 to 0.19 by @messense in https://github.com/apache/opendal/pull/2694 +* chore: upgrade quick-xml to 0.29 by @messense in https://github.com/apache/opendal/pull/2696 +* chore(download): update version 0.38.1 by @suyanhanx in https://github.com/apache/opendal/pull/2714 +* chore(service/minitrace): update to v0.5.0 by @andylokandy in https://github.com/apache/opendal/pull/2725 + + +## [v0.38.1] - 2023-07-14 + +### Added + +- feat(binding/lua): add rename and create_dir operator function by @oowl in https://github.com/apache/opendal/pull/2564 +- feat(services/azblob): support sink by @suyanhanx in https://github.com/apache/opendal/pull/2574 +- feat(services/gcs): support sink by @suyanhanx in https://github.com/apache/opendal/pull/2576 +- feat(services/oss): support sink by @suyanhanx in https://github.com/apache/opendal/pull/2577 +- feat(services/obs): support sink by @suyanhanx in https://github.com/apache/opendal/pull/2578 +- feat(services/cos): impl sink by @suyanhanx in https://github.com/apache/opendal/pull/2587 +- feat(service): Support stat for Dropbox by @Zheaoli in https://github.com/apache/opendal/pull/2588 +- feat(services/dropbox): impl create_dir and polish error handling by @suyanhanx in https://github.com/apache/opendal/pull/2600 +- feat(services/dropbox): Implement refresh token support by @Xuanwo in https://github.com/apache/opendal/pull/2604 +- feat(service/dropbox): impl batch delete by @suyanhanx in https://github.com/apache/opendal/pull/2606 +- feat(CI): set Kvrocks test for service redis by @suyanhanx in https://github.com/apache/opendal/pull/2613 +- feat(core): object versioning APIs by @suyanhanx in https://github.com/apache/opendal/pull/2614 +- feat(oay): actually read configuration from `oay.toml` by @messense in https://github.com/apache/opendal/pull/2615 +- feat(services/webdav): impl sink by @suyanhanx in https://github.com/apache/opendal/pull/2622 +- feat(services/fs): impl Sink for Fs by @Ji-Xinyou in https://github.com/apache/opendal/pull/2626 +- feat(core): impl `delete_with` on blocking operator by @suyanhanx in https://github.com/apache/opendal/pull/2633 +- feat(bindings/C): add support for list in C binding by @Ji-Xinyou in https://github.com/apache/opendal/pull/2448 +- feat(services/s3): Add detect_region support for S3Builder by @parkma99 in https://github.com/apache/opendal/pull/2634 + +### Changed + +- refactor(core): Add ErrorKind InvalidInput to indicate users input error by @dqhl76 in https://github.com/apache/opendal/pull/2637 +- refactor(services/s3): Add more detect logic for detect_region by @Xuanwo in https://github.com/apache/opendal/pull/2645 + +### Fixed + +- fix(doc): fix codeblock rendering by @xxchan in https://github.com/apache/opendal/pull/2592 +- fix(service/minitrace): should set local parent by @andylokandy in https://github.com/apache/opendal/pull/2620 +- fix(service/minitrace): update doc by @andylokandy in https://github.com/apache/opendal/pull/2621 + +### Docs + +- doc(bindings/haskell): add module document by @silver-ymz in https://github.com/apache/opendal/pull/2566 +- docs: Update license related comments by @Prashanth-Chandra in https://github.com/apache/opendal/pull/2573 +- docs: add hdfs namenode High Availability related troubleshoot by @wcy-fdu in https://github.com/apache/opendal/pull/2601 +- docs: polish release doc by @PsiACE in https://github.com/apache/opendal/pull/2608 +- docs(blog): add Apache OpenDAL(Incubating): Access Data Freely by @PsiACE in https://github.com/apache/opendal/pull/2607 +- docs(RFC): Object Versioning by @suyanhanx in https://github.com/apache/opendal/pull/2602 + +### CI + +- ci: Disable bindings/java deploy for now by @tisonkun in https://github.com/apache/opendal/pull/2560 +- ci: Disable the failed stage-release job instead by @tisonkun in https://github.com/apache/opendal/pull/2561 +- ci: add haddock generator for haskell binding by @silver-ymz in https://github.com/apache/opendal/pull/2569 +- ci(binding/lua): add luarocks package manager support by @oowl in https://github.com/apache/opendal/pull/2558 +- build(deps): bump predicates from 2.1.5 to 3.0.1 by @dependabot in https://github.com/apache/opendal/pull/2583 +- build(deps): bump tower-http from 0.4.0 to 0.4.1 by @dependabot in https://github.com/apache/opendal/pull/2582 +- build(deps): bump chrono from 0.4.24 to 0.4.26 by @dependabot in https://github.com/apache/opendal/pull/2581 +- build(deps): bump redis from 0.22.3 to 0.23.0 by @dependabot in https://github.com/apache/opendal/pull/2580 +- build(deps): bump cbindgen from 0.24.3 to 0.24.5 by @dependabot in https://github.com/apache/opendal/pull/2579 +- ci: upgrade hawkeye to v3 by @tisonkun in https://github.com/apache/opendal/pull/2585 +- ci(services/webdav): Setup integration test for nextcloud by @Xuanwo in https://github.com/apache/opendal/pull/2631 + +### Chore + +- chore: add haskell binding link to website by @silver-ymz in https://github.com/apache/opendal/pull/2571 +- chore: fix cargo warning for resolver by @xxchan in https://github.com/apache/opendal/pull/2590 +- chore: bump log to 0.4.19 by @xxchan in https://github.com/apache/opendal/pull/2591 +- chore(deps): update deps to latest version by @suyanhanx in https://github.com/apache/opendal/pull/2596 +- chore: Add release 0.38.0 to download by @PsiACE in https://github.com/apache/opendal/pull/2597 +- chore(service/minitrace): automatically generate span name by @andylokandy in https://github.com/apache/opendal/pull/2618 + +## New Contributors + +- @Prashanth-Chandra made their first contribution in https://github.com/apache/opendal/pull/2573 +- @andylokandy made their first contribution in https://github.com/apache/opendal/pull/2618 +- @parkma99 made their first contribution in https://github.com/apache/opendal/pull/2634 + +## [v0.38.0] - 2023-06-27 + +### Added + +- feat(raw/http_util): Implement mixed multipart parser by @Xuanwo in https://github.com/apache/opendal/pull/2430 +- feat(services/gcs): Add batch delete support by @wcy-fdu in https://github.com/apache/opendal/pull/2142 +- feat(core): Add Write::sink API by @Xuanwo in https://github.com/apache/opendal/pull/2440 +- feat(services/s3): Allow retry for unexpected 499 error by @Xuanwo in https://github.com/apache/opendal/pull/2453 +- feat(layer): add throttle layer by @morristai in https://github.com/apache/opendal/pull/2444 +- feat(bindings/haskell): init haskell binding by @silver-ymz in https://github.com/apache/opendal/pull/2463 +- feat(core): add capability check by @unixzii in https://github.com/apache/opendal/pull/2461 +- feat(bindings/haskell): add CONTRIBUTING.md by @silver-ymz in https://github.com/apache/opendal/pull/2466 +- feat(bindings/haskell): add CI test for haskell binding by @silver-ymz in https://github.com/apache/opendal/pull/2468 +- feat(binding/lua): introduce opendal lua binding by @oowl in https://github.com/apache/opendal/pull/2469 +- feat(bindings/swift): add Swift binding by @unixzii in https://github.com/apache/opendal/pull/2470 +- feat(bindings/haskell): support `is_exist` `create_dir` `copy` `rename` `delete` by @silver-ymz in https://github.com/apache/opendal/pull/2475 +- feat(bindings/haskell): add `Monad` wrapper by @silver-ymz in https://github.com/apache/opendal/pull/2482 +- feat(bindings/dotnet): basic structure by @tisonkun in https://github.com/apache/opendal/pull/2485 +- feat(services/dropbox): Support create/read/delete for Dropbox by @Zheaoli in https://github.com/apache/opendal/pull/2264 +- feat(bindings/java): support load system lib by @tisonkun in https://github.com/apache/opendal/pull/2502 +- feat(blocking operator): add remove_all api by @infdahai in https://github.com/apache/opendal/pull/2449 +- feat(core): adopt WebHDFS LISTSTATUS_BATCH for better performance by @morristai in https://github.com/apache/opendal/pull/2499 +- feat(bindings/haskell): support stat by @silver-ymz in https://github.com/apache/opendal/pull/2504 +- feat(adapters-kv): add rename and copy support to kv adapters by @oowl in https://github.com/apache/opendal/pull/2513 +- feat: Implement sink for services s3 by @Xuanwo in https://github.com/apache/opendal/pull/2508 +- feat(adapters-kv): add rename and copy support to non typed kv adapters by @oowl in https://github.com/apache/opendal/pull/2515 +- feat: Implement test harness via libtest-mimic instead by @Xuanwo in https://github.com/apache/opendal/pull/2517 +- feat(service/sled): introduce tree support by @oowl in https://github.com/apache/opendal/pull/2516 +- feat(bindings/haskell): support list and scan by @silver-ymz in https://github.com/apache/opendal/pull/2527 +- feat(services/redb): support redb service by @oowl in https://github.com/apache/opendal/pull/2526 +- feat(core): implement service for Mini Moka by @morristai in https://github.com/apache/opendal/pull/2537 +- feat(core): add Mini Moka GitHub Action workflow job by @morristai in https://github.com/apache/opendal/pull/2539 +- feat(services): add cacache backend by @PsiACE in https://github.com/apache/opendal/pull/2548 +- feat: Implement Writer::copy so user can copy from AsyncRead by @Xuanwo in https://github.com/apache/opendal/pull/2552 + +### Changed + +- refactor(bindings/C): refactor c bindings to call all APIs using pointer by @Ji-Xinyou in https://github.com/apache/opendal/pull/2489 + +### Fixed + +- fix(services/azblob): Fix azblob batch max operations by @A-Stupid-Sun in https://github.com/apache/opendal/pull/2434 +- fix(services/sftp): change default root config to remote server setting by @silver-ymz in https://github.com/apache/opendal/pull/2431 +- fix: Enable `std` feature for futures to allow `futures::AsyncRead` by @Xuanwo in https://github.com/apache/opendal/pull/2450 +- fix(services/gcs): GCS should support create dir by @Xuanwo in https://github.com/apache/opendal/pull/2467 +- fix(bindings/C): use copy_from_slice instead of from_static in opendal_bytes by @Ji-Xinyou in https://github.com/apache/opendal/pull/2473 +- fix(bindings/swift): reorg the package to correct its name by @unixzii in https://github.com/apache/opendal/pull/2479 +- fix: Fix the build for zig binding by @Xuanwo in https://github.com/apache/opendal/pull/2493 +- fix(service/webhdfs): fix webhdfs config builder for disable_list_batch by @morristai in https://github.com/apache/opendal/pull/2509 +- fix(core/types): add missing `vercel artifacts` for `FromStr` by @cijiugechu in https://github.com/apache/opendal/pull/2519 +- fix(types/operator): fix operation limit error default size by @oowl in https://github.com/apache/opendal/pull/2536 + +### Docs + +- docs: Replace `create` with `new` by @NiwakaDev in https://github.com/apache/opendal/pull/2427 +- docs(services/redis): fix redis via config example by @A-Stupid-Sun in https://github.com/apache/opendal/pull/2443 +- docs: add rust usage example by @Young-Flash in https://github.com/apache/opendal/pull/2447 +- docs: Polish rust examples by @Xuanwo in https://github.com/apache/opendal/pull/2456 +- docs: polish docs and fix typos by @suyanhanx in https://github.com/apache/opendal/pull/2458 +- docs: fix a typo on the landing page by @unixzii in https://github.com/apache/opendal/pull/2460 +- docs(examples/rust): Add 01-init-operator by @Xuanwo in https://github.com/apache/opendal/pull/2464 +- docs: update readme.md to match the output by @rrain7 in https://github.com/apache/opendal/pull/2486 +- docs: Update components for Libraries and Services by @Xuanwo in https://github.com/apache/opendal/pull/2487 +- docs: Add OctoBase into our users list by @Xuanwo in https://github.com/apache/opendal/pull/2506 +- docs: Fix scan not checked for sled services by @Xuanwo in https://github.com/apache/opendal/pull/2507 +- doc(binding/lua): Improve readme doc for contribute and usage by @oowl in https://github.com/apache/opendal/pull/2511 +- doc(services/redb): add doc for redb service backend by @oowl in https://github.com/apache/opendal/pull/2538 +- doc(bindings/swift): add CONTRIBUTING.md by @unixzii in https://github.com/apache/opendal/pull/2540 +- docs: Add new rust example 02-async-io by @Xuanwo in https://github.com/apache/opendal/pull/2541 +- docs: Fix link for CONTRIBUTING.md by @HuSharp in https://github.com/apache/opendal/pull/2544 +- doc: polish release doc by @suyanhanx in https://github.com/apache/opendal/pull/2531 +- docs: Move verify to upper folder by @Xuanwo in https://github.com/apache/opendal/pull/2546 +- doc(binding/lua): add ldoc generactor for lua binding by @oowl in https://github.com/apache/opendal/pull/2549 +- docs: Add new architectural image for OpenDAL by @Xuanwo in https://github.com/apache/opendal/pull/2553 +- docs: Polish README for core and bindings by @Xuanwo in https://github.com/apache/opendal/pull/2554 + +### CI + +- ci: Fix append test should use copy_buf to avoid call times by @Xuanwo in https://github.com/apache/opendal/pull/2436 +- build(bindings/ruby): fix compile rb-sys on Apple M1 by @tisonkun in https://github.com/apache/opendal/pull/2451 +- ci: Use summary for zig test to fix build by @Xuanwo in https://github.com/apache/opendal/pull/2480 +- ci(workflow): add lua binding test workflow by @oowl in https://github.com/apache/opendal/pull/2478 +- build(deps): bump actions/setup-python from 3 to 4 by @dependabot in https://github.com/apache/opendal/pull/2481 +- ci(bindings/swift): add CI for Swift binding by @unixzii in https://github.com/apache/opendal/pull/2492 +- ci: Try to make webhdfs tests more stable by @Xuanwo in https://github.com/apache/opendal/pull/2503 +- ci(bindings/java): auto release snapshot by @tisonkun in https://github.com/apache/opendal/pull/2521 +- ci: Disable the stage snapshot CI by @Xuanwo in https://github.com/apache/opendal/pull/2528 +- ci: fix opendal-java snapshot releases by @tisonkun in https://github.com/apache/opendal/pull/2532 +- ci: Fix typo in binding java CI by @Xuanwo in https://github.com/apache/opendal/pull/2534 +- ci(bindings/swift): optimize time consumption of CI pipeline by @unixzii in https://github.com/apache/opendal/pull/2545 +- ci: Fix PR label not updated while edited by @Xuanwo in https://github.com/apache/opendal/pull/2547 + +### Chore + +- chore: Add redis bench support by @Xuanwo in https://github.com/apache/opendal/pull/2438 +- chore(bindings/nodejs): update index.d.ts by @suyanhanx in https://github.com/apache/opendal/pull/2459 +- chore: Add release 0.37.0 to download by @suyanhanx in https://github.com/apache/opendal/pull/2472 +- chore: Fix Cargo.lock not updated by @Xuanwo in https://github.com/apache/opendal/pull/2490 +- chore: Polish some code details by @Xuanwo in https://github.com/apache/opendal/pull/2505 +- chore(bindings/nodejs): provide more precise type for scheme by @cijiugechu in https://github.com/apache/opendal/pull/2520 + +## [v0.37.0] - 2023-06-06 + +### Added + +- feat(services/webdav): support redirection when get 302/307 response during read operation by @Yansongsongsong in https://github.com/apache/opendal/pull/2256 +- feat: Add Zig Bindings Module by @kassane in https://github.com/apache/opendal/pull/2374 +- feat: Implement Timeout Layer by @Xuanwo in https://github.com/apache/opendal/pull/2395 +- feat(bindings/c): add opendal_operator_blocking_delete method by @jiaoew1991 in https://github.com/apache/opendal/pull/2416 +- feat(services/obs): add append support by @infdahai in https://github.com/apache/opendal/pull/2422 + +### Changed + +- refactor(bindings/zig): enable tests and more by @tisonkun in https://github.com/apache/opendal/pull/2375 +- refactor(bindings/zig): add errors handler and module test by @kassane in https://github.com/apache/opendal/pull/2381 +- refactor(http_util): Adopt reqwest's redirect support by @Xuanwo in https://github.com/apache/opendal/pull/2390 + +### Fixed + +- fix(bindings/zig): reflect C interface changes by @tisonkun in https://github.com/apache/opendal/pull/2378 +- fix(services/azblob): Fix batch delete doesn't work on azure by @Xuanwo in https://github.com/apache/opendal/pull/2382 +- fix(services/oss): Fix oss batch max operations by @A-Stupid-Sun in https://github.com/apache/opendal/pull/2414 +- fix(core): Don't wake up operator futures while not ready by @Xuanwo in https://github.com/apache/opendal/pull/2415 +- fix(services/s3): Fix s3 batch max operations by @A-Stupid-Sun in https://github.com/apache/opendal/pull/2418 + +### Docs + +- docs: service doc for s3 by @suyanhanx in https://github.com/apache/opendal/pull/2376 +- docs(bindings/C): The documentation for OpenDAL C binding by @Ji-Xinyou in https://github.com/apache/opendal/pull/2373 +- docs: add link for c binding by @suyanhanx in https://github.com/apache/opendal/pull/2380 +- docs: docs for kv services by @suyanhanx in https://github.com/apache/opendal/pull/2396 +- docs: docs for fs related services by @suyanhanx in https://github.com/apache/opendal/pull/2397 +- docs(bindings/java): do not release snapshot versions anymore by @tisonkun in https://github.com/apache/opendal/pull/2398 +- docs: doc for ipmfs by @suyanhanx in https://github.com/apache/opendal/pull/2408 +- docs: add service doc for oss by @A-Stupid-Sun in https://github.com/apache/opendal/pull/2409 +- docs: improvement of Python binding by @ideal in https://github.com/apache/opendal/pull/2411 +- docs: doc for download by @suyanhanx in https://github.com/apache/opendal/pull/2424 +- docs: Add release guide by @Xuanwo in https://github.com/apache/opendal/pull/2425 + +### CI + +- ci: Enable semantic PRs by @Xuanwo in https://github.com/apache/opendal/pull/2370 +- ci: improve licenserc settings by @tisonkun in https://github.com/apache/opendal/pull/2377 +- build(deps): bump reqwest from 0.11.15 to 0.11.18 by @dependabot in https://github.com/apache/opendal/pull/2389 +- build(deps): bump pyo3 from 0.18.2 to 0.18.3 by @dependabot in https://github.com/apache/opendal/pull/2388 +- ci: Enable nextest for all behavior tests by @Xuanwo in https://github.com/apache/opendal/pull/2400 +- ci: reflect ascii file rewrite by @tisonkun in https://github.com/apache/opendal/pull/2419 +- ci: Remove website from git archive by @Xuanwo in https://github.com/apache/opendal/pull/2420 +- ci: Add integration tests for Cloudflare R2 by @Xuanwo in https://github.com/apache/opendal/pull/2423 + +### Chore + +- chore(bindings/python): upgrade maturin to 1.0 by @messense in https://github.com/apache/opendal/pull/2369 +- chore: Fix license headers for release/labler by @Xuanwo in https://github.com/apache/opendal/pull/2371 +- chore(bindings/C): add one simple read/write example into readme and code by @Ji-Xinyou in https://github.com/apache/opendal/pull/2421 + +## [v0.36.0] - 2023-05-30 + +### Added + +- feat(service/fs): add append support for fs (#2296) +- feat(services/sftp): add append support for sftp (#2297) +- RFC-2299: Chain based Operator API (#2299) +- feat(services/azblob): add append support (#2302) +- feat(bindings/nodejs): add append support (#2322) +- feat(bindings/C): opendal_operator_ptr construction using kvs (#2329) +- feat(services/cos): append support (#2332) +- feat(bindings/java): implement Operator#delete (#2345) +- feat(bindings/java): support append (#2350) +- feat(bindings/java): save one jni call in the hot path (#2353) +- feat: server side encryption support for azblob (#2347) + +### Changed + +- refactor(core): Implement RFC-2299 for stat_with (#2303) +- refactor(core): Implement RFC-2299 for BlockingOperator::write_with (#2305) +- refactor(core): Implement RFC-2299 for appender_with (#2307) +- refactor(core): Implement RFC-2299 for read_with (#2308) +- refactor(core): Implement RFC-2299 for read_with (#2308) +- refactor(core): Implement RFC-2299 for append_with (#2312) +- refactor(core): Implement RFC-2299 for write_with (#2315) +- refactor(core): Implement RFC-2299 for reader_with (#2316) +- refactor(core): Implement RFC-2299 for writer_with (#2317) +- refactor(core): Implement RFC-2299 for presign_read_with (#2314) +- refactor(core): Implement RFC-2299 for presign_write_with (#2320) +- refactor(core): Implement RFC-2299 for list_with (#2323) +- refactor: Move `ops` to `raw::ops` (#2325) +- refactor(bindings/C): align bdd test with the feature tests (#2340) +- refactor(bindings/java): narrow unsafe boundary (#2351) + +### Fixed + +- fix(services/supabase): correctly set retryable (#2295) +- fix(core): appender complete check (#2298) + +### Docs + +- docs: add service doc for azdfs (#2310) +- docs(bidnings/java): how to deploy snapshots (#2311) +- docs(bidnings/java): how to deploy snapshots (#2311) +- docs: Fixed links of languages to open in same tab (#2327) +- docs: Adopt docusaurus pathname protocol (#2330) +- docs(bindings/nodejs): update lib desc (#2331) +- docs(bindings/java): update the README file (#2338) +- docs: add service doc for fs (#2337) +- docs: add service doc for cos (#2341) +- docs: add service doc for dashmap (#2342) +- docs(bindings/java): for BlockingOperator (#2344) + +### CI + +- build(bindings/java): prepare for snapshot release (#2301) +- build(bindings/java): support multiple platform java bindings (#2324) +- ci(binding/nodejs): Use docker to build nodejs binding (#2328) +- build(bindings/java): prepare for automatically multiple platform deploy (#2335) +- ci: add bindings java docs and integrate with website (#2346) +- ci: avoid copy gitignore to site folder (#2348) +- ci(bindings/c): Add diff check (#2359) +- ci: Cache librocksdb to speed up CI (#2360) +- ci: Don't load rocksdb for all workflows (#2362) +- ci: Fix Node.js 12 actions deprecated warning (#2363) +- ci: Speed up python docs build (#2364) +- ci: Adopt setup-node's cache logic instead (#2365) + +### Chore + +- chore(test): Avoid test names becoming prefixes of other tests (#2333) +- chore(bindings/java): improve OpenDALException tests and docs (#2343) +- chore(bindings/java): post release 0.1.0 (#2352) +- chore(docs): split docs build into small jobs (#2356)' +- chore: protect branch gh-pages (#2358) + +## [v0.35.0] - 2023-05-23 + +### Added + +- feat(services/onedrive): Implement `list`, `create_dir`, `stat` and upload + ing large files (#2231) +- feat(bindings/C): Initially support stat in C binding (#2249) +- feat(bindings/python): Enable `abi3` to avoid building on different python + version (#2255) +- feat(bindings/C): support BDD tests using GTest (#2254) +- feat(services/sftp): setup integration tests (#2192) +- feat(core): Add trait and public API for `append` (#2260) +- feat(services/sftp): support copy and rename for sftp (#2263) +- feat(services/sftp): support copy and read_seek (#2267) +- feat: Add COS service support (#2269) +- feat(services/cos): Add support for loading from env (#2271) +- feat(core): add presign support for obs (#2253) +- feat(services/sftp): setup integration tests (#2192) +- feat(core): add presign support for obs (#2253) +- feat(core): public API of append (#2284) +- test(core): test for append (#2286) +- feat(services/oss): add append support (#2279) +- feat(bindings/java): implement async ops to pass AsyncStepsTest (#2291) + +### Changed + +- services/gdrive: port code to GdriveCore & add path_2_id cache (#2203) +- refactor: Minimize futures dependencies (#2248) +- refactor: Add Operator::via_map to support init without generic type parameters (#2280) +- refactor(binding/java): build, async and docs (#2276) + +### Fixed + +- fix: Fix bugs that failed wasabi's integration tests (#2273) + +### Removed + +- feat(core): remove `scan` from raw API (#2262) + +### Docs + +- chore(s3): update builder region doc (#2247) +- docs: Add services in readme (#2251) +- docs: Unify capabilities list for kv services (#2257) +- docs(nodejs): fix some example code errors (#2277) +- docs(bindings/C): C binding contributing documentation (#2266) +- docs: Add new docs that available for all languages (#2285) +- docs: Remove unlicensed svg (#2289) +- fix(website): double active route (#2290) + +### CI + +- ci: Enable test for cos (#2270) +- ci: Add integration tests for supabase (#2272) +- ci: replace set-output for docs (#2275) +- ci: Fix unit tests (#2282) +- ci: Cleanup NOTICE file (#2281) +- ci: Fix release not contains incubating (#2292) + +### Chore + +- chore(core): remove unnecessary path prefix (#2265) + +## [v0.34.0] - 2023-05-09 + +### Added + +- feat(writer): configurable buffer size of unsized write (#2143) +- feat(oay): Add basic s3 list_objects_v2 with start_after support (#2219) +- feat: Add typed kv adapter and migrate moka to it (#2222) +- feat: migrate service dashmap (#2225) +- feat(services/memory): migrate service memory (#2229) +- feat: Add assert for public types to ensure Send + Sync (#2237) +- feat(services/gcs): Add abort support for writer (#2242) + +### Changed + +- refactor: Replace futures::ready with std::task::ready (#2221) +- refactor: Use list without delimiter to replace scan (#2243) + +### Fixed + +- fix(services/gcs): checked_rem_euclid could return Some(0) (#2220) +- fix(tests): Etag must be wrapped by `"` (#2226) +- fix(services/s3): Return error if credential load fail instead skip (#2233) +- fix(services/s3): Return error if region not set for AWS S3 (#2234) +- fix(services/gcs): rsa 0.9 breaks gcs presign (#2236) + +### Chore + +- chore: change log subscriber from env_logger to tracing-subscriber (#2238) +- chore: Fix build of wasabi (#2241) + +## [v0.33.3] - 2023-05-06 + +### Added + +- feat(services/onedrive): Add read and write support for OneDrive (#2129) +- test(core): test for `read_with_override_cache_control` (#2155) +- feat(http_util): Implement multipart/form-data support (#2157) +- feat(http_util): Implement multipart/mixed support (#2161) +- RFC-2133: Introduce Append API (#2133) +- feat(services/sftp): Add read/write/stat support for sftp (#2186) +- feat(services/gdrive): Add read & write & delete support for GoogleDrive (#2184) +- feat(services/vercel): Add vercel remote cache support (#2193) +- feat(tests): Enable supabase integration tests (#2190) +- feat(core): merge scan and list (#2214) + +### Changed + +- refactor(java): refactor java code for java binding (#2145) +- refactor(layers/logging): parsing level str (#2160) +- refactor: Move not initiated logic to utils instead (#2196) +- refactor(services/memcached): Rewrite memecached connection entirely (#2204) + +### Fixed + +- fix(service/s3): set retryable on batch (#2171) +- fix(services/supabase): Supabase ci fix (#2200) + +### Docs + +- docs(website): try to add opendal logo (#2159) +- doc: update vision to be more clear (#2164) +- docs: Refactor `Contributing` and add `Developing` (#2169) +- docs: Merge DEVELOPING into CONTRIBUTING (#2172) +- docs: fix some grammar errors in the doc of Operator (#2173) +- docs(nodejs): Add CONTRIBUTING docs (#2174) +- docs: Add CONTRIBUTING for python (#2188) + +### CI + +- ci: Use microsoft rust devcontainer instead (#2165) +- ci(devcontainer): Install development deps (#2167) +- chore: set workspace default members (#2168) +- ci: Setup vercel artifacts integration tests (#2197) +- ci: Remove not used odev tools (#2202) +- ci: Add tools to generate NOTICE and all deps licenses (#2205) +- ci: use Temurin JDK 11 to build the bindings-java (#2213) + +### Chore + +- chore(deps): bump clap from 4.1.11 to 4.2.5 (#2183) +- chore(deps): bump futures from 0.3.27 to 0.3.28 (#2181) +- chore(deps): bump assert_cmd from 2.0.10 to 2.0.11 (#2180) +- chore: Refactor behavior test (#2189) +- chore: update readme for more information that is more friendly to newcomers (#2217) + +## [v0.33.2] - 2023-04-27 + +### Added + +- feat(core): add test for `stat_with_if_none_match` (#2122) +- feat(services/gcs): Add start-after support for list (#2107) +- feat(services/azblob): Add supporting presign (#2120) +- feat(services/gcs): Add supporting presign support (#2126) +- feat(java): connect rust async/await with java future (#2112) +- docs: add hdfs classpath related troubleshoot (#2130) +- fix(clippy): suppress dead_code check (#2135) +- feat(core): Add `cache-control` to Metadata (#2136) +- fix(services/gcs): Remove HOST header to avoid gcs RESET connection (#2139) +- test(core): test for `write_with_cache_control` (#2131) +- test(core): test for `write_with_content_type` (#2140) +- test(core): test for `read_with_if_none_match` (#2141) +- feat(services/supabase): Add read/write/stat support for supabase (#2119) + +### Docs + +- docs: add hdfs classpath related troubleshoot (#2130) + +### CI + +- ci: Mark job as skipped if owner is not apache (#2128) +- ci: Enable native-tls to test gcs presign for workaround (#2138) + +## [v0.33.1] - 2023-04-25 + +### Added + +- feat: Add behavior test for read_with_if_match & stat_with_if_match (#2088) +- feat(tests): Add fuzz test for writer without content length (#2100) +- feat: add if_none_match support for obs (#2103) +- feat(services/oss): Add server side encryption support for oss (#2092) +- feat(core): update errorKind `PreconditionFailed` to `ConditionNotMatch` (#2104) +- feat(services/s3): Add `start-after` support for list (#2096) +- feat: gcs support cache control (#2116) + +### Fixed + +- fix(services/gcs): set `content length=0` for gcs initiate_resumable_upload (#2110) +- fix(bindings/nodejs): Fix index.d.ts not updated (#2117) + +### Docs + +- chore: improve LoggingLayer docs and pub use log::Level (#2089) +- docs(refactor): Add more detailed description of operator, accessor, and builder (#2094) + +### CI + +- chore(bindings/nodejs): update `package.json` repository info (#2078) +- ci: Bring hdfs test back (#2114) + +## [v0.33.0] - 2023-04-23 + +### Added + +- feat: Add OpenTelemetry Trace Layer (#2001) +- feat: add if_none_match support for azblob (#2035) +- feat: add if_none_match/if_match for gcs (#2039) +- feat: Add size check for sized writer (#2038) +- feat(services/azblob): Add if-match support (#2037) +- feat(core): add copy&rename to error_context layer (#2040) +- feat: add if-match support for OSS (#2034) +- feat: Bootstrap new (old) project oay (#2041) +- feat(services/OSS): Add override_content_disposition support (#2043) +- feat: add IF_MATCH for http (#2044) +- feat: add IF_MATCH for http HEAD request (#2047) +- feat: add cache control header for azblob and obs (#2049) +- feat: Add capability for operation's variant and args (#2057) +- feat(azblob): Add override_content_disposition support (#2065) +- feat(core): test for read_with_override_content_composition (#2067) +- feat(core): Add `start-after` support for list (#2071) + +### Changed + +- refactor: Polish Writer API by merging append and write together (#2036) +- refactor(raw/http_util): Add url in error context (#2066) +- refactor: Allow reusing the same operator to speed up tests (#2068) + +### Fixed + +- fix(bindings/ruby): use rb_sys_env to help find ruby for building (#2051) +- fix: MadsimLayer should be able to built without cfg (#2059) +- fix(services/s3): Ignore prefix if it's empty (#2064) + +### Docs + +- docs(bindings/python): ipynb examples for users (#2061) + +### CI + +- ci(bindings/nodejs): publish support `--provenance` (#2046) +- ci: upgrade typos to 1.14.8 (#2055) +- chore(bindings/C): ignore the formatting of auto-generated opendal.h (#2056) + +## [v0.32.0] - 2023-04-18 + +### Added + +- feat: Add wasabi service implementation (#2004) +- feat: improve the readability of oli command line error output (#2016) +- feat: add If-Match Support for OpRead, OpWrite, OpStat (#2017) +- feat: add behavioral test for Write::abort (#2018) +- feat: add if-match support for obs (#2023) +- feat: Add missing functions for trace layers (#2025) +- feat(layer): add madsim layer (#2006) +- feat(gcs): add support for gcs append (#1801) + +### Changed + +- refactor: Rename `Create` to `CreateDir` for its behavior changed (#2019) + +### Fixed + +- fix: Cargo lock not updated (#2027) +- fix(services/s3): Ignore empty query to make it more compatible (#2028) +- fix(services/oss): Fix env not loaded for oss signer (#2029) + +### Docs + +- docs: fix some typos (#2022) +- docs: add dev dependency section (#2021) + +## [v0.31.1] - 2023-04-17 + +### Added + +- feat(services/azdfs): support rename (#1929) +- test: Increate copy/move nested path test depth (#1932) +- feat(layers): add a basic minitrace layer (#1931) +- feat: add Writer::abort method (#1937) +- feat(services/gcs): Allow setting PredefinedAcl (#1989) +- feat(services/oss): add oss cache-control header support (#1986) +- feat: Add PreconditionFailed Error so users can handle them (#1993) +- feat: add http if_none_match support (#1995) +- feat: add oss if-none-match support (#1997) +- feat(services/gcs): Allow setting default storage_class (#1996) +- feat(binding/C): add clang-format for c binding (#2003) + +### Changed + +- refactor: Polish the behavior of scan (#1926) +- refactor: Polish the implementation of webhdfs (#1935) + +### Fixed + +- fix: sled should not be enabled by default (#1923) +- fix: kv adapter's writer implementation fixed to honour empty writes (#193 + +4. + +- fix(services/azblob): fix copy missing content-length (#2000) + +### Docs + +- docs: Adding docs link to python binding (#1921) +- docs(bindings/python): fix wrong doc link (#1928) +- docs: Add contributing for OpenDAL (#1984) +- docs: Add explanation in contributing (#1985) +- docs: Feel relax in community and don't hurry (#1987) +- docs: update contributing (#1998) +- docs(services/memory): Fix wrong explanation (#2002) +- docs: Add OpenDAL VISION (#2007) +- docs: update VISION and behavior tests doc (#2009) + +### CI + +- ci(bindings/nodejs): Access should be set to public before publish (#1919) +- ci: Re-enable webhdfs test (#1925) +- chore: add .editorconfig (#1988) +- ci: Fix format after adding editorconfig (#1990) + +## [v0.31.0] - 2023-04-12 + +### Added + +- feat(bindings/java): add cucumber test (#1809) +- feat(bindings/java): setup Java CI (#1823) +- feat: add if_none_match support (#1832) +- feat: Retry when some of batch operations are failing (#1840) +- feat: add writer support for aliyun oss (#1842) +- feat(core): Add Copy Support (#1841) +- feat(bindings/c): fix c bindings makefile (#1849) +- feat(core): add behavior tests for copy & blocking_copy (#1852) +- feat(s3): allow users to specify storage_class (#1854) +- feat(s3): Support copy (#1856) +- Add check for s3 bucket name (#1857) +- feat(core): Support rename (#1862) +- feat(bindings/nodejs): add `copy` and `rename` (#1866) +- feat(azblob): Support copy (#1868) +- feat(gcs): copy support for GCS (#1869) +- feat(bindings/c): framework of add basic io and init logics (#1861) +- feat(webdav): support copy (#1870) +- feat(services/oss): Add Copy Support (#1874) +- feat(services/obs): Add Copy Support (#1876) +- feat(services/webdav): Support Rename (#1878) +- binding/c: parse opendal to use typed BlockingOperator (#1881) +- binding/c: clean up comments and type assertion for BlockingOperator (#1883) +- binding(python): Support python binding benchmark for opendal (#1882) +- feat(bindings/c): add support for free heap-allocated operator (#1890) +- feat(binding/c): add is_exist to operator (#1892) +- feat(bindings/java): add Stat support (#1894) +- feat(services/gcs): Add customed token loader support (#1908) +- feat(services/oss): remove unused builder prop allow_anonymous (#1913) +- feat: Add feature flag for all services (#1915) + +### Changed + +- refactor(core): Simplify the usage of BatchOperation and BatchResults (#1843) +- refactor: Use reqwest blocking client instead of ureq (#1853) +- refactor: Bump MSRV to 1.64 (#1864) +- refactor: Remove not used blocking http client (#1895) +- refactor: Change presign to async for future refactor (#1900) +- refactor(services/gcs): Migrate to async reqsign (#1906) +- refactor(services/azdfs): Migrate to async reqsign (#1903) +- refactor(services/azblob): Adopt new reqsign (#1902) +- refactor(services/s3): Migrate to async reqsign (#1909) +- refactor(services/oss): Migrate to async reqsign (#1911) +- refactor: Use chrono instead of time to work well with ecosystem (#1912) +- refactor(service/obs): Migrate obs to async reqsign (#1914) + +### Fixed + +- fix: podling website check (#1838) +- fix(website): copyright update (#1839) +- fix(core): Add checks before doing copy (#1845) +- fix(core): S3 Copy should set SSE headers (#1860) +- fix: Fix presign related unit tests (#1910) + +### Docs + +- docs(bindings/nodejs): fix build failed (#1819) +- docs: fix several typos in the documentation (#1846) +- doc(bindings/nodejs): update presign example in doc (#1901) + +### CI + +- ci: Fix build for nodejs binding on macos (#1813) +- binding/c: build: add phony to makefile, and some improve (#1850) +- ci: upgrade hawkeye action (#1834) + +### Chore + +- chore(bindings/nodejs): add deno benchmark (#1814) +- chore: Add CODEOWNERS (#1817) +- chore(deps): bump opentelemetry-jaeger from 0.16.0 to 0.18.0 (#1829) +- chore(deps): bump opentelemetry from 0.17.0 to 0.19.0 (#1830) +- chore(deps): bump tokio from 1.26.0 to 1.27.0 (#1828) +- chore(deps): bump napi-derive from 2.12.1 to 2.12.2 (#1827) +- chore(deps): bump async-trait from 0.1.67 to 0.1.68 (#1826) +- chore: Cleanup code for oss writer (#1847) +- chore: Make clippy happy (#1865) +- binding(python): Format python code in binding (#1885) + +## [v0.30.5] - 2023-03-31 + +### Added + +- feat(oli): implement `oli rm` (#1774) +- feat(bindings/nodejs): Support presign (#1772) +- feat(oli): implement `oli stat` (#1778) +- feat(bindings/object_store): Add support for list and list_with_delimiter (#1784) +- feat(oli): implement `oli cp -r` (#1787) +- feat(bindings/nodejs): Make PresignedRequest serializable (#1797) +- feat(binding/c): add build.rs and cbindgen as dep to gen header (#1793) +- feat(bindings/nodejs): Add more APIs and examples (#1799) +- feat: reader_with and writer_with (#1803) +- feat: add override_cache_control (#1804) +- feat: add cache_control to OpWrite (#1806) + +### Changed + +- refactor(oli): switch to `Operator::scan` and `Operator::remove_all` (#1779) +- refactor(bindings/nodejs): Polish benchmark to make it more readable (#1810) + +### Fixed + +- fix(oli): set the root of fs service to '/' (#1773) +- fix: align WebDAV stat with RFC specification (#1783) +- fix(bindings/nodejs): fix read benchmark (#1805) + +### CI + +- ci: Split clippy and docs check (#1785) +- ci(bindings/nodejs): Support aarch64-apple-darwin (#1780) +- ci(bindings/nodejs): publish with LICENSE & NOTICE (#1790) +- ci(services/redis): Add dragonfly test (#1808) + +### Chore + +- chore(bindings/python): update maturin to 0.14.16 (#1777) +- chore(bin/oli): Set oli version from package version (#1786) +- chore(oli): set cli version in a central place (#1789) +- chore: don't pin time version (#1788) +- chore(bindings/nodejs): init benchmark (#1798) +- chore(bindings/nodejs): Fix generated headers (#1802) + +## [v0.30.4] - 2023-03-26 + +### Added + +- feat(oli): add config file to oli (#1706) +- feat: make oli support more services (#1717) +- feat(bindings/ruby): Setup the integrate with magnus (#1712) +- feat(bindings/ruby): setup cucumber tests (#1725) +- feat(bindings/python): convert to mixed Python/Rust project layout (#1729) +- RFC-1735: Operation Extension (#1735) +- feat(oli): load config from both env and file (#1737) +- feat(bindings/ruby): support read and write (#1734) +- feat(bindings/ruby): support stat, and pass all blocking bdd test (#1743) +- feat(bindings/ruby): add namespace (#1745) +- feat: Add override_content_disposition for OpRead (#1742) +- feat(bindings/java): add java binding (#1736) +- feat(oli): implement oli ls (#1755) +- feat(oli): implement oli cat (#1759) + +### Fixed + +- fix(bindings/nodejs): Publish sub-package name (#1704) + +### Docs + +- docs: Update comparison vs object_store (#1698) +- docs(bindings/python): add pdoc to docs env (#1718) +- docs: List working on bindings in README (#1753) + +### CI + +- ci: Fix workflow not triggered when itself changed (#1716) +- ci: Remove ROCKSDB_LIB_DIR after we didn't install librocksdb (#1719) +- ci: Fix nodejs built failed for "Unexpected token o in JSON at position 0" (#1722) +- ci: Split cache into more parts (#1730) +- ci: add a basic ci for ruby (#1744) +- ci: Remove target from cache (#1764) + +### Chore + +- chore: Fix CHANGELOG not found (#1694) +- chore: Remove publish=false of oli (#1697) +- chore: Fix a few typos in code comment (#1701) +- chore(bindins/nodejs): Update README (#1709) +- chore: rename binaries to bin (#1714) +- chore: bump rocksdb to resolve dependency conflicts with magnus (#1713) +- chore(bindings/nodejs): Remove outdated napi patches (#1727) +- chore: Add CITATION file for OpenDAL (#1746) +- chore: improve NotADirectory error message with ending slash (#1756) +- chore(bindings/python): update pyo3 to 0.18.2 (#1758) + +## [v0.30.3] - 2023-03-16 + +### Added + +- feat: Infer storage name based on endpoint (#1551) +- feat(bindings/python): implement async file-like reader API (#1570) +- feat: website init (#1580) +- feat(bindings/python): implement list and scan for AsyncOperator (#1586) +- feat: Implement logging/metrics/tracing support for Writer/BlockingWriter (#1588) +- feat(bindings/python): expose layers to Python (#1591) +- feat(bindings/c): Setup the integrate with cbindgen (#1603) +- feat(bindings/nodejs): Auto-generate docs (#1625) +- feat: add max_batch_operations for AccessorInfo (#1615) +- feat(azblob): Add support for batch operations (#1610) +- services/redis: Implement Write::append with native support (#1651) +- feat(tests): Introducing BDD tests for all bindings (#1654) +- feat(bindings/nodejs): Migrate to BDD test (#1661) +- feat(bindings/nodejs): Add generated `index.d.ts` (#1664) +- feat(bindings/python): add auto-generated api docs (#1613) +- feat(bindings/python): add `__repr__` to `Operator` and `AsyncOperator` (#1683) + +### Changed + +- \*: Change all files licenses to ASF (#1592) +- refactor(bindings/python): only enable `pyo3/entension-module` feature when building with maturin (#1680) + +### Fixed + +- fix(bindings/python): Fix the metadata for Python binding (#1568) +- fix: Operator::remove_all behaviour on non-existing object fixed (#1587) +- fix: reset Reader::SeekState when poll completed (#1609) +- fix: Bucket config related error is misleadling (#1684) +- fix(services/s3): UploadId should be percent encoded (#1690) + +### CI + +- ci: Fix typo in workflows (#1582) +- ci: Don't check dep updates so frequently (#1599) +- ci: Setup asf config (#1622) +- ci: Use gh-pages instead (#1623) +- ci: Update Github homepage (#1627) +- ci: Update description for OpenDAL (#1628) +- ci: Send notifications to commits@o.a.o (#1629) +- ci: set main branch to be protected (#1631) +- ci: Add release scripts for OpenDAL (#1637) +- ci: Add check scripts (#1638) +- ci: Remove rust-cache to allow we can test rust code now (#1643) +- ci: Enable license check back (#1663) +- ci(bindings/nodejs): Enable formatter (#1665) +- ci: Bring our actions back (#1668) +- ci: Use korandoru/hawkeye@v1.5.4 instead (#1672) +- ci: Fix license header check and doc check (#1674) +- infra: Add odev to simplify contributor's setup (#1687) + +### Docs + +- docs: Migrate links to o.a.o (#1630) +- docs: update the old address and the LICENSE size. (#1633) +- doc: update doc-link (#1642) +- docs(blog): Way to Go: OpenDAL successfully entered Apache Incubator (#1652) +- docs: Reorganize README of core and whole project (#1676) +- doc: Update README.md for quickstart (#1650) +- doc: uncomment the use expr for operator example (#1685) + +### Website + +- website: Let's deploy our new website (#1581) +- website: Fix CNAME not set (#1590) +- website: Fix website publish (#1626) +- website: Add GitHub entry (#1636) +- website: move some content of footer to navbar. (#1660) + +### Chore + +- chore(bindings/nodejs): fix missing files to publish (#1569) +- chore(deps): bump lazy-regex from 2.4.1 to 2.5.0 (#1573) +- chore(deps): bump tokio from 1.25.0 to 1.26.0 (#1577) +- chore(deps): bump hyper from 0.14.24 to 0.14.25 (#1575) +- chore(deps): bump serde from 1.0.152 to 1.0.155 (#1576) +- chore(deps): bump peaceiris/actions-gh-pages from 3.9.0 to 3.9.2 (#1593) +- chore(deps): bump async-trait from 0.1.64 to 0.1.66 (#1594) +- chore(deps): bump serde_json from 1.0.93 to 1.0.94 (#1596) +- chore(deps): bump paste from 1.0.11 to 1.0.12 (#1598) +- chore(deps): bump napi from 2.11.2 to 2.11.3 (#1595) +- chore(deps): bump serde from 1.0.155 to 1.0.156 (#1600) +- chore: fix the remaining license (#1605) +- chore: add a basic workflow for c bindings (#1608) +- chore: manage deps with maturin (#1611) +- chore: Rename files to yaml (#1624) +- chore: remove PULL_REQUEST_TEMPLATE (#1634) +- chore: add NOTICE and DISCLAIMER (#1635) +- chore(operator): apply max_batch_limit for async operator (#1641) +- chore: replace datafuselabs/opendal with apache/opendal (#1647) +- chore: make check.sh be executable and update gitignore (#1648) +- chore(automation): fix release.sh packaging sha512sum (#1649) +- chore: Update metadata (#1666) +- chore(website): Remove authors.yml (#1669) +- chore: Move opendal related staffs to core (#1673) +- chore: Remove not needed ignore from licenserc (#1677) +- chore: Ignore generated docs from git (#1686) + +## [v0.30.2] - 2023-03-10 + +### CI + +- ci(bindings/nodejs): Fix nodejs package can't uploaded (#1564) + +## [v0.30.1] - 2023-03-10 + +### Docs + +- docs: Fix Operator::create() has been removed (#1560) + +### CI + +- ci: Fix python & nodejs not released correctly (#1559) + +### Chore + +- chore(bindings/nodejs): update license in package.json (#1556) + +## [v0.30.0] - 2023-03-10 + +### Added + +- RFC-1477: Remove Object Concept (#1477) +- feat(bindings/nodejs): fs Operator (#1485) +- feat(service/dashmap): Add scan support (#1492) +- feat(bindings/nodejs): Add Writer Support (#1490) +- feat: Add dummy implementation for accessor and builder (#1503) +- feat(bindings/nodejs): Support List & append all default services (#1505) +- feat(bindings/python): Setup operator init logic (#1513) +- feat(bindings/nodejs): write support string (#1520) +- feat(bindings/python): add support for services that opendal enables by default (#1522) +- feat(bindings/nodejs): Remove Operator.writer until we are ready (#1528) +- feat(bindings/nodejs): Support Operator.create_dir (#1529) +- feat(bindings/python): implement create_dir (#1534) +- feat(bindings/python): implement delete and export more metadata fields (#1539) +- feat(bindings/python): implement blocking list and scan (#1541) +- feat: Append EntryMode to Entry (#1543) +- feat: Entry refactoring to allow external creation (#1547) +- feat(bindings/nodejs): Support Operator.scanSync & Operator.listSync (#1546) +- feat: remove_via can delete files concurrently (#1495) + +### Changed + +- refactor: Split operator APIs into different part (#1483) +- refactor: Remove Object prefix for public API (#1488) +- refactor: Remove the concept of Object (#1496) +- refactor: remove ReadDir in FTP service (#1504) +- refactor: rename public api create to create_dir (#1512) +- refactor(bindings/python): return bytes directly and add type stub file (#1514) +- tests: Remove not needed create file test (#1516) +- refactor: improve the python binding implementation (#1517) +- refactor(bindings/nodejs): Remove scheme from bindings (#1552) + +### Fixed + +- fix(services/s3): Make sure the ureq's body has been consumed (#1497) +- fix(services/s3): Allow retry error RequestTimeout (#1532) + +### Docs + +- docs: Remove all references to object (#1500) +- docs(bindings/python): Add building docs (#1526) +- docs(bindings/nodejs): update readme (#1527) +- docs: Add detailed docs for create_dir (#1537) + +### CI + +- ci: Don't run binding tests if only services changes (#1498) +- ci: Improve rocksdb build speed by link dynamic libs (#1502) +- ci: Fix bindings CI not running on PR (#1530) +- ci: Polish scripts and prepare for releasing (#1553) + +### Chore + +- chore: Re-organize the project layout (#1489) +- chore: typo & clippy (#1499) +- chore: typo (#1501) +- chore: Move memcache-async into opendal (#1544) + +## [v0.29.1] - 2023-03-05 + +### Added + +- feat(bindings/python): Add basic IO support (#1464) +- feat(binding/node.js): basic IO (#1416) +- feat(bindings/nodejs): Align to OpenDAL exports (#1466) +- chore(bindings/nodejs): remove duplicate attribute & unused comment (#1478) + +### Changed + +- refactor: Promote operator as a mod for further refactor (#1479) + +### Docs + +- docs: Add convert from m\*n to m+n (#1454) +- docs: Polish comments for public types (#1455) +- docs: Add discord chat link (#1474) + +### Chore + +- chore: fix typo (#1456) +- chore: fix typo (#1459) +- benches: Generate into Bytes instead (#1463) +- chore(bindings/nodjes): Don't check-in binaries (#1469) +- chore(binding/nodejs): specific package manager version with hash (#1470) + +## [v0.29.0] - 2023-03-01 + +### Added + +- RFC-1420: Object Writer (#1420) +- feat: oss backend support http protocol (#1432) +- feat: Implement ObjectWriter Support (#1431) +- feat/layers/retry: Add Write Retry support (#1447) +- feat: Add Write append tests (#1448) + +### Changed + +- refactor: Decouple decompress read feature from opendal (#1406) +- refactor: Cleanup pager related implementation (#1439) +- refactor: Polish the implement details for Writer (#1445) +- refactor: Remove `io::input` and Rename `io::output` to `oio` (#1446) + +### Fixed + +- fix(services/s3): Fix part number for AWS S3 (#1450) + +### CI + +- ci: Consistently apply license header (#1411) +- ci: add typos check (#1425) + +### Docs + +- docs: Add services-dashmap feature (#1404) +- docs: Fix incorrect indent for title (#1405) +- docs: Add internal sections of Accessor and Layer (#1408) +- docs: Add more guide for Accessor (#1409) +- docs: Add tutorial of building a duck storage service (#1410) +- docs: Add a basic object example (#1422) + +### Chore + +- chore: typo fix (#1418) +- chore: Make license check happy (#1423) +- chore: typo-fix (#1434) + +## [v0.28.0] - 2023-02-22 + +### Added + +- feat: add dashmap support (#1390) + +### Changed + +- refactor: Implement query based object metadata cache (#1395) +- refactor: Store complete inside bits and add more examples (#1397) +- refactor: Trigger panic if users try to visit not fetched metadata (#1399) +- refactor: Polish the implement of Query Based Metadata Cache (#1400) + +### Docs + +- RFC-1391: Object Metadataer (#1391) +- RFC-1398: Query Based Metadata (#1398) + +## [v0.27.2] - 2023-02-20 + +### Added + +- feat: Add batch API for Accessor (#1339) +- feat: add Content-Disposition for inner API (#1347) +- feat: add content-disposition support for services (#1350) +- feat: webdav service support bearer token (#1349) +- feat: support auth for HttpBackend (#1359) +- feat: Add batch delete support (#1357) +- feat(webdav): add list and improve create (#1330) +- feat: Integrate batch with existing ecosystem better (#1378) +- feat: Add batch delete support for oss (#1385) + +### Changed + +- refactor: Authorization logic for WebdavBackend (#1348) +- refactor(webhdfs): handle 307 redirection instead of noredirect (#1358) +- refactor: Polish http authorization related logic (#1367) +- refactor: Cleanup duplicated code (#1373) +- refactor: Cleanup some not needed error context (#1374) + +### Docs + +- docs: Fix broken links (#1344) +- docs: clarify about opendal user defined client (#1356) + +### Fixed + +- fix(webhdfs): should prepend http:// scheme (#1354) + +### Infra + +- ci: Pin time <= 0.3.17 until we decide to bump MSRV (#1361) +- ci: Only run service test on changing (#1363) +- ci: run tests with nextest (#1370) + +## [v0.27.1] - 2023-02-13 + +### Added + +- feat: Add username and password support for WebDAV (#1323) +- ci: Add test case for webdav with basic auth (#1327) +- feat(oli): support s3 uri without profile (#1328) +- feat: Add scan support for kv adapter (#1333) +- feat: Add scan support for sled (#1334) + +### Changed + +- chore(deps): update moka requirement from 0.9 to 0.10 (#1331) +- chore(deps): update rocksdb requirement from 0.19 to 0.20 (#1332) + +### Fixed + +- fix(services/oss,s3): Metadata should be marked as complete (#1335) + +## [v0.27.0] - 2023-02-11 + +### Added + +- feat: Add Retryable Pager Support (#1304) +- feat: Add Sled support (#1305) +- feat: Add Object::scan() support (#1314) +- feat: Add object page size support (#1318) + +### Changed + +- refactor: Hide backon from our public API (#1302) +- refactor: Don't expose ops structs to users directly (#1303) +- refactor: Move and rename ObjectPager and ObjectEntry for more clear semantics (#1308) +- refactor: Implement strong typed pager (#1311) +- deps: remove unused deps (#1321) +- refactor: Extract scan as a new API and remove ListStyle (#1324) + +### Docs + +- docs: Add risingwave in projects (#1322) + +### Fixed + +- ci: Fix dev container Dockerfile (#1298) +- fix: Rocksdb's scheme not output correctly (#1300) +- chore: fix name typo in oss backend (#1316) +- chore: Add typos-cli and fix typos (#1320) + +## [v0.26.2] - 2023-02-07 + +### Added + +- feat: Add ChaosLayer to inject errors into underlying services (#1287) +- feat: Implement retry reader (#1291) +- feat: use std::path::Path for fs backend (#1100) +- feat: Implement services webhdfs (#1263) + +### Changed + +- refactor: Split CompleteReaderLayer from TypeEraserLayer (#1290) +- refactor(services/fs): Remove not needed generic (#1292) + +### Docs + +- docs: fix typo (#1285) +- docs: Polish docs for better reading (#1288) + +### Fixed + +- fix: FsBuilder can't be used with empty root anymore (#1293) +- fix: Fix retry happened in seek's read ahead logic (#1294) + +## [v0.26.1] - 2023-02-05 + +### Changed + +- refactor: Remove not used layer subdir (#1280) + +### Docs + +- docs: Add v0.26 upgrade guide (#1276) +- docs: Add feature sets in services (#1277) +- docs: Migrate all docs in rustdoc instead (#1281) +- docs: Fix index page not redirected (#1282) + +## [v0.26.0] - 2023-02-04 + +### Added + +- feat: Add benchmarks for blocking_seek operations (#1258) +- feat: add dev container (#1261) +- feat: Zero Cost OpenDAL (#1260) +- feat: Allow dynamic dispatch layer (#1273) + +### Changed + +- refactor: remove the duplicated dependency in dev-dependencies (#1257) +- refactor: some code in GitHub Actions (#1269) +- refactor: Don't expose services mod directly (#1271) +- refactor: Polish Builder API (#1272) + +## [v0.25.2] - 2023-01-30 + +### Added + +- feat: Add basic object_store support (#1243) +- feat: Implement webdav support (#1246) +- feat: Allow passing content_type to OSS presign (#1252) +- feat: Make sure short functions have been inlined (#1253) + +### Changed + +- refacor(services/fs): Make normalized path check optional (#1242) + +### Docs + +- docs(http): remove out-dated comments (#1240) +- docs: Add bindings in README (#1244) +- docs: Add docs for webdav and http services (#1248) +- docs: Add webdav in lib docs (#1249) + +### Fixed + +- fix(services/ghac): Fix log message for ghac_upload in write (#1239) + +## [v0.25.1] - 2023-01-27 + +### Added + +- ci: Setup benchmark workflow (#1200) +- feat: Let's try play with python (#1205) +- feat: Let's try play with Node.js (#1206) +- feat: Allow retry sending read request (#1212) +- ci: Make sure opendal is buildable on windows (#1221) +- ci: Remove not needed audit checks (#1226) + +### Changed + +- refactor: Remove observe read/write (#1202) +- refactor: Remove not used unwind safe feature (#1218) +- cleanup: Move oli and oay into binaries (#1227) +- cleanup: Move testdata into tests/data (#1228) +- refactor(layers/metrics): Defer initiation of error counters (#1232) + +### Fixed + +- fix: Retry for read and write should at ObjectReader level (#1211) + +## [v0.25.0] - 2023-01-18 + +### Added + +- feat: Add dns cache for std dns resolver (#1191) +- feat: Allow setting http client that built from external (#1192) +- feat: Implement BlockingObjectReader (#1194) + +### Changed + +- chore(deps): replace dotenv with dotenvy (#1187) +- refactor: Avoid calling detect region if we know the region (#1188) +- chore: ensure minimal version buildable (#1193) + +## [v0.24.6] - 2023-01-12 + +### Added + +- feat: implement tokio::io::{AsyncRead, AsyncSeek} for ObjectReader (#1175) +- feat(services/hdfs): Evaluating the new async implementation (#1176) +- feat(services/ghac): Handling too many requests error (#1181) + +### Fixed + +- doc: fix name change in README (#1179) + +## [v0.24.5] - 2023-01-09 + +### Fixed + +- fix(services/memcached): TcpStream should only accept host:port (#1170) + +## [v0.24.4] - 2023-01-09 + +### Added + +- feat: Add presign endpoint option for OSS (#1135) +- feat: Reset state while returning error so that we can retry IO (#1166) + +### Changed + +- chore(deps): update base64 requirement from 0.20 to 0.21 (#1164) + +### Fixed + +- fix: Memcached can't work on windows (#1165) + +## [v0.24.3] - 2023-01-09 + +### Added + +- feat: Implement memcached service support (#1161) + +## [v0.24.2] - 2023-01-08 + +### Changed + +- refactor: Use dep: to make our features more clean (#1153) + +### Fixed + +- fix: ghac shall return ObjectAlreadyExists for writing the same path (#1156) +- fix: futures read_to_end will lead to performance regression (#1158) + +## [v0.24.1] - 2023-01-08 + +### Fixed + +- fix: Allow range_read to be retired (#1149) + +## [v0.24.0] - 2023-01-07 + +### Added + +- Add support for SAS tokens in Azure blob storage (#1124) +- feat: Add github action cache service support (#1111) +- docs: Add docs for ghac service (#1126) +- feat: Implement offset seekable reader for zero cost read (#1133) +- feat: Implement fuzz test on ObjectReader (#1140) + +### Changed + +- chore(deps): update quick-xml requirement from 0.26 to 0.27 (#1101) +- ci: Enable rust cache for CI (#1107) +- deps(oay,oli): Update dependences of oay and oli (#1122) +- refactor: Only add content length hint if we already know length (#1123) +- refactor: Redesign outpu bytes reader trait (#1127) +- refactor: Remove open related APIs (#1129) +- refactor: Merge and cleanup io & io_util modules (#1136) + +### Fixed + +- ci: Fix build for oay and oli (#1097) +- fix: Fix rustls support for suppaftp (#1102) +- fix(services/ghac): Fix pkg version not used correctly (#1125) + +## [v0.23.0] - 2022-12-22 + +### Added + +- feat: Implement object handler so that we can do seek on file (#1091) +- feat: Implement blocking for hdfs (#1092) +- feat(services/hdfs): Implement open and blocking open (#1093) +- docs: Add mozilla/sccache into projects (#1094) + +## [v0.22.6] - 2022-12-20 + +### Added + +- feat(io): make BlockingBytesRead Send + Sync (#1083) +- feat(fs): skip seek if offset is 0 (#1082) +- RFC-1085: Object Handler (#1085) +- feat(services/s3,gcs): Allow accepting signer directly (#1087) + +## [v0.22.5] - 2022-12-13 + +### Added + +- feat: Add service account support for gcs (#1076) + +## [v0.22.4] - 2022-12-13 + +### Added + +- improve blocking read use read_to_end (#1072) +- feat(services/gcs): Fully implement default credential support (#1073) + +### Fixed + +- fix: read a large range without error and add test (#1068) +- fix(services/oss): Enable standard behavior for oss range (#1070) + +## [v0.22.3] - 2022-12-11 + +### Added + +- feat(layers/metrics): Merge error and failure counters together (#1058) +- feat: Set MSRV to 1.60 (#1060) +- feat: Add unwind safe flag for operator (#1061) +- feat(azblob): Add build from connection string support (#1064) + +### Fixed + +- fix(services/moka): Don't print all content in cache (#1057) + +## [v0.22.2] - 2022-12-07 + +### Added + +- feat(presign): support presign head method for s3 and oss (#1049) + +## [v0.22.1] - 2022-12-05 + +### Fixed + +- fix(services/s3): Allow disable loading from imds_v2 and assume_role (#1044) + +## [v0.22.0] - 2022-12-05 + +### Added + +- feat: improve temp file organization when enable atomic write in fs (#1017) +- feat: Allow configure LoggingLayer's level (#1021) +- feat: Enable users to specify the cache policy (#1024) +- feat: Implement presign for oss (#1035) + +### Changed + +- refactor: Polish error handling of different services (#1018) +- refactor: Merge metadata and content cache together (#1020) +- refactor(layer/cache): Allow users implement cache by themselves (#1040) + +### Fixed + +- fix(services/fs): Make sure writing file is truncated (#1036) + +## [v0.21.2] - 2022-11-27 + +### Added + +- feat: Add azdfs support (#1009) +- feat: Set MSRV of opendal to 1.60 (#1012) + +### Docs + +- docs: Fix docs for azdfs service (#1010) + +## [v0.21.1] - 2022-11-26 + +### Added + +- feat: Export ObjectLister as public type (#1006) + +### Changed + +- deps: Remove not used thiserror and num-trait (#1005) + +## [v0.21.0] - 2022-11-25 + +### Added + +- docs: Add greptimedb and mars into projects (#975) +- RFC-0977: Refactor Error (#977) +- feat: impl atomic write for fs service (#991) +- feat: Add OperatorMetadata to avoid expose AccessorMetadata (#997) +- feat: Improve display for error (#1002) + +### Changed + +- refactor: Use separate Error instead of std::io::Error to avoid confusing (#976) +- refactor: Return ReplyCreate for create operation (#981) +- refactor: Add ReplyRead for read operation (#982) +- refactor: Add RpWrite for write operation (#983) +- refactor: Add RpStat for stat operation (#984) +- refactor: Add RpDelete for delete operations (#985) +- refactor: Add RpPresign for presign operation (#986) +- refactor: Add reply for all multipart operations (#988) +- refactor: Add Reply for all blocking operations (#989) +- refactor: Avoid accessor in object entry (#992) +- refactor: Move accessor into raw apis (#994) +- refactor: Move io to raw (#996) +- refactor: Move {path,wrapper,http_util,io_util} into raw modules (#998) +- refactor: Move ObjectEntry and ObjectPage into raw (#999) +- refactor: Accept Operator instead of `Arc` (#1001) + +### Fixed + +- fix: RetryAccessor is too verbose (#980) + +## [v0.20.1] - 2022-11-18 + +### Added + +- feat: Implement blocking operations for cache services (#970) + +### Fixed + +- fix: Use std Duration as args instead (#966) +- build: Make opendal buildable on 1.60 (#968) +- fix: Avoid cache missing after write (#971) + +## [v0.20.0] - 2022-11-17 + +### Added + +- RFC-0926: Object Reader (#926) +- feat: Implement Object Reader (#928) +- feat(services/s3): Return Object Meta for Read operation (#932) +- feat: Implement Bytes Content Range (#933) +- feat: Add Content Range support in ObjectMetadata (#935) +- feat(layers/content_cache): Implement WholeCacheReader (#936) +- feat: CompressAlgorithm derive serde. (#939) +- feat: Allow using opendal without tls support (#945) +- refactor: Refactor OpRead with BytesRange (#946) +- feat: Allow using opendal with native tls support (#949) +- docs: add docs for tls dependencies features (#951) +- feat: Make ObjectReader content_length returned for all services (#954) +- feat(layers): Implement fixed content cache (#953) +- feat: Enable default_ttl support for redis (#960) + +### Changed + +- refactor: Return ObjectReader in Accessor::read (#929) +- refactor(oay,oli): drop unnecessary patch.crates-io from `Cargo.toml` +- refactor: Polish bytes range (#950) +- refactor: Use simplified kv adapter instead (#959) + +### Fixed + +- fix(ops): Fix suffix range behavior of bytes range (#942) +- fix: Fix cache path not used correctly (#958) + +## [v0.19.8] - 2022-11-13 + +### Added + +- feat(services/moka): Use entry's bytes as capacity weigher (#914) +- feat: Implement rocksdb service (#913) + +### Changed + +- refactor: Reduce backend builder log level to debug (#907) +- refactor: Remove deprecated features (#920) +- refactor: use moka::sync::SegmentedCache (#921) + +### Fixed + +- fix(http): Check already read size before returning (#919) + +## [v0.19.7] - 2022-10-31 + +### Added + +- feat: Implement content type support for stat (#891) + +### Changed + +- refactor(layers/metrics): Holding all metrics handlers to avoid lock (#894) +- refactor(layers/metrics): Only update metrics while dropping readers (#896) + +## [v0.19.6] - 2022-10-25 + +### Fixed + +- fix: Metrics blocking reader doesn't handle operation correctly (#887) + +## [v0.19.5] - 2022-10-24 + +### Added + +- feat: add a feature named trust-dns (#879) +- feat: implement write_with (#880) +- feat: `content-type` configuration (#878) + +### Fixed + +- fix: Allow forward layers' acesser operations to inner (#884) + +## [v0.19.4] - 2022-10-15 + +### Added + +- feat: Improve into_stream by reduce zero byte fill (#864) +- debug: Add log for sync http client (#865) +- feat: Add debug log for finishing read (#867) +- feat: Try to use trust-dns-resolver (#869) +- feat: Add log for dropping reader and streamer (#870) + +### Changed + +- refactor: replace md5 with md-5 (#862) +- refactor: replace the hard code to X_AMZ_BUCKET_REGION constant (#866) + +## [v0.19.3] - 2022-10-13 + +### Fixed + +- fix: Retry for write is not implemented correctly (#860) + +## [v0.19.2] - 2022-10-13 + +### Added + +- feat(experiment): Allow user to config http connection pool (#843) +- feat: Add concurrent limit layer (#848) +- feat: Allow kv services implemented without list support (#850) +- feat: Implement service for moka (#852) +- docs: Add docs for moka service and concurrent limit layer (#857) + +## [v0.19.1] - 2022-10-11 + +### Added + +- feat: Allow retry read and write (#826) +- feat: Convert interrupted error to permanent after retry (#827) +- feat(services/ftp): Add connection pool for FTP (#832) +- feat: Implement retry for write operation (#831) +- feat: Bump reqsign to latest version (#837) +- feat(services/s3): Add role_arn and external_id for assume_role (#838) + +### Changed + +- test: accelerate behaviour test `test_list_rich_dir` (#828) + +### Fixed + +- fix: ObjectEntry returned in batch operator doesn't have correct accessor (#839) +- fix: Accessor in layers not set correctly (#840) + +## [v0.19.0] - 2022-10-08 + +### Added + +- feat: Implement object page stream for services like s3 (#787) +- RFC-0793: Generic KV Services (#793) +- feat(services/kv): Implement Scoped Key (#796) +- feat: Add scan in KeyValueAccessor (#797) +- feat: Implement basic kv services support (#799) +- feat: Introduce kv adapter for opendal (#802) +- feat: Add integration test for redis (#804) +- feat: Add OSS Service Support (#801) +- feat: Add integration tests for OSS (#814) + +### Changed + +- refactor: Move object to mod (#786) +- refactor: Implement azblob dir stream based on ObjectPageStream (#790) +- refactor: Implement memory services by generic kv (#800) +- refactor: Don't expose backend to users (#816) +- tests: allow running tests when env is `true` (#818) +- refactor: Remove deprecated type aliases (#819) +- test: list rich dir (#820) + +### Fixed + +- fix(services/redis): MATCH can't handle correctly (#803) +- fix: Disable ipfs redirection (#809) +- fix(services/ipfs): Use ipfs files API to copy data (#811) +- fix(services/hdfs): Allow retrying would block (#815) + +## [v0.18.2] - 2022-10-01 + +### Added + +- feat: Enable retry layer by default (#781) + +### Changed + +- ci: Enable IPFS NoFecth to avoid networking timeout (#780) +- ci: Build all feature in release to prevent build failure under release profile (#783) + +### Fixed + +- fix: Fix build error under release profile (#782) + +## [v0.18.1] - 2022-10-01 + +### Fixed + +- fix(services/s3): Content MD5 not set during list (#775) +- test: Add a test for ObjectEntry metadata cache (#776) + +## [v0.18.0] - 2022-10-01 + +### Added + +- feat: Add Metadata Cache Layer (#739) +- feat: Bump reqsign version to 0.5 (#741) +- feat: Derive Hash, Eq, PartialEq for Operation (#749) +- feat: Make AccessorMetadata public so outer users can use (#750) +- feat: Expose AccessorCapability to users (#751) +- feat: Expose opendal's http util to users (#753) +- feat: Implement convert from PresignedRequest (#756) +- feat: Make ObjectMetadata setter public (#758) +- feat: Implement cached metadata for ObjectEntry (#761) +- feat: Assign unique name for memory backend (#769) + +### Changed + +- refactor: replace error::other with new_other_object_error (#738) +- chore(compress): log with trace level instead of debug. (#752) +- refactor: Rename DirXxxx to ObjectXxxx instead (#759) + +### Fixed + +- fix(http_util): Disable auto compress and enable http proxy (#731) +- deps: Fix build after bump deps of oli and oay (#766) + +## [v0.17.4] - 2022-09-27 + +### Fixed + +- fix(http_util): Allow retry more errors (#724) +- fix(services/ftp): Suffix endpoints with default port (#726) + +## [v0.17.3] - 2022-09-26 + +### Added + +- feat: Add SubdirLayer to allowing switch directory (#718) +- feat(layers/retry): Add warning log while retry happened (#721) + +### Fixed + +- fix: update metrics on result (#716) +- fix: SubdirLayer should handle dir correctly (#720) + +## [v0.17.2] - 2022-09-26 + +### Add + +- feat: implement basic cp command (#688) +- chore: also parse 'FTPS' to Scheme::Ftp (#704) + +### Changed + +- refactor: remove `enable_secure` in FTP service (#709) +- oli: refactor copy implementation (#710) + +### Fixed + +- fix: Handle slash normalized false positives properly (#702) +- fix: Tracing is too verbose (#707) +- chore: fix error message in ftp service (#705) + +## [v0.17.1] - 2022-09-19 + +### Added + +- feat: redis service implement (#679) +- feat: Implement AsyncBufRead for IntoReader (#690) +- feat: expose security token of s3 (#693) + +### Changed + +- refactor: avoid unnecessary parent creating in Redis service (#692) +- refactor: Refactor HTTP Client to split sending and incoming logic (#695) + +### Fixed + +- fix: Handle write data in async way for IPMFS (#694) + +## [v0.17.0] - 2022-09-15 + +### Added + +- RFC: Path In Accessor (#661) +- feat: Implement RFC-0661: Path In Accessor (#664) +- feat: Hide http client internal details from users (#672) +- feat: make rustls the default tls implementation (#674) +- feat: Implement benches for layers (#681) + +### Docs + +- docs: Add how to implement service docs (#665) +- refactor: update redis support rfc (#676) +- docs: update metrics documentation (#684) + +### Fixed + +- fix: Immutable Index Layer could return duplicated paths (#671) +- fix: Remove not needed type parameter for immutable_layer (#677) +- fix: Don't trace buf field in poll_read (#682) +- fix: List non-exist dir should return empty (#683) +- fix: Add path validation for fs backend (#685) + +## [v0.16.0] - 2022-09-12 + +### Added + +- feat: Implement tests for read-only services (#634) +- feat(services/ftp): Implemented multi connection (#637) +- feat: Finalize FTP read operation (#644) +- feat: Implement service for IPFS HTTP Gateway (#645) +- feat: Add ImmutableIndexLayer (#651) +- feat: derive Hash for Scheme (#653) +- feat(services/ftp): Setup integration tests (#648) + +### Changed + +- refactor: Migrate all behavior tests to capability based (#635) +- refactor: Remove list support from http service (#639) +- refactor: Replace isahc with reqwest and ureq (#642) + +### Deps + +- deps: Bump reqsign to v0.4 (#643) +- deps: Remove not used features (#658) +- chore(deps): Update criterion requirement from 0.3 to 0.4 (#656) +- chore(deps): Update quick-xml requirement from 0.24 to 0.25 (#657) + +### Docs + +- docs: Add docs for ipfs (#649) +- docs: Fix typo (#650) +- docs: Add docs for ftp services (#655) + +### RFCs + +- RFC-0623: Redis Service (#623) + +## [v0.15.0] - 2022-09-05 + +### Added + +- RFC-0599: Blocking API (#599) +- feat: Add blocking API in Accessor (#604) +- feat: Implement blocking API for fs (#606) +- feat: improve observability of `BytesReader` and `DirStreamer` (#603) +- feat: Add behavior tests for blocking operations (#607) +- feat: Add integration tests for ipfs (#610) +- feat: implemented ftp backend (#581) +- RFC-0627: Split Capabilities (#627) + +### Changed + +- refactor: Extrace normalize_root functions (#619) +- refactor: Extrace build_abs_path and build_rooted_abs_path (#620) +- refactor: Extract build_rel_path (#621) +- feat: Rename ipfs to ipmfs to better reflect its naming (#629) + +## [v0.14.1] - 2022-08-30 + +### Added + +- feat: Add IPFS backend (#481) +- refactor: IPFS service cleanup (#590) + +### Docs + +- docs: Add obs in OpenDAL lib docs (#585) + +### Fixed + +- fix(services/s3): If input range is `0..`, don't insert range header (#592) + +## [v0.14.0] - 2022-08-28 + +### Added + +- RFC-0554: Write Refactor (#554) +- feat: Implement huaweicloud obs service other op support (#557) +- feat: Add new operations in Accessor (#564) +- feat: Implement obs create and write (#565) +- feat(services/s3): Implement Multipart support (#571) +- feat: Implement MultipartObject public API (#574) +- feat: Implement integration tests for multipart (#575) +- feat: Implement presign for write multipart (#576) +- test: Add assert of public struct size (#578) +- feat: List metadata reuse (#577) +- feat: Implement integration test for obs (#572) + +### Changed + +- refactor(ops): Promote ops as a parent mod (#553) +- refactor: Implement RFC-0554 Write Refactor (#556) +- refactor: Remove all unused qualifications (#560) +- refactor: Fix typo in azblob backend (#569) +- refactor: change ObjectError's op from &'static str to Operation (#580) + +### Deleted + +- refactor: Remove deprecated APIs (#582) + +### Docs + +- docs: Add docs for obs service (#579) + +## [v0.13.1] - 2022-08-22 + +### Added + +- feat: Add walk for BatchOperator (#543) +- feat: Mark Scheme non_exhaustive and extendable (#544) +- feat: Try to limit the max_connections for http client (#545) +- feat: Implement huaweicloud obs service read support (#540) + +### Docs + +- docs: Fix gcs is missing from index (#546) + +## [v0.13.0] - 2022-08-17 + +### Added + +- feat: Refactor metrics and hide under feature layers-metrics (#521) +- feat(layer): Add TracingLayer support (#523) +- feature: Google Cloud Storage support skeleton (#513) +- feat: Add LoggingLayer to replace service internal logs (#526) +- feat: Implement integration tests for gcs (#532) +- docs: Add docs for new layers (#534) +- docs: Add docs for gcs backend (#535) + +### Changed + +- refactor: Rewrite retry layer support (#522) + +### Fixed + +- fix: Make ProtocolViolation a retryable error (#528) + +## [v0.12.0] - 2022-08-12 + +### Added + +- RFC-0501: New Builder (#501) +- feat: Implement RFC-0501 New Builder (#510) + +### Changed + +- feat: Use isahc to replace hyper (#471) +- refactor: make parse http error code public (#511) +- refactor: Extrace new http error APIs (#515) +- refactor: Simplify the error response parse logic (#516) + +### Removed + +- refactor: Remove deprecated struct Metadata (#503) + +## [v0.11.4] - 2022-08-02 + +### Added + +- feat: Support using rustls for TLS (#491) + +### Changed + +- feat: try to support epoll (#478) +- deps: Lower the requirement of deps (#495) +- Revert "feat: try to support epoll" (#496) + +### Fixed + +- fix: Uri encode continuation-token before signing (#494) + +### Docs + +- docs: Add downloads in README (#485) +- docs: Update slogan for OpenDAL (#486) + +## [v0.11.3] - 2022-07-26 + +### Changed + +- build: Remove not used features (#472) + +### Fixed + +- fix: Disable connection pool as workaround for async runtime hang (#474) + +### Dependencies + +- chore(deps): Bump clap from 3.2.12 to 3.2.15 in /oay (#461) +- chore(deps): Bump clap from 3.2.12 to 3.2.15 in /oli (#460) +- chore(deps): Update metrics requirement from 0.19.0 to 0.20.0 (#462) +- chore(deps): Bump tokio from 1.20.0 to 1.20.1 in /oay (#468) + +## [v0.11.2] - 2022-07-19 + +### Fixed + +- fix: Service HTTP deosn't handle dir correctly (#455) +- fix: Service HTTP inserted with wrong key (#457) + +## [v0.11.1] - 2022-07-19 + +### Added + +- RFC-0438: Multipart (#438) +- RFC-0443: Gateway (#443) +- feat: Add basic oay support for http (#445) +- feat: BytesRange supports parsing from range and content-range (#449) +- feat(oay): Implement range support (#450) +- feat(services-http): Implement write and delete for testing (#451) + +## [v0.11.0] - 2022-07-11 + +### Added + +- feat: derive Deserialize/Serialize for ObjectMetaData (#420) +- RFC-0423: Command Line Interface (#423) +- feat: optimize range read (#425) +- feat(oli): Add basic layout for oli (#426) +- RFC-0429: Init From Iter (#429) +- feat: Implement RFC-0429 Init From Iter (#432) +- feat(oli): Add cp command layout (#428) + +### Docs + +- docs: Update description of OpenDAL (#434) + +## [v0.10.0] - 2022-07-04 + +### Added + +- RFC-0409: Accessor Capabilities (#409) +- feat: Implement RFC-0409 Accessor Capabilities (#411) +- RFC-0413: Presign (#413) +- feat: Implement presign support for s3 (#414) + +### Docs + +- docs: Add new RFCs in list (#415) + +### Dependencies + +- chore(deps): Update reqsign requirement from 0.1.1 to 0.2.0 (#412) + +## [v0.9.1] - 2022-06-27 + +### Added + +- feat(object): Add ETag support (#381) +- feat: Convert retryable hyper errors into Interrupted (#396) + +### Changed + +- build: Exclude docs from publish (#383) +- ci: Don't run CI on not needed push (#395) +- refactor: Use list for check instead of stat (#399) + +### Dependencies + +- chore(deps): Update size requirement from 0.1.2 to 0.2.0 (#385) +- Upgrade dev-dependency `size` to 0.4 (#392) + +### Fixed + +- fix: Special chars not handled correctly (#398) + +## [v0.9.0] - 2022-06-14 + +### Added + +- feat: Implement http service support (#368) +- feat: Add http_header to handle HTTP header parse (#369) +- feat(services/s3): Add virtual host API style support (#374) + +### Changed + +- refactor: Use the same http client across project (#364) +- refactor(services/{s3,azblob}): Make sure error response parsed correctly and safely (#375) + +### Docs + +- docs: Add concepts for Accessor, Operator and Object (#354) +- docs: Aad docs for batch operations (#363) + +## [v0.8.0] - 2022-06-09 + +### Added + +- RFC-0337: Dir Entry (#337) +- feat: Implement RFC-0337: Dir Entry (#342) +- feat: Add batch operation support (#346) + +### Changed + +- refactor: Rename Metadata to ObjectMetadata for clarify (#339) + +### Others + +- chore(deps): Bump actions/setup-python from 3 to 4 (#343) +- chore(deps): Bump amondnet/vercel-action from 20 to 25 (#344) + +## [v0.7.3] - 2022-06-03 + +### Fixed + +- fix(services/s3,hdfs): List empty dir should not return itself (#327) +- fix(services/hdfs): Root path not cleaned correctly (#330) + +## [v0.7.2] - 2022-06-01 + +### Added + +- feat(io_util): Improve debug logging for compress (#310) +- feat(services/s3): Add disable_credential_loader support (#317) +- feat: Allow check user input (#318) +- docs: Add services and features docs (#319) +- feat: Add name to object metadata (#304) +- fix(io_util/compress): Fix decoder's buf not all consumed (#323) + +### Changed + +- chore(deps): Update metrics requirement from 0.18.1 to 0.19.0 (#314) +- docs: Update README to reflect current status (#321) +- refactor(object): Make Metadata::name() return &str (#322) + +### Fixed + +- docs: Fix typo in examples (#320) +- fix(services): Don't throw error message for stat operation (#324) + +## [v0.7.1] - 2022-05-29 + +### Fixed + +- publish: Fix git version not allowed (#306) +- fix(io_util/compress): Decompress read exit too early (#308) + +## [v0.7.0] - 2022-05-29 + +### Added + +- feat: Add support for blocking decompress_read (#289) +- feat: Add check for operator (#290) +- docs: Use mdbook to generate documentation (#291) +- proposal: Object ID (#293) +- feat: Implement operator metadata support (#296) +- feat: Implement RFC-0293 Object ID (#298) + +### Changed + +- chore(deps): Update quick-xml requirement from 0.22.0 to 0.23.0 (#286) +- feat(io_util): Refactor decompress decoder (#302) +- ci: Adopt amondnet/vercel-action (#303) + +### Fixed + +- fix(services/aws): Increase retry times for AWS STS (#299) + +## [v0.6.3] - 2022-05-25 + +### Added + +- ci: Add all issues into databend-storage project (#277) +- feat(services/s3): Add retry in load_credential (#281) +- feat(services): Allow endpoint has trailing slash (#282) +- feat(services): Attach more context in error messages (#283) + +## [v0.6.2] - 2022-05-12 + +### Fixed + +- fix(azblob): Request URL not construct correctly (#270) + +## [v0.6.1] - 2022-05-09 + +### Added + +- feat: Add hdfs scheme (#266) + +## [v0.6.0] - 2022-05-07 + +### Added + +- docs: Improve docs to 100% coverage (#246) +- RFC-0247: Retryable Error (#247) +- feat: Implement retry layers (#249) +- feat: Implement retryable errors for azblob and s3 (#254) +- feat: Implement hdfs service support (#255) +- docs: Add docs for hdfs services (#262) + +### Changed + +- docs: Make sure code examples are formatted (#251) +- chore(deps): Update uuid requirement from 0.8.2 to 1.0.0 (#252) +- refactor: Remove deprecated modules (#259) + +### Fixed + +- ci: Fix docs build (#260) +- fix: HDFS jar not load (#261) + +## [v0.5.2] - 2022-04-08 + +### Changed + +- chore: Build all features for docs.rs (#238) +- ci: Enable auto dependence upgrade (#239) +- chore(deps): Bump actions/checkout from 2 to 3 (#240) +- docs: Refactor examples (#241) + +### Fixed + +- fix(services/s3): Endpoint without scheme should also supported (#242) + +## [v0.5.1] - 2022-04-08 + +### Added + +- docs: Add behavior docs for create operation (#235) + +### Fixed + +- fix(services/fs): Create on existing dir should succeed (#234) + +## [v0.5.0] - 2022-04-07 + +### Added + +- feat: Improve error message (#220) +- RFC-0221: Create Dir (#221) +- feat: Simplify create API (#225) +- feat: Implement decompress read support (#227) +- ci: Enable behavior test for azblob (#229) +- docs: Add docs for azblob's public structs (#230) + +### Changed + +- refactor: Move op.objects() to o.list() (#224) +- refactor: Improve behavior_tests so that cargo test works without --all-features (#231) + +### Fixed + +- fix: Azblob should pass all behavior tests now (#228) + +## [v0.4.2] - 2022-04-03 + +### Added + +- feat: Add seekable_reader on Object (#215) + +### Fixed + +- fix: Object last_modified should carry timezone (#217) + +## [v0.4.1] - 2022-04-02 + +### Added + +- feat: Export SeekableReader (#212) + +## [v0.4.0] - 2022-04-02 + +**Refer to [Upgrade](./docs/upgrade.md) `From v0.3 to v0.4` section for more upgrade details.** + +### Added + +- feat(services/azblob): Implement list support (#193) +- feat: Implement io_util like into_sink and into_stream (#197) +- docs: Add docs for all newly added public functions (#199) +- feat(io_util): Implement observer for sink and stream (#198) +- docs: Add docs for public types (#206) + +### Changed + +- refactor: Make read return BytesStream instead (#192) +- RFC-0191: Async Streaming IO (#191) +- refactor: New public API design (#201) +- refactor: Adopt io::Result instead (#204) +- refactor: Rollback changes around async streaming io (#205) +- refactor: Refactor behavior tests with macro_rules (#207) + +### Fixed + +- deps: Bump to reqsign to fix s3 url encode issue (#202) + +### Removed + +- RFC-0203: Remove Credential (#203) + +## [v0.3.0] - 2022-03-25 + +### Added + +- feat: Add azure blob support (#165) +- feat: Add tracing support via minitrace (#175) +- feat(service/s3): Implement server side encryption support (#182) + +### Changed + +- chore: Level down some log entry to debug (#181) + +### Fixed + +- fix(service/s3): Endpoint template should be applied if region exists (#180) + +## [v0.2.5] - 2022-03-22 + +### Added + +- feat: Adopt quick_xml to parse xml (#164) +- test: Add behavior test for not exist object (#166) +- feat: Allow user input region (#168) + +### Changed + +- feat: Improve error handle for s3 service (#169) +- feat: Read error response for better debugging (#170) +- examples: Improve examples for s3 (#171) + +## [v0.2.4] - 2022-03-18 + +### Added + +- feat: Add content_md5 and last_modified in metadata (#158) + +### Changed + +- refactor: Say goodbye to aws-s3-sdk (#152) + +## [v0.2.3] - 2022-03-14 + +### Added + +- feat: Export BoxedObjectStream so that users can implement Layer (#147) + +## [v0.2.2] - 2022-03-14 + +### Fixed + +- services/fs: Refactor via tokio::fs (#142) +- fix: Stat root should return a dir object (#143) + +## [v0.2.1] - 2022-03-10 + +### Added + +- \*: Implement logging support (#122) +- feat(service): Add service memory read support (#121) +- services: Add basic metrics (#127) +- services: Add full memory support (#134) + +### Changed + +- benches: Refactor to support more read pattern (#126) +- services: Refactor into directories (#131) + +### Docs + +- docs: Cover all public types and functions (#128) +- docs: Update README (#129) +- ci: Generate main docs to (#132) +- docs: Enrich README (#133) +- Add examples for object (#135) + +## [v0.2.0] - 2022-03-08 + +### Added + +- RFC-112: Path Normalization (#112) +- examples: Add more examples for services and operations (#113) + +### Changed + +- benches: Refactor to make code more readable (#104) +- object: Refactor ObjectMode into enum (#114) + +## [v0.1.4] - 2022-03-04 + +### Added + +- services/s3: Implement anonymous read support (#97) +- bench: Add parallel_read bench (#100) +- services/s3: Add test for anonymous support (#99) + +## [v0.1.3] - 2022-03-02 + +### Added + +- RFC and implementations for limited reader (#90) +- readers: Implement observe reader support (#92) + +### Changed + +- deps: Bump s3 sdk to 0.8 (#87) +- bench: Improve logic (#89) + +### New RFCs + +- [limited_reader](https://github.com/apache/opendal/blob/main/docs/rfcs/0090-limited-reader.md) + +## [v0.1.2] - 2022-03-01 + +### Changed + +- object: Polish API for Metadata (#80) + +## [v0.1.1] - 2022-03-01 + +### Added + +- RFC and implementation of feature Object Stream (#69) +- services/s3: Implement List support (#76) +- credential: Add Plain variant to allow more input (#78) + +### Changed + +- backend/s3: Change from lazy_static to once_cell (#62) +- backend/s3: Enable test on AWS S3 (#64) + +## [v0.1.0] - 2022-02-24 + +### Added + +- docs: Add README for behavior test and ops benchmarks (#53) +- RFC-0057: Auto Region (#57) +- backend/s3: Implement RFC-57 Auto Region (#59) + +### Changed + +- io: Rename BoxedAsyncRead to BoxedAsyncReader (#55) +- \*: Refactor tests (#60) + +## [v0.0.5] - 2022-02-23 + +### Fixed + +- io: Remove not used debug print (#48) + +## [v0.0.4] - 2022-02-23 + +### Added + +- readers: Allow config prefetch size (#31) +- RFC-0041: Object Native API (#41) +- \*: Implement RFC-0041 Object Native API (#35) +- RFC-0044: Error Handle (#44) +- error: Implement RFC-0044 Error Handle (#43) + +### Changed + +- services/fs: Use separate dedicated thread pool instead (#42) + +## [v0.0.3] - 2022-02-16 + +### Added + +- benches: Implement benches for ops (#26) + +### Changed + +- services/s3: Don't load_from_env if users already inputs (#23) +- readers: Improve seekable performance (#25) + +## [v0.0.2] - 2022-02-15 + +### Added + +- tests: Implement behavior tests (#13) +- services/s3: Add support for endpoints without scheme (#15) +- tests: Implement integration tests for s3 (#18) + +### Fixed + +- services/s3: Allow set endpoint and region while input value is valid (#17) + +## v0.0.1 - 2022-02-14 + +### Added + +Hello, OpenDAL! + +[v0.55.0]: https://github.com/apache/opendal/compare/v0.54.1...v0.55.0 +[v0.54.1]: https://github.com/apache/opendal/compare/v0.54.0...v0.54.1 +[v0.54.0]: https://github.com/apache/opendal/compare/v0.53.3...v0.54.0 +[v0.53.3]: https://github.com/apache/opendal/compare/v0.53.2...v0.53.3 +[v0.53.2]: https://github.com/apache/opendal/compare/v0.53.1...v0.53.2 +[v0.53.1]: https://github.com/apache/opendal/compare/v0.53.0...v0.53.1 +[v0.53.0]: https://github.com/apache/opendal/compare/v0.52.0...v0.53.0 +[v0.52.0]: https://github.com/apache/opendal/compare/v0.51.2...v0.52.0 +[v0.51.2]: https://github.com/apache/opendal/compare/v0.51.1...v0.51.2 +[v0.51.1]: https://github.com/apache/opendal/compare/v0.51.0...v0.51.1 +[v0.51.0]: https://github.com/apache/opendal/compare/v0.50.2...v0.51.0 +[v0.50.2]: https://github.com/apache/opendal/compare/v0.50.1...v0.50.2 +[v0.50.1]: https://github.com/apache/opendal/compare/v0.50.0...v0.50.1 +[v0.50.0]: https://github.com/apache/opendal/compare/v0.49.2...v0.50.0 +[v0.49.2]: https://github.com/apache/opendal/compare/v0.49.1...v0.49.2 +[v0.49.1]: https://github.com/apache/opendal/compare/v0.49.0...v0.49.1 +[v0.49.0]: https://github.com/apache/opendal/compare/v0.48.0...v0.49.0 +[v0.48.0]: https://github.com/apache/opendal/compare/v0.47.3...v0.48.0 +[v0.47.3]: https://github.com/apache/opendal/compare/v0.47.2...v0.47.3 +[v0.47.2]: https://github.com/apache/opendal/compare/v0.47.1...v0.47.2 +[v0.47.1]: https://github.com/apache/opendal/compare/v0.47.0...v0.47.1 +[v0.47.0]: https://github.com/apache/opendal/compare/v0.46.0...v0.47.0 +[v0.46.0]: https://github.com/apache/opendal/compare/v0.45.1...v0.46.0 +[v0.45.1]: https://github.com/apache/opendal/compare/v0.45.0...v0.45.1 +[v0.45.0]: https://github.com/apache/opendal/compare/v0.44.2...v0.45.0 +[v0.44.2]: https://github.com/apache/opendal/compare/v0.44.1...v0.44.2 +[v0.44.1]: https://github.com/apache/opendal/compare/v0.44.0...v0.44.1 +[v0.44.0]: https://github.com/apache/opendal/compare/v0.43.0...v0.44.0 +[v0.43.0]: https://github.com/apache/opendal/compare/v0.42.0...v0.43.0 +[v0.42.0]: https://github.com/apache/opendal/compare/v0.41.0...v0.42.0 +[v0.41.0]: https://github.com/apache/opendal/compare/v0.40.0...v0.41.0 +[v0.40.0]: https://github.com/apache/opendal/compare/v0.39.1...v0.40.0 +[v0.39.0]: https://github.com/apache/opendal/compare/v0.38.1...v0.39.0 +[v0.38.1]: https://github.com/apache/opendal/compare/v0.38.0...v0.38.1 +[v0.38.0]: https://github.com/apache/opendal/compare/v0.37.0...v0.38.0 +[v0.37.0]: https://github.com/apache/opendal/compare/v0.36.0...v0.37.0 +[v0.36.0]: https://github.com/apache/opendal/compare/v0.35.0...v0.36.0 +[v0.35.0]: https://github.com/apache/opendal/compare/v0.34.0...v0.35.0 +[v0.34.0]: https://github.com/apache/opendal/compare/v0.33.3...v0.34.0 +[v0.33.3]: https://github.com/apache/opendal/compare/v0.33.2...v0.33.3 +[v0.33.2]: https://github.com/apache/opendal/compare/v0.33.1...v0.33.2 +[v0.33.1]: https://github.com/apache/opendal/compare/v0.33.0...v0.33.1 +[v0.33.0]: https://github.com/apache/opendal/compare/v0.32.0...v0.33.0 +[v0.32.0]: https://github.com/apache/opendal/compare/v0.31.1...v0.32.0 +[v0.31.1]: https://github.com/apache/opendal/compare/v0.31.0...v0.31.1 +[v0.31.0]: https://github.com/apache/opendal/compare/v0.30.5...v0.31.0 +[v0.30.5]: https://github.com/apache/opendal/compare/v0.30.4...v0.30.5 +[v0.30.4]: https://github.com/apache/opendal/compare/v0.30.3...v0.30.4 +[v0.30.3]: https://github.com/apache/opendal/compare/v0.30.2...v0.30.3 +[v0.30.2]: https://github.com/apache/opendal/compare/v0.30.1...v0.30.2 +[v0.30.1]: https://github.com/apache/opendal/compare/v0.30.0...v0.30.1 +[v0.30.0]: https://github.com/apache/opendal/compare/v0.29.1...v0.30.0 +[v0.29.1]: https://github.com/apache/opendal/compare/v0.29.0...v0.29.1 +[v0.29.0]: https://github.com/apache/opendal/compare/v0.28.0...v0.29.0 +[v0.28.0]: https://github.com/apache/opendal/compare/v0.27.2...v0.28.0 +[v0.27.2]: https://github.com/apache/opendal/compare/v0.27.1...v0.27.2 +[v0.27.1]: https://github.com/apache/opendal/compare/v0.27.0...v0.27.1 +[v0.27.0]: https://github.com/apache/opendal/compare/v0.26.2...v0.27.0 +[v0.26.2]: https://github.com/apache/opendal/compare/v0.26.1...v0.26.2 +[v0.26.1]: https://github.com/apache/opendal/compare/v0.26.0...v0.26.1 +[v0.26.0]: https://github.com/apache/opendal/compare/v0.25.2...v0.26.0 +[v0.25.2]: https://github.com/apache/opendal/compare/v0.25.1...v0.25.2 +[v0.25.1]: https://github.com/apache/opendal/compare/v0.25.0...v0.25.1 +[v0.25.0]: https://github.com/apache/opendal/compare/v0.24.6...v0.25.0 +[v0.24.6]: https://github.com/apache/opendal/compare/v0.24.5...v0.24.6 +[v0.24.5]: https://github.com/apache/opendal/compare/v0.24.4...v0.24.5 +[v0.24.4]: https://github.com/apache/opendal/compare/v0.24.3...v0.24.4 +[v0.24.3]: https://github.com/apache/opendal/compare/v0.24.2...v0.24.3 +[v0.24.2]: https://github.com/apache/opendal/compare/v0.24.1...v0.24.2 +[v0.24.1]: https://github.com/apache/opendal/compare/v0.24.0...v0.24.1 +[v0.24.0]: https://github.com/apache/opendal/compare/v0.23.0...v0.24.0 +[v0.23.0]: https://github.com/apache/opendal/compare/v0.22.6...v0.23.0 +[v0.22.6]: https://github.com/apache/opendal/compare/v0.22.5...v0.22.6 +[v0.22.5]: https://github.com/apache/opendal/compare/v0.22.4...v0.22.5 +[v0.22.4]: https://github.com/apache/opendal/compare/v0.22.3...v0.22.4 +[v0.22.3]: https://github.com/apache/opendal/compare/v0.22.2...v0.22.3 +[v0.22.2]: https://github.com/apache/opendal/compare/v0.22.1...v0.22.2 +[v0.22.1]: https://github.com/apache/opendal/compare/v0.22.0...v0.22.1 +[v0.22.0]: https://github.com/apache/opendal/compare/v0.21.2...v0.22.0 +[v0.21.2]: https://github.com/apache/opendal/compare/v0.21.1...v0.21.2 +[v0.21.1]: https://github.com/apache/opendal/compare/v0.21.0...v0.21.1 +[v0.21.0]: https://github.com/apache/opendal/compare/v0.20.1...v0.21.0 +[v0.20.1]: https://github.com/apache/opendal/compare/v0.20.0...v0.20.1 +[v0.20.0]: https://github.com/apache/opendal/compare/v0.19.8...v0.20.0 +[v0.19.8]: https://github.com/apache/opendal/compare/v0.19.7...v0.19.8 +[v0.19.7]: https://github.com/apache/opendal/compare/v0.19.6...v0.19.7 +[v0.19.6]: https://github.com/apache/opendal/compare/v0.19.5...v0.19.6 +[v0.19.5]: https://github.com/apache/opendal/compare/v0.19.4...v0.19.5 +[v0.19.4]: https://github.com/apache/opendal/compare/v0.19.3...v0.19.4 +[v0.19.3]: https://github.com/apache/opendal/compare/v0.19.2...v0.19.3 +[v0.19.2]: https://github.com/apache/opendal/compare/v0.19.1...v0.19.2 +[v0.19.1]: https://github.com/apache/opendal/compare/v0.19.0...v0.19.1 +[v0.19.0]: https://github.com/apache/opendal/compare/v0.18.2...v0.19.0 +[v0.18.2]: https://github.com/apache/opendal/compare/v0.18.1...v0.18.2 +[v0.18.1]: https://github.com/apache/opendal/compare/v0.18.0...v0.18.1 +[v0.18.0]: https://github.com/apache/opendal/compare/v0.17.4...v0.18.0 +[v0.17.4]: https://github.com/apache/opendal/compare/v0.17.3...v0.17.4 +[v0.17.3]: https://github.com/apache/opendal/compare/v0.17.2...v0.17.3 +[v0.17.2]: https://github.com/apache/opendal/compare/v0.17.1...v0.17.2 +[v0.17.1]: https://github.com/apache/opendal/compare/v0.17.0...v0.17.1 +[v0.17.0]: https://github.com/apache/opendal/compare/v0.16.0...v0.17.0 +[v0.16.0]: https://github.com/apache/opendal/compare/v0.15.0...v0.16.0 +[v0.15.0]: https://github.com/apache/opendal/compare/v0.14.1...v0.15.0 +[v0.14.1]: https://github.com/apache/opendal/compare/v0.14.0...v0.14.1 +[v0.14.0]: https://github.com/apache/opendal/compare/v0.13.1...v0.14.0 +[v0.13.1]: https://github.com/apache/opendal/compare/v0.13.0...v0.13.1 +[v0.13.0]: https://github.com/apache/opendal/compare/v0.12.0...v0.13.0 +[v0.12.0]: https://github.com/apache/opendal/compare/v0.11.4...v0.12.0 +[v0.11.4]: https://github.com/apache/opendal/compare/v0.11.3...v0.11.4 +[v0.11.3]: https://github.com/apache/opendal/compare/v0.11.2...v0.11.3 +[v0.11.2]: https://github.com/apache/opendal/compare/v0.11.1...v0.11.2 +[v0.11.1]: https://github.com/apache/opendal/compare/v0.11.0...v0.11.1 +[v0.11.0]: https://github.com/apache/opendal/compare/v0.10.0...v0.11.0 +[v0.10.0]: https://github.com/apache/opendal/compare/v0.9.1...v0.10.0 +[v0.9.1]: https://github.com/apache/opendal/compare/v0.9.0...v0.9.1 +[v0.9.0]: https://github.com/apache/opendal/compare/v0.8.0...v0.9.0 +[v0.8.0]: https://github.com/apache/opendal/compare/v0.7.3...v0.8.0 +[v0.7.3]: https://github.com/apache/opendal/compare/v0.7.2...v0.7.3 +[v0.7.2]: https://github.com/apache/opendal/compare/v0.7.1...v0.7.2 +[v0.7.1]: https://github.com/apache/opendal/compare/v0.7.0...v0.7.1 +[v0.7.0]: https://github.com/apache/opendal/compare/v0.6.3...v0.7.0 +[v0.6.3]: https://github.com/apache/opendal/compare/v0.6.2...v0.6.3 +[v0.6.2]: https://github.com/apache/opendal/compare/v0.6.1...v0.6.2 +[v0.6.1]: https://github.com/apache/opendal/compare/v0.6.0...v0.6.1 +[v0.6.0]: https://github.com/apache/opendal/compare/v0.5.2...v0.6.0 +[v0.5.2]: https://github.com/apache/opendal/compare/v0.5.1...v0.5.2 +[v0.5.1]: https://github.com/apache/opendal/compare/v0.5.0...v0.5.1 +[v0.5.0]: https://github.com/apache/opendal/compare/v0.4.2...v0.5.0 +[v0.4.2]: https://github.com/apache/opendal/compare/v0.4.1...v0.4.2 +[v0.4.1]: https://github.com/apache/opendal/compare/v0.4.0...v0.4.1 +[v0.4.0]: https://github.com/apache/opendal/compare/v0.3.0...v0.4.0 +[v0.3.0]: https://github.com/apache/opendal/compare/v0.2.5...v0.3.0 +[v0.2.5]: https://github.com/apache/opendal/compare/v0.2.4...v0.2.5 +[v0.2.4]: https://github.com/apache/opendal/compare/v0.2.3...v0.2.4 +[v0.2.3]: https://github.com/apache/opendal/compare/v0.2.2...v0.2.3 +[v0.2.2]: https://github.com/apache/opendal/compare/v0.2.1...v0.2.2 +[v0.2.1]: https://github.com/apache/opendal/compare/v0.2.0...v0.2.1 +[v0.2.0]: https://github.com/apache/opendal/compare/v0.1.4...v0.2.0 +[v0.1.4]: https://github.com/apache/opendal/compare/v0.1.3...v0.1.4 +[v0.1.3]: https://github.com/apache/opendal/compare/v0.1.2...v0.1.3 +[v0.1.2]: https://github.com/apache/opendal/compare/v0.1.1...v0.1.2 +[v0.1.1]: https://github.com/apache/opendal/compare/v0.1.0...v0.1.1 +[v0.1.0]: https://github.com/apache/opendal/compare/v0.0.5...v0.1.0 +[v0.0.5]: https://github.com/apache/opendal/compare/v0.0.4...v0.0.5 +[v0.0.4]: https://github.com/apache/opendal/compare/v0.0.3...v0.0.4 +[v0.0.3]: https://github.com/apache/opendal/compare/v0.0.2...v0.0.3 +[v0.0.2]: https://github.com/apache/opendal/compare/v0.0.1...v0.0.2 diff --git a/lance-artifact/third-party/opendal/CONTRIBUTING.md b/lance-artifact/third-party/opendal/CONTRIBUTING.md new file mode 100644 index 000000000..b760c6927 --- /dev/null +++ b/lance-artifact/third-party/opendal/CONTRIBUTING.md @@ -0,0 +1,61 @@ +# Contributing + +## Get Started + +- `cargo check` to analyze the current package and report errors. +- `cargo build` to compile the current package. +- `cargo clippy` to catch common mistakes and improve code. +- `cargo test --features tests` to run unit tests. +- `cargo test` to run unit tests include doc tests. +- `cargo bench` to run benchmark tests. + +Useful tips: + +- Check/Build/Test/Clippy all code: `cargo --tests --benches --examples` +- Test specific function: `cargo test tests::it::services::fs` + +## Tests + +We have unit tests and behavior tests. + +### Unit Tests + +Unit tests are placed under `src/tests`, organized by mod. + +To run unit tests: + +```shell +cargo test --features tests +``` + +To run unit tests include doc tests: + +```shell +cargo test +``` + +### Behavior Tests + +Behavior Tests are used to make sure every service works correctly. + +```shell +# Setup env +cp .env.example .env +# Run tests +cargo test +``` + +Please visit [Behavior Test README](./tests/behavior/README.md) for more details. + +## Benchmark + +We use Ops Benchmark Tests to measure every operation's performance on the target platform. + +```shell +# Setup env +cp .env.example .env +# Run benches +cargo bench +``` + +Please visit [Ops Benchmark README](./benches/ops/README.md) for more details. diff --git a/lance-artifact/third-party/opendal/Cargo.lock b/lance-artifact/third-party/opendal/Cargo.lock new file mode 100644 index 000000000..8e138c4e9 --- /dev/null +++ b/lance-artifact/third-party/opendal/Cargo.lock @@ -0,0 +1,12425 @@ +# This file is automatically @generated by Cargo. +# It is not intended for manual editing. +version = 4 + +[[package]] +name = "addr" +version = "0.15.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a93b8a41dbe230ad5087cc721f8d41611de654542180586b315d9f4cf6b72bef" +dependencies = [ + "psl-types", +] + +[[package]] +name = "adler2" +version = "2.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "320119579fcad9c21884f5c4861d16174d0e06250625266f50fe6898340abefa" + +[[package]] +name = "aes" +version = "0.8.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b169f7a6d4742236a0a00c541b845991d0ac43e546831af1249753ab4c3aa3a0" +dependencies = [ + "cfg-if 1.0.4", + "cipher 0.4.4", + "cpufeatures 0.2.17", +] + +[[package]] +name = "aes" +version = "0.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f1fc76eaeac4c9164506c466d4ffdd8ec9d0c5bf57ee97177c4d8eceb3a0e138" +dependencies = [ + "cipher 0.5.1", + "cpubits", + "cpufeatures 0.3.0", +] + +[[package]] +name = "ahash" +version = "0.7.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "891477e0c6a8957309ee5c45a6368af3ae14bb510732d2684ffa19af310920f9" +dependencies = [ + "getrandom 0.2.17", + "once_cell", + "version_check", +] + +[[package]] +name = "ahash" +version = "0.8.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a15f179cd60c4584b8a8c596927aadc462e27f2ca70c04e0071964a73ba7a75" +dependencies = [ + "cfg-if 1.0.4", + "getrandom 0.3.4", + "once_cell", + "version_check", + "zerocopy", +] + +[[package]] +name = "aho-corasick" +version = "1.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ddd31a130427c27518df266943a5308ed92d4b226cc639f5a8f1002816174301" +dependencies = [ + "memchr", +] + +[[package]] +name = "allocator-api2" +version = "0.2.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "683d7910e743518b0e34f1186f92494becacb047c7b6bf616c96772180fef923" + +[[package]] +name = "ammonia" +version = "4.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "17e913097e1a2124b46746c980134e8c954bc17a6a59bb3fde96f088d126dde6" +dependencies = [ + "cssparser", + "html5ever", + "maplit", + "tendril", + "url", +] + +[[package]] +name = "android_system_properties" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "819e7219dbd41043ac279b19830f2efc897156490d7fd6ea916720117ee66311" +dependencies = [ + "libc", +] + +[[package]] +name = "anstream" +version = "1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "824a212faf96e9acacdbd09febd34438f8f711fb84e09a8916013cd7815ca28d" +dependencies = [ + "anstyle", + "anstyle-parse", + "anstyle-query", + "anstyle-wincon", + "colorchoice", + "is_terminal_polyfill", + "utf8parse", +] + +[[package]] +name = "anstyle" +version = "1.0.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "940b3a0ca603d1eade50a4846a2afffd5ef57a9feac2c0e2ec2e14f9ead76000" + +[[package]] +name = "anstyle-parse" +version = "1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "52ce7f38b242319f7cabaa6813055467063ecdc9d355bbb4ce0c68908cd8130e" +dependencies = [ + "utf8parse", +] + +[[package]] +name = "anstyle-query" +version = "1.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "40c48f72fd53cd289104fc64099abca73db4166ad86ea0b4341abe65af83dadc" +dependencies = [ + "windows-sys 0.61.2", +] + +[[package]] +name = "anstyle-wincon" +version = "3.0.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "291e6a250ff86cd4a820112fb8898808a366d8f9f58ce16d1f538353ad55747d" +dependencies = [ + "anstyle", + "once_cell_polyfill", + "windows-sys 0.61.2", +] + +[[package]] +name = "anyhow" +version = "1.0.104" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "330a5ed07fa54e4702c9d6c4174f74427fc0ef6e214bbd677ae50a5099946470" + +[[package]] +name = "approx" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cab112f0a86d568ea0e627cc1d6be74a1e9cd55214684db5561995f6dad897c6" +dependencies = [ + "num-traits", +] + +[[package]] +name = "arc-swap" +version = "1.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6a3a1fd6f75306b68087b831f025c712524bcb19aad54e557b1129cfa0a2b207" +dependencies = [ + "rustversion", +] + +[[package]] +name = "arcstr" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "03918c3dbd7701a85c6b9887732e2921175f26c350b4563841d0958c21d57e6d" + +[[package]] +name = "argon2" +version = "0.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3c3610892ee6e0cbce8ae2700349fcf8f98adb0dbfbee85aec3c9179d29cc072" +dependencies = [ + "base64ct", + "blake2", + "cpufeatures 0.2.17", + "password-hash", +] + +[[package]] +name = "arrayref" +version = "0.3.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "76a2e8124351fda1ef8aaaa3bbd7ebbcb486bbcd4225aca0aa0d84bb2db8fecb" + +[[package]] +name = "arrayvec" +version = "0.7.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7c02d123df017efcdfbd739ef81735b36c5ba83ec3c59c80a9d7ecc718f92e50" + +[[package]] +name = "as-slice" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "45403b49e3954a4b8428a0ac21a4b7afadccf92bfd96273f1a58cd4812496ae0" +dependencies = [ + "generic-array 0.12.4", + "generic-array 0.13.3", + "generic-array 0.14.7", + "stable_deref_trait", +] + +[[package]] +name = "async-backtrace" +version = "0.2.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4dcb391558246d27a13f195c1e3a53eda422270fdd452bd57a5aa9c1da1bb198" +dependencies = [ + "async-backtrace-attributes", + "dashmap 5.5.3", + "futures", + "loom 0.5.6", + "once_cell", + "pin-project-lite", + "rustc-hash 1.1.0", + "static_assertions", +] + +[[package]] +name = "async-backtrace-attributes" +version = "0.2.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "affbba0d438add06462a0371997575927bc05052f7ec486e7a4ca405c956c3d7" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "async-channel" +version = "1.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "81953c529336010edd6d8e358f886d9581267795c61b19475b71314bffa46d35" +dependencies = [ + "concurrent-queue", + "event-listener 2.5.3", + "futures-core", +] + +[[package]] +name = "async-channel" +version = "2.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "924ed96dd52d1b75e9c1a3e6275715fd320f5f9439fb5a4a11fa51f4221158d2" +dependencies = [ + "concurrent-queue", + "event-listener-strategy", + "futures-core", + "pin-project-lite", +] + +[[package]] +name = "async-executor" +version = "1.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c96bf972d85afc50bf5ab8fe2d54d1586b4e0b46c97c50a0c9e71e2f7bcd812a" +dependencies = [ + "async-task", + "concurrent-queue", + "fastrand", + "futures-lite", + "pin-project-lite", + "slab", +] + +[[package]] +name = "async-global-executor" +version = "2.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "05b1b633a2115cd122d73b955eadd9916c18c8f510ec9cd1686404c60ad1c29c" +dependencies = [ + "async-channel 2.5.0", + "async-executor", + "async-io", + "async-lock", + "blocking", + "futures-lite", + "once_cell", +] + +[[package]] +name = "async-io" +version = "2.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "456b8a8feb6f42d237746d4b3e9a178494627745c3c56c6ea55d92ba50d026fc" +dependencies = [ + "autocfg", + "cfg-if 1.0.4", + "concurrent-queue", + "futures-io", + "futures-lite", + "parking", + "polling", + "rustix 1.1.4", + "slab", + "windows-sys 0.61.2", +] + +[[package]] +name = "async-lock" +version = "3.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "290f7f2596bd5b78a9fec8088ccd89180d7f9f55b94b0576823bbbdc72ee8311" +dependencies = [ + "event-listener 5.4.1", + "event-listener-strategy", + "pin-project-lite", +] + +[[package]] +name = "async-recursion" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d7d78656ba01f1b93024b7c3a0467f1608e4be67d725749fdcd7d2c7678fd7a2" +dependencies = [ + "proc-macro2", + "quote", + "syn 1.0.109", +] + +[[package]] +name = "async-recursion" +version = "1.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3b43422f69d8ff38f95f1b2bb76517c91589a924d1559a0e935d7c8ce0274c11" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "async-std" +version = "1.13.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2c8e079a4ab67ae52b7403632e4618815d6db36d2a010cfe41b02c1b1578f93b" +dependencies = [ + "async-channel 1.9.0", + "async-global-executor", + "async-io", + "async-lock", + "crossbeam-utils", + "futures-channel", + "futures-core", + "futures-io", + "futures-lite", + "gloo-timers", + "kv-log-macro", + "log", + "memchr", + "once_cell", + "pin-project-lite", + "pin-utils", + "slab", + "wasm-bindgen-futures", +] + +[[package]] +name = "async-stream" +version = "0.3.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0b5a71a6f37880a80d1d7f19efd781e4b5de42c88f0722cc13bcb6cc2cfe8476" +dependencies = [ + "async-stream-impl", + "futures-core", + "pin-project-lite", +] + +[[package]] +name = "async-stream-impl" +version = "0.3.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c7c24de15d275a1ecfd47a380fb4d5ec9bfe0933f309ed5e705b775596a3574d" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "async-task" +version = "4.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b75356056920673b02621b35afd0f7dda9306d03c79a30f5c56c44cf256e3de" + +[[package]] +name = "async-trait" +version = "0.1.91" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ae36dc4177970ef04fde5178d3e2429882def40e57a451f919c098f72baa6cec" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.3", +] + +[[package]] +name = "atoi" +version = "2.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f28d99ec8bfea296261ca1af174f24225171fea9664ba9003cbebee704810528" +dependencies = [ + "num-traits", +] + +[[package]] +name = "atomic-polyfill" +version = "1.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8cf2bce30dfe09ef0bfaef228b9d414faaf7e563035494d7fe092dba54b300f4" +dependencies = [ + "critical-section", +] + +[[package]] +name = "atomic-waker" +version = "1.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1505bd5d3d116872e7271a6d4e16d81d0c8570876c8de68093a09ac269d8aac0" + +[[package]] +name = "auto-const-array" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fd73835ad7deb4bd2b389e6f10333b143f025d607c55ca04c66a0bcc6bb2fc6d" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "autocfg" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8" + +[[package]] +name = "await-tree" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4aec83d33c078452a764b777d1e8d6c17d8c999213ccfb7914740293f1e0fa9a" +dependencies = [ + "coarsetime", + "derive_builder", + "easy-ext", + "flexstr", + "indextree", + "itertools 0.12.1", + "parking_lot 0.12.5", + "pin-project", + "task-local", + "tracing", + "weak-table", +] + +[[package]] +name = "awaitable" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "70af449c9a763cb655c6a1e5338b42d99c67190824ff90658c1e30be844c0775" +dependencies = [ + "awaitable-error", + "cfg-if 1.0.4", +] + +[[package]] +name = "awaitable-error" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d5b3469636cdf8543cceab175efca534471f36eee12fb8374aba00eb5e7e7f8a" + +[[package]] +name = "aws-lc-rs" +version = "1.16.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0ec6fb3fe69024a75fa7e1bfb48aa6cf59706a101658ea01bfd33b2b248a038f" +dependencies = [ + "aws-lc-sys", + "untrusted 0.7.1", + "zeroize", +] + +[[package]] +name = "aws-lc-sys" +version = "0.40.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f50037ee5e1e41e7b8f9d161680a725bd1626cb6f8c7e901f91f942850852fe7" +dependencies = [ + "cc", + "cmake", + "dunce", + "fs_extra", +] + +[[package]] +name = "axum" +version = "0.6.20" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3b829e4e32b91e643de6eafe82b1d90675f5874230191a4ffbc1b336dec4d6bf" +dependencies = [ + "async-trait", + "axum-core 0.3.4", + "bitflags 1.3.2", + "bytes", + "futures-util", + "http 0.2.12", + "http-body 0.4.6", + "hyper 0.14.32", + "itoa", + "matchit 0.7.3", + "memchr", + "mime", + "percent-encoding", + "pin-project-lite", + "rustversion", + "serde", + "sync_wrapper 0.1.2", + "tower 0.4.13", + "tower-layer", + "tower-service", +] + +[[package]] +name = "axum" +version = "0.8.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "31b698c5f9a010f6573133b09e0de5408834d0c82f8d7475a89fc1867a71cd90" +dependencies = [ + "axum-core 0.5.6", + "bytes", + "futures-util", + "http 1.4.2", + "http-body 1.1.0", + "http-body-util", + "itoa", + "matchit 0.8.4", + "memchr", + "mime", + "percent-encoding", + "pin-project-lite", + "serde_core", + "sync_wrapper 1.0.2", + "tower 0.5.3", + "tower-layer", + "tower-service", +] + +[[package]] +name = "axum-core" +version = "0.3.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "759fa577a247914fd3f7f76d62972792636412fbfd634cd452f6a385a74d2d2c" +dependencies = [ + "async-trait", + "bytes", + "futures-util", + "http 0.2.12", + "http-body 0.4.6", + "mime", + "rustversion", + "tower-layer", + "tower-service", +] + +[[package]] +name = "axum-core" +version = "0.5.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "08c78f31d7b1291f7ee735c1c6780ccde7785daae9a9206026862dab7d8792d1" +dependencies = [ + "bytes", + "futures-core", + "http 1.4.2", + "http-body 1.1.0", + "http-body-util", + "mime", + "pin-project-lite", + "sync_wrapper 1.0.2", + "tower-layer", + "tower-service", +] + +[[package]] +name = "backon" +version = "1.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cffb0e931875b666fc4fcb20fee52e9bbd1ef836fd9e9e04ec21555f9f85f7ef" +dependencies = [ + "fastrand", + "gloo-timers", + "tokio", +] + +[[package]] +name = "base16ct" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4c7f02d4ea65f2c1853089ffd8d2787bdbc63de2f0d29dedbcf8ccdfa0ccd4cf" + +[[package]] +name = "base64" +version = "0.21.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9d297deb1925b89f2ccc13d7635fa0714f12c87adce1c75356b39ca9b7178567" + +[[package]] +name = "base64" +version = "0.22.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6" + +[[package]] +name = "base64" +version = "0.23.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b25655df2c3cdd83c5e5b293b88acd880332b2ddadd7c30ac43144fdc0033da9" + +[[package]] +name = "base64ct" +version = "1.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2af50177e190e07a26ab74f8b1efbfe2ef87da2116221318cb1c2e82baf7de06" + +[[package]] +name = "bcrypt" +version = "0.18.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9a0f5948f30df5f43ac29d310b7476793be97c50787e6ef4a63d960a0d0be827" +dependencies = [ + "base64 0.22.1", + "blowfish", + "getrandom 0.3.4", + "subtle", + "zeroize", +] + +[[package]] +name = "bindgen" +version = "0.72.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "993776b509cfb49c750f11b8f07a46fa23e0a1386ffc01fb1e7d343efc387895" +dependencies = [ + "bitflags 2.11.1", + "cexpr", + "clang-sys", + "itertools 0.13.0", + "log", + "prettyplease", + "proc-macro2", + "quote", + "regex", + "rustc-hash 2.1.2", + "shlex 1.3.0", + "syn 2.0.118", +] + +[[package]] +name = "bitflags" +version = "1.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a" + +[[package]] +name = "bitflags" +version = "2.11.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c4512299f36f043ab09a583e57bceb5a5aab7a73db1805848e8fef3c9e8c78b3" +dependencies = [ + "serde_core", +] + +[[package]] +name = "bitvec" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1bc2832c24239b0141d5674bb9174f9d68a8b5b3f2753311927c172ca46f7e9c" +dependencies = [ + "funty", + "radium", + "tap", + "wyz", +] + +[[package]] +name = "blake2" +version = "0.10.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "46502ad458c9a52b69d4d4d32775c788b7a1b85e8bc9d482d92250fc0e3f8efe" +dependencies = [ + "digest 0.10.7", +] + +[[package]] +name = "blake3" +version = "1.8.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0aa83c34e62843d924f905e0f5c866eb1dd6545fc4d719e803d9ba6030371fce" +dependencies = [ + "arrayref", + "arrayvec", + "cc", + "cfg-if 1.0.4", + "constant_time_eq", + "cpufeatures 0.3.0", +] + +[[package]] +name = "block-buffer" +version = "0.10.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3078c7629b62d3f0439517fa394996acacc5cbc91c5a20d8c658e77abd503a71" +dependencies = [ + "generic-array 0.14.7", +] + +[[package]] +name = "block-buffer" +version = "0.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cdd35008169921d80bc60d3d0ab416eecb028c4cd653352907921d95084790be" +dependencies = [ + "hybrid-array", +] + +[[package]] +name = "block-padding" +version = "0.3.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a8894febbff9f758034a5b8e12d87918f56dfc64a8e1fe757d65e29041538d93" +dependencies = [ + "generic-array 0.14.7", +] + +[[package]] +name = "block-padding" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "710f1dd022ef4e93f8a438b4ba958de7f64308434fa6a87104481645cc30068b" +dependencies = [ + "hybrid-array", +] + +[[package]] +name = "blocking" +version = "1.6.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e83f8d02be6967315521be875afa792a316e28d57b5a2d401897e2a7921b7f21" +dependencies = [ + "async-channel 2.5.0", + "async-task", + "futures-io", + "futures-lite", + "piper", +] + +[[package]] +name = "blowfish" +version = "0.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e412e2cd0f2b2d93e02543ceae7917b3c70331573df19ee046bcbc35e45e87d7" +dependencies = [ + "byteorder", + "cipher 0.4.4", +] + +[[package]] +name = "bnum" +version = "0.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f781dba93de3a5ef6dc5b17c9958b208f6f3f021623b360fb605ea51ce443f10" + +[[package]] +name = "borsh" +version = "1.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cfd1e3f8955a5d7de9fab72fc8373fade9fb8a703968cb200ae3dc6cf08e185a" +dependencies = [ + "borsh-derive", + "bytes", + "cfg_aliases", +] + +[[package]] +name = "borsh-derive" +version = "1.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bfcfdc083699101d5a7965e49925975f2f55060f94f9a05e7187be95d530ca59" +dependencies = [ + "once_cell", + "proc-macro-crate", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "boxcar" +version = "0.2.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "36f64beae40a84da1b4b26ff2761a5b895c12adc41dc25aaee1c4f2bbfe97a6e" + +[[package]] +name = "bson" +version = "2.15.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7969a9ba84b0ff843813e7249eed1678d9b6607ce5a3b8f0a47af3fcf7978e6e" +dependencies = [ + "ahash 0.8.12", + "base64 0.22.1", + "bitvec", + "getrandom 0.2.17", + "getrandom 0.3.4", + "hex", + "indexmap 2.14.0", + "js-sys", + "once_cell", + "rand 0.9.4", + "serde", + "serde_bytes", + "serde_json", + "time", + "uuid", +] + +[[package]] +name = "bstr" +version = "1.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "63044e1ae8e69f3b5a92c736ca6269b8d12fa7efe39bf34ddb06d102cf0e2cab" +dependencies = [ + "memchr", + "regex-automata", + "serde", +] + +[[package]] +name = "bumpalo" +version = "3.20.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "72f5acc6cb2ba439de613abc23857ec3d78374d8ed5ac84e9d11336e87da8649" + +[[package]] +name = "bytecheck" +version = "0.6.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "23cdc57ce23ac53c931e88a43d06d070a6fd142f2617be5855eb75efc9beb1c2" +dependencies = [ + "bytecheck_derive", + "ptr_meta", + "simdutf8", +] + +[[package]] +name = "bytecheck_derive" +version = "0.6.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3db406d29fbcd95542e92559bed4d8ad92636d1ca8b3b72ede10b4bcc010e659" +dependencies = [ + "proc-macro2", + "quote", + "syn 1.0.109", +] + +[[package]] +name = "bytecount" +version = "0.6.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "175812e0be2bccb6abe50bb8d566126198344f707e304f45c648fd8f2cc0365e" + +[[package]] +name = "bytemuck" +version = "1.25.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c8efb64bd706a16a1bdde310ae86b351e4d21550d98d056f22f8a7f7a2183fec" +dependencies = [ + "bytemuck_derive", +] + +[[package]] +name = "bytemuck_derive" +version = "1.10.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f9abbd1bc6865053c427f7198e6af43bfdedc55ab791faed4fbd361d789575ff" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "byteorder" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b" + +[[package]] +name = "bytes" +version = "1.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fc652a48c352aef3ea3aed32080501cf3ef6ed5da78602a020c991775b0aff04" +dependencies = [ + "serde", +] + +[[package]] +name = "bzip2-sys" +version = "0.1.13+1.0.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "225bff33b2141874fe80d71e07d6eec4f85c5c216453dd96388240f96e1acc14" +dependencies = [ + "cc", + "pkg-config", +] + +[[package]] +name = "cacache" +version = "13.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5c5063741c7b2e260bbede781cf4679632dd90e2718e99f7715e46824b65670b" +dependencies = [ + "digest 0.10.7", + "either", + "futures", + "hex", + "libc", + "memmap2 0.5.10", + "miette", + "reflink-copy", + "serde", + "serde_derive", + "serde_json", + "sha1 0.10.6", + "sha2 0.10.9", + "ssri", + "tempfile", + "thiserror 1.0.69", + "tokio", + "tokio-stream", + "walkdir", +] + +[[package]] +name = "camino" +version = "1.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e629a66d692cb9ff1a1c664e41771b3dcaf961985a9774c0eb0bd1b51cf60a48" +dependencies = [ + "serde_core", +] + +[[package]] +name = "cargo-platform" +version = "0.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e35af189006b9c0f00a064685c727031e3ed2d8020f7ba284d78cc2671bd36ea" +dependencies = [ + "serde", +] + +[[package]] +name = "cargo_metadata" +version = "0.14.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4acbb09d9ee8e23699b9634375c72795d095bf268439da88562cf9b501f181fa" +dependencies = [ + "camino", + "cargo-platform", + "semver", + "serde", + "serde_json", +] + +[[package]] +name = "castaway" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dec551ab6e7578819132c713a93c022a05d60159dc86e7a7050223577484c55a" +dependencies = [ + "rustversion", +] + +[[package]] +name = "cbc" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "26b52a9543ae338f279b96b0b9fed9c8093744685043739079ce85cd58f289a6" +dependencies = [ + "cipher 0.4.4", +] + +[[package]] +name = "cbc" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "98db6aeaef0eeef2c1e3ce9a27b739218825dae116076352ac3777076aa22225" +dependencies = [ + "cipher 0.5.1", +] + +[[package]] +name = "cc" +version = "1.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5add81bb678e6cb321aff7fa0dc7689ad82b112dbc032cea19f91d6b8e3582b9" +dependencies = [ + "find-msvc-tools", + "jobserver", + "libc", + "shlex 2.0.1", +] + +[[package]] +name = "cexpr" +version = "0.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6fac387a98bb7c37292057cffc56d62ecb629900026402633ae9160df93a8766" +dependencies = [ + "nom", +] + +[[package]] +name = "cfg-if" +version = "0.1.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4785bdd1c96b2a846b2bd7cc02e86b6b3dbf14e7e53446c4f54c92a361040822" + +[[package]] +name = "cfg-if" +version = "1.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801" + +[[package]] +name = "cfg_aliases" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "613afe47fcd5fac7ccf1db93babcb082c5994d996f20b8b159f2ad1658eb5724" + +[[package]] +name = "chacha20" +version = "0.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6f8d983286843e49675a4b7a2d174efe136dc93a18d69130dd18198a6c167601" +dependencies = [ + "cfg-if 1.0.4", + "cpufeatures 0.3.0", + "rand_core 0.10.1", +] + +[[package]] +name = "chrono" +version = "0.4.44" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c673075a2e0e5f4a1dde27ce9dee1ea4558c7ffe648f576438a20ca1d2acc4b0" +dependencies = [ + "iana-time-zone", + "js-sys", + "num-traits", + "serde", + "wasm-bindgen", + "windows-link 0.2.1", +] + +[[package]] +name = "ciborium" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "42e69ffd6f0917f5c029256a24d0161db17cea3997d185db0d35926308770f0e" +dependencies = [ + "ciborium-io", + "ciborium-ll", + "serde", +] + +[[package]] +name = "ciborium-io" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "05afea1e0a06c9be33d539b876f1ce3692f4afea2cb41f740e7743225ed1c757" + +[[package]] +name = "ciborium-ll" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "57663b653d948a338bfb3eeba9bb2fd5fcfaecb9e199e87e1eda4d9e8b240fd9" +dependencies = [ + "ciborium-io", + "half", +] + +[[package]] +name = "cipher" +version = "0.4.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "773f3b9af64447d2ce9850330c473515014aa235e6a783b02db81ff39e4a3dad" +dependencies = [ + "crypto-common 0.1.7", + "inout 0.1.4", +] + +[[package]] +name = "cipher" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e34d8227fe1ba289043aeb13792056ff80fd6de1a9f49137a5f499de8e8c78ea" +dependencies = [ + "block-buffer 0.12.0", + "crypto-common 0.2.1", + "inout 0.2.2", +] + +[[package]] +name = "clang-sys" +version = "1.8.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0b023947811758c97c59bf9d1c188fd619ad4718dcaa767947df1cadb14f39f4" +dependencies = [ + "glob", + "libc", + "libloading 0.8.9", +] + +[[package]] +name = "clap" +version = "4.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ddb117e43bbf7dacf0a4190fef4d345b9bad68dfc649cb349e7d17d28428e51" +dependencies = [ + "clap_builder", + "clap_derive", +] + +[[package]] +name = "clap_builder" +version = "4.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "714a53001bf66416adb0e2ef5ac857140e7dc3a0c48fb28b2f10762fc4b5069f" +dependencies = [ + "anstream", + "anstyle", + "clap_lex", + "strsim", + "terminal_size", +] + +[[package]] +name = "clap_derive" +version = "4.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f2ce8604710f6733aa641a2b3731eaa1e8b3d9973d5e3565da11800813f997a9" +dependencies = [ + "heck 0.5.0", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "clap_lex" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c8d4a3bb8b1e0c1050499d1815f5ab16d04f0959b233085fb31653fbfc9d98f9" + +[[package]] +name = "cmake" +version = "0.1.58" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c0f78a02292a74a88ac736019ab962ece0bc380e3f977bf72e376c5d78ff0678" +dependencies = [ + "cc", +] + +[[package]] +name = "cmov" +version = "0.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f88a43d011fc4a6876cb7344703e297c71dda42494fee094d5f7c76bf13f746" + +[[package]] +name = "cmsketch" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d7ee2cfacbd29706479902b06d75ad8f1362900836aa32799eabc7e004bfd854" + +[[package]] +name = "coarsetime" +version = "0.1.37" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e58eb270476aa4fc7843849f8a35063e8743b4dbcdf6dd0f8ea0886980c204c2" +dependencies = [ + "libc", + "wasix", + "wasm-bindgen", +] + +[[package]] +name = "colorchoice" +version = "1.0.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1d07550c9036bf2ae0c684c4297d503f838287c83c53686d05370d0e139ae570" + +[[package]] +name = "colored" +version = "3.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "faf9468729b8cbcea668e36183cb69d317348c2e08e994829fb56ebfdfbaac34" +dependencies = [ + "windows-sys 0.61.2", +] + +[[package]] +name = "combine" +version = "4.6.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ba5a308b75df32fe02788e748662718f03fde005016435c444eea572398219fd" +dependencies = [ + "bytes", + "futures-core", + "memchr", + "pin-project-lite", + "tokio", + "tokio-util", +] + +[[package]] +name = "compio" +version = "0.19.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e5cf9e29d3c2d2a37078198795631b61d2b5c9cab68191e31526fe342d742135" +dependencies = [ + "compio-buf", + "compio-dispatcher", + "compio-driver", + "compio-fs", + "compio-io", + "compio-log", + "compio-net", + "compio-quic", + "compio-runtime", +] + +[[package]] +name = "compio-buf" +version = "0.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b51a2c35873865376ed4cdb6cfeb602b6cf569815f017ddd7bd8f86ad49b34c7" +dependencies = [ + "arrayvec", + "bytes", + "libc", +] + +[[package]] +name = "compio-dispatcher" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2a68428f31304b81382d2768e88d0f64e5417cc27dc6043c9184d75ad9970044" +dependencies = [ + "compio-driver", + "compio-runtime", + "flume 0.12.0", + "futures-channel", +] + +[[package]] +name = "compio-driver" +version = "0.12.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a580d231c022f336ccb7a2e133eaf56e34bf586417176a1a8d392a4a6e9a41f4" +dependencies = [ + "bitflags 2.11.1", + "cfg_aliases", + "compio-buf", + "compio-log", + "compio-send-wrapper", + "crossbeam-queue", + "flume 0.12.0", + "futures-util", + "io-uring 0.7.12", + "libc", + "linux-raw-sys 0.12.1", + "mod_use", + "once_cell", + "pastey", + "polling", + "rustix 1.1.4", + "smallvec", + "socket2 0.6.3", + "synchrony", + "thin-cell", + "windows-sys 0.61.2", +] + +[[package]] +name = "compio-executor" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "809fc31e0180a97ea760300b9aa97d99fbb19c9831cc49cebfd5a98f44a8371b" +dependencies = [ + "compio-log", + "compio-send-wrapper", + "crossbeam-queue", + "loom 0.7.2", + "slotmap", +] + +[[package]] +name = "compio-fs" +version = "0.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "934c384c7c1dca1d68540bd0ef16186a8e7f33fab330e54652b45ee80f051ee4" +dependencies = [ + "cfg_aliases", + "compio-buf", + "compio-driver", + "compio-io", + "compio-runtime", + "futures-util", + "libc", + "pin-project-lite", + "rustix 1.1.4", + "widestring", + "windows-sys 0.61.2", +] + +[[package]] +name = "compio-io" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c3a354e085c4046dd8d2d9d514cf8c15c615eb8adf6c5f41dbf7899420457e9b" +dependencies = [ + "bytemuck", + "compio-buf", + "futures-util", + "libc", + "pastey", + "pin-project-lite", + "rustix 1.1.4", + "synchrony", + "windows-sys 0.61.2", +] + +[[package]] +name = "compio-log" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ef39fff6341af7ab6c27fae9a3887e1ec618320d43f3b9c924c7a644f693a859" +dependencies = [ + "tracing", +] + +[[package]] +name = "compio-net" +version = "0.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0a985ea5d7580318104d44f4a3c8ae48a7ee750e9c98b68a69a869e01d4d6df0" +dependencies = [ + "compio-buf", + "compio-driver", + "compio-io", + "compio-runtime", + "either", + "futures-util", + "libc", + "once_cell", + "pin-project-lite", + "socket2 0.6.3", + "synchrony", + "widestring", + "windows-sys 0.61.2", +] + +[[package]] +name = "compio-quic" +version = "0.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "edd50cb1b2c2c8276728871bc3bf3c12618c551cdd550123d564aa49b059aea5" +dependencies = [ + "cfg_aliases", + "compio-buf", + "compio-io", + "compio-log", + "compio-net", + "compio-runtime", + "flume 0.12.0", + "futures-util", + "libc", + "quinn-proto", + "rustc-hash 2.1.2", + "rustls 0.23.40", + "synchrony", + "thiserror 2.0.18", + "windows-sys 0.61.2", +] + +[[package]] +name = "compio-runtime" +version = "0.12.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dde4b0b7de96fc8b99e089964d65e9ed5669f8ea39bc46381f7fd563dc10a753" +dependencies = [ + "compio-buf", + "compio-driver", + "compio-executor", + "compio-io", + "compio-log", + "compio-send-wrapper", + "core_affinity", + "futures-util", + "libc", + "pin-project-lite", + "scoped-tls", + "synchrony", + "windows-sys 0.61.2", +] + +[[package]] +name = "compio-send-wrapper" +version = "0.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4f1ef3947d751725afe49ab18ce447d819cd8f4ea9b58ae94b8498eb8ad1f864" +dependencies = [ + "cfg-if 1.0.4", + "loom 0.7.2", +] + +[[package]] +name = "concurrent-queue" +version = "2.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4ca0197aee26d1ae37445ee532fefce43251d24cc7c166799f4d46817f1d3973" +dependencies = [ + "crossbeam-utils", +] + +[[package]] +name = "concurrent_arena" +version = "0.1.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a07f0a549fe58f8477a15f0f1c3aa8ced03a3cdeaa38a661530572f21ea963a0" +dependencies = [ + "arc-swap", + "parking_lot 0.12.5", + "triomphe", +] + +[[package]] +name = "condtype" +version = "1.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "baf0a07a401f374238ab8e2f11a104d2851bf9ce711ec69804834de8af45c7af" + +[[package]] +name = "const-oid" +version = "0.9.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c2459377285ad874054d797f3ccebf984978aa39129f6eafde5cdc8315b612f8" + +[[package]] +name = "const-oid" +version = "0.10.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a6ef517f0926dd24a1582492c791b6a4818a4d94e789a334894aa15b0d12f55c" + +[[package]] +name = "const-random" +version = "0.1.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "87e00182fe74b066627d63b85fd550ac2998d4b0bd86bfed477a0ae4c7c71359" +dependencies = [ + "const-random-macro", +] + +[[package]] +name = "const-random-macro" +version = "0.1.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f9d839f2a20b0aee515dc581a6172f2321f96cab76c1a38a4c584a194955390e" +dependencies = [ + "getrandom 0.2.17", + "once_cell", + "tiny-keccak", +] + +[[package]] +name = "const-str" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "18f12cc9948ed9604230cdddc7c86e270f9401ccbe3c2e98a4378c5e7632212f" + +[[package]] +name = "const_panic" +version = "0.2.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e262cdaac42494e3ae34c43969f9cdeb7da178bdb4b66fa6a1ea2edb4c8ae652" +dependencies = [ + "typewit", +] + +[[package]] +name = "constant_time_eq" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3d52eff69cd5e647efe296129160853a42795992097e8af39800e1060caeea9b" + +[[package]] +name = "convert_case" +version = "0.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "633458d4ef8c78b72454de2d54fd6ab2e60f9e02be22f3c6104cdc8a4e0fceb9" +dependencies = [ + "unicode-segmentation", +] + +[[package]] +name = "core-foundation" +version = "0.9.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "91e195e091a93c46f7102ec7818a2aa394e1e1771c3ab4825963fa03e45afb8f" +dependencies = [ + "core-foundation-sys", + "libc", +] + +[[package]] +name = "core-foundation" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b2a6cd9ae233e7f62ba4e9353e81a88df7fc8a5987b8d445b4d90c879bd156f6" +dependencies = [ + "core-foundation-sys", + "libc", +] + +[[package]] +name = "core-foundation-sys" +version = "0.8.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b" + +[[package]] +name = "core_affinity" +version = "0.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a034b3a7b624016c6e13f5df875747cc25f884156aad2abd12b6c46797971342" +dependencies = [ + "libc", + "num_cpus", + "winapi", +] + +[[package]] +name = "countio" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b9702aee5d1d744c01d82f6915644f950f898e014903385464c773b96fefdecb" +dependencies = [ + "futures-io", +] + +[[package]] +name = "cpubits" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "15b85f9c39137c3a891689859392b1bd49812121d0d61c9caf00d46ed5ce06ae" + +[[package]] +name = "cpufeatures" +version = "0.2.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "59ed5838eebb26a2bb2e58f6d5b5316989ae9d08bab10e0e6d103e656d1b0280" +dependencies = [ + "libc", +] + +[[package]] +name = "cpufeatures" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b2a41393f66f16b0823bb79094d54ac5fbd34ab292ddafb9a0456ac9f87d201" +dependencies = [ + "libc", +] + +[[package]] +name = "crc" +version = "3.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5eb8a2a1cd12ab0d987a5d5e825195d372001a4094a0376319d5a0ad71c1ba0d" +dependencies = [ + "crc-catalog", +] + +[[package]] +name = "crc-catalog" +version = "2.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "217698eaf96b4a3f0bc4f3662aaa55bdf913cd54d7204591faa790070c6d0853" + +[[package]] +name = "crc-fast" +version = "1.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e75b2483e97a5a7da73ac68a05b629f9c53cff58d8ed1c77866079e18b00dba5" +dependencies = [ + "digest 0.10.7", + "spin 0.10.0", +] + +[[package]] +name = "crc16" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "338089f42c427b86394a5ee60ff321da23a5c89c9d89514c829687b26359fcff" + +[[package]] +name = "crc32fast" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9481c1c90cbf2ac953f07c8d4a58aa3945c425b7185c9154d67a65e4230da511" +dependencies = [ + "cfg-if 1.0.4", +] + +[[package]] +name = "critical-section" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "790eea4361631c5e7d22598ecd5723ff611904e3344ce8720784c93e3d83d40b" + +[[package]] +name = "crossbeam-channel" +version = "0.5.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "82b8f8f868b36967f9606790d1903570de9ceaf870a7bf9fbbd3016d636a2cb2" +dependencies = [ + "crossbeam-utils", +] + +[[package]] +name = "crossbeam-deque" +version = "0.8.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9dd111b7b7f7d55b72c0a6ae361660ee5853c9af73f70c3c2ef6858b950e2e51" +dependencies = [ + "crossbeam-epoch", + "crossbeam-utils", +] + +[[package]] +name = "crossbeam-epoch" +version = "0.9.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e" +dependencies = [ + "crossbeam-utils", +] + +[[package]] +name = "crossbeam-queue" +version = "0.3.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0f58bbc28f91df819d0aa2a2c00cd19754769c2fad90579b3592b1c9ba7a3115" +dependencies = [ + "crossbeam-utils", +] + +[[package]] +name = "crossbeam-utils" +version = "0.8.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d0a5c400df2834b80a4c3327b3aad3a4c4cd4de0629063962b03235697506a28" + +[[package]] +name = "crunchy" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "460fbee9c2c2f33933d720630a6a0bac33ba7053db5344fac858d4b8952d77d5" + +[[package]] +name = "crypto-bigint" +version = "0.5.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0dc92fb57ca44df6db8059111ab3af99a63d5d0f8375d9972e319a379c6bab76" +dependencies = [ + "generic-array 0.14.7", + "rand_core 0.6.4", + "subtle", + "zeroize", +] + +[[package]] +name = "crypto-common" +version = "0.1.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "78c8292055d1c1df0cce5d180393dc8cce0abec0a7102adb6c7b1eef6016d60a" +dependencies = [ + "generic-array 0.14.7", + "typenum", +] + +[[package]] +name = "crypto-common" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "77727bb15fa921304124b128af125e7e3b968275d1b108b379190264f4423710" +dependencies = [ + "hybrid-array", +] + +[[package]] +name = "cssparser" +version = "0.35.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4e901edd733a1472f944a45116df3f846f54d37e67e68640ac8bb69689aca2aa" +dependencies = [ + "cssparser-macros", + "dtoa-short", + "itoa", + "phf 0.11.3", + "smallvec", +] + +[[package]] +name = "cssparser-macros" +version = "0.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "13b588ba4ac1a99f7f2964d24b3d896ddc6bf847ee3855dbd4366f058cfcd331" +dependencies = [ + "quote", + "syn 2.0.118", +] + +[[package]] +name = "ctor" +version = "1.0.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e9bb72bb94fdc1bd619f4c18cc91ecf6302aeb333d31b3c6ec0bb841cd920209" +dependencies = [ + "link-section", + "linktime-proc-macro", +] + +[[package]] +name = "ctr" +version = "0.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "17469f8eb9bdbfad10f71f4cfddfd38b01143520c0e717d8796ccb4d44d44e42" +dependencies = [ + "cipher 0.5.1", +] + +[[package]] +name = "ctutils" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7d5515a3834141de9eafb9717ad39eea8247b5674e6066c404e8c4b365d2a29e" +dependencies = [ + "cmov", +] + +[[package]] +name = "curve25519-dalek" +version = "4.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "97fb8b7c4503de7d6ae7b42ab72a5a59857b4c937ec27a3d4539dba95b5ab2be" +dependencies = [ + "cfg-if 1.0.4", + "cpufeatures 0.2.17", + "curve25519-dalek-derive", + "digest 0.10.7", + "fiat-crypto", + "rustc_version", + "subtle", + "zeroize", +] + +[[package]] +name = "curve25519-dalek-derive" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f46882e17999c6cc590af592290432be3bce0428cb0d5f8b6715e4dc7b383eb3" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "darling" +version = "0.20.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fc7f46116c46ff9ab3eb1597a45688b6715c6e628b5c133e288e709a29bcb4ee" +dependencies = [ + "darling_core 0.20.11", + "darling_macro 0.20.11", +] + +[[package]] +name = "darling" +version = "0.21.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9cdf337090841a411e2a7f3deb9187445851f91b309c0c0a29e05f74a00a48c0" +dependencies = [ + "darling_core 0.21.3", + "darling_macro 0.21.3", +] + +[[package]] +name = "darling_core" +version = "0.20.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0d00b9596d185e565c2207a0b01f8bd1a135483d02d9b7b0a54b11da8d53412e" +dependencies = [ + "fnv", + "ident_case", + "proc-macro2", + "quote", + "strsim", + "syn 2.0.118", +] + +[[package]] +name = "darling_core" +version = "0.21.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1247195ecd7e3c85f83c8d2a366e4210d588e802133e1e355180a9870b517ea4" +dependencies = [ + "fnv", + "ident_case", + "proc-macro2", + "quote", + "strsim", + "syn 2.0.118", +] + +[[package]] +name = "darling_macro" +version = "0.20.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fc34b93ccb385b40dc71c6fceac4b2ad23662c7eeb248cf10d529b7e055b6ead" +dependencies = [ + "darling_core 0.20.11", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "darling_macro" +version = "0.21.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d38308df82d1080de0afee5d069fa14b0326a88c14f15c5ccda35b4a6c414c81" +dependencies = [ + "darling_core 0.21.3", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "dashmap" +version = "5.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "978747c1d849a7d2ee5e8adc0159961c48fb7e5db2f06af6723b80123bb53856" +dependencies = [ + "cfg-if 1.0.4", + "hashbrown 0.14.5", + "lock_api", + "once_cell", + "parking_lot_core 0.9.12", +] + +[[package]] +name = "dashmap" +version = "6.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e6361d5c062261c78a176addb82d4c821ae42bed6089de0e12603cd25de2059c" +dependencies = [ + "cfg-if 1.0.4", + "crossbeam-utils", + "hashbrown 0.14.5", + "lock_api", + "once_cell", + "parking_lot_core 0.9.12", +] + +[[package]] +name = "data-encoding" +version = "2.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a4ae5f15dda3c708c0ade84bfee31ccab44a3da4f88015ed22f63732abe300c8" + +[[package]] +name = "defmt" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a6e524506490a1953d237cb87b1cfc1e46f88c18f10a22dfe0f507dc6bfc7f7f" +dependencies = [ + "bitflags 1.3.2", + "defmt-macros", +] + +[[package]] +name = "defmt-macros" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f0a27770e9c8f719a79d8b638281f4d828f77d8fd61e0bd94451b9b85e576a0b" +dependencies = [ + "defmt-parser", + "proc-macro-error2", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "defmt-parser" +version = "1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "10d60334b3b2e7c9d91ef8150abfb6fa4c1c39ebbcf4a81c2e346aad939fee3e" +dependencies = [ + "thiserror 2.0.18", +] + +[[package]] +name = "der" +version = "0.7.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e7c1832837b905bbfb5101e07cc24c8deddf52f93225eee6ead5f4d63d53ddcb" +dependencies = [ + "const-oid 0.9.6", + "pem-rfc7468", + "zeroize", +] + +[[package]] +name = "deranged" +version = "0.5.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7cd812cc2bc1d69d4764bd80df88b4317eaef9e773c75226407d9bc0876b211c" +dependencies = [ + "powerfmt", +] + +[[package]] +name = "derive-new" +version = "0.5.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3418329ca0ad70234b9735dc4ceed10af4df60eff9c8e7b06cb5e520d92c3535" +dependencies = [ + "proc-macro2", + "quote", + "syn 1.0.109", +] + +[[package]] +name = "derive-syn-parse" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d65d7ce8132b7c0e54497a4d9a55a1c2a0912a0d786cf894472ba818fba45762" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "derive-where" +version = "1.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d08b3a0bcc0d079199cd476b2cae8435016ec11d1c0986c6901c5ac223041534" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "derive_builder" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "507dfb09ea8b7fa618fcf76e953f4f5e192547945816d5358edffe39f6f94947" +dependencies = [ + "derive_builder_macro", +] + +[[package]] +name = "derive_builder_core" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2d5bcf7b024d6835cfb3d473887cd966994907effbe9227e8c8219824d06c4e8" +dependencies = [ + "darling 0.20.11", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "derive_builder_macro" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ab63b0e2bf4d5928aff72e83a7dace85d7bba5fe12dcc3c5a572d78caffd3f3c" +dependencies = [ + "derive_builder_core", + "syn 2.0.118", +] + +[[package]] +name = "derive_destructure2" +version = "0.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "64b697ac90ff296f0fc031ee5a61c7ac31fb9fff50e3fb32873b09223613fc0c" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "derive_more" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d751e9e49156b02b44f9c1815bcb94b984cdcc4396ecc32521c739452808b134" +dependencies = [ + "derive_more-impl", +] + +[[package]] +name = "derive_more-impl" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "799a97264921d8623a957f6c3b9011f3b5492f557bbb7a5a19b7fa6d06ba8dcb" +dependencies = [ + "convert_case", + "proc-macro2", + "quote", + "rustc_version", + "syn 2.0.118", + "unicode-xid", +] + +[[package]] +name = "des" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "916a94e407b54f9034d71dd748234cd1e516ced6284009906ae246f177eafe5a" +dependencies = [ + "cipher 0.5.1", +] + +[[package]] +name = "deunicode" +version = "1.6.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "abd57806937c9cc163efc8ea3910e00a62e2aeb0b8119f1793a978088f8f6b04" + +[[package]] +name = "digest" +version = "0.10.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9ed9a281f7bc9b7576e61468ba615a66a5c8cfdff42420a70aa82701a3b1e292" +dependencies = [ + "block-buffer 0.10.4", + "const-oid 0.9.6", + "crypto-common 0.1.7", + "subtle", +] + +[[package]] +name = "digest" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f1dd6dbb5841937940781866fa1281a1ff7bd3bf827091440879f9994983d5c2" +dependencies = [ + "block-buffer 0.12.0", + "const-oid 0.10.2", + "crypto-common 0.2.1", + "ctutils", +] + +[[package]] +name = "dirs" +version = "6.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c3e8aa94d75141228480295a7d0e7feb620b1a5ad9f12bc40be62411e38cce4e" +dependencies = [ + "dirs-sys", +] + +[[package]] +name = "dirs-sys" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e01a3366d27ee9890022452ee61b2b63a67e6f13f58900b651ff5665f0bb1fab" +dependencies = [ + "libc", + "option-ext", + "redox_users", + "windows-sys 0.61.2", +] + +[[package]] +name = "diskann" +version = "0.54.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "421c6cf955c6cb1451d36c8a3740ab2a22880265d0fa93d8ea22cbc425c90479" +dependencies = [ + "anyhow", + "bytemuck", + "diskann-utils", + "diskann-vector", + "diskann-wide", + "futures-util", + "half", + "hashbrown 0.16.1", + "num-traits", + "rand 0.9.4", + "thiserror 2.0.18", + "tokio", +] + +[[package]] +name = "diskann-utils" +version = "0.54.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7cdf7d491910fbff13338e07460c9197a3c172268cfd4d8f8e69e5cec5a256d9" +dependencies = [ + "bytemuck", + "cfg-if 1.0.4", + "diskann-vector", + "diskann-wide", + "half", + "rand 0.9.4", + "rand_distr", + "rayon", + "thiserror 2.0.18", +] + +[[package]] +name = "diskann-vector" +version = "0.54.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "de1643bbece645f03527ef120bc7dd5e4e40557980dbe52ee51129adfb58a851" +dependencies = [ + "cfg-if 1.0.4", + "diskann-wide", + "half", +] + +[[package]] +name = "diskann-wide" +version = "0.54.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "421f02c42e57a2153dc65b66b4b95fe2be56e14bf9f95253b663abcac8521166" +dependencies = [ + "cfg-if 1.0.4", + "half", +] + +[[package]] +name = "displaydoc" +version = "0.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "97369cbbc041bc366949bc74d34658d6cda5621039731c6310521892a3a20ae0" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "divan" +version = "0.1.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a405457ec78b8fe08b0e32b4a3570ab5dff6dd16eb9e76a5ee0a9d9cbd898933" +dependencies = [ + "cfg-if 1.0.4", + "clap", + "condtype", + "divan-macros", + "libc", + "regex-lite", +] + +[[package]] +name = "divan-macros" +version = "0.1.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9556bc800956545d6420a640173e5ba7dfa82f38d3ea5a167eb555bc69ac3323" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "dlv-list" +version = "0.5.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "442039f5147480ba31067cb00ada1adae6892028e40e45fc5de7b7df6dcc1b5f" +dependencies = [ + "const-random", +] + +[[package]] +name = "dmp" +version = "0.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bb2dfc7a18dffd3ef60a442b72a827126f1557d914620f8fc4d1049916da43c1" +dependencies = [ + "trice", + "urlencoding", +] + +[[package]] +name = "dns-lookup" +version = "3.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6e39034cee21a2f5bbb66ba0e3689819c4bb5d00382a282006e802a7ffa6c41d" +dependencies = [ + "cfg-if 1.0.4", + "libc", + "socket2 0.6.3", + "windows-sys 0.60.2", +] + +[[package]] +name = "dotenvy" +version = "0.15.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1aaf95b3e5c8f23aa320147307562d361db0ae0d51242340f558153b4eb2439b" + +[[package]] +name = "dtoa" +version = "1.0.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4c3cf4824e2d5f025c7b531afcb2325364084a16806f6d47fbc1f5fbd9960590" + +[[package]] +name = "dtoa-short" +version = "0.3.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cd1511a7b6a56299bd043a9c167a6d2bfb37bf84a6dfceaba651168adfb43c87" +dependencies = [ + "dtoa", +] + +[[package]] +name = "dunce" +version = "1.0.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "92773504d58c093f6de2459af4af33faa518c13451eb8f2b5698ed3d36e7c813" + +[[package]] +name = "earcutr" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "79127ed59a85d7687c409e9978547cffb7dc79675355ed22da6b66fd5f6ead01" +dependencies = [ + "itertools 0.11.0", + "num-traits", +] + +[[package]] +name = "easy-ext" +version = "1.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8072bec12b909b65aec01fa6518f387cfbf3427d4475409ad622898cd347522c" + +[[package]] +name = "ecdsa" +version = "0.16.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ee27f32b5c5292967d2d4a9d7f1e0b0aed2c15daded5a60300e4abb9d8020bca" +dependencies = [ + "der", + "digest 0.10.7", + "elliptic-curve", + "rfc6979", + "signature", + "spki", +] + +[[package]] +name = "ed25519" +version = "2.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "115531babc129696a58c64a4fef0a8bf9e9698629fb97e9e40767d235cfbcd53" +dependencies = [ + "pkcs8", + "signature", +] + +[[package]] +name = "ed25519-dalek" +version = "2.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "70e796c081cee67dc755e1a36a0a172b897fab85fc3f6bc48307991f64e4eca9" +dependencies = [ + "curve25519-dalek", + "ed25519", + "serde", + "sha2 0.10.9", + "subtle", + "zeroize", +] + +[[package]] +name = "either" +version = "1.15.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719" +dependencies = [ + "serde", +] + +[[package]] +name = "elliptic-curve" +version = "0.13.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b5e6043086bf7973472e0c7dff2142ea0b680d30e18d9cc40f267efbf222bd47" +dependencies = [ + "base16ct", + "crypto-bigint", + "digest 0.10.7", + "ff", + "generic-array 0.14.7", + "group", + "hkdf", + "pem-rfc7468", + "pkcs8", + "rand_core 0.6.4", + "sec1", + "subtle", + "zeroize", +] + +[[package]] +name = "encoding_rs" +version = "0.8.35" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "75030f3c4f45dafd7586dd6780965a8c7e8e285a5ecb86713e63a79c5b2766f3" +dependencies = [ + "cfg-if 1.0.4", +] + +[[package]] +name = "enum-as-inner" +version = "0.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a1e6a265c649f3f5979b601d26f1d05ada116434c87741c9493cb56218f76cbc" +dependencies = [ + "heck 0.5.0", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "equivalent" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "877a4ace8713b0bcf2a4e7eec82529c029f1d0619886d18145fea96c3ffe5c0f" + +[[package]] +name = "errno" +version = "0.3.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "39cab71617ae0d63f51a36d69f866391735b51691dbda63cf6f96d042b63efeb" +dependencies = [ + "libc", + "windows-sys 0.61.2", +] + +[[package]] +name = "error-chain" +version = "0.12.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2d2f06b9cac1506ece98fe3231e3cc9c4410ec3d5b1f24ae1c8946f0742cdefc" +dependencies = [ + "version_check", +] + +[[package]] +name = "escape8259" +version = "0.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5692dd7b5a1978a5aeb0ce83b7655c58ca8efdcb79d21036ea249da95afec2c6" + +[[package]] +name = "etcd-client" +version = "0.19.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ef5da6e9a6ae89f4a91f80ba1caae45a5a924397a19947e18f5121a43285e9bc" +dependencies = [ + "http 1.4.2", + "prost 0.14.3", + "tokio", + "tokio-stream", + "tonic 0.14.5", + "tonic-build", + "tonic-prost", + "tonic-prost-build", + "tower 0.5.3", + "tower-service", +] + +[[package]] +name = "etcetera" +version = "0.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "136d1b5283a1ab77bd9257427ffd09d8667ced0570b6f938942bc7568ed5b943" +dependencies = [ + "cfg-if 1.0.4", + "home", + "windows-sys 0.48.0", +] + +[[package]] +name = "event-listener" +version = "2.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0206175f82b8d6bf6652ff7d71a1e27fd2e4efde587fd368662814d6ec1d9ce0" + +[[package]] +name = "event-listener" +version = "5.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e13b66accf52311f30a0db42147dadea9850cb48cd070028831ae5f5d4b856ab" +dependencies = [ + "concurrent-queue", + "parking", + "pin-project-lite", +] + +[[package]] +name = "event-listener-strategy" +version = "0.5.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8be9f3dfaaffdae2972880079a491a1a8bb7cbed0b8dd7a347f668b4150a3b93" +dependencies = [ + "event-listener 5.4.1", + "pin-project-lite", +] + +[[package]] +name = "fail" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3be3c61c59fdc91f5dbc3ea31ee8623122ce80057058be560654c5d410d181a6" +dependencies = [ + "lazy_static", + "log", + "rand 0.7.3", +] + +[[package]] +name = "fastant" +version = "0.1.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2e825441bfb2d831c47c97d05821552db8832479f44c571b97fededbf0099c07" +dependencies = [ + "small_ctor", + "web-time", +] + +[[package]] +name = "fastmetrics" +version = "0.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f11da5062b3b09fc6c1ff2884ab3ec9a92677bcbe445055dcdf02e98dcc830bd" +dependencies = [ + "anyhow", + "cfg-if 1.0.4", + "foldhash 0.2.0", + "itoa", + "parking_lot 0.12.5", + "paste", + "zmij", +] + +[[package]] +name = "fastnum" +version = "0.7.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4089ab2dfd45d8ddc92febb5ca80644389d5ebb954f40231274a3f18341762e2" +dependencies = [ + "bnum", + "num-integer", + "num-traits", +] + +[[package]] +name = "fastpool" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "505402589aaeb2f89357bf8dfb259046c693a3c9a68b874a0ca8c0fb99e0fb4c" +dependencies = [ + "mea", + "scopeguard", +] + +[[package]] +name = "fastrace" +version = "0.7.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "74539685f6baa3c33251571272eac7939fc3b93dff97c30381d7a6267394e528" +dependencies = [ + "fastant", + "fastrace-macro", + "parking_lot 0.12.5", + "pin-project", + "rand 0.10.1", + "rtrb", + "serde", +] + +[[package]] +name = "fastrace-macro" +version = "0.7.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "390d4f754b751905fa9294716c4ead717ffb5fa733a0c2417358b7779fceaeed" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "fastrand" +version = "2.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9f1f227452a390804cdb637b74a86990f2a7d7ba4b7d5693aac9b4dd6defd8d6" +dependencies = [ + "getrandom 0.3.4", +] + +[[package]] +name = "ff" +version = "0.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c0b50bfb653653f9ca9095b427bed08ab8d75a137839d9ad64eb11810d5b6393" +dependencies = [ + "rand_core 0.6.4", + "subtle", +] + +[[package]] +name = "fiat-crypto" +version = "0.2.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "28dea519a9695b9977216879a3ebfddf92f1c08c05d984f8996aecd6ecdc811d" + +[[package]] +name = "find-msvc-tools" +version = "0.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5baebc0774151f905a1a2cc41989300b1e6fbb29aff0ceffa1064fdd3088d582" + +[[package]] +name = "fixedbitset" +version = "0.5.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1d674e81391d1e1ab681a28d99df07927c6d4aa5b027d7da16ba32d1d21ecd99" + +[[package]] +name = "flatbuffers" +version = "25.12.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "35f6839d7b3b98adde531effaf34f0c2badc6f4735d26fe74709d8e513a96ef3" +dependencies = [ + "bitflags 2.11.1", + "rustc_version", + "serde", +] + +[[package]] +name = "flate2" +version = "1.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "843fba2746e448b37e26a819579957415c8cef339bf08564fe8b7ddbd959573c" +dependencies = [ + "crc32fast", + "miniz_oxide", +] + +[[package]] +name = "flexstr" +version = "0.9.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4d50aef14619d336a54fca5a592d952eb39037b1a1e7e6afd9f91c892ac7ef65" +dependencies = [ + "static_assertions", +] + +[[package]] +name = "float_next_after" +version = "1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8bf7cc16383c4b8d58b9905a8509f02926ce3058053c056376248d958c9df1e8" + +[[package]] +name = "flume" +version = "0.11.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "da0e4dd2a88388a1f4ccc7c9ce104604dab68d9f408dc34cd45823d5a9069095" +dependencies = [ + "futures-core", + "futures-sink", + "nanorand", + "spin 0.9.8", +] + +[[package]] +name = "flume" +version = "0.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5e139bc46ca777eb5efaf62df0ab8cc5fd400866427e56c68b22e414e53bd3be" +dependencies = [ + "fastrand", + "futures-core", + "futures-sink", + "spin 0.9.8", +] + +[[package]] +name = "fnv" +version = "1.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1" + +[[package]] +name = "foldhash" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d9c4f5dac5e15c24eb999c26181a6ca40b39fe946cbe4c263c7209467bc83af2" + +[[package]] +name = "foldhash" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "77ce24cb58228fbb8aa041425bb1050850ac19177686ea6e0f41a70416f56fdb" + +[[package]] +name = "foreign-types" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f6f339eb8adc052cd2ca78910fda869aefa38d22d5cb648e6485e4d3fc06f3b1" +dependencies = [ + "foreign-types-shared", +] + +[[package]] +name = "foreign-types-shared" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "00b0228411908ca8685dba7fc2cdd70ec9990a6e753e89b6ac91a84c40fbaf4b" + +[[package]] +name = "form_urlencoded" +version = "1.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cb4cb245038516f5f85277875cdaa4f7d2c9a0fa0468de06ed190163b1581fcf" +dependencies = [ + "percent-encoding", +] + +[[package]] +name = "foundationdb" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c9a0b9e89be4942ad3c6cf76789e7eaf9489fcca2b06b1449b2d9eb015424793" +dependencies = [ + "async-recursion 1.1.1", + "async-trait", + "foundationdb-gen", + "foundationdb-macros", + "foundationdb-sys", + "foundationdb-tuple", + "futures", + "rand 0.10.1", + "serde", + "serde_bytes", + "serde_json", + "static_assertions", + "uuid", +] + +[[package]] +name = "foundationdb-gen" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "db58c729fca985f56d347e5f8df5c1d3135cc8211e5688eacf695e1365449594" +dependencies = [ + "xml-rs", +] + +[[package]] +name = "foundationdb-macros" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0f51be872cad567c58cf475749b25b9bb96e9ab6063af8bbe4f965ecf40e13cb" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", + "try_map", +] + +[[package]] +name = "foundationdb-sys" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0bac3aa47fdd7af6ac1b2a8ee4684fe4ed3d6c663c7ff5888e1846a790e6601a" +dependencies = [ + "bindgen", + "libc", +] + +[[package]] +name = "foundationdb-tuple" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3c5262f7a16bddd129d31d96d09de25dee2295ce7cccaa7ed6b212f391819c64" +dependencies = [ + "memchr", + "uuid", +] + +[[package]] +name = "foyer" +version = "0.22.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3b0abc0b87814989efa711f9becd9f26969820e2d3905db27d10969c4bd45890" +dependencies = [ + "anyhow", + "equivalent", + "foyer-common", + "foyer-memory", + "foyer-storage", + "foyer-tokio", + "futures-util", + "mea", + "mixtrics", + "pin-project", + "serde", + "tracing", +] + +[[package]] +name = "foyer-common" +version = "0.22.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a3db80d5dece93adb7ad709c84578794724a9cba342a7e566c3551c7ec626789" +dependencies = [ + "anyhow", + "bytes", + "cfg-if 1.0.4", + "foyer-tokio", + "mixtrics", + "parking_lot 0.12.5", + "pin-project", + "twox-hash", +] + +[[package]] +name = "foyer-intrusive-collections" +version = "0.10.0-dev" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6e4fee46bea69e0596130e3210e65d3424e0ac1e6df3bde6636304bdf1ca4a3b" +dependencies = [ + "memoffset 0.9.1", +] + +[[package]] +name = "foyer-memory" +version = "0.22.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "db907f40a527ca2aa2f40a5f68b32ea58aa70f050cd233518e9ffd402cfba6ce" +dependencies = [ + "anyhow", + "bitflags 2.11.1", + "cmsketch", + "equivalent", + "foyer-common", + "foyer-intrusive-collections", + "foyer-tokio", + "futures-util", + "hashbrown 0.16.1", + "itertools 0.14.0", + "mea", + "mixtrics", + "parking_lot 0.12.5", + "paste", + "pin-project", + "serde", + "tracing", +] + +[[package]] +name = "foyer-storage" +version = "0.22.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1983f1db3d0710e9c9d5fc116d9202dccd41a2d1e032572224f1aff5520aa958" +dependencies = [ + "allocator-api2", + "anyhow", + "bytes", + "core_affinity", + "equivalent", + "fastant", + "foyer-common", + "foyer-memory", + "foyer-tokio", + "fs4", + "futures-core", + "futures-util", + "hashbrown 0.16.1", + "io-uring 0.7.12", + "itertools 0.14.0", + "libc", + "lz4", + "mea", + "parking_lot 0.12.5", + "pin-project", + "rand 0.9.4", + "tracing", + "twox-hash", + "zstd", +] + +[[package]] +name = "foyer-tokio" +version = "0.22.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f6577b05a7ffad0db555aedf00bfe52af818220fc4c1c3a7a12520896fc38627" +dependencies = [ + "tokio", +] + +[[package]] +name = "fs2" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9564fc758e15025b46aa6643b1b77d047d1a56a1aea6e01002ac0c7026876213" +dependencies = [ + "libc", + "winapi", +] + +[[package]] +name = "fs4" +version = "0.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8640e34b88f7652208ce9e88b1a37a2ae95227d84abec377ccd3c5cfeb141ed4" +dependencies = [ + "rustix 1.1.4", + "windows-sys 0.59.0", +] + +[[package]] +name = "fs_extra" +version = "1.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c" + +[[package]] +name = "fst" +version = "0.4.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7ab85b9b05e3978cc9a9cf8fea7f01b494e1a09ed3037e16ba39edc7a29eb61a" + +[[package]] +name = "funty" +version = "2.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e6d5a32815ae3f33302d95fdcb2ce17862f8c65363dcfd29360480ba1001fc9c" + +[[package]] +name = "futf" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "df420e2e84819663797d1ec6544b13c5be84629e7bb00dc960d6917db2987843" +dependencies = [ + "mac", + "new_debug_unreachable", +] + +[[package]] +name = "futures" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a88cf1f829d945f548cf8fec32c61b1f202b6d93b45848602fc02af4b12ad218" +dependencies = [ + "futures-channel", + "futures-core", + "futures-executor", + "futures-io", + "futures-sink", + "futures-task", + "futures-util", +] + +[[package]] +name = "futures-channel" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "262590f4fe6afeb0bc83be1daa64e52657fe185690a958af7f3ad0e92085c5ae" +dependencies = [ + "futures-core", + "futures-sink", +] + +[[package]] +name = "futures-core" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2cd50c473c80f6d7c3670a752354b8e569b1a7cbfdc0419ec88e5edad85e0dc7" + +[[package]] +name = "futures-executor" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6754879cc9f2c66f88c6e5c35344bb0bdb0708b0352b1201815667c7eabc7458" +dependencies = [ + "futures-core", + "futures-task", + "futures-util", +] + +[[package]] +name = "futures-intrusive" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1d930c203dd0b6ff06e0201a4a2fe9149b43c684fd4420555b26d21b1a02956f" +dependencies = [ + "futures-core", + "lock_api", + "parking_lot 0.12.5", +] + +[[package]] +name = "futures-io" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4577ecaa3c4f96589d473f679a71b596316f6641bc350038b962a5daf0085d7a" + +[[package]] +name = "futures-lite" +version = "2.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f78e10609fe0e0b3f4157ffab1876319b5b0db102a2c60dc4626306dc46b44ad" +dependencies = [ + "fastrand", + "futures-core", + "futures-io", + "parking", + "pin-project-lite", +] + +[[package]] +name = "futures-macro" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2d6d3cde68c518367be28956066ddfef33813991b77a55005a69dae04bf3b10b" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "futures-rustls" +version = "0.26.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a8f2f12607f92c69b12ed746fabf9ca4f5c482cba46679c1a75b874ed7c26adb" +dependencies = [ + "futures-io", + "rustls 0.23.40", + "rustls-pki-types", +] + +[[package]] +name = "futures-sink" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e34418ac499d6305c2fb5ad0ed2f6ac998c5f8ca209b4510f7f94242c647e307" + +[[package]] +name = "futures-task" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b231ed28831efb4a61a08580c4bc233ec56bc009f4cd8f52da2c3cb97df0c109" + +[[package]] +name = "futures-timer" +version = "3.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f288b0a4f20f9a56b5d1da57e2227c661b7b16168e2f72365f57b63326e29b24" + +[[package]] +name = "futures-util" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a77a90a256fce34da66415271e30f94ee91c57b04b8a2c042d9cf3220179deaa" +dependencies = [ + "futures-channel", + "futures-core", + "futures-io", + "futures-macro", + "futures-sink", + "futures-task", + "memchr", + "pin-project-lite", + "slab", +] + +[[package]] +name = "fuzzy-matcher" +version = "0.3.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "54614a3312934d066701a80f20f15fa3b56d67ac7722b39eea5b4c9dd1d66c94" +dependencies = [ + "thread_local", +] + +[[package]] +name = "fxhash" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c31b6d751ae2c7f11320402d34e41349dd1016f8d5d45e48c4312bc8625af50c" +dependencies = [ + "byteorder", +] + +[[package]] +name = "g2gen" +version = "1.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c5a7e0eb46f83a20260b850117d204366674e85d3a908d90865c78df9a6b1dfc" +dependencies = [ + "g2poly", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "g2p" +version = "1.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "539e2644c030d3bf4cd208cb842d2ce2f80e82e6e8472390bcef83ceba0d80ad" +dependencies = [ + "g2gen", + "g2poly", +] + +[[package]] +name = "g2poly" +version = "1.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "312d2295c7302019c395cfb90dacd00a82a2eabd700429bba9c7a3f38dbbe11b" + +[[package]] +name = "gearhash" +version = "0.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c8cf82cf76cd16485e56295a1377c775ce708c9f1a0be6b029076d60a245d213" +dependencies = [ + "cfg-if 0.1.10", +] + +[[package]] +name = "generator" +version = "0.7.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5cc16584ff22b460a382b7feec54b23d2908d858152e5739a120b949293bd74e" +dependencies = [ + "cc", + "libc", + "log", + "rustversion", + "windows 0.48.0", +] + +[[package]] +name = "generator" +version = "0.8.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "52f04ae4152da20c76fe800fa48659201d5cf627c5149ca0b707b69d7eef6cf9" +dependencies = [ + "cc", + "cfg-if 1.0.4", + "libc", + "log", + "rustversion", + "windows-link 0.2.1", + "windows-result 0.4.1", +] + +[[package]] +name = "generic-array" +version = "0.12.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ffdf9f34f1447443d37393cc6c2b8313aebddcd96906caf34e54c68d8e57d7bd" +dependencies = [ + "typenum", +] + +[[package]] +name = "generic-array" +version = "0.13.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f797e67af32588215eaaab8327027ee8e71b9dd0b2b26996aedf20c030fce309" +dependencies = [ + "typenum", +] + +[[package]] +name = "generic-array" +version = "0.14.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85649ca51fd72272d7821adaf274ad91c288277713d9c18820d8499a7ff69e9a" +dependencies = [ + "typenum", + "version_check", + "zeroize", +] + +[[package]] +name = "geo" +version = "0.32.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f3901269ec6d4f6068d3f09e5f02f995bd076398dcd1dfec407cd230b02d11b" +dependencies = [ + "earcutr", + "float_next_after", + "geo-types", + "geographiclib-rs", + "i_overlay", + "log", + "num-traits", + "rand 0.8.6", + "robust", + "rstar 0.12.2", + "serde", + "sif-itree", + "spade", +] + +[[package]] +name = "geo-types" +version = "0.7.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "94776032c45f950d30a13af6113c2ad5625316c9abfbccee4dd5a6695f8fe0f5" +dependencies = [ + "approx", + "num-traits", + "rayon", + "rstar 0.10.0", + "rstar 0.11.0", + "rstar 0.12.2", + "rstar 0.8.4", + "rstar 0.9.3", + "serde", +] + +[[package]] +name = "geographiclib-rs" +version = "0.2.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c5a7f08910fd98737a6eda7568e7c5e645093e073328eeef49758cfe8b0489c7" +dependencies = [ + "libm", +] + +[[package]] +name = "getrandom" +version = "0.1.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8fc3cb4d91f53b50155bdcfd23f6a4c39ae1969c2ae85982b135750cccaf5fce" +dependencies = [ + "cfg-if 1.0.4", + "libc", + "wasi 0.9.0+wasi-snapshot-preview1", +] + +[[package]] +name = "getrandom" +version = "0.2.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ff2abc00be7fca6ebc474524697ae276ad847ad0a6b3faa4bcb027e9a4614ad0" +dependencies = [ + "cfg-if 1.0.4", + "js-sys", + "libc", + "wasi 0.11.1+wasi-snapshot-preview1", + "wasm-bindgen", +] + +[[package]] +name = "getrandom" +version = "0.3.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "899def5c37c4fd7b2664648c28120ecec138e4d395b459e5ca34f9cce2dd77fd" +dependencies = [ + "cfg-if 1.0.4", + "js-sys", + "libc", + "r-efi 5.3.0", + "wasip2", + "wasm-bindgen", +] + +[[package]] +name = "getrandom" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0de51e6874e94e7bf76d726fc5d13ba782deca734ff60d5bb2fb2607c7406555" +dependencies = [ + "cfg-if 1.0.4", + "js-sys", + "libc", + "r-efi 6.0.0", + "rand_core 0.10.1", + "wasip2", + "wasip3", + "wasm-bindgen", +] + +[[package]] +name = "ghac" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cbd3abb5dcc950e27a8aef9db4a8d966f4df906eee12d186e4064e418ba0038e" +dependencies = [ + "prost 0.14.3", +] + +[[package]] +name = "git-version" +version = "0.3.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ad568aa3db0fcbc81f2f116137f263d7304f512a1209b35b85150d3ef88ad19" +dependencies = [ + "git-version-macro", +] + +[[package]] +name = "git-version-macro" +version = "0.3.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "53010ccb100b96a67bc32c0175f0ed1426b31b655d562898e57325f81c023ac0" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "glob" +version = "0.3.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0cc23270f6e1808e30a928bdc84dea0b9b4136a8bc82338574f23baf47bbd280" + +[[package]] +name = "globset" +version = "0.4.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e47d37d2ae4464254884b60ab7071be2b876a9c35b696bd018ddcc76847309cd" +dependencies = [ + "aho-corasick", + "bstr", + "log", + "regex-automata", + "regex-syntax", +] + +[[package]] +name = "gloo-timers" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bbb143cf96099802033e0d4f4963b19fd2e0b728bcf076cd9cf7f6634f092994" +dependencies = [ + "futures-channel", + "futures-core", + "js-sys", + "wasm-bindgen", +] + +[[package]] +name = "goosefs-sdk" +version = "0.1.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4a9bc9414e3b2cb0bd08dfe0eb315b177e86b119c7fa5e16179c92fc7b184860" +dependencies = [ + "arc-swap", + "async-trait", + "bytes", + "dashmap 6.2.1", + "futures", + "hostname", + "io-uring 0.7.12", + "itoa", + "libc", + "lru", + "memmap2 0.9.11", + "moka", + "prost 0.14.3", + "prost-types", + "rand 0.9.4", + "reqwest 0.12.28", + "serde", + "thiserror 2.0.18", + "tokio", + "tokio-stream", + "tonic 0.14.5", + "tonic-prost", + "tracing", + "uuid", + "xxhash-rust", +] + +[[package]] +name = "governor" +version = "0.10.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9efcab3c1958580ff1f25a2a41be1668f7603d849bb63af523b208a3cc1223b8" +dependencies = [ + "cfg-if 1.0.4", + "dashmap 6.2.1", + "futures-sink", + "futures-timer", + "futures-util", + "getrandom 0.3.4", + "hashbrown 0.16.1", + "nonzero_ext", + "parking_lot 0.12.5", + "portable-atomic", + "quanta", + "rand 0.9.4", + "smallvec", + "spinning_top", + "web-time", +] + +[[package]] +name = "group" +version = "0.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f0f9ef7462f7c099f518d754361858f86d8a07af53ba9af0fe635bbccb151a63" +dependencies = [ + "ff", + "rand_core 0.6.4", + "subtle", +] + +[[package]] +name = "h2" +version = "0.3.27" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0beca50380b1fc32983fc1cb4587bfa4bb9e78fc259aad4a0032d2080309222d" +dependencies = [ + "bytes", + "fnv", + "futures-core", + "futures-sink", + "futures-util", + "http 0.2.12", + "indexmap 2.14.0", + "slab", + "tokio", + "tokio-util", + "tracing", +] + +[[package]] +name = "h2" +version = "0.4.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "171fefbc92fe4a4de27e0698d6a5b392d6a0e333506bc49133760b3bcf948733" +dependencies = [ + "atomic-waker", + "bytes", + "fnv", + "futures-core", + "futures-sink", + "http 1.4.2", + "indexmap 2.14.0", + "slab", + "tokio", + "tokio-util", + "tracing", +] + +[[package]] +name = "half" +version = "2.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ea2d84b969582b4b1864a92dc5d27cd2b77b622a8d79306834f1be5ba20d84b" +dependencies = [ + "bytemuck", + "cfg-if 1.0.4", + "crunchy", + "num-traits", + "rand 0.9.4", + "rand_distr", + "zerocopy", +] + +[[package]] +name = "hash32" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d4041af86e63ac4298ce40e5cca669066e75b6f1aa3390fe2561ffa5e1d9f4cc" +dependencies = [ + "byteorder", +] + +[[package]] +name = "hash32" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b0c35f58762feb77d74ebe43bdbc3210f09be9fe6742234d573bacc26ed92b67" +dependencies = [ + "byteorder", +] + +[[package]] +name = "hash32" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "47d60b12902ba28e2730cd37e95b8c9223af2808df9e902d4df49588d1470606" +dependencies = [ + "byteorder", +] + +[[package]] +name = "hashbrown" +version = "0.12.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8a9ee70c43aaf417c914396645a0fa852624801b24ebb7ae78fe8272889ac888" +dependencies = [ + "ahash 0.7.8", +] + +[[package]] +name = "hashbrown" +version = "0.14.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e5274423e17b7c9fc20b6e7e208532f9b19825d82dfd615708b70edd83df41f1" + +[[package]] +name = "hashbrown" +version = "0.15.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9229cfe53dfd69f0609a49f65461bd93001ea1ef889cd5529dd176593f5338a1" +dependencies = [ + "allocator-api2", + "equivalent", + "foldhash 0.1.5", +] + +[[package]] +name = "hashbrown" +version = "0.16.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "841d1cc9bed7f9236f321df977030373f4a4163ae1a7dbfe1a51a2c1a51d9100" +dependencies = [ + "allocator-api2", + "equivalent", + "foldhash 0.2.0", +] + +[[package]] +name = "hashbrown" +version = "0.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4f467dd6dccf739c208452f8014c75c18bb8301b050ad1cfb27153803edb0f51" + +[[package]] +name = "hashlink" +version = "0.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7382cf6263419f2d8df38c55d7da83da5c18aef87fc7a7fc1fb1e344edfe14c1" +dependencies = [ + "hashbrown 0.15.5", +] + +[[package]] +name = "hdfs-native" +version = "0.14.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "eae7949bf7a2d90b051768cf68dcfd75f4cf70a6735d2c9aed94ac5d785f5d9f" +dependencies = [ + "aes 0.9.1", + "base64 0.22.1", + "bitflags 2.11.1", + "bumpalo", + "bytes", + "cbc 0.2.0", + "chrono", + "cipher 0.5.1", + "crc", + "ctr", + "des", + "dns-lookup", + "futures", + "g2p", + "hex", + "hmac 0.13.0", + "libc", + "libloading 0.9.0", + "log", + "md-5 0.11.0", + "num-traits", + "once_cell", + "prost 0.14.3", + "prost-types", + "rand 0.10.1", + "regex", + "roxmltree", + "socket2 0.6.3", + "thiserror 2.0.18", + "tokio", + "url", + "uuid", + "whoami 2.1.2", +] + +[[package]] +name = "hdfs-sys" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "33e2d5cefba2d51a26b44d2a493f963a32725a0f6593c91be4a610ad449c49cb" +dependencies = [ + "cc", + "java-locator", +] + +[[package]] +name = "hdrs" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f7c42a693bfe5dc8fcad1f24044c5ec355c5f157b8ce63c7d62f51cecbc7878d" +dependencies = [ + "blocking", + "errno", + "futures", + "hdfs-sys", + "libc", + "log", +] + +[[package]] +name = "headers" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b3314d5adb5d94bcdf56771f2e50dbbc80bb4bdf88967526706205ac9eff24eb" +dependencies = [ + "base64 0.22.1", + "bytes", + "headers-core", + "http 1.4.2", + "httpdate", + "mime", + "sha1 0.10.6", +] + +[[package]] +name = "headers-core" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "54b4a22553d4242c49fddb9ba998a99962b5cc6f22cb5a3482bec22522403ce4" +dependencies = [ + "http 1.4.2", +] + +[[package]] +name = "heapify" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0049b265b7f201ca9ab25475b22b47fe444060126a51abe00f77d986fc5cc52e" + +[[package]] +name = "heapless" +version = "0.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "634bd4d29cbf24424d0a4bfcbf80c6960129dc24424752a7d1d1390607023422" +dependencies = [ + "as-slice", + "generic-array 0.14.7", + "hash32 0.1.1", + "stable_deref_trait", +] + +[[package]] +name = "heapless" +version = "0.7.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cdc6457c0eb62c71aac4bc17216026d8410337c4126773b9c5daba343f17964f" +dependencies = [ + "atomic-polyfill", + "hash32 0.2.1", + "rustc_version", + "spin 0.9.8", + "stable_deref_trait", +] + +[[package]] +name = "heapless" +version = "0.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0bfb9eb618601c89945a70e254898da93b13be0388091d42117462b265bb3fad" +dependencies = [ + "hash32 0.3.1", + "stable_deref_trait", +] + +[[package]] +name = "heck" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "95505c38b4572b2d910cecb0281560f54b440a19336cbbcb27bf6ce6adc6f5a8" + +[[package]] +name = "heck" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea" + +[[package]] +name = "hermit-abi" +version = "0.5.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fc0fef456e4baa96da950455cd02c081ca953b141298e41db3fc7e36b1da849c" + +[[package]] +name = "hex" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7f24254aa9a54b5c858eaee2f5bccdb46aaf0e486a595ed5fd8f86ba55232a70" + +[[package]] +name = "hf-xet" +version = "1.5.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3005542f8cad13a23c2a85674aeeb888e2eb67cc6f413853c8ef169504e284bc" +dependencies = [ + "anyhow", + "async-trait", + "bytes", + "http 1.4.2", + "more-asserts", + "serde", + "serde_json", + "thiserror 2.0.18", + "tokio", + "tokio-util", + "tokio_with_wasm", + "tracing", + "uuid", + "xet-client", + "xet-core-structures", + "xet-data", + "xet-runtime", +] + +[[package]] +name = "hickory-proto" +version = "0.25.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8a6fe56c0038198998a6f217ca4e7ef3a5e51f46163bd6dd60b5c71ca6c6502" +dependencies = [ + "async-trait", + "cfg-if 1.0.4", + "data-encoding", + "enum-as-inner", + "futures-channel", + "futures-io", + "futures-util", + "idna", + "ipnet", + "once_cell", + "rand 0.9.4", + "ring", + "thiserror 2.0.18", + "tinyvec", + "tokio", + "tracing", + "url", +] + +[[package]] +name = "hickory-resolver" +version = "0.25.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dc62a9a99b0bfb44d2ab95a7208ac952d31060efc16241c87eaf36406fecf87a" +dependencies = [ + "cfg-if 1.0.4", + "futures-util", + "hickory-proto", + "ipconfig", + "moka", + "once_cell", + "parking_lot 0.12.5", + "rand 0.9.4", + "resolv-conf", + "smallvec", + "thiserror 2.0.18", + "tokio", + "tracing", +] + +[[package]] +name = "hkdf" +version = "0.12.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7b5f8eb2ad728638ea2c7d47a21db23b7b58a72ed6a38256b8a1849f15fbbdf7" +dependencies = [ + "hmac 0.12.1", +] + +[[package]] +name = "hmac" +version = "0.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6c49c37c09c17a53d937dfbb742eb3a961d65a994e6bcdcf37e7399d0cc8ab5e" +dependencies = [ + "digest 0.10.7", +] + +[[package]] +name = "hmac" +version = "0.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6303bc9732ae41b04cb554b844a762b4115a61bfaa81e3e83050991eeb56863f" +dependencies = [ + "digest 0.11.3", +] + +[[package]] +name = "home" +version = "0.5.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "589533453244b0995c858700322199b2becb13b627df2851f64a2775d024abcf" +dependencies = [ + "windows-sys 0.59.0", +] + +[[package]] +name = "hostname" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "617aaa3557aef3810a6369d0a99fac8a080891b68bd9f9812a1eeda0c0730cbd" +dependencies = [ + "cfg-if 1.0.4", + "libc", + "windows-link 0.2.1", +] + +[[package]] +name = "hotpath" +version = "0.22.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "66750a77f4f6b408a148be5102ef1f3ba7172def7ee92b1cfc75d9f7a3870453" +dependencies = [ + "hotpath-macros", +] + +[[package]] +name = "hotpath-macros" +version = "0.22.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "afe0e1900d2dbe2e2df8e9522b97ebd7a5598ba18478f57e247957022dffedbe" + +[[package]] +name = "html5ever" +version = "0.35.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "55d958c2f74b664487a2035fe1dadb032c48718a03b63f3ab0b8537db8549ed4" +dependencies = [ + "log", + "markup5ever", + "match_token", +] + +[[package]] +name = "http" +version = "0.2.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "601cbb57e577e2f5ef5be8e7b83f0f63994f25aa94d673e54a92d5c516d101f1" +dependencies = [ + "bytes", + "fnv", + "itoa", +] + +[[package]] +name = "http" +version = "1.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6970f50e31d6fc17d3fa27329444bfa74e196cf62e95052a3f6fee181dba6425" +dependencies = [ + "bytes", + "itoa", +] + +[[package]] +name = "http-body" +version = "0.4.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7ceab25649e9960c0311ea418d17bee82c0dcec1bd053b5f9a66e265a693bed2" +dependencies = [ + "bytes", + "http 0.2.12", + "pin-project-lite", +] + +[[package]] +name = "http-body" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ca2a8f2913ee65f60facd6a5905613afaa448497a0230cc41ce022d93290bc2c" +dependencies = [ + "bytes", + "http 1.4.2", +] + +[[package]] +name = "http-body-util" +version = "0.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b021d93e26becf5dc7e1b75b1bed1fd93124b374ceb73f43d4d4eafec896a64a" +dependencies = [ + "bytes", + "futures-core", + "http 1.4.2", + "http-body 1.1.0", + "pin-project-lite", +] + +[[package]] +name = "httparse" +version = "1.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6dbf3de79e51f3d586ab4cb9d5c3e2c14aa28ed23d180cf89b4df0454a69cc87" + +[[package]] +name = "httpdate" +version = "1.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "df3b46402a9d5adb4c86a0cf463f42e19994e3ee891101b1841f30a545cb49a9" + +[[package]] +name = "humantime" +version = "2.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "135b12329e5e3ce057a9f972339ea52bc954fe1e9358ef27f95e89716fbc5424" + +[[package]] +name = "hybrid-array" +version = "0.4.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9155a582abd142abc056962c29e3ce5ff2ad5469f4246b537ed42c5deba857da" +dependencies = [ + "typenum", +] + +[[package]] +name = "hyper" +version = "0.14.32" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "41dfc780fdec9373c01bae43289ea34c972e40ee3c9f6b3c8801a35f35586ce7" +dependencies = [ + "bytes", + "futures-channel", + "futures-core", + "futures-util", + "h2 0.3.27", + "http 0.2.12", + "http-body 0.4.6", + "httparse", + "httpdate", + "itoa", + "pin-project-lite", + "socket2 0.5.10", + "tokio", + "tower-service", + "tracing", + "want", +] + +[[package]] +name = "hyper" +version = "1.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6299f016b246a94207e63da54dbe807655bf9e00044f73ded42c3ac5305fbcca" +dependencies = [ + "atomic-waker", + "bytes", + "futures-channel", + "futures-core", + "h2 0.4.14", + "http 1.4.2", + "http-body 1.1.0", + "httparse", + "httpdate", + "itoa", + "pin-project-lite", + "smallvec", + "tokio", + "want", +] + +[[package]] +name = "hyper-rustls" +version = "0.27.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "33ca68d021ef39cf6463ab54c1d0f5daf03377b70561305bb89a8f83aab66e0f" +dependencies = [ + "http 1.4.2", + "hyper 1.9.0", + "hyper-util", + "rustls 0.23.40", + "tokio", + "tokio-rustls 0.26.4", + "tower-service", + "webpki-roots 1.0.7", +] + +[[package]] +name = "hyper-timeout" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bbb958482e8c7be4bc3cf272a766a2b0bf1a6755e7a6ae777f017a31d11b13b1" +dependencies = [ + "hyper 0.14.32", + "pin-project-lite", + "tokio", + "tokio-io-timeout", +] + +[[package]] +name = "hyper-timeout" +version = "0.5.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2b90d566bffbce6a75bd8b09a05aa8c2cb1fabb6cb348f8840c9e4c90a0d83b0" +dependencies = [ + "hyper 1.9.0", + "hyper-util", + "pin-project-lite", + "tokio", + "tower-service", +] + +[[package]] +name = "hyper-tls" +version = "0.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "70206fc6890eaca9fde8a0bf71caa2ddfc9fe045ac9e5c70df101a7dbde866e0" +dependencies = [ + "bytes", + "http-body-util", + "hyper 1.9.0", + "hyper-util", + "native-tls", + "tokio", + "tokio-native-tls", + "tower-service", +] + +[[package]] +name = "hyper-util" +version = "0.1.20" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "96547c2556ec9d12fb1578c4eaf448b04993e7fb79cbaad930a656880a6bdfa0" +dependencies = [ + "base64 0.22.1", + "bytes", + "futures-channel", + "futures-util", + "http 1.4.2", + "http-body 1.1.0", + "hyper 1.9.0", + "ipnet", + "libc", + "percent-encoding", + "pin-project-lite", + "socket2 0.6.3", + "system-configuration", + "tokio", + "tower-service", + "tracing", + "windows-registry", +] + +[[package]] +name = "i_float" +version = "1.15.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "010025c2c532c8d82e42d0b8bb5184afa449fa6f06c709ea9adcb16c49ae405b" +dependencies = [ + "libm", +] + +[[package]] +name = "i_key_sort" +version = "0.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9190f86706ca38ac8add223b2aed8b1330002b5cdbbce28fb58b10914d38fc27" + +[[package]] +name = "i_overlay" +version = "4.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "413183068e6e0289e18d7d0a1f661b81546e6918d5453a44570b9ab30cbed1b3" +dependencies = [ + "i_float", + "i_key_sort", + "i_shape", + "i_tree", + "rayon", +] + +[[package]] +name = "i_shape" +version = "1.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ea154b742f7d43dae2897fcd5ead86bc7b5eefcedd305a7ebf9f69d44d61082" +dependencies = [ + "i_float", +] + +[[package]] +name = "i_tree" +version = "0.16.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "35e6d558e6d4c7b82bc51d9c771e7a927862a161a7d87bf2b0541450e0e20915" + +[[package]] +name = "iana-time-zone" +version = "0.1.65" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e31bc9ad994ba00e440a8aa5c9ef0ec67d5cb5e5cb0cc7f8b744a35b389cc470" +dependencies = [ + "android_system_properties", + "core-foundation-sys", + "iana-time-zone-haiku", + "js-sys", + "log", + "wasm-bindgen", + "windows-core 0.62.2", +] + +[[package]] +name = "iana-time-zone-haiku" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f31827a206f56af32e590ba56d5d2d085f558508192593743f16b2306495269f" +dependencies = [ + "cc", +] + +[[package]] +name = "icu_collections" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4c6b649701667bbe825c3b7e6388cb521c23d88644678e83c0c4d0a621a34b43" +dependencies = [ + "displaydoc", + "potential_utf", + "yoke", + "zerofrom", + "zerovec", +] + +[[package]] +name = "icu_locale_core" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "edba7861004dd3714265b4db54a3c390e880ab658fec5f7db895fae2046b5bb6" +dependencies = [ + "displaydoc", + "litemap", + "tinystr", + "writeable", + "zerovec", +] + +[[package]] +name = "icu_normalizer" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5f6c8828b67bf8908d82127b2054ea1b4427ff0230ee9141c54251934ab1b599" +dependencies = [ + "icu_collections", + "icu_normalizer_data", + "icu_properties", + "icu_provider", + "smallvec", + "zerovec", +] + +[[package]] +name = "icu_normalizer_data" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7aedcccd01fc5fe81e6b489c15b247b8b0690feb23304303a9e560f37efc560a" + +[[package]] +name = "icu_properties" +version = "2.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "020bfc02fe870ec3a66d93e677ccca0562506e5872c650f893269e08615d74ec" +dependencies = [ + "icu_collections", + "icu_locale_core", + "icu_properties_data", + "icu_provider", + "zerotrie", + "zerovec", +] + +[[package]] +name = "icu_properties_data" +version = "2.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "616c294cf8d725c6afcd8f55abc17c56464ef6211f9ed59cccffe534129c77af" + +[[package]] +name = "icu_provider" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85962cf0ce02e1e0a629cc34e7ca3e373ce20dda4c4d7294bbd0bf1fdb59e614" +dependencies = [ + "displaydoc", + "icu_locale_core", + "writeable", + "yoke", + "zerofrom", + "zerotrie", + "zerovec", +] + +[[package]] +name = "id-arena" +version = "2.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3d3067d79b975e8844ca9eb072e16b31c3c1c36928edf9c6789548c524d0d954" + +[[package]] +name = "ident_case" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39" + +[[package]] +name = "idna" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3b0875f23caa03898994f6ddc501886a45c7d3d62d04d2d90788d47be1b1e4de" +dependencies = [ + "idna_adapter", + "smallvec", + "utf8_iter", +] + +[[package]] +name = "idna_adapter" +version = "1.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3acae9609540aa318d1bc588455225fb2085b9ed0c4f6bd0d9d5bcd86f1a0344" +dependencies = [ + "icu_normalizer", + "icu_properties", +] + +[[package]] +name = "indexmap" +version = "1.9.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bd070e393353796e801d209ad339e89596eb4c8d430d18ede6a1cced8fafbd99" +dependencies = [ + "autocfg", + "hashbrown 0.12.3", +] + +[[package]] +name = "indexmap" +version = "2.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d466e9454f08e4a911e14806c24e16fba1b4c121d1ea474396f396069cf949d9" +dependencies = [ + "equivalent", + "hashbrown 0.17.0", + "serde", + "serde_core", +] + +[[package]] +name = "indextree" +version = "4.8.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5cee462cd93b03891663339b59a21246cc5fc2cc95060d0bb5059e25cd50edc4" +dependencies = [ + "indextree-macros", +] + +[[package]] +name = "indextree-macros" +version = "0.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f85dac6c239acc85fd61934c572292d93adfd2de459d9c032aa22b553506e915" +dependencies = [ + "either", + "itertools 0.14.0", + "proc-macro2", + "quote", + "strum", + "syn 2.0.118", + "thiserror 2.0.18", +] + +[[package]] +name = "inout" +version = "0.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "879f10e63c20629ecabbb64a8010319738c66a5cd0c29b02d63d272b03751d01" +dependencies = [ + "block-padding 0.3.3", + "generic-array 0.14.7", +] + +[[package]] +name = "inout" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4250ce6452e92010fdf7268ccc5d14faa80bb12fc741938534c58f16804e03c7" +dependencies = [ + "block-padding 0.4.2", + "hybrid-array", +] + +[[package]] +name = "instant" +version = "0.1.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e0242819d153cba4b4b05a5a8f2a7e9bbf97b6055b2a002b395c96b5ff3c0222" +dependencies = [ + "cfg-if 1.0.4", +] + +[[package]] +name = "io-uring" +version = "0.6.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "595a0399f411a508feb2ec1e970a4a30c249351e30208960d58298de8660b0e5" +dependencies = [ + "bitflags 1.3.2", + "libc", +] + +[[package]] +name = "io-uring" +version = "0.7.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4d09b98f7eace8982db770e4408e7470b028ce513ac28fecdc6bf4c30fe92b62" +dependencies = [ + "bitflags 2.11.1", + "cfg-if 1.0.4", + "libc", +] + +[[package]] +name = "ipconfig" +version = "0.3.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4d40460c0ce33d6ce4b0630ad68ff63d6661961c48b6dba35e5a4d81cfb48222" +dependencies = [ + "socket2 0.6.3", + "widestring", + "windows-registry", + "windows-result 0.4.1", + "windows-sys 0.61.2", +] + +[[package]] +name = "ipnet" +version = "2.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d98f6fed1fde3f8c21bc40a1abb88dd75e67924f9cffc3ef95607bad8017f8e2" + +[[package]] +name = "is_terminal_polyfill" +version = "1.70.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a6cb138bb79a146c1bd460005623e142ef0181e3d0219cb493e02f7d08a35695" + +[[package]] +name = "itertools" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b1c173a5686ce8bfa551b3563d0c2170bf24ca44da99c7ca4bfdab5418c3fe57" +dependencies = [ + "either", +] + +[[package]] +name = "itertools" +version = "0.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ba291022dbbd398a455acf126c1e341954079855bc60dfdda641363bd6922569" +dependencies = [ + "either", +] + +[[package]] +name = "itertools" +version = "0.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "413ee7dfc52ee1a4949ceeb7dbc8a33f2d6c088194d9f922fb8318faf1f01186" +dependencies = [ + "either", +] + +[[package]] +name = "itertools" +version = "0.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2b192c782037fadd9cfa75548310488aabdbf3d2da73885b31bd0abd03351285" +dependencies = [ + "either", +] + +[[package]] +name = "itoa" +version = "1.0.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8f42a60cbdf9a97f5d2305f08a87dc4e09308d1276d28c869c684d7777685682" + +[[package]] +name = "java-locator" +version = "0.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09c46c1fe465c59b1474e665e85e1256c3893dd00927b8d55f63b09044c1e64f" +dependencies = [ + "glob", +] + +[[package]] +name = "jiff" +version = "0.2.35" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "668b7183bd07af9a4885f5c35b0cc5c83c4607a913c16b7e17291832910d2dcc" +dependencies = [ + "defmt", + "jiff-core", + "jiff-static", + "jiff-tzdb-platform", + "js-sys", + "log", + "portable-atomic", + "portable-atomic-util", + "serde_core", + "wasm-bindgen", + "windows-link 0.2.1", +] + +[[package]] +name = "jiff-core" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7feca88439efe53da3754500c1851dedf3cb36c524dd5cf8225cc0794de95d09" +dependencies = [ + "defmt", +] + +[[package]] +name = "jiff-static" +version = "0.2.35" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3a69dcb3a21cfb32ce1cd056169337ca284af0766dd766e7878819b251a49204" +dependencies = [ + "jiff-core", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "jiff-tzdb" +version = "0.1.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c900ef84826f1338a557697dc8fc601df9ca9af4ac137c7fb61d4c6f2dfd3076" + +[[package]] +name = "jiff-tzdb-platform" +version = "0.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "875a5a69ac2bab1a891711cf5eccbec1ce0341ea805560dcd90b7a2e925132e8" +dependencies = [ + "jiff-tzdb", +] + +[[package]] +name = "jni" +version = "0.22.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5efd9a482cf3a427f00d6b35f14332adc7902ce91efb778580e180ff90fa3498" +dependencies = [ + "cfg-if 1.0.4", + "combine", + "jni-macros", + "jni-sys", + "log", + "simd_cesu8", + "thiserror 2.0.18", + "walkdir", + "windows-link 0.2.1", +] + +[[package]] +name = "jni-macros" +version = "0.22.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a00109accc170f0bdb141fed3e393c565b6f5e072365c3bd58f5b062591560a3" +dependencies = [ + "proc-macro2", + "quote", + "rustc_version", + "simd_cesu8", + "syn 2.0.118", +] + +[[package]] +name = "jni-sys" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c6377a88cb3910bee9b0fa88d4f42e1d2da8e79915598f65fb0c7ee14c878af2" +dependencies = [ + "jni-sys-macros", +] + +[[package]] +name = "jni-sys-macros" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "38c0b942f458fe50cdac086d2f946512305e5631e720728f2a61aabcd47a6264" +dependencies = [ + "quote", + "syn 2.0.118", +] + +[[package]] +name = "jobserver" +version = "0.1.34" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9afb3de4395d6b3e67a780b6de64b51c978ecf11cb9a462c66be7d4ca9039d33" +dependencies = [ + "getrandom 0.3.4", + "libc", +] + +[[package]] +name = "js-sys" +version = "0.3.98" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "67df7112613f8bfd9150013a0314e196f4800d3201ae742489d999db2f979f08" +dependencies = [ + "cfg-if 1.0.4", + "futures-util", + "once_cell", + "wasm-bindgen", +] + +[[package]] +name = "jsonwebtoken" +version = "10.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0529410abe238729a60b108898784df8984c87f6054c9c4fcacc47e4803c1ce1" +dependencies = [ + "aws-lc-rs", + "base64 0.22.1", + "ed25519-dalek", + "getrandom 0.2.17", + "hmac 0.12.1", + "js-sys", + "p256", + "p384", + "pem", + "rand 0.8.6", + "rsa", + "serde", + "serde_json", + "sha2 0.10.9", + "signature", + "simple_asn1", +] + +[[package]] +name = "konst" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f660d5f887e3562f9ab6f4a14988795b694099d66b4f5dedc02d197ba9becb1d" +dependencies = [ + "const_panic", + "konst_proc_macros", + "typewit", +] + +[[package]] +name = "konst_proc_macros" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e037a2e1d8d5fdbd49b16a4ea09d5d6401c1f29eca5ff29d03d3824dba16256a" + +[[package]] +name = "kv-log-macro" +version = "1.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0de8b303297635ad57c9f5059fd9cee7a47f8e8daa09df0fcd07dd39fb22977f" +dependencies = [ + "log", +] + +[[package]] +name = "lazy-regex" +version = "3.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6bae91019476d3ec7147de9aa291cadb6d870abf2f3015d2da73a90325ac1496" +dependencies = [ + "lazy-regex-proc_macros", + "once_cell", + "regex", +] + +[[package]] +name = "lazy-regex-proc_macros" +version = "3.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4de9c1e1439d8b7b3061b2d209809f447ca33241733d9a3c01eabf2dc8d94358" +dependencies = [ + "proc-macro2", + "quote", + "regex", + "syn 2.0.118", +] + +[[package]] +name = "lazy_static" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe" +dependencies = [ + "spin 0.9.8", +] + +[[package]] +name = "leb128fmt" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09edd9e8b54e49e587e4f6295a7d29c3ea94d469cb40ab8ca70b288248a81db2" + +[[package]] +name = "lexicmp" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0e8f89da8fd95c4eb6274e914694bea90c7826523b26f2a2fd863d44b9d42c43" +dependencies = [ + "deunicode", +] + +[[package]] +name = "libc" +version = "0.2.186" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "68ab91017fe16c622486840e4c83c9a37afeff978bd239b5293d61ece587de66" + +[[package]] +name = "libloading" +version = "0.8.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d7c4b02199fee7c5d21a5ae7d8cfa79a6ef5bb2fc834d6e9058e89c825efdc55" +dependencies = [ + "cfg-if 1.0.4", + "windows-link 0.2.1", +] + +[[package]] +name = "libloading" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "754ca22de805bb5744484a5b151a9e1a8e837d5dc232c2d7d8c2e3492edc8b60" +dependencies = [ + "cfg-if 1.0.4", + "windows-link 0.2.1", +] + +[[package]] +name = "libm" +version = "0.2.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6d2cec3eae94f9f509c767b45932f1ada8350c4bdb85af2fcab4a3c14807981" + +[[package]] +name = "libredox" +version = "0.1.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e02f3bb43d335493c96bf3fd3a321600bf6bd07ed34bc64118e9293bdffea46c" +dependencies = [ + "bitflags 2.11.1", + "libc", + "plain", + "redox_syscall 0.7.5", +] + +[[package]] +name = "librocksdb-sys" +version = "0.17.3+10.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cef2a00ee60fe526157c9023edab23943fae1ce2ab6f4abb2a807c1746835de9" +dependencies = [ + "bindgen", + "bzip2-sys", + "cc", + "libc", + "libz-sys", +] + +[[package]] +name = "libsqlite3-sys" +version = "0.30.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2e99fb7a497b1e3339bc746195567ed8d3e24945ecd636e3619d20b9de9e9149" +dependencies = [ + "cc", + "pkg-config", + "vcpkg", +] + +[[package]] +name = "libtest-mimic" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "14e6ba06f0ade6e504aff834d7c34298e5155c6baca353cc6a4aaff2f9fd7f33" +dependencies = [ + "anstream", + "anstyle", + "clap", + "escape8259", +] + +[[package]] +name = "libz-sys" +version = "1.1.28" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fc3a226e576f50782b3305c5ccf458698f92798987f551c6a02efe8276721e22" +dependencies = [ + "cc", + "pkg-config", + "vcpkg", +] + +[[package]] +name = "link-section" +version = "0.19.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8dc98458dfe90986c5e2f6ddcf68360c7e5c4252600153e06aa4ee8176c0f8d1" + +[[package]] +name = "linked-hash-map" +version = "0.5.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0717cef1bc8b636c6e1c1bbdefc09e6322da8a9321966e8928ef80d20f7f770f" + +[[package]] +name = "linktime-proc-macro" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8c7b0a3383c2a1002d11349c92c85a666a5fb679e96c79d782cf0dbe557fd6ee" + +[[package]] +name = "linux-raw-sys" +version = "0.4.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d26c52dbd32dccf2d10cac7725f8eae5296885fb5703b261f7d0a0739ec807ab" + +[[package]] +name = "linux-raw-sys" +version = "0.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "32a66949e030da00e8c7d4434b251670a91556f4144941d37452769c25d58a53" + +[[package]] +name = "litemap" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "92daf443525c4cce67b150400bc2316076100ce0b3686209eb8cf3c31612e6f0" + +[[package]] +name = "local-event" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "76dda8459b10a8960dfae91c1c77316fc15e7caf94f9f18794126512a8dc77e5" + +[[package]] +name = "lock_api" +version = "0.4.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "224399e74b87b5f3557511d98dff8b14089b3dadafcab6bb93eab67d3aace965" +dependencies = [ + "scopeguard", +] + +[[package]] +name = "log" +version = "0.4.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0ceec5bc11778974d1bcb055b18002eba7f4b3518b6a0081b3af5f21666da9ad" +dependencies = [ + "value-bag", +] + +[[package]] +name = "logforth" +version = "0.30.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "522000d3921e4b089de59204d2d3ca8792cd53f8ce5a54b5ac8b9a6e867259f0" +dependencies = [ + "log", + "logforth-append-file", + "logforth-bridge-log", + "logforth-core", + "logforth-filter-rustlog", + "logforth-layout-json", + "logforth-layout-text", +] + +[[package]] +name = "logforth-append-file" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "80f4ed78a03a30c12285135d98330f0f5d53cb0019bd1ac6d66863dae72d8d52" +dependencies = [ + "jiff", + "logforth-core", +] + +[[package]] +name = "logforth-bridge-log" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9c7224c78547e542572ae4d1f787f96c4395a4c3f24513bf221bd8e49888f610" +dependencies = [ + "log", + "logforth-core", +] + +[[package]] +name = "logforth-core" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "400ba5305e0cb6819efa6c2c503020562eb5b47fd53c91c935be55af1ffd374e" +dependencies = [ + "anyhow", + "serde", +] + +[[package]] +name = "logforth-filter-rustlog" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5e8431cfa1d3eeca479c363651320a66c7003350528f678b30e8c1474fb0d802" +dependencies = [ + "logforth-core", +] + +[[package]] +name = "logforth-layout-json" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9d86a105f8f32151ca1e0a6d4097d478badb02d5715239ba0fa431a188a5d966" +dependencies = [ + "jiff", + "logforth-core", + "serde", + "serde_json", +] + +[[package]] +name = "logforth-layout-text" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4eafe007ac55293d807e8c7f5a23002e2518d32e476e195443cde23e7845416a" +dependencies = [ + "colored", + "jiff", + "logforth-core", +] + +[[package]] +name = "loom" +version = "0.5.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ff50ecb28bb86013e935fb6683ab1f6d3a20016f123c76fd4c27470076ac30f5" +dependencies = [ + "cfg-if 1.0.4", + "generator 0.7.5", + "scoped-tls", + "tracing", + "tracing-subscriber", +] + +[[package]] +name = "loom" +version = "0.7.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "419e0dc8046cb947daa77eb95ae174acfbddb7673b4151f56d1eed8e93fbfaca" +dependencies = [ + "cfg-if 1.0.4", + "generator 0.8.8", + "pin-utils", + "scoped-tls", + "serde", + "serde_json", + "tracing", + "tracing-subscriber", +] + +[[package]] +name = "lru" +version = "0.12.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "234cf4f4a04dc1f57e24b96cc0cd600cf2af460d4161ac5ecdd0af8e1f3b2a38" +dependencies = [ + "hashbrown 0.15.5", +] + +[[package]] +name = "lru-slab" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "112b39cec0b298b6c1999fee3e31427f74f676e4cb9879ed1a121b43661a4154" + +[[package]] +name = "lz4" +version = "1.28.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a20b523e860d03443e98350ceaac5e71c6ba89aea7d960769ec3ce37f4de5af4" +dependencies = [ + "lz4-sys", +] + +[[package]] +name = "lz4-sys" +version = "1.11.1+lz4-1.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6bd8c0d6c6ed0cd30b3652886bb8711dc4bb01d637a68105a3d5158039b418e6" +dependencies = [ + "cc", + "libc", +] + +[[package]] +name = "lz4_flex" +version = "0.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "db9a0d582c2874f68138a16ce1867e0ffde6c0bb0a0df85e1f36d04146db488a" +dependencies = [ + "twox-hash", +] + +[[package]] +name = "mac" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c41e0c4fef86961ac6d6f8a82609f55f31b05e4fce149ac5710e439df7619ba4" + +[[package]] +name = "macro_magic" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cc33f9f0351468d26fbc53d9ce00a096c8522ecb42f19b50f34f2c422f76d21d" +dependencies = [ + "macro_magic_core", + "macro_magic_macros", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "macro_magic_core" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1687dc887e42f352865a393acae7cf79d98fab6351cde1f58e9e057da89bf150" +dependencies = [ + "const-random", + "derive-syn-parse", + "macro_magic_core_macros", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "macro_magic_core_macros" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b02abfe41815b5bd98dbd4260173db2c116dda171dc0fe7838cb206333b83308" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "macro_magic_macros" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "73ea28ee64b88876bf45277ed9a5817c1817df061a74f2b988971a12570e5869" +dependencies = [ + "macro_magic_core", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "maplit" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3e2e65a1a2e43cfcb47a895c4c8b10d1f4a61097f9f254f183aee60cad9c651d" + +[[package]] +name = "markup5ever" +version = "0.35.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "311fe69c934650f8f19652b3946075f0fc41ad8757dbb68f1ca14e7900ecc1c3" +dependencies = [ + "log", + "tendril", + "web_atoms", +] + +[[package]] +name = "match_token" +version = "0.35.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ac84fd3f360fcc43dc5f5d186f02a94192761a080e8bc58621ad4d12296a58cf" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "matchers" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d1525a2a28c7f4fa0fc98bb91ae755d1e2d1505079e05539e35bc876b5d65ae9" +dependencies = [ + "regex-automata", +] + +[[package]] +name = "matchit" +version = "0.7.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0e7465ac9959cc2b1404e8e2367b43684a6d13790fe23056cc8c6c5a6b7bcb94" + +[[package]] +name = "matchit" +version = "0.8.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "47e1ffaa40ddd1f3ed91f717a33c8c0ee23fff369e3aa8772b9605cc1d22f4c3" + +[[package]] +name = "matrixmultiply" +version = "0.3.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a06de3016e9fae57a36fd14dba131fccf49f74b40b7fbdb472f96e361ec71a08" +dependencies = [ + "autocfg", + "rawpointer", +] + +[[package]] +name = "md-5" +version = "0.10.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d89e7ee0cfbedfc4da3340218492196241d89eefb6dab27de5df917a6d2e78cf" +dependencies = [ + "cfg-if 1.0.4", + "digest 0.10.7", +] + +[[package]] +name = "md-5" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "69b6441f590336821bb897fb28fc622898ccceb1d6cea3fde5ea86b090c4de98" +dependencies = [ + "cfg-if 1.0.4", + "digest 0.11.3", +] + +[[package]] +name = "mea" +version = "0.6.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2640d335e7273dacdcf51044026139b2e269c3bb0dfc3f8cb3496b85e3f6a42c" +dependencies = [ + "slab", +] + +[[package]] +name = "memchr" +version = "2.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "88904434abc2901f197fe8cc55f0445e7ded921dba5911dad2e2b39b48e663c4" + +[[package]] +name = "memmap2" +version = "0.5.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "83faa42c0a078c393f6b29d5db232d8be22776a891f8f56e5284faee4a20b327" +dependencies = [ + "libc", +] + +[[package]] +name = "memmap2" +version = "0.9.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d1219ed1b7f229ee7104d281dd01d6802fe28bb6e95d292942c4daacdeb798c0" +dependencies = [ + "libc", +] + +[[package]] +name = "memoffset" +version = "0.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5de893c32cde5f383baa4c04c5d6dbdd735cfd4a794b0debdb2bb1b421da5ff4" +dependencies = [ + "autocfg", +] + +[[package]] +name = "memoffset" +version = "0.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "488016bfae457b036d996092f6cb448677611ce4449e970ceaf42695203f218a" +dependencies = [ + "autocfg", +] + +[[package]] +name = "metrics" +version = "0.24.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "89550ee9f79e88fef3119de263694973a8adb26c21d75322164fb8c493039fe2" +dependencies = [ + "portable-atomic", + "rapidhash", +] + +[[package]] +name = "miette" +version = "5.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "59bb584eaeeab6bd0226ccf3509a69d7936d148cf3d036ad350abe35e8c6856e" +dependencies = [ + "miette-derive", + "once_cell", + "thiserror 1.0.69", + "unicode-width", +] + +[[package]] +name = "miette-derive" +version = "5.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "49e7bc1560b95a3c4a25d03de42fe76ca718ab92d1a22a55b9b4cf67b3ae635c" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "mime" +version = "0.3.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6877bb514081ee2a7ff5ef9de3281f14a4dd4bceac4c09388074a6b5df8a139a" + +[[package]] +name = "mime_guess" +version = "2.0.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f7c44f8e672c00fe5308fa235f821cb4198414e1c77935c1ab6948d3fd78550e" +dependencies = [ + "mime", + "unicase", +] + +[[package]] +name = "mini-moka" +version = "0.10.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c325dfab65f261f386debee8b0969da215b3fa0037e74c8a1234db7ba986d803" +dependencies = [ + "crossbeam-channel", + "crossbeam-utils", + "dashmap 5.5.3", + "skeptic", + "smallvec", + "tagptr", + "triomphe", +] + +[[package]] +name = "minimal-lexical" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a" + +[[package]] +name = "miniz_oxide" +version = "0.8.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fa76a2c86f704bdb222d66965fb3d63269ce38518b83cb0575fca855ebb6316" +dependencies = [ + "adler2", + "simd-adler32", +] + +[[package]] +name = "mio" +version = "0.8.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a4a650543ca06a924e8b371db273b2756685faae30f8487da1b56505a8f78b0c" +dependencies = [ + "libc", + "log", + "wasi 0.11.1+wasi-snapshot-preview1", + "windows-sys 0.48.0", +] + +[[package]] +name = "mio" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "50b7e5b27aa02a74bac8c3f23f448f8d87ff11f92d3aac1a6ed369ee08cc56c1" +dependencies = [ + "libc", + "wasi 0.11.1+wasi-snapshot-preview1", + "windows-sys 0.61.2", +] + +[[package]] +name = "mixtrics" +version = "0.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fb252c728b9d77c6ef9103f0c81524fa0a3d3b161d0a936295d7fbeff6e04c11" +dependencies = [ + "itertools 0.14.0", + "parking_lot 0.12.5", +] + +[[package]] +name = "mod_use" +version = "0.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "21909324aa58f5c284d91cac514c6d081210901dc372d7c8ea6a9d7e0406097a" + +[[package]] +name = "moka" +version = "0.12.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "957228ad12042ee839f93c8f257b62b4c0ab5eaae1d4fa60de53b27c9d7c5046" +dependencies = [ + "async-lock", + "crossbeam-channel", + "crossbeam-epoch", + "crossbeam-utils", + "equivalent", + "event-listener 5.4.1", + "futures-util", + "parking_lot 0.12.5", + "portable-atomic", + "smallvec", + "tagptr", + "uuid", +] + +[[package]] +name = "mongocrypt" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8da0cd419a51a5fb44819e290fbdb0665a54f21dead8923446a799c7f4d26ad9" +dependencies = [ + "bson", + "mongocrypt-sys", + "once_cell", + "serde", +] + +[[package]] +name = "mongocrypt-sys" +version = "0.1.5+1.15.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "224484c5d09285a7b8cb0a0c117e847ebd14cb6e4470ecf68cdb89c503b0edb9" + +[[package]] +name = "mongodb" +version = "3.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ef2c933617431ad0246fb5b43c425ebdae18c7f7259c87de0726d93b0e7e91b" +dependencies = [ + "base64 0.22.1", + "bitflags 2.11.1", + "bson", + "derive-where", + "derive_more", + "futures-core", + "futures-io", + "futures-util", + "hex", + "hickory-proto", + "hickory-resolver", + "hmac 0.12.1", + "macro_magic", + "md-5 0.10.6", + "mongocrypt", + "mongodb-internal-macros", + "pbkdf2", + "percent-encoding", + "rand 0.9.4", + "rustc_version_runtime", + "rustls 0.23.40", + "rustversion", + "serde", + "serde_bytes", + "serde_with", + "sha1 0.10.6", + "sha2 0.10.9", + "socket2 0.6.3", + "stringprep", + "strsim", + "take_mut", + "thiserror 2.0.18", + "tokio", + "tokio-rustls 0.26.4", + "tokio-util", + "typed-builder", + "uuid", + "webpki-roots 1.0.7", +] + +[[package]] +name = "mongodb-internal-macros" +version = "3.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9e5758dc828eb2d02ec30563cba365609d56ddd833190b192beaee2b475a7bb3" +dependencies = [ + "macro_magic", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "monoio" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3bd0f8bcde87b1949f95338b547543fcab187bc7e7a5024247e359a5e828ba6a" +dependencies = [ + "auto-const-array", + "bytes", + "flume 0.11.1", + "fxhash", + "io-uring 0.6.4", + "libc", + "memchr", + "mio 0.8.11", + "monoio-macros", + "nix", + "once_cell", + "pin-project-lite", + "socket2 0.5.10", + "threadpool", + "windows-sys 0.48.0", +] + +[[package]] +name = "monoio-macros" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "176a5f5e69613d9e88337cf2a65e11135332b4efbcc628404a7c555e4452084c" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "more-asserts" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fafa6961cabd9c63bcd77a45d7e3b7f3b552b70417831fb0f56db717e72407e" + +[[package]] +name = "multimap" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1d87ecb2933e8aeadb3e3a02b828fed80a7528047e68b4f424523a0981a3a084" + +[[package]] +name = "nanorand" +version = "0.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6a51313c5820b0b02bd422f4b44776fbf47961755c74ce64afc73bfad10226c3" +dependencies = [ + "getrandom 0.2.17", +] + +[[package]] +name = "native-tls" +version = "0.2.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "465500e14ea162429d264d44189adc38b199b62b1c21eea9f69e4b73cb03bbf2" +dependencies = [ + "libc", + "log", + "openssl", + "openssl-probe", + "openssl-sys", + "schannel", + "security-framework", + "security-framework-sys", + "tempfile", +] + +[[package]] +name = "ndarray" +version = "0.17.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "520080814a7a6b4a6e9070823bb24b4531daac8c4627e08ba5de8c5ef2f2752d" +dependencies = [ + "matrixmultiply", + "num-complex", + "num-integer", + "num-traits", + "portable-atomic", + "portable-atomic-util", + "rawpointer", +] + +[[package]] +name = "ndarray-stats" +version = "0.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9b6e54a8b65764f71827a90ca1d56965ec0c67f069f996477bd493402a901d1f" +dependencies = [ + "indexmap 2.14.0", + "itertools 0.13.0", + "ndarray", + "noisy_float", + "num-integer", + "num-traits", + "rand 0.8.6", +] + +[[package]] +name = "new_debug_unreachable" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "650eef8c711430f1a879fdd01d4745a7deea475becfb90269c06775983bbf086" + +[[package]] +name = "nix" +version = "0.26.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "598beaf3cc6fdd9a5dfb1630c2800c7acd31df7aaf0f565796fba2b53ca1af1b" +dependencies = [ + "bitflags 1.3.2", + "cfg-if 1.0.4", + "libc", + "memoffset 0.7.1", + "pin-utils", +] + +[[package]] +name = "noisy_float" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c16843be85dd410c6a12251c4eca0dd1d3ee8c5725f746c4d5e0fdcec0a864b2" +dependencies = [ + "num-traits", +] + +[[package]] +name = "nom" +version = "7.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d273983c5a657a70a3e8f2a01329822f3b8c8172b73826411a55751e404a0a4a" +dependencies = [ + "memchr", + "minimal-lexical", +] + +[[package]] +name = "nonzero_ext" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "38bf9645c8b145698bb0b18a4637dcacbc421ea49bef2317e4fd8065a387cf21" + +[[package]] +name = "ntapi" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c3b335231dfd352ffb0f8017f3b6027a4917f7df785ea2143d8af2adc66980ae" +dependencies = [ + "winapi", +] + +[[package]] +name = "nu-ansi-term" +version = "0.50.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7957b9740744892f114936ab4a57b3f487491bbeafaf8083688b16841a4240e5" +dependencies = [ + "windows-sys 0.61.2", +] + +[[package]] +name = "num-bigint" +version = "0.4.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a5e44f723f1133c9deac646763579fdb3ac745e418f2a7af9cd0c431da1f20b9" +dependencies = [ + "num-integer", + "num-traits", +] + +[[package]] +name = "num-bigint-dig" +version = "0.8.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e661dda6640fad38e827a6d4a310ff4763082116fe217f279885c97f511bb0b7" +dependencies = [ + "lazy_static", + "libm", + "num-integer", + "num-iter", + "num-traits", + "rand 0.8.6", + "smallvec", + "zeroize", +] + +[[package]] +name = "num-complex" +version = "0.4.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "73f88a1307638156682bada9d7604135552957b7818057dcef22705b4d509495" +dependencies = [ + "num-traits", +] + +[[package]] +name = "num-conv" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c6673768db2d862beb9b39a78fdcb1a69439615d5794a1be50caa9bc92c81967" + +[[package]] +name = "num-derive" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ed3955f1a9c7c0c15e092f9c887db08b1fc683305fdf6eb6684f22555355e202" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "num-integer" +version = "0.1.46" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7969661fd2958a5cb096e56c8e1ad0444ac2bbcd0061bd28660485a44879858f" +dependencies = [ + "num-traits", +] + +[[package]] +name = "num-iter" +version = "0.1.45" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1429034a0490724d0075ebb2bc9e875d6503c3cf69e235a8941aa757d83ef5bf" +dependencies = [ + "autocfg", + "num-integer", + "num-traits", +] + +[[package]] +name = "num-traits" +version = "0.2.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841" +dependencies = [ + "autocfg", + "libm", +] + +[[package]] +name = "num_cpus" +version = "1.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "91df4bbde75afed763b708b7eee1e8e7651e02d97f6d5dd763e89367e957b23b" +dependencies = [ + "hermit-abi", + "libc", +] + +[[package]] +name = "objc2-core-foundation" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2a180dd8642fa45cdb7dd721cd4c11b1cadd4929ce112ebd8b9f5803cc79d536" +dependencies = [ + "bitflags 2.11.1", +] + +[[package]] +name = "objc2-io-kit" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "33fafba39597d6dc1fb709123dfa8289d39406734be322956a69f0931c73bb15" +dependencies = [ + "libc", + "objc2-core-foundation", +] + +[[package]] +name = "objc2-system-configuration" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7216bd11cbda54ccabcab84d523dc93b858ec75ecfb3a7d89513fa22464da396" +dependencies = [ + "objc2-core-foundation", +] + +[[package]] +name = "object_store" +version = "0.13.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "622acbc9100d3c10e2ee15804b0caa40e55c933d5aa53814cd520805b7958a49" +dependencies = [ + "async-trait", + "bytes", + "chrono", + "futures-channel", + "futures-core", + "futures-util", + "http 1.4.2", + "humantime", + "itertools 0.14.0", + "parking_lot 0.12.5", + "percent-encoding", + "thiserror 2.0.18", + "tokio", + "tracing", + "url", + "walkdir", + "wasm-bindgen-futures", + "web-time", +] + +[[package]] +name = "once_cell" +version = "1.21.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50" +dependencies = [ + "critical-section", + "portable-atomic", +] + +[[package]] +name = "once_cell_polyfill" +version = "1.70.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "384b8ab6d37215f3c5301a95a4accb5d64aa607f1fcb26a11b5303878451b4fe" + +[[package]] +name = "oneshot" +version = "0.1.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "269bca4c2591a28585d6bf10d9ed0332b7d76900a1b02bec41bdc3a2cdcda107" + +[[package]] +name = "opendal" +version = "0.58.1" +dependencies = [ + "anyhow", + "bytes", + "ctor", + "divan", + "futures", + "http 1.4.2", + "libtest-mimic", + "log", + "logforth", + "opendal-core", + "opendal-http-transport-reqwest", + "opendal-layer-async-backtrace", + "opendal-layer-await-tree", + "opendal-layer-capability-check", + "opendal-layer-chaos", + "opendal-layer-concurrent-limit", + "opendal-layer-dtrace", + "opendal-layer-fastmetrics", + "opendal-layer-fastrace", + "opendal-layer-foyer", + "opendal-layer-hotpath", + "opendal-layer-immutable-index", + "opendal-layer-logging", + "opendal-layer-metrics", + "opendal-layer-mime-guess", + "opendal-layer-observe-metrics-common", + "opendal-layer-otelmetrics", + "opendal-layer-oteltrace", + "opendal-layer-prometheus", + "opendal-layer-prometheus-client", + "opendal-layer-retry", + "opendal-layer-route", + "opendal-layer-tail-cut", + "opendal-layer-throttle", + "opendal-layer-timeout", + "opendal-layer-tracing", + "opendal-service-aliyun-drive", + "opendal-service-alluxio", + "opendal-service-azblob", + "opendal-service-azdls", + "opendal-service-azfile", + "opendal-service-b2", + "opendal-service-cacache", + "opendal-service-cloudflare-kv", + "opendal-service-compfs", + "opendal-service-cos", + "opendal-service-d1", + "opendal-service-dashmap", + "opendal-service-dbfs", + "opendal-service-dropbox", + "opendal-service-etcd", + "opendal-service-foundationdb", + "opendal-service-foyer", + "opendal-service-fs", + "opendal-service-ftp", + "opendal-service-gcs", + "opendal-service-gdrive", + "opendal-service-ghac", + "opendal-service-github", + "opendal-service-goosefs", + "opendal-service-gridfs", + "opendal-service-hdfs", + "opendal-service-hdfs-native", + "opendal-service-hf", + "opendal-service-http", + "opendal-service-ipfs", + "opendal-service-ipmfs", + "opendal-service-koofr", + "opendal-service-lakefs", + "opendal-service-memcached", + "opendal-service-mini-moka", + "opendal-service-moka", + "opendal-service-mongodb", + "opendal-service-monoiofs", + "opendal-service-mysql", + "opendal-service-obs", + "opendal-service-onedrive", + "opendal-service-opfs", + "opendal-service-oss", + "opendal-service-pcloud", + "opendal-service-persy", + "opendal-service-postgresql", + "opendal-service-redb", + "opendal-service-redis", + "opendal-service-rocksdb", + "opendal-service-s3", + "opendal-service-seafile", + "opendal-service-sftp", + "opendal-service-sled", + "opendal-service-sqlite", + "opendal-service-surrealdb", + "opendal-service-swift", + "opendal-service-tikv", + "opendal-service-tos", + "opendal-service-upyun", + "opendal-service-vercel-artifacts", + "opendal-service-vercel-blob", + "opendal-service-webdav", + "opendal-service-webhdfs", + "opendal-service-yandex-disk", + "opendal-testkit", + "rand 0.10.1", + "reqwest 0.13.4", + "sha2 0.11.0", + "size", + "tokio", + "uuid", +] + +[[package]] +name = "opendal-core" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ec75551ff4cf3e57da98979f6a937aaa9ddb3915bf68cc17d03df733be6646ed" +dependencies = [ + "anyhow", + "base64 0.23.0", + "bytes", + "futures", + "http 1.4.2", + "jiff", + "log", + "md-5 0.11.0", + "mea", + "percent-encoding", + "quick-xml", + "reqsign-core", + "serde", + "serde_json", + "tokio", + "url", + "uuid", + "web-time", +] + +[[package]] +name = "opendal-http-transport-reqwest" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ad4d4f19c3ce01126a30611f8e544eaa217104a278c889ac17c9374fe4f9e4ef" +dependencies = [ + "bytes", + "futures", + "http 1.4.2", + "http-body 1.1.0", + "opendal-core", + "reqwest 0.13.4", +] + +[[package]] +name = "opendal-layer-async-backtrace" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ba35c2ccb5e7f43d88e4156a7b0584ebac18a7485e49c3fee76f5f3bd0950bf1" +dependencies = [ + "async-backtrace", + "opendal-core", +] + +[[package]] +name = "opendal-layer-await-tree" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "639787dfaf073f174876e363340d57ca9919107b7e35bdc90c921750cbf5de57" +dependencies = [ + "await-tree", + "futures", + "opendal-core", +] + +[[package]] +name = "opendal-layer-capability-check" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ad912a0b0809d3ada1ae134df6a465e4b0a83d9f15208e45c14402820ffdf44c" +dependencies = [ + "opendal-core", +] + +[[package]] +name = "opendal-layer-chaos" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "299c7a7202bfccd77d86a5c543fdfc5d75c8d85c909e506c9bd09cbc87260d5d" +dependencies = [ + "opendal-core", + "rand 0.10.1", +] + +[[package]] +name = "opendal-layer-concurrent-limit" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "249ac5b0aa5a7a6c3737342d10456067937f9c9a6f3f02544271f7908ab91081" +dependencies = [ + "futures", + "http 1.4.2", + "mea", + "opendal-core", +] + +[[package]] +name = "opendal-layer-dtrace" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a5ca0c7a1a914914389df335abec56db6ffe7b01f34d2188fdefd23963fbf1c8" +dependencies = [ + "bytes", + "opendal-core", + "probe", +] + +[[package]] +name = "opendal-layer-fastmetrics" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7e7f4e4acb878cf6fad05b7ca53f5e143054a71fd304ca7924cf8bd5c7835a3f" +dependencies = [ + "fastmetrics", + "opendal-core", + "opendal-layer-observe-metrics-common", +] + +[[package]] +name = "opendal-layer-fastrace" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "084a2cd89e4f90b3a4ef47268dc76b4592e94b8d895e94a24ee016f5a639ef12" +dependencies = [ + "fastrace", + "opendal-core", +] + +[[package]] +name = "opendal-layer-foyer" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "47fd651ae486b99c51ebb73e8abb08a540a309d89139aef166284460d42b9d42" +dependencies = [ + "foyer", + "opendal-core", +] + +[[package]] +name = "opendal-layer-hotpath" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a2a126a17a33425fcb1d730bbc8e7c3dcb1a796b2856c4052f9f7e1ff96309e" +dependencies = [ + "futures", + "hotpath", + "http 1.4.2", + "opendal-core", +] + +[[package]] +name = "opendal-layer-immutable-index" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5d8bffb0fe70f2c37f9dcebe863f063a58dd8ba6c9a802c67273a8b025a03c10" +dependencies = [ + "opendal-core", +] + +[[package]] +name = "opendal-layer-logging" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5c75411ab00f77851ff086b686c1e9ca8175ac18c15afa2cb75b9036436cb06c" +dependencies = [ + "log", + "opendal-core", +] + +[[package]] +name = "opendal-layer-metrics" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9fe82e52062bbbc57adf27279b60a495e4b94dfb0fabf7e4364cd613d2585d60" +dependencies = [ + "metrics", + "opendal-core", + "opendal-layer-observe-metrics-common", +] + +[[package]] +name = "opendal-layer-mime-guess" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "966b65c6c8b7675064e285e012cc3196a8c1553221ca9486a9a13064d3289c25" +dependencies = [ + "mime_guess", + "opendal-core", +] + +[[package]] +name = "opendal-layer-observe-metrics-common" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "12dbc31b27ee8e5f658ae6c8514b8276059e5235e2f85138a42e6ed172324876" +dependencies = [ + "futures", + "http 1.4.2", + "opendal-core", +] + +[[package]] +name = "opendal-layer-otelmetrics" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "421475c0855401a6a74af2e722b229f262ced6fd14bbcfba06318c3312e0a563" +dependencies = [ + "opendal-core", + "opendal-layer-observe-metrics-common", + "opentelemetry", +] + +[[package]] +name = "opendal-layer-oteltrace" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3881b0458512c5ebee9f803a155d6ecddc5b6c46100572798bb36e1a759a1b3e" +dependencies = [ + "opendal-core", + "opentelemetry", +] + +[[package]] +name = "opendal-layer-prometheus" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c14e6cb0b3ea8d83bef751613b8bf4512678afe8b49c2c96a633515bc0b34d79" +dependencies = [ + "opendal-core", + "opendal-layer-observe-metrics-common", + "prometheus 0.14.0", +] + +[[package]] +name = "opendal-layer-prometheus-client" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "49d15db52bf4d8e09cb4575924acaca33ce75fc79cdb69b78dae2087b62f13fb" +dependencies = [ + "opendal-core", + "opendal-layer-observe-metrics-common", + "prometheus-client", +] + +[[package]] +name = "opendal-layer-retry" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "80b7738bd5f233ad8da39af9b9316b9b7a4eaddd91e8e32a1e19b7030688121d" +dependencies = [ + "backon", + "log", + "opendal-core", +] + +[[package]] +name = "opendal-layer-route" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a23d0db845bdb8bf46477932d19c4b0cbc5d69e54ba6f3396a046672f7c2f717" +dependencies = [ + "globset", + "opendal-core", +] + +[[package]] +name = "opendal-layer-tail-cut" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "07d11bd08dc81eaf5a2e9f068dd6c825cbaccd5009d72f2eb1864e2f02106640" +dependencies = [ + "opendal-core", + "tokio", +] + +[[package]] +name = "opendal-layer-throttle" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "885cc8f70e3d25945dec6d7fbd60b08d2129cdc04191f32aa176e3cb2274fe2c" +dependencies = [ + "governor", + "opendal-core", +] + +[[package]] +name = "opendal-layer-timeout" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a704141924500f3803c05ed871b53305d2a2f11cb5ef20160c3ee688a1857f66" +dependencies = [ + "opendal-core", + "tokio", +] + +[[package]] +name = "opendal-layer-tracing" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4827cf8b2ebd9123b1fb7286c421be079948e2b963a452f1f7e8aee2c12e7997" +dependencies = [ + "futures", + "http 1.4.2", + "opendal-core", + "tracing", +] + +[[package]] +name = "opendal-service-aliyun-drive" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fe009c5b993948f83a6c38b667853c93f0c4ced950bed40c181ad45293b7c67f" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "mea", + "opendal-core", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-alluxio" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8516234efd2a091bb75316f015f8769c4745ef7f16c2819c7a0b0e548d620069" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "opendal-core", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-azblob" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b3310fbbb48f111c6f590473c2cd15e1b7f8e384444b0d4e328f0464c864d767" +dependencies = [ + "base64 0.23.0", + "bytes", + "http 1.4.2", + "log", + "opendal-core", + "opendal-service-azure-common", + "quick-xml", + "reqsign-azure-storage", + "reqsign-core", + "reqsign-file-read-tokio", + "serde", + "sha2 0.11.0", + "uuid", +] + +[[package]] +name = "opendal-service-azdls" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2e3c406729935fe214ce574d68681a1ff7e0b322548f14094912bdbfe50e5c53" +dependencies = [ + "base64 0.23.0", + "bytes", + "http 1.4.2", + "log", + "mea", + "opendal-core", + "opendal-service-azure-common", + "quick-xml", + "reqsign-azure-storage", + "reqsign-core", + "reqsign-file-read-tokio", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-azfile" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6cd228c87087e4486c5a4d7b978b1db3ebed7f98351e6ed02e9f9bde24f3ce30" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "opendal-core", + "opendal-service-azure-common", + "quick-xml", + "reqsign-azure-storage", + "reqsign-core", + "reqsign-file-read-tokio", + "serde", +] + +[[package]] +name = "opendal-service-azure-common" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7348c88edf15af435b7be930077746b569fac5e738c1bf6a363b675e7317c9df" +dependencies = [ + "http 1.4.2", + "opendal-core", +] + +[[package]] +name = "opendal-service-b2" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7f5d1fbf2a0ba77768270ec5bde55a7f5c496655e93a2d2ee85ff56a5325f2ac" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "mea", + "opendal-core", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-cacache" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "20e76afbbc4c2e599cbe769bc4ef30c9db652a9ab60177d671724e8a74265031" +dependencies = [ + "bytes", + "cacache", + "opendal-core", + "serde", +] + +[[package]] +name = "opendal-service-cloudflare-kv" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b5c0416e5f1899a9be360f52fed2a8301b95b2ce14212167227b93691a39ec9d" +dependencies = [ + "bytes", + "http 1.4.2", + "opendal-core", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-compfs" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f5132111bec4b17734f8a1c458c2de94f16693fa1ff62a0668589d1c5b8a9f2d" +dependencies = [ + "compio", + "opendal-core", + "serde", +] + +[[package]] +name = "opendal-service-cos" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d533d4582105d269c8aebeee5f0e8bcf960f41b8aab6197df7012254d9f39bf0" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "opendal-core", + "quick-xml", + "reqsign-core", + "reqsign-file-read-tokio", + "reqsign-tencent-cos", + "serde", +] + +[[package]] +name = "opendal-service-d1" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "51b6a97f23c9a0e11def32ed4b2896129eb4613ba848f9085dfd66d45c177bab" +dependencies = [ + "bytes", + "http 1.4.2", + "opendal-core", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-dashmap" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "383f4eeb43beaf23b6b349accba31f49c5d66f73348aa0f95eb1e8591a8c98dd" +dependencies = [ + "dashmap 6.2.1", + "log", + "opendal-core", + "serde", +] + +[[package]] +name = "opendal-service-dbfs" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f24a6070de2ac780f46fdbe5ad1ad6b6c5ff2b3699d033968b75daeb47b95158" +dependencies = [ + "base64 0.23.0", + "bytes", + "http 1.4.2", + "log", + "opendal-core", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-dropbox" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "668e32a4c68d65dc21b646d96279e1a32d78a295e3ac3fe124b06c7f27fa061f" +dependencies = [ + "bytes", + "http 1.4.2", + "mea", + "opendal-core", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-etcd" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c46670b4528ca3c856b2142c94fde23871d4d01e8f8451f4c9cce30c749b3043" +dependencies = [ + "etcd-client", + "fastpool", + "opendal-core", + "serde", + "tokio", +] + +[[package]] +name = "opendal-service-foundationdb" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3d0519450217e6fee4bb110ef3f44203ee2585d739de7d1f80d7f1dc420019a4" +dependencies = [ + "foundationdb", + "opendal-core", + "serde", +] + +[[package]] +name = "opendal-service-foyer" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5fab7053fd11fcd4ad42911ff76347b035ce71d9f658de29be64b24bbceb67a5" +dependencies = [ + "foyer", + "log", + "opendal-core", + "serde", +] + +[[package]] +name = "opendal-service-fs" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "826c4e17a30643b888fe983897f9a4b23b07066e1d069727a923cc8fb419a702" +dependencies = [ + "bytes", + "log", + "opendal-core", + "serde", + "tokio", + "xattr", +] + +[[package]] +name = "opendal-service-ftp" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8226225287abcc9eb620b7924e5852963c51d017b0d56da70b088d68b640e207" +dependencies = [ + "bytes", + "fastpool", + "futures", + "futures-rustls", + "http 1.4.2", + "log", + "opendal-core", + "rustls-native-certs", + "serde", + "suppaftp", + "tokio", +] + +[[package]] +name = "opendal-service-gcs" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "007f3fba63c21e516c956b891e96ff9892d8175662bfb781cdada9d3766a11e6" +dependencies = [ + "async-trait", + "bytes", + "http 1.4.2", + "log", + "opendal-core", + "percent-encoding", + "quick-xml", + "reqsign-core", + "reqsign-file-read-tokio", + "reqsign-google", + "serde", + "serde_json", + "tokio", +] + +[[package]] +name = "opendal-service-gdrive" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e856c93abe1eab4a8b119286a8260d468aa9a07f3951c2d5ace16832dfba9b79" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "mea", + "opendal-core", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-ghac" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2dad7db6252879b8f864383027d8b91c57d5cc3c3f6269df5f61cea4a09d1079" +dependencies = [ + "bytes", + "ghac", + "http 1.4.2", + "log", + "opendal-core", + "opendal-service-azblob", + "prost 0.14.3", + "reqsign-azure-storage", + "reqsign-core", + "serde", + "serde_json", + "sha2 0.11.0", +] + +[[package]] +name = "opendal-service-github" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d7bbe717783b7a3d025dde73ab0f58972550f48f6da4f53f43d13d5bbb62216a" +dependencies = [ + "base64 0.23.0", + "bytes", + "http 1.4.2", + "log", + "opendal-core", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-goosefs" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "60871e6386f04d831e6a5bdbc032af4a91aeba49963252d0ef456a2cf36a9b78" +dependencies = [ + "bytes", + "goosefs-sdk", + "log", + "opendal-core", + "serde", + "tokio", +] + +[[package]] +name = "opendal-service-gridfs" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "eaad4f4c0ac24351b6c1c596298aa660928a1b7b0236279ec7c8a67c8bf5f6be" +dependencies = [ + "futures", + "mea", + "mongodb", + "opendal-core", + "serde", +] + +[[package]] +name = "opendal-service-hdfs" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "00570d1cc0c3f00db60bc8aaa63aa304e176285264e8674ca11897afaf509629" +dependencies = [ + "bytes", + "futures", + "hdrs", + "log", + "opendal-core", + "serde", + "tokio", +] + +[[package]] +name = "opendal-service-hdfs-native" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bdeb0c6fd99ffe3acf9c58f9664842ea549e4fd984c8202a5e656d18de46dae4" +dependencies = [ + "bytes", + "futures", + "hdfs-native", + "log", + "opendal-core", + "serde", +] + +[[package]] +name = "opendal-service-hf" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b41fd41eb7ed03c5e66cefda61e8e117808ffd2908f2916737cb020a6beb02c7" +dependencies = [ + "bytes", + "hf-xet", + "http 1.4.2", + "log", + "opendal-core", + "percent-encoding", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-http" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d2fd1f0f28bd052e068d9bb4bc5d30a09de22a4f7cea24558dbeef2b91090cc3" +dependencies = [ + "http 1.4.2", + "log", + "opendal-core", + "serde", +] + +[[package]] +name = "opendal-service-ipfs" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7952a1c50065e4d0e07cda6195cc72942c2e377535375f1ab877178f382df3b3" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "opendal-core", + "prost 0.14.3", + "serde", +] + +[[package]] +name = "opendal-service-ipmfs" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "69a3a82f09ace60a740033b112169259d07315ee35caf26c8f82ad3480b5c02b" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "opendal-core", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-koofr" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "12e0c7c560176cd06490954270573532d85e3c57225bd0286fb19491e109fd5e" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "mea", + "opendal-core", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-lakefs" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "780e8a98df4955c4a06b768ada0a37eb737d6479f397c66082d56f54f5ecdcc6" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "opendal-core", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-memcached" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "53bfeefa6f3a3b80939cf516247c29aee5c1b15f5f0cb3653da14e7cccd1a409" +dependencies = [ + "fastpool", + "opendal-core", + "serde", + "tokio", + "url", +] + +[[package]] +name = "opendal-service-mini-moka" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "996ef9f837fd2debaf8ea1246dbd62e3baf9ec916869aacae464ab41408f8511" +dependencies = [ + "log", + "mini-moka", + "opendal-core", + "serde", +] + +[[package]] +name = "opendal-service-moka" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8a7371ce42b3a95b00ba2785600c0f2683fc5cc3eca806e1163ecf2bfc42f910" +dependencies = [ + "log", + "moka", + "opendal-core", + "serde", +] + +[[package]] +name = "opendal-service-mongodb" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b566d4e50de8155382962fbbd098b3a52e6a90784336a684231c6effafb079a3" +dependencies = [ + "mea", + "mongodb", + "opendal-core", + "serde", +] + +[[package]] +name = "opendal-service-monoiofs" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b8224e6f4f3fdfb5dac94c3bfd32d47d8ebadee907ea0eae0349aaf9cd3781cf" +dependencies = [ + "bytes", + "flume 0.12.0", + "futures", + "monoio", + "opendal-core", + "serde", +] + +[[package]] +name = "opendal-service-mysql" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2d4a25f582068ce30ba24eb3efd4ac16ca833c87b5282d8d79634fdbead74d84" +dependencies = [ + "mea", + "opendal-core", + "serde", + "sqlx", +] + +[[package]] +name = "opendal-service-obs" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a39f4a4e705d9fb375d53a0dbbdb6fc435a04b94e7697b86a365a6b4ea4b5639" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "opendal-core", + "quick-xml", + "reqsign-core", + "reqsign-file-read-tokio", + "reqsign-huaweicloud-obs", + "serde", +] + +[[package]] +name = "opendal-service-onedrive" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9cb96d5fb183104a405b010d2131031438cb29227785a2a67187c7d27731a2ea" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "mea", + "opendal-core", + "serde", + "serde_json", + "tokio", +] + +[[package]] +name = "opendal-service-opfs" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0e0460c83438db0a4841e70cc5f41bd6a2ac32bf7415969ce4a7168cddbea3a2" +dependencies = [ + "js-sys", + "opendal-core", + "send_wrapper", + "serde", + "wasm-bindgen", + "wasm-bindgen-futures", + "web-sys", +] + +[[package]] +name = "opendal-service-oss" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cd528ec2d49c5ca69e674ffed7b3e0686fb9cfcfea0596870de381467fda4f1b" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "opendal-core", + "quick-xml", + "reqsign-aliyun-oss", + "reqsign-core", + "reqsign-file-read-tokio", + "serde", +] + +[[package]] +name = "opendal-service-pcloud" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "df6dba66e62b66d1ebd1df8cb74505d60d2a9ed06688bdbcd9a814a9c3e81141" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "opendal-core", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-persy" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "48c859a82413d365db963f67075dd1dea32d2af3733a43c94adccd0657150a2c" +dependencies = [ + "opendal-core", + "persy", + "serde", +] + +[[package]] +name = "opendal-service-postgresql" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fbcd4e622c03f6fd55aac6f0071e2849624dc48f6e52f4fbb037e8efd86394fb" +dependencies = [ + "mea", + "opendal-core", + "serde", + "sqlx", +] + +[[package]] +name = "opendal-service-redb" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0f41d48fec4eab3d414a90ab70742efa59b5a0c9085a71619f74f8e1ebdcbf93" +dependencies = [ + "opendal-core", + "redb 4.1.0", + "serde", +] + +[[package]] +name = "opendal-service-redis" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3fa56fe2f405c2a999da835d0556c994dbbbf53309d7eac5cc5b09b3e4399c6b" +dependencies = [ + "bytes", + "fastpool", + "http 1.4.2", + "opendal-core", + "redis", + "serde", + "tokio", +] + +[[package]] +name = "opendal-service-rocksdb" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "75d69f870b0c87f86a664b12032863b0d3bd081c686707fb6e0657b8d3e2ba4f" +dependencies = [ + "opendal-core", + "rocksdb", + "serde", +] + +[[package]] +name = "opendal-service-s3" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "58e80cdf192d7eff05feed747894d64f81905ac4eaf132edf7ea270abdd2d663" +dependencies = [ + "base64 0.23.0", + "bytes", + "crc-fast", + "http 1.4.2", + "log", + "md-5 0.11.0", + "opendal-core", + "quick-xml", + "reqsign-aws-v4", + "reqsign-core", + "reqsign-file-read-tokio", + "serde", + "url", +] + +[[package]] +name = "opendal-service-seafile" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85a7c318c9fd64bf68f3f1c776b0e5cd6f5be71995401ccac82b634c041608a8" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "mea", + "opendal-core", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-sftp" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "79feb943e8e0f2c8e57c98773e6c9e1006abf486710af78a9929fe22aab1684f" +dependencies = [ + "bytes", + "fastpool", + "futures", + "log", + "opendal-core", + "openssh", + "openssh-sftp-client", + "serde", + "tokio", +] + +[[package]] +name = "opendal-service-sled" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f700989f2d07222da1b7f2c21a3033a30492125d66072bb59c6066bd6e8e450e" +dependencies = [ + "opendal-core", + "serde", + "sled", +] + +[[package]] +name = "opendal-service-sqlite" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "82e1295595d50919a02d3e4a114423808e9d78e3527faef940e068d259f78d86" +dependencies = [ + "mea", + "opendal-core", + "serde", + "sqlx", +] + +[[package]] +name = "opendal-service-surrealdb" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f7b546be8fcd43b53c0763bbc722f6fb7e8a6e5a9af86d58d8656388c6672323" +dependencies = [ + "mea", + "opendal-core", + "serde", + "surrealdb", +] + +[[package]] +name = "opendal-service-swift" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "44595b08eb013c0003377f501c52823ea206b651e7f2cae0da33c7fcb2fbc928" +dependencies = [ + "base64 0.23.0", + "bytes", + "hmac 0.13.0", + "http 1.4.2", + "log", + "opendal-core", + "percent-encoding", + "quick-xml", + "serde", + "serde_json", + "sha1 0.11.0", + "sha2 0.11.0", + "uuid", +] + +[[package]] +name = "opendal-service-tikv" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5bb0706818e3c9b00ec31123dc5eff1292e1696c4b1989b09176c12b1c4ae26e" +dependencies = [ + "mea", + "opendal-core", + "serde", + "tikv-client", +] + +[[package]] +name = "opendal-service-tos" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7841a1a09485bd08eeac34d67804321b62456c855027c580bce12a75564f4609" +dependencies = [ + "bytes", + "http 1.4.2", + "opendal-core", + "quick-xml", + "reqsign-core", + "reqsign-file-read-tokio", + "reqsign-volcengine-tos", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-upyun" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a1d32eebb155d7377562075c69f95a559ac40607788eb69bcefb1f776dd67b03" +dependencies = [ + "base64 0.23.0", + "bytes", + "hmac 0.13.0", + "http 1.4.2", + "log", + "md-5 0.11.0", + "opendal-core", + "quick-xml", + "serde", + "serde_json", + "sha1 0.11.0", +] + +[[package]] +name = "opendal-service-vercel-artifacts" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fb507c9676ff9aec2a26f69bc398f847276de916e13ebb8cf1ed9050bcb6c27f" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "opendal-core", + "serde", + "serde_json", + "tokio", +] + +[[package]] +name = "opendal-service-vercel-blob" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8193e91c3432b0b73f7cf8400860c0d9b84d729f10e5c130050905ed38e1eaac" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "opendal-core", + "quick-xml", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-service-webdav" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "743e25172ee8de7a4782eabd0d6030095b60558e8354e7422cd960c59adf2131" +dependencies = [ + "anyhow", + "bytes", + "http 1.4.2", + "log", + "mea", + "opendal-core", + "quick-xml", + "serde", +] + +[[package]] +name = "opendal-service-webhdfs" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a8703b22fe6e6b8aef40a8fc884aba39c78405c657ec545134552f785c2f193a" +dependencies = [ + "anyhow", + "bytes", + "http 1.4.2", + "log", + "mea", + "opendal-core", + "serde", + "serde_json", + "uuid", +] + +[[package]] +name = "opendal-service-yandex-disk" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "34926d9c5014176cee60177382bf99af378fa1084e135556b2bf0612c69ce695" +dependencies = [ + "bytes", + "http 1.4.2", + "log", + "opendal-core", + "quick-xml", + "serde", + "serde_json", +] + +[[package]] +name = "opendal-testkit" +version = "0.58.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "af57f225184c2923a98973571953ea949693811bb6e115be0799de958055f62a" +dependencies = [ + "bytes", + "dotenvy", + "opendal-core", + "opendal-layer-logging", + "opendal-layer-retry", + "opendal-layer-timeout", + "rand 0.10.1", + "sha2 0.11.0", + "tokio", + "uuid", +] + +[[package]] +name = "openssh" +version = "0.11.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d534c4bfecb0ed71dea4db444a5922a294d15cf40e700548f27295e1feb0ef18" +dependencies = [ + "libc", + "once_cell", + "shell-escape", + "tempfile", + "thiserror 2.0.18", + "tokio", +] + +[[package]] +name = "openssh-sftp-client" +version = "0.15.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e7a575af2d0eaa7c8f96368924994a3ae1d484fd2b19750cc1049c1100a42e82" +dependencies = [ + "bytes", + "derive_destructure2", + "futures-core", + "once_cell", + "openssh", + "openssh-sftp-client-lowlevel", + "openssh-sftp-error", + "pin-project", + "scopeguard", + "tokio", + "tokio-io-utility", + "tokio-util", + "tracing", +] + +[[package]] +name = "openssh-sftp-client-lowlevel" +version = "0.7.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a6d1a0e0eeb46100745a2c383c842042e1f04aa57a9c18aa41a16b6d4d58aeb0" +dependencies = [ + "awaitable", + "bytes", + "concurrent_arena", + "derive_destructure2", + "openssh-sftp-error", + "openssh-sftp-protocol", + "pin-project", + "tokio", + "tokio-io-utility", +] + +[[package]] +name = "openssh-sftp-error" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "12a702f18f0595b4578b21fd120ae7aa45f4298a8b28ddcb2397ace6f5a8251a" +dependencies = [ + "awaitable-error", + "openssh", + "openssh-sftp-protocol-error", + "ssh_format_error", + "thiserror 2.0.18", + "tokio", +] + +[[package]] +name = "openssh-sftp-protocol" +version = "0.24.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a9c862e0c56553146306507f55958c11ff554e02c46de287e6976e50d815b350" +dependencies = [ + "bitflags 2.11.1", + "num-derive", + "num-traits", + "openssh-sftp-protocol-error", + "serde", + "ssh_format", + "vec-strings", +] + +[[package]] +name = "openssh-sftp-protocol-error" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "42b54df62ccfd9a7708a83a9d60c46293837e478f9f4c0829360dcfa60ede8d2" +dependencies = [ + "serde", + "thiserror 2.0.18", + "vec-strings", +] + +[[package]] +name = "openssl" +version = "0.10.79" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bf0b434746ee2832f4f0baf10137e1cabb18cbe6912c69e2e33263c45250f542" +dependencies = [ + "bitflags 2.11.1", + "cfg-if 1.0.4", + "foreign-types", + "libc", + "openssl-macros", + "openssl-sys", +] + +[[package]] +name = "openssl-macros" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a948666b637a0f465e8564c73e89d4dde00d72d4d473cc972f390fc3dcee7d9c" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "openssl-probe" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7c87def4c32ab89d880effc9e097653c8da5d6ef28e6b539d313baaacfbafcbe" + +[[package]] +name = "openssl-sys" +version = "0.9.115" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "158fe5b292746440aa6e7a7e690e55aeb72d41505e2804c23c6973ad0e9c9781" +dependencies = [ + "cc", + "libc", + "pkg-config", + "vcpkg", +] + +[[package]] +name = "opentelemetry" +version = "0.32.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b0142c63252a9e054e68a4c61a5778f7b14f576274d593f8ce883d191a099682" +dependencies = [ + "futures-core", + "futures-sink", + "js-sys", + "pin-project-lite", + "thiserror 2.0.18", +] + +[[package]] +name = "option-ext" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "04744f49eae99ab78e0d5c0b603ab218f515ea8cfe5a456d7629ad883a3b6e7d" + +[[package]] +name = "ordered-multimap" +version = "0.7.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "49203cdcae0030493bad186b28da2fa25645fa276a51b6fec8010d281e02ef79" +dependencies = [ + "dlv-list", + "hashbrown 0.14.5", +] + +[[package]] +name = "os_str_bytes" +version = "6.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e2355d85b9a3786f481747ced0e0ff2ba35213a1f9bd406ed906554d7af805a1" +dependencies = [ + "memchr", +] + +[[package]] +name = "p256" +version = "0.13.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c9863ad85fa8f4460f9c48cb909d38a0d689dba1f6f6988a5e3e0d31071bcd4b" +dependencies = [ + "ecdsa", + "elliptic-curve", + "primeorder", + "sha2 0.10.9", +] + +[[package]] +name = "p384" +version = "0.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fe42f1670a52a47d448f14b6a5c61dd78fce51856e68edaa38f7ae3a46b8d6b6" +dependencies = [ + "ecdsa", + "elliptic-curve", + "primeorder", + "sha2 0.10.9", +] + +[[package]] +name = "papaya" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "997ee03cd38c01469a7046643714f0ad28880bcb9e6679ff0666e24817ca19b7" +dependencies = [ + "equivalent", + "seize", +] + +[[package]] +name = "parking" +version = "2.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f38d5652c16fde515bb1ecef450ab0f6a219d619a7274976324d5e377f7dceba" + +[[package]] +name = "parking_lot" +version = "0.11.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7d17b78036a60663b797adeaee46f5c9dfebb86948d1255007a1d6be0271ff99" +dependencies = [ + "instant", + "lock_api", + "parking_lot_core 0.8.6", +] + +[[package]] +name = "parking_lot" +version = "0.12.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "93857453250e3077bd71ff98b6a65ea6621a19bb0f559a85248955ac12c45a1a" +dependencies = [ + "lock_api", + "parking_lot_core 0.9.12", +] + +[[package]] +name = "parking_lot_core" +version = "0.8.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "60a2cfe6f0ad2bfc16aefa463b497d5c7a5ecd44a23efa72aa342d90177356dc" +dependencies = [ + "cfg-if 1.0.4", + "instant", + "libc", + "redox_syscall 0.2.16", + "smallvec", + "winapi", +] + +[[package]] +name = "parking_lot_core" +version = "0.9.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2621685985a2ebf1c516881c026032ac7deafcda1a2c9b7850dc81e3dfcb64c1" +dependencies = [ + "cfg-if 1.0.4", + "libc", + "redox_syscall 0.5.18", + "smallvec", + "windows-link 0.2.1", +] + +[[package]] +name = "password-hash" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "346f04948ba92c43e8469c1ee6736c7563d71012b17d40745260fe106aac2166" +dependencies = [ + "base64ct", + "rand_core 0.6.4", + "subtle", +] + +[[package]] +name = "paste" +version = "1.0.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a" + +[[package]] +name = "pastey" +version = "0.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2ee67f1008b1ba2321834326597b8e186293b049a023cdef258527550b9935b4" + +[[package]] +name = "path-clean" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "17359afc20d7ab31fdb42bb844c8b3bb1dabd7dcf7e68428492da7f16966fcef" + +[[package]] +name = "pbkdf2" +version = "0.12.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8ed6a7761f76e3b9f92dfb0a60a6a6477c61024b775147ff0973a02653abaf2" +dependencies = [ + "digest 0.10.7", + "hmac 0.12.1", + "password-hash", + "sha2 0.10.9", +] + +[[package]] +name = "pdqselect" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4ec91767ecc0a0bbe558ce8c9da33c068066c57ecc8bb8477ef8c1ad3ef77c27" + +[[package]] +name = "pem" +version = "3.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1d30c53c26bc5b31a98cd02d20f25a7c8567146caf63ed593a9d87b2775291be" +dependencies = [ + "base64 0.22.1", + "serde_core", +] + +[[package]] +name = "pem-rfc7468" +version = "0.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "88b39c9bfcfc231068454382784bb460aae594343fb030d46e9f50a645418412" +dependencies = [ + "base64ct", +] + +[[package]] +name = "percent-encoding" +version = "2.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9b4f627cb1b25917193a259e49bdad08f671f8d9708acfd5fe0a8c1455d87220" + +[[package]] +name = "persy" +version = "1.8.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a911a7866c65e0821ea256d32dd5593c6aa08e71124ae0c3842308d6abee6041" +dependencies = [ + "crc", + "data-encoding", + "fs2", + "linked-hash-map", + "rand 0.10.1", + "thiserror 2.0.18", + "unsigned-varint", + "zigzag", +] + +[[package]] +name = "petgraph" +version = "0.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8701b58ea97060d5e5b155d383a69952a60943f0e6dfe30b04c287beb0b27455" +dependencies = [ + "fixedbitset", + "hashbrown 0.15.5", + "indexmap 2.14.0", +] + +[[package]] +name = "phf" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fd6780a80ae0c52cc120a26a1a42c1ae51b247a253e4e06113d23d2c2edd078" +dependencies = [ + "phf_macros 0.11.3", + "phf_shared 0.11.3", +] + +[[package]] +name = "phf" +version = "0.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c1562dc717473dbaa4c1f85a36410e03c047b2e7df7f45ee938fbef64ae7fadf" +dependencies = [ + "phf_macros 0.13.1", + "phf_shared 0.13.1", + "serde", +] + +[[package]] +name = "phf_codegen" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "aef8048c789fa5e851558d709946d6d79a8ff88c0440c587967f8e94bfb1216a" +dependencies = [ + "phf_generator 0.11.3", + "phf_shared 0.11.3", +] + +[[package]] +name = "phf_generator" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3c80231409c20246a13fddb31776fb942c38553c51e871f8cbd687a4cfb5843d" +dependencies = [ + "phf_shared 0.11.3", + "rand 0.8.6", +] + +[[package]] +name = "phf_generator" +version = "0.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "135ace3a761e564ec88c03a77317a7c6b80bb7f7135ef2544dbe054243b89737" +dependencies = [ + "fastrand", + "phf_shared 0.13.1", +] + +[[package]] +name = "phf_macros" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f84ac04429c13a7ff43785d75ad27569f2951ce0ffd30a3321230db2fc727216" +dependencies = [ + "phf_generator 0.11.3", + "phf_shared 0.11.3", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "phf_macros" +version = "0.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "812f032b54b1e759ccd5f8b6677695d5268c588701effba24601f6932f8269ef" +dependencies = [ + "phf_generator 0.13.1", + "phf_shared 0.13.1", + "proc-macro2", + "quote", + "syn 2.0.118", + "unicase", +] + +[[package]] +name = "phf_shared" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "67eabc2ef2a60eb7faa00097bd1ffdb5bd28e62bf39990626a582201b7a754e5" +dependencies = [ + "siphasher", +] + +[[package]] +name = "phf_shared" +version = "0.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e57fef6bc5981e38c2ce2d63bfa546861309f875b8a75f092d1d54ae2d64f266" +dependencies = [ + "siphasher", + "unicase", +] + +[[package]] +name = "pin-project" +version = "1.1.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cbf0d9e68100b3a7989b4901972f265cd542e560a3a8a724e1e20322f4d06ce9" +dependencies = [ + "pin-project-internal", +] + +[[package]] +name = "pin-project-internal" +version = "1.1.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a990e22f43e84855daf260dded30524ef4a9021cc7541c26540500a50b624389" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "pin-project-lite" +version = "0.2.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a89322df9ebe1c1578d689c92318e070967d1042b512afbe49518723f4e6d5cd" + +[[package]] +name = "pin-utils" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184" + +[[package]] +name = "piper" +version = "0.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c835479a4443ded371d6c535cbfd8d31ad92c5d23ae9770a61bc155e4992a3c1" +dependencies = [ + "atomic-waker", + "fastrand", + "futures-io", +] + +[[package]] +name = "pkcs1" +version = "0.7.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c8ffb9f10fa047879315e6625af03c164b16962a5368d724ed16323b68ace47f" +dependencies = [ + "der", + "pkcs8", + "spki", +] + +[[package]] +name = "pkcs5" +version = "0.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e847e2c91a18bfa887dd028ec33f2fe6f25db77db3619024764914affe8b69a6" +dependencies = [ + "aes 0.8.4", + "cbc 0.1.2", + "der", + "pbkdf2", + "scrypt", + "sha2 0.10.9", + "spki", +] + +[[package]] +name = "pkcs8" +version = "0.10.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f950b2377845cebe5cf8b5165cb3cc1a5e0fa5cfa3e1f7f55707d8fd82e0a7b7" +dependencies = [ + "der", + "pkcs5", + "rand_core 0.6.4", + "spki", +] + +[[package]] +name = "pkg-config" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "19f132c84eca552bf34cab8ec81f1c1dcc229b811638f9d283dceabe58c5569e" + +[[package]] +name = "plain" +version = "0.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b4596b6d070b27117e987119b4dac604f3c58cfb0b191112e24771b2faeac1a6" + +[[package]] +name = "polling" +version = "3.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5d0e4f59085d47d8241c88ead0f274e8a0cb551f3625263c05eb8dd897c34218" +dependencies = [ + "cfg-if 1.0.4", + "concurrent-queue", + "hermit-abi", + "pin-project-lite", + "rustix 1.1.4", + "windows-sys 0.61.2", +] + +[[package]] +name = "portable-atomic" +version = "1.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c33a9471896f1c69cecef8d20cbe2f7accd12527ce60845ff44c153bb2a21b49" + +[[package]] +name = "portable-atomic-util" +version = "0.2.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c2a106d1259c23fac8e543272398ae0e3c0b8d33c88ed73d0cc71b0f1d902618" +dependencies = [ + "portable-atomic", +] + +[[package]] +name = "potential_utf" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0103b1cef7ec0cf76490e969665504990193874ea05c85ff9bab8b911d0a0564" +dependencies = [ + "zerovec", +] + +[[package]] +name = "powerfmt" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "439ee305def115ba05938db6eb1644ff94165c5ab5e9420d1c1bcedbba909391" + +[[package]] +name = "ppv-lite86" +version = "0.2.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85eae3c4ed2f50dcfe72643da4befc30deadb458a9b590d720cde2f2b1e97da9" +dependencies = [ + "zerocopy", +] + +[[package]] +name = "precomputed-hash" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "925383efa346730478fb4838dbe9137d2a47675ad789c546d150a6e1dd4ab31c" + +[[package]] +name = "prettyplease" +version = "0.2.37" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "479ca8adacdd7ce8f1fb39ce9ecccbfe93a3f1344b3d0d97f20bc0196208f62b" +dependencies = [ + "proc-macro2", + "syn 2.0.118", +] + +[[package]] +name = "primeorder" +version = "0.13.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "353e1ca18966c16d9deb1c69278edbc5f194139612772bd9537af60ac231e1e6" +dependencies = [ + "elliptic-curve", +] + +[[package]] +name = "probe" +version = "0.5.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "136558b6e1ebaecc92755d0ffaf9421f519531bed30cc2ad23b22cb00965cc5e" + +[[package]] +name = "proc-macro-crate" +version = "3.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e67ba7e9b2b56446f1d419b1d807906278ffa1a658a8a5d8a39dcb1f5a78614f" +dependencies = [ + "toml_edit", +] + +[[package]] +name = "proc-macro-error-attr2" +version = "2.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "96de42df36bb9bba5542fe9f1a054b8cc87e172759a1868aa05c1f3acc89dfc5" +dependencies = [ + "proc-macro2", + "quote", +] + +[[package]] +name = "proc-macro-error2" +version = "2.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "11ec05c52be0a07b08061f7dd003e7d7092e0472bc731b4af7bb1ef876109802" +dependencies = [ + "proc-macro-error-attr2", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "proc-macro2" +version = "1.0.106" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8fd00f0bb2e90d81d1044c2b32617f68fcb9fa3bb7640c23e9c748e53fb30934" +dependencies = [ + "unicode-ident", +] + +[[package]] +name = "procfs" +version = "0.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cc5b72d8145275d844d4b5f6d4e1eef00c8cd889edb6035c21675d1bb1f45c9f" +dependencies = [ + "bitflags 2.11.1", + "hex", + "procfs-core", + "rustix 0.38.44", +] + +[[package]] +name = "procfs-core" +version = "0.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "239df02d8349b06fc07398a3a1697b06418223b1c7725085e801e7c0fc6a12ec" +dependencies = [ + "bitflags 2.11.1", + "hex", +] + +[[package]] +name = "prometheus" +version = "0.13.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3d33c28a30771f7f96db69893f78b857f7450d7e0237e9c8fc6427a81bae7ed1" +dependencies = [ + "cfg-if 1.0.4", + "fnv", + "lazy_static", + "memchr", + "parking_lot 0.12.5", + "thiserror 1.0.69", +] + +[[package]] +name = "prometheus" +version = "0.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3ca5326d8d0b950a9acd87e6a3f94745394f62e4dae1b1ee22b2bc0c394af43a" +dependencies = [ + "cfg-if 1.0.4", + "fnv", + "lazy_static", + "libc", + "memchr", + "parking_lot 0.12.5", + "procfs", + "protobuf", + "thiserror 2.0.18", +] + +[[package]] +name = "prometheus-client" +version = "0.25.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ba70bf887030e45213b4a95c9b08d5a450b157f87c1d63661ed0847a12fa2aad" +dependencies = [ + "dtoa", + "itoa", + "parking_lot 0.12.5", + "prometheus-client-derive-encode", +] + +[[package]] +name = "prometheus-client-derive-encode" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9adf1691c04c0a5ff46ff8f262b58beb07b0dbb61f96f9f54f6cbd82106ed87f" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "prost" +version = "0.12.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "deb1435c188b76130da55f17a466d252ff7b1418b2ad3e037d127b94e3411f29" +dependencies = [ + "bytes", + "prost-derive 0.12.6", +] + +[[package]] +name = "prost" +version = "0.14.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d2ea70524a2f82d518bce41317d0fae74151505651af45faf1ffbd6fd33f0568" +dependencies = [ + "bytes", + "prost-derive 0.14.3", +] + +[[package]] +name = "prost-build" +version = "0.14.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "343d3bd7056eda839b03204e68deff7d1b13aba7af2b2fd16890697274262ee7" +dependencies = [ + "heck 0.5.0", + "itertools 0.14.0", + "log", + "multimap", + "petgraph", + "prettyplease", + "prost 0.14.3", + "prost-types", + "pulldown-cmark 0.13.3", + "pulldown-cmark-to-cmark", + "regex", + "syn 2.0.118", + "tempfile", +] + +[[package]] +name = "prost-derive" +version = "0.12.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "81bddcdb20abf9501610992b6759a4c888aef7d1a7247ef75e2404275ac24af1" +dependencies = [ + "anyhow", + "itertools 0.12.1", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "prost-derive" +version = "0.14.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "27c6023962132f4b30eb4c172c91ce92d933da334c59c23cddee82358ddafb0b" +dependencies = [ + "anyhow", + "itertools 0.14.0", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "prost-types" +version = "0.14.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8991c4cbdb8bc5b11f0b074ffe286c30e523de90fee5ba8132f1399f23cb3dd7" +dependencies = [ + "prost 0.14.3", +] + +[[package]] +name = "protobuf" +version = "3.7.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d65a1d4ddae7d8b5de68153b48f6aa3bba8cb002b243dbdbc55a5afbc98f99f4" +dependencies = [ + "once_cell", + "protobuf-support", + "thiserror 1.0.69", +] + +[[package]] +name = "protobuf-support" +version = "3.7.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3e36c2f31e0a47f9280fb347ef5e461ffcd2c52dd520d8e216b52f93b0b0d7d6" +dependencies = [ + "thiserror 1.0.69", +] + +[[package]] +name = "psl-types" +version = "2.0.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "33cb294fe86a74cbcf50d4445b37da762029549ebeea341421c7c70370f86cac" + +[[package]] +name = "ptr_meta" +version = "0.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0738ccf7ea06b608c10564b31debd4f5bc5e197fc8bfe088f68ae5ce81e7a4f1" +dependencies = [ + "ptr_meta_derive", +] + +[[package]] +name = "ptr_meta_derive" +version = "0.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "16b845dbfca988fa33db069c0e230574d15a3088f147a87b64c7589eb662c9ac" +dependencies = [ + "proc-macro2", + "quote", + "syn 1.0.109", +] + +[[package]] +name = "pulldown-cmark" +version = "0.9.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "57206b407293d2bcd3af849ce869d52068623f19e1b5ff8e8778e3309439682b" +dependencies = [ + "bitflags 2.11.1", + "memchr", + "unicase", +] + +[[package]] +name = "pulldown-cmark" +version = "0.13.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7c3a14896dfa883796f1cb410461aef38810ea05f2b2c33c5aded3649095fdad" +dependencies = [ + "bitflags 2.11.1", + "memchr", + "unicase", +] + +[[package]] +name = "pulldown-cmark-to-cmark" +version = "22.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "50793def1b900256624a709439404384204a5dc3a6ec580281bfaac35e882e90" +dependencies = [ + "pulldown-cmark 0.13.3", +] + +[[package]] +name = "quanta" +version = "0.12.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f3ab5a9d756f0d97bdc89019bd2e4ea098cf9cde50ee7564dde6b81ccc8f06c7" +dependencies = [ + "crossbeam-utils", + "libc", + "once_cell", + "raw-cpuid", + "wasi 0.11.1+wasi-snapshot-preview1", + "web-sys", + "winapi", +] + +[[package]] +name = "quick-xml" +version = "0.41.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e660451e55124f798a69a5af3f49ccfbefbd41910eefd25caf2393e1f3473ec1" +dependencies = [ + "memchr", + "serde", +] + +[[package]] +name = "quick_cache" +version = "0.6.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a70b1b8b47e31d0498ecbc3c5470bb931399a8bfed1fd79d1717a61ce7f96e3" +dependencies = [ + "ahash 0.8.12", + "equivalent", + "hashbrown 0.16.1", + "parking_lot 0.12.5", +] + +[[package]] +name = "quinn" +version = "0.11.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b9e20a958963c291dc322d98411f541009df2ced7b5a4f2bd52337638cfccf20" +dependencies = [ + "bytes", + "cfg_aliases", + "pin-project-lite", + "quinn-proto", + "quinn-udp", + "rustc-hash 2.1.2", + "rustls 0.23.40", + "socket2 0.6.3", + "thiserror 2.0.18", + "tokio", + "tracing", + "web-time", +] + +[[package]] +name = "quinn-proto" +version = "0.11.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "434b42fec591c96ef50e21e886936e66d3cc3f737104fdb9b737c40ffb94c098" +dependencies = [ + "aws-lc-rs", + "bytes", + "getrandom 0.3.4", + "lru-slab", + "rand 0.9.4", + "ring", + "rustc-hash 2.1.2", + "rustls 0.23.40", + "rustls-pki-types", + "slab", + "thiserror 2.0.18", + "tinyvec", + "tracing", + "web-time", +] + +[[package]] +name = "quinn-udp" +version = "0.5.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "addec6a0dcad8a8d96a771f815f0eaf55f9d1805756410b39f5fa81332574cbd" +dependencies = [ + "cfg_aliases", + "libc", + "once_cell", + "socket2 0.6.3", + "tracing", + "windows-sys 0.60.2", +] + +[[package]] +name = "quote" +version = "1.0.46" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dfbc457d0c7a0759a614551b11a6409e5951f6c7537be1f1b7682b9ae9230368" +dependencies = [ + "proc-macro2", +] + +[[package]] +name = "r-efi" +version = "5.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "69cdb34c158ceb288df11e18b4bd39de994f6657d83847bdffdbd7f346754b0f" + +[[package]] +name = "r-efi" +version = "6.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8dcc9c7d52a811697d2151c701e0d08956f92b0e24136cf4cf27b57a6a0d9bf" + +[[package]] +name = "radium" +version = "0.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dc33ff2d4973d518d823d61aa239014831e521c75da58e3df4840d3f47749d09" + +[[package]] +name = "rand" +version = "0.7.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6a6b1679d49b24bbfe0c803429aa1874472f50d9b363131f0e89fc356b544d03" +dependencies = [ + "getrandom 0.1.16", + "libc", + "rand_chacha 0.2.2", + "rand_core 0.5.1", + "rand_hc", +] + +[[package]] +name = "rand" +version = "0.8.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5ca0ecfa931c29007047d1bc58e623ab12e5590e8c7cc53200d5202b69266d8a" +dependencies = [ + "libc", + "rand_chacha 0.3.1", + "rand_core 0.6.4", +] + +[[package]] +name = "rand" +version = "0.9.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "44c5af06bb1b7d3216d91932aed5265164bf384dc89cd6ba05cf59a35f5f76ea" +dependencies = [ + "rand_chacha 0.9.0", + "rand_core 0.9.5", +] + +[[package]] +name = "rand" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d2e8e8bcc7961af1fdac401278c6a831614941f6164ee3bf4ce61b7edb162207" +dependencies = [ + "chacha20", + "getrandom 0.4.2", + "rand_core 0.10.1", +] + +[[package]] +name = "rand_chacha" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f4c8ed856279c9737206bf725bf36935d8666ead7aa69b52be55af369d193402" +dependencies = [ + "ppv-lite86", + "rand_core 0.5.1", +] + +[[package]] +name = "rand_chacha" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88" +dependencies = [ + "ppv-lite86", + "rand_core 0.6.4", +] + +[[package]] +name = "rand_chacha" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d3022b5f1df60f26e1ffddd6c66e8aa15de382ae63b3a0c1bfc0e4d3e3f325cb" +dependencies = [ + "ppv-lite86", + "rand_core 0.9.5", +] + +[[package]] +name = "rand_core" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "90bde5296fc891b0cef12a6d03ddccc162ce7b2aff54160af9338f8d40df6d19" +dependencies = [ + "getrandom 0.1.16", +] + +[[package]] +name = "rand_core" +version = "0.6.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c" +dependencies = [ + "getrandom 0.2.17", +] + +[[package]] +name = "rand_core" +version = "0.9.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "76afc826de14238e6e8c374ddcc1fa19e374fd8dd986b0d2af0d02377261d83c" +dependencies = [ + "getrandom 0.3.4", +] + +[[package]] +name = "rand_core" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "63b8176103e19a2643978565ca18b50549f6101881c443590420e4dc998a3c69" + +[[package]] +name = "rand_distr" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6a8615d50dcf34fa31f7ab52692afec947c4dd0ab803cc87cb3b0b4570ff7463" +dependencies = [ + "num-traits", + "rand 0.9.4", +] + +[[package]] +name = "rand_hc" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ca3129af7b92a17112d59ad498c6f81eaf463253766b90396d39ea7a39d6613c" +dependencies = [ + "rand_core 0.5.1", +] + +[[package]] +name = "rapidhash" +version = "4.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b5e48930979c155e2f33aa36ab3119b5ee81332beb6482199a8ecd6029b80b59" +dependencies = [ + "rustversion", +] + +[[package]] +name = "raw-cpuid" +version = "11.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "498cd0dc59d73224351ee52a95fee0f1a617a2eae0e7d9d720cc622c73a54186" +dependencies = [ + "bitflags 2.11.1", +] + +[[package]] +name = "rawpointer" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "60a357793950651c4ed0f3f52338f53b2f809f32d83a07f72909fa13e4c6c1e3" + +[[package]] +name = "rayon" +version = "1.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fb39b166781f92d482534ef4b4b1b2568f42613b53e5b6c160e24cfbfa30926d" +dependencies = [ + "either", + "rayon-core", +] + +[[package]] +name = "rayon-core" +version = "1.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "22e18b0f0062d30d4230b2e85ff77fdfe4326feb054b9783a3460d8435c8ab91" +dependencies = [ + "crossbeam-deque", + "crossbeam-utils", +] + +[[package]] +name = "reblessive" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bbc4a4ea2a66a41a1152c4b3d86e8954dc087bdf33af35446e6e176db4e73c8c" + +[[package]] +name = "redb" +version = "3.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4ba239c1c1693315d3cc0e601db3b3965543afbf48c41730fdca2f069f510f4a" +dependencies = [ + "libc", +] + +[[package]] +name = "redb" +version = "4.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8e925444704b5f17d32bf42f5b6e2df050bceebc3dcd6e71cc73dafe8092e839" +dependencies = [ + "libc", +] + +[[package]] +name = "redis" +version = "1.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a12e6b5f4d8ef33944e833e2b1859ad478deab6e431d7337b30ee2efe21f7543" +dependencies = [ + "arc-swap", + "arcstr", + "async-lock", + "backon", + "bytes", + "cfg-if 1.0.4", + "combine", + "crc16", + "futures-channel", + "futures-util", + "itoa", + "log", + "native-tls", + "num-bigint", + "percent-encoding", + "pin-project-lite", + "rand 0.9.4", + "rustls 0.23.40", + "rustls-native-certs", + "ryu", + "sha1_smol", + "socket2 0.6.3", + "tokio", + "tokio-native-tls", + "tokio-rustls 0.26.4", + "tokio-util", + "url", + "xxhash-rust", +] + +[[package]] +name = "redox_syscall" +version = "0.2.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fb5a58c1855b4b6819d59012155603f0b22ad30cad752600aadfcb695265519a" +dependencies = [ + "bitflags 1.3.2", +] + +[[package]] +name = "redox_syscall" +version = "0.5.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ed2bf2547551a7053d6fdfafda3f938979645c44812fbfcda098faae3f1a362d" +dependencies = [ + "bitflags 2.11.1", +] + +[[package]] +name = "redox_syscall" +version = "0.7.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4666a1a60d8412eab19d94f6d13dcc9cea0a5ef4fdf6a5db306537413c661b1b" +dependencies = [ + "bitflags 2.11.1", +] + +[[package]] +name = "redox_users" +version = "0.5.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a4e608c6638b9c18977b00b475ac1f28d14e84b27d8d42f70e0bf1e3dec127ac" +dependencies = [ + "getrandom 0.2.17", + "libredox", + "thiserror 2.0.18", +] + +[[package]] +name = "reflink-copy" +version = "0.1.29" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "13362233b147e57674c37b802d216b7c5e3dcccbed8967c84f0d8d223868ae27" +dependencies = [ + "cfg-if 1.0.4", + "libc", + "rustix 1.1.4", + "windows 0.62.2", +] + +[[package]] +name = "regex" +version = "1.12.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e10754a14b9137dd7b1e3e5b0493cc9171fdd105e0ab477f51b72e7f3ac0e276" +dependencies = [ + "aho-corasick", + "memchr", + "regex-automata", + "regex-syntax", +] + +[[package]] +name = "regex-automata" +version = "0.4.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6e1dd4122fc1595e8162618945476892eefca7b88c52820e74af6262213cae8f" +dependencies = [ + "aho-corasick", + "memchr", + "regex-syntax", +] + +[[package]] +name = "regex-lite" +version = "0.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cab834c73d247e67f4fae452806d17d3c7501756d98c8808d7c9c7aa7d18f973" + +[[package]] +name = "regex-syntax" +version = "0.8.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dc897dd8d9e8bd1ed8cdad82b5966c3e0ecae09fb1907d58efaa013543185d0a" + +[[package]] +name = "rend" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "71fe3824f5629716b1589be05dacd749f6aa084c87e00e016714a8cdfccc997c" +dependencies = [ + "bytecheck", +] + +[[package]] +name = "reqsign-aliyun-oss" +version = "3.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9c0f9f69a519dd6958c4b43606bb8e1278cdc76d611fc8fed4b796eee548dc0f" +dependencies = [ + "anyhow", + "form_urlencoded", + "http 1.4.2", + "log", + "percent-encoding", + "reqsign-core", + "rust-ini", + "serde", + "serde_json", +] + +[[package]] +name = "reqsign-aws-v4" +version = "3.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cc883bc56889f3e4a419265c87facea222a921debc5c6f15c7fd8b68ec4b36b2" +dependencies = [ + "anyhow", + "bytes", + "form_urlencoded", + "hex", + "http 1.4.2", + "log", + "percent-encoding", + "quick-xml", + "reqsign-core", + "rust-ini", + "serde", + "serde_json", + "serde_urlencoded", + "sha1 0.11.0", +] + +[[package]] +name = "reqsign-azure-storage" +version = "3.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a6ebd8524185ce9c64063e3095f83968acfa90922f00c601a4a0f3aca15b077e" +dependencies = [ + "anyhow", + "base64 0.22.1", + "bytes", + "form_urlencoded", + "http 1.4.2", + "log", + "pem", + "percent-encoding", + "reqsign-core", + "rsa", + "serde", + "serde_json", + "sha1 0.11.0", +] + +[[package]] +name = "reqsign-core" +version = "3.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7e38b44697c60a823705ccef85cb04d8e0527c9d16ed7c58bf1c6395bdd24ceb" +dependencies = [ + "anyhow", + "base64 0.22.1", + "bytes", + "futures", + "hex", + "hmac 0.13.0", + "http 1.4.2", + "jiff", + "log", + "percent-encoding", + "rsa", + "serde", + "serde_json", + "sha1 0.11.0", + "sha2 0.11.0", + "windows-sys 0.61.2", +] + +[[package]] +name = "reqsign-file-read-tokio" +version = "3.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "688ff0ae421b8d4b92b53fdafaf53df2de28f428a9962edcf21702990b26f74b" +dependencies = [ + "anyhow", + "reqsign-core", + "tokio", +] + +[[package]] +name = "reqsign-google" +version = "3.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a96da0b579b846d358090cb06b9e3c2ad1375529efbe3e0c45f96bd7bcf043ea" +dependencies = [ + "form_urlencoded", + "http 1.4.2", + "log", + "percent-encoding", + "reqsign-aws-v4", + "reqsign-core", + "rsa", + "serde", + "serde_json", + "tokio", +] + +[[package]] +name = "reqsign-huaweicloud-obs" +version = "3.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f2c702fcce7067977f4a00d34d7ec2517fea75a80698b6cd5b352a903553773" +dependencies = [ + "anyhow", + "http 1.4.2", + "log", + "percent-encoding", + "reqsign-core", +] + +[[package]] +name = "reqsign-tencent-cos" +version = "3.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f6497dd9f6e3d1349b420521484099b284f95e8d3a65f088fccef42493a7b644" +dependencies = [ + "anyhow", + "http 1.4.2", + "log", + "percent-encoding", + "reqsign-core", + "serde", + "serde_json", +] + +[[package]] +name = "reqsign-volcengine-tos" +version = "3.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4335f949a3fd8b53867fd716dac97fbd545e45bcaed44343796517f2e19cd609" +dependencies = [ + "anyhow", + "http 1.4.2", + "log", + "percent-encoding", + "reqsign-core", +] + +[[package]] +name = "reqwest" +version = "0.12.28" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "eddd3ca559203180a307f12d114c268abf583f59b03cb906fd0b3ff8646c1147" +dependencies = [ + "base64 0.22.1", + "bytes", + "futures-core", + "http 1.4.2", + "http-body 1.1.0", + "http-body-util", + "hyper 1.9.0", + "hyper-rustls", + "hyper-util", + "js-sys", + "log", + "percent-encoding", + "pin-project-lite", + "quinn", + "rustls 0.23.40", + "rustls-pki-types", + "serde", + "serde_json", + "serde_urlencoded", + "sync_wrapper 1.0.2", + "tokio", + "tokio-rustls 0.26.4", + "tower 0.5.3", + "tower-http", + "tower-service", + "url", + "wasm-bindgen", + "wasm-bindgen-futures", + "web-sys", + "webpki-roots 1.0.7", +] + +[[package]] +name = "reqwest" +version = "0.13.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "219c5811de6525e5416c7d5d53bb656d3afdbc6c5af816e0802bcfa42dbdc1c3" +dependencies = [ + "base64 0.22.1", + "bytes", + "encoding_rs", + "futures-core", + "futures-util", + "h2 0.4.14", + "http 1.4.2", + "http-body 1.1.0", + "http-body-util", + "hyper 1.9.0", + "hyper-rustls", + "hyper-tls", + "hyper-util", + "js-sys", + "log", + "mime", + "mime_guess", + "native-tls", + "percent-encoding", + "pin-project-lite", + "quinn", + "rustls 0.23.40", + "rustls-pki-types", + "rustls-platform-verifier", + "serde", + "serde_json", + "sync_wrapper 1.0.2", + "tokio", + "tokio-native-tls", + "tokio-rustls 0.26.4", + "tokio-util", + "tower 0.5.3", + "tower-http", + "tower-service", + "url", + "wasm-bindgen", + "wasm-bindgen-futures", + "wasm-streams", + "web-sys", +] + +[[package]] +name = "reqwest-middleware" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "199dda04a536b532d0cc04d7979e39b1c763ea749bf91507017069c00b96056f" +dependencies = [ + "anyhow", + "async-trait", + "http 1.4.2", + "reqwest 0.13.4", + "thiserror 2.0.18", + "tower-service", +] + +[[package]] +name = "resolv-conf" +version = "0.7.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1e061d1b48cb8d38042de4ae0a7a6401009d6143dc80d2e2d6f31f0bdd6470c7" + +[[package]] +name = "revision" +version = "0.30.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "13b48b66c1cd4bf814516ea48f727d4b3697e3fa8841be99a7d9cbb8c9ac1666" +dependencies = [ + "bytes", + "chrono", + "geo", + "regex", + "revision-derive", + "roaring", + "rust_decimal", + "uuid", +] + +[[package]] +name = "revision-derive" +version = "0.30.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3d266d798eaaa2921e14188dfe998bb7cc0528ec26e894b4be0e35fe2b19c89d" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "rfc6979" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8dd2a808d456c4a54e300a23e9f5a67e122c3024119acbfd73e3bf664491cb2" +dependencies = [ + "hmac 0.12.1", + "subtle", +] + +[[package]] +name = "ring" +version = "0.17.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a4689e6c2294d81e88dc6261c768b63bc4fcdb852be6d1352498b114f61383b7" +dependencies = [ + "cc", + "cfg-if 1.0.4", + "getrandom 0.2.17", + "libc", + "untrusted 0.9.0", + "windows-sys 0.52.0", +] + +[[package]] +name = "rkyv" +version = "0.7.46" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2297bf9c81a3f0dc96bc9521370b88f054168c29826a75e89c55ff196e7ed6a1" +dependencies = [ + "bitvec", + "bytecheck", + "bytes", + "hashbrown 0.12.3", + "ptr_meta", + "rend", + "rkyv_derive", + "seahash", + "tinyvec", + "uuid", +] + +[[package]] +name = "rkyv_derive" +version = "0.7.46" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "84d7b42d4b8d06048d3ac8db0eb31bcb942cbeb709f0b5f2b2ebde398d3038f5" +dependencies = [ + "proc-macro2", + "quote", + "syn 1.0.109", +] + +[[package]] +name = "roaring" +version = "0.11.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1dedc5658c6ecb3bdb5ef5f3295bb9253f42dcf3fd1402c03f6b1f7659c3c4a9" +dependencies = [ + "bytemuck", + "byteorder", + "serde", +] + +[[package]] +name = "robust" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4e27ee8bb91ca0adcf0ecb116293afa12d393f9c2b9b9cd54d33e8078fe19839" + +[[package]] +name = "rocksdb" +version = "0.24.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ddb7af00d2b17dbd07d82c0063e25411959748ff03e8d4f96134c2ff41fce34f" +dependencies = [ + "libc", + "librocksdb-sys", +] + +[[package]] +name = "roxmltree" +version = "0.21.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f1964b10c76125c36f8afe190065a4bf9a87bf324842c05701330bba9f1cacbb" +dependencies = [ + "memchr", +] + +[[package]] +name = "rsa" +version = "0.9.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b8573f03f5883dcaebdfcf4725caa1ecb9c15b2ef50c43a07b816e06799bb12d" +dependencies = [ + "const-oid 0.9.6", + "digest 0.10.7", + "num-bigint-dig", + "num-integer", + "num-traits", + "pkcs1", + "pkcs8", + "rand_core 0.6.4", + "sha2 0.10.9", + "signature", + "spki", + "subtle", + "zeroize", +] + +[[package]] +name = "rstar" +version = "0.8.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3a45c0e8804d37e4d97e55c6f258bc9ad9c5ee7b07437009dd152d764949a27c" +dependencies = [ + "heapless 0.6.1", + "num-traits", + "pdqselect", + "serde", + "smallvec", +] + +[[package]] +name = "rstar" +version = "0.9.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b40f1bfe5acdab44bc63e6699c28b74f75ec43afb59f3eda01e145aff86a25fa" +dependencies = [ + "heapless 0.7.17", + "num-traits", + "serde", + "smallvec", +] + +[[package]] +name = "rstar" +version = "0.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1f39465655a1e3d8ae79c6d9e007f4953bfc5d55297602df9dc38f9ae9f1359a" +dependencies = [ + "heapless 0.7.17", + "num-traits", + "serde", + "smallvec", +] + +[[package]] +name = "rstar" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "73111312eb7a2287d229f06c00ff35b51ddee180f017ab6dec1f69d62ac098d6" +dependencies = [ + "heapless 0.7.17", + "num-traits", + "serde", + "smallvec", +] + +[[package]] +name = "rstar" +version = "0.12.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "421400d13ccfd26dfa5858199c30a5d76f9c54e0dba7575273025b43c5175dbb" +dependencies = [ + "heapless 0.8.0", + "num-traits", + "serde", + "smallvec", +] + +[[package]] +name = "rtrb" +version = "0.3.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4ade083ccbb4bf536df69d1f6432cc23deb7acccff86b183f3923a6fd56a1153" + +[[package]] +name = "rust-ini" +version = "0.21.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "796e8d2b6696392a43bea58116b667fb4c29727dc5abd27d6acf338bb4f688c7" +dependencies = [ + "cfg-if 1.0.4", + "ordered-multimap", +] + +[[package]] +name = "rust-stemmers" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e46a2036019fdb888131db7a4c847a1063a7493f971ed94ea82c67eada63ca54" +dependencies = [ + "serde", + "serde_derive", +] + +[[package]] +name = "rust_decimal" +version = "1.42.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c5108e3d4d903e21aac27f12ba5377b6b34f9f44b325e4894c7924169d06995" +dependencies = [ + "arrayvec", + "borsh", + "bytes", + "num-traits", + "rand 0.8.6", + "rkyv", + "serde", + "serde_json", + "wasm-bindgen", +] + +[[package]] +name = "rustc-hash" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "08d43f7aa6b08d49f382cde6a7982047c3426db949b1424bc4b7ec9ae12c6ce2" + +[[package]] +name = "rustc-hash" +version = "2.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "94300abf3f1ae2e2b8ffb7b58043de3d399c73fa6f4b73826402a5c457614dbe" + +[[package]] +name = "rustc_version" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cfcb3a22ef46e85b45de6ee7e79d063319ebb6594faafcf1c225ea92ab6e9b92" +dependencies = [ + "semver", +] + +[[package]] +name = "rustc_version_runtime" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2dd18cd2bae1820af0b6ad5e54f4a51d0f3fcc53b05f845675074efcc7af071d" +dependencies = [ + "rustc_version", + "semver", +] + +[[package]] +name = "rustix" +version = "0.38.44" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fdb5bc1ae2baa591800df16c9ca78619bf65c0488b41b96ccec5d11220d8c154" +dependencies = [ + "bitflags 2.11.1", + "errno", + "libc", + "linux-raw-sys 0.4.15", + "windows-sys 0.59.0", +] + +[[package]] +name = "rustix" +version = "1.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6fe4565b9518b83ef4f91bb47ce29620ca828bd32cb7e408f0062e9930ba190" +dependencies = [ + "bitflags 2.11.1", + "errno", + "libc", + "linux-raw-sys 0.12.1", + "windows-sys 0.61.2", +] + +[[package]] +name = "rustls" +version = "0.21.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f56a14d1f48b391359b22f731fd4bd7e43c97f3c50eee276f3aa09c94784d3e" +dependencies = [ + "log", + "ring", + "rustls-webpki 0.101.7", + "sct", +] + +[[package]] +name = "rustls" +version = "0.23.40" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ef86cd5876211988985292b91c96a8f2d298df24e75989a43a3c73f2d4d8168b" +dependencies = [ + "aws-lc-rs", + "log", + "once_cell", + "ring", + "rustls-pki-types", + "rustls-webpki 0.103.13", + "subtle", + "zeroize", +] + +[[package]] +name = "rustls-native-certs" +version = "0.8.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dab5152771c58876a2146916e53e35057e1a4dfa2b9df0f0305b07f611fdea4d" +dependencies = [ + "openssl-probe", + "rustls-pki-types", + "schannel", + "security-framework", +] + +[[package]] +name = "rustls-pemfile" +version = "1.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1c74cae0a4cf6ccbbf5f359f08efdf8ee7e1dc532573bf0db71968cb56b1448c" +dependencies = [ + "base64 0.21.7", +] + +[[package]] +name = "rustls-pki-types" +version = "1.14.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "30a7197ae7eb376e574fe940d068c30fe0462554a3ddbe4eca7838e049c937a9" +dependencies = [ + "web-time", + "zeroize", +] + +[[package]] +name = "rustls-platform-verifier" +version = "0.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "26d1e2536ce4f35f4846aa13bff16bd0ff40157cdb14cc056c7b14ba41233ba0" +dependencies = [ + "core-foundation 0.10.1", + "core-foundation-sys", + "jni", + "log", + "once_cell", + "rustls 0.23.40", + "rustls-native-certs", + "rustls-platform-verifier-android", + "rustls-webpki 0.103.13", + "security-framework", + "security-framework-sys", + "webpki-root-certs", + "windows-sys 0.61.2", +] + +[[package]] +name = "rustls-platform-verifier-android" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f87165f0995f63a9fbeea62b64d10b4d9d8e78ec6d7d51fb2125fda7bb36788f" + +[[package]] +name = "rustls-webpki" +version = "0.101.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b6275d1ee7a1cd780b64aca7726599a1dbc893b1e64144529e55c3c2f745765" +dependencies = [ + "ring", + "untrusted 0.9.0", +] + +[[package]] +name = "rustls-webpki" +version = "0.103.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "61c429a8649f110dddef65e2a5ad240f747e85f7758a6bccc7e5777bd33f756e" +dependencies = [ + "aws-lc-rs", + "ring", + "rustls-pki-types", + "untrusted 0.9.0", +] + +[[package]] +name = "rustversion" +version = "1.0.22" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b39cdef0fa800fc44525c84ccb54a029961a8215f9619753635a9c0d2538d46d" + +[[package]] +name = "ryu" +version = "1.0.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9774ba4a74de5f7b1c1451ed6cd5285a32eddb5cccb8cc655a4e50009e06477f" + +[[package]] +name = "safe-transmute" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3944826ff8fa8093089aba3acb4ef44b9446a99a16f3bf4e74af3f77d340ab7d" + +[[package]] +name = "salsa20" +version = "0.10.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "97a22f5af31f73a954c10289c93e8a50cc23d971e80ee446f1f6f7137a088213" +dependencies = [ + "cipher 0.4.4", +] + +[[package]] +name = "same-file" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "93fc1dc3aaa9bfed95e02e6eadabb4baf7e3078b0bd1b4d7b6b0b68378900502" +dependencies = [ + "winapi-util", +] + +[[package]] +name = "schannel" +version = "0.1.29" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "91c1b7e4904c873ef0710c1f407dde2e6287de2bebc1bbbf7d430bb7cbffd939" +dependencies = [ + "windows-sys 0.61.2", +] + +[[package]] +name = "scoped-tls" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e1cf6437eb19a8f4a6cc0f7dca544973b0b78843adbfeb3683d1a94a0024a294" + +[[package]] +name = "scopeguard" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49" + +[[package]] +name = "scrypt" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0516a385866c09368f0b5bcd1caff3366aace790fcd46e2bb032697bb172fd1f" +dependencies = [ + "password-hash", + "pbkdf2", + "salsa20", + "sha2 0.10.9", +] + +[[package]] +name = "sct" +version = "0.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "da046153aa2352493d6cb7da4b6e5c0c057d8a1d0a9aa8560baffdd945acd414" +dependencies = [ + "ring", + "untrusted 0.9.0", +] + +[[package]] +name = "seahash" +version = "4.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1c107b6f4780854c8b126e228ea8869f4d7b71260f962fefb57b996b8959ba6b" + +[[package]] +name = "sec1" +version = "0.7.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d3e97a565f76233a6003f9f5c54be1d9c5bdfa3eccfb189469f11ec4901c47dc" +dependencies = [ + "base16ct", + "der", + "generic-array 0.14.7", + "pkcs8", + "subtle", + "zeroize", +] + +[[package]] +name = "security-framework" +version = "3.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b7f4bc775c73d9a02cde8bf7b2ec4c9d12743edf609006c7facc23998404cd1d" +dependencies = [ + "bitflags 2.11.1", + "core-foundation 0.10.1", + "core-foundation-sys", + "libc", + "security-framework-sys", +] + +[[package]] +name = "security-framework-sys" +version = "2.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ce2691df843ecc5d231c0b14ece2acc3efb62c0a398c7e1d875f3983ce020e3" +dependencies = [ + "core-foundation-sys", + "libc", +] + +[[package]] +name = "seize" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5b55fb86dfd3a2f5f76ea78310a88f96c4ea21a3031f8d212443d56123fd0521" +dependencies = [ + "libc", + "windows-sys 0.61.2", +] + +[[package]] +name = "semver" +version = "1.0.28" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8a7852d02fc848982e0c167ef163aaff9cd91dc640ba85e263cb1ce46fae51cd" +dependencies = [ + "serde", + "serde_core", +] + +[[package]] +name = "send_wrapper" +version = "0.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cd0b0ec5f1c1ca621c432a25813d8d60c88abe6d3e08a3eb9cf37d97a0fe3d73" + +[[package]] +name = "serde" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4148590afebada386688f18773da617792bf2ef03ffc1e4cbd2b1d45b023e0ba" +dependencies = [ + "serde_core", + "serde_derive", +] + +[[package]] +name = "serde_bytes" +version = "0.11.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a5d440709e79d88e51ac01c4b72fc6cb7314017bb7da9eeff678aa94c10e3ea8" +dependencies = [ + "serde", + "serde_core", +] + +[[package]] +name = "serde_core" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "67dca2c9c51e58a4791a4b1ed58308b39c64224d349a935ab5039aa360942a48" +dependencies = [ + "serde_derive", +] + +[[package]] +name = "serde_derive" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e7a5d71263a5a7d47b41f6b3f06ba276f10cc18b0931f1799f710578e2309348" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.3", +] + +[[package]] +name = "serde_json" +version = "1.0.151" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c841b55ecdae098c80dcae9cf767f6f8a0c2cdb3416bbef72181df4d0fe73f14" +dependencies = [ + "indexmap 2.14.0", + "itoa", + "memchr", + "serde", + "serde_core", + "zmij", +] + +[[package]] +name = "serde_repr" +version = "0.1.20" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "175ee3e80ae9982737ca543e96133087cbd9a485eecc3bc4de9c1a37b47ea59c" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "serde_urlencoded" +version = "0.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d3491c14715ca2294c4d6a88f15e84739788c1d030eed8c110436aafdaa2f3fd" +dependencies = [ + "form_urlencoded", + "itoa", + "ryu", + "serde", +] + +[[package]] +name = "serde_with" +version = "3.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "381b283ce7bc6b476d903296fb59d0d36633652b633b27f64db4fb46dcbfc3b9" +dependencies = [ + "serde_core", + "serde_with_macros", +] + +[[package]] +name = "serde_with_macros" +version = "3.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a6d4e30573c8cb306ed6ab1dca8423eec9a463ea0e155f45399455e0368b27e0" +dependencies = [ + "darling 0.21.3", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "sha-1" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f5058ada175748e33390e40e872bd0fe59a19f265d0158daa551c5a88a76009c" +dependencies = [ + "cfg-if 1.0.4", + "cpufeatures 0.2.17", + "digest 0.10.7", +] + +[[package]] +name = "sha1" +version = "0.10.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e3bf829a2d51ab4a5ddf1352d8470c140cadc8301b2ae1789db023f01cedd6ba" +dependencies = [ + "cfg-if 1.0.4", + "cpufeatures 0.2.17", + "digest 0.10.7", +] + +[[package]] +name = "sha1" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "aacc4cc499359472b4abe1bf11d0b12e688af9a805fa5e3016f9a386dc2d0214" +dependencies = [ + "cfg-if 1.0.4", + "cpufeatures 0.3.0", + "digest 0.11.3", +] + +[[package]] +name = "sha1_smol" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bbfa15b3dddfee50a0fff136974b3e1bde555604ba463834a7eb7deb6417705d" + +[[package]] +name = "sha2" +version = "0.10.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a7507d819769d01a365ab707794a4084392c824f54a7a6a7862f8c3d0892b283" +dependencies = [ + "cfg-if 1.0.4", + "cpufeatures 0.2.17", + "digest 0.10.7", +] + +[[package]] +name = "sha2" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "446ba717509524cb3f22f17ecc096f10f4822d76ab5c0b9822c5f9c284e825f4" +dependencies = [ + "cfg-if 1.0.4", + "cpufeatures 0.3.0", + "digest 0.11.3", +] + +[[package]] +name = "sharded-slab" +version = "0.1.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f40ca3c46823713e0d4209592e8d6e826aa57e928f09752619fc696c499637f6" +dependencies = [ + "lazy_static", +] + +[[package]] +name = "shell-escape" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "45bb67a18fa91266cc7807181f62f9178a6873bfad7dc788c42e6430db40184f" + +[[package]] +name = "shellexpand" +version = "3.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "32824fab5e16e6c4d86dc1ba84489390419a39f97699852b66480bb87d297ed8" +dependencies = [ + "bstr", + "dirs", + "os_str_bytes", +] + +[[package]] +name = "shlex" +version = "1.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64" + +[[package]] +name = "shlex" +version = "2.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8fadd59c855ef2080decdef8ff161eb6661b86933c9d82e5ba29dc602a55aba" + +[[package]] +name = "sif-itree" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d7f45b8998ced5134fb1d75732c77842a3e888f19c1ff98481822e8fbfbf930b" + +[[package]] +name = "signal-hook-registry" +version = "1.4.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c4db69cba1110affc0e9f7bcd48bbf87b3f4fc7c61fc9155afd4c469eb3d6c1b" +dependencies = [ + "errno", + "libc", +] + +[[package]] +name = "signature" +version = "2.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "77549399552de45a898a580c1b41d445bf730df867cc44e6c0233bbc4b8329de" +dependencies = [ + "digest 0.10.7", + "rand_core 0.6.4", +] + +[[package]] +name = "simd-adler32" +version = "0.3.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "703d5c7ef118737c72f1af64ad2f6f8c5e1921f818cdcb97b8fe6fc69bf66214" + +[[package]] +name = "simd_cesu8" +version = "1.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "94f90157bb87cddf702797c5dadfa0be7d266cdf49e22da2fcaa32eff75b2c33" +dependencies = [ + "rustc_version", + "simdutf8", +] + +[[package]] +name = "simdutf8" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e3a9fe34e3e7a50316060351f37187a3f546bce95496156754b601a5fa71b76e" + +[[package]] +name = "simple_asn1" +version = "0.6.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0d585997b0ac10be3c5ee635f1bab02d512760d14b7c468801ac8a01d9ae5f1d" +dependencies = [ + "num-bigint", + "num-traits", + "thiserror 2.0.18", + "time", +] + +[[package]] +name = "siphasher" +version = "1.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8ee5873ec9cce0195efcb7a4e9507a04cd49aec9c83d0389df45b1ef7ba2e649" + +[[package]] +name = "size" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1b6709c7b6754dca1311b3c73e79fcce40dd414c782c66d88e8823030093b02b" + +[[package]] +name = "skeptic" +version = "0.13.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "16d23b015676c90a0f01c197bfdc786c20342c73a0afdda9025adb0bc42940a8" +dependencies = [ + "bytecount", + "cargo_metadata", + "error-chain", + "glob", + "pulldown-cmark 0.9.6", + "tempfile", + "walkdir", +] + +[[package]] +name = "slab" +version = "0.4.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c790de23124f9ab44544d7ac05d60440adc586479ce501c1d6d7da3cd8c9cf5" + +[[package]] +name = "sled" +version = "0.34.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7f96b4737c2ce5987354855aed3797279def4ebf734436c6aa4552cf8e169935" +dependencies = [ + "crc32fast", + "crossbeam-epoch", + "crossbeam-utils", + "fs2", + "fxhash", + "libc", + "log", + "parking_lot 0.11.2", +] + +[[package]] +name = "slotmap" +version = "1.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bdd58c3c93c3d278ca835519292445cb4b0d4dc59ccfdf7ceadaab3f8aeb4038" +dependencies = [ + "version_check", +] + +[[package]] +name = "small_ctor" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "88414a5ca1f85d82cc34471e975f0f74f6aa54c40f062efa42c0080e7f763f81" + +[[package]] +name = "smallvec" +version = "1.15.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03" +dependencies = [ + "serde", +] + +[[package]] +name = "socket2" +version = "0.5.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e22376abed350d73dd1cd119b57ffccad95b4e585a7cda43e286245ce23c0678" +dependencies = [ + "libc", + "windows-sys 0.52.0", +] + +[[package]] +name = "socket2" +version = "0.6.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3a766e1110788c36f4fa1c2b71b387a7815aa65f88ce0229841826633d93723e" +dependencies = [ + "libc", + "windows-sys 0.61.2", +] + +[[package]] +name = "spade" +version = "2.15.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9699399fd9349b00b184f5635b074f9ec93afffef30c853f8c875b32c0f8c7fa" +dependencies = [ + "hashbrown 0.16.1", + "num-traits", + "robust", + "smallvec", +] + +[[package]] +name = "spin" +version = "0.9.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6980e8d7511241f8acf4aebddbb1ff938df5eebe98691418c4468d0b72a96a67" +dependencies = [ + "lock_api", +] + +[[package]] +name = "spin" +version = "0.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d5fe4ccb98d9c292d56fec89a5e07da7fc4cf0dc11e156b41793132775d3e591" + +[[package]] +name = "spinning_top" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d96d2d1d716fb500937168cc09353ffdc7a012be8475ac7308e1bdf0e3923300" +dependencies = [ + "lock_api", +] + +[[package]] +name = "spki" +version = "0.7.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d91ed6c858b01f942cd56b37a94b3e0a1798290327d1236e4d9cf4eaca44d29d" +dependencies = [ + "base64ct", + "der", +] + +[[package]] +name = "sqlx" +version = "0.8.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fefb893899429669dcdd979aff487bd78f4064e5e7907e4269081e0ef7d97dc" +dependencies = [ + "sqlx-core", + "sqlx-macros", + "sqlx-mysql", + "sqlx-postgres", + "sqlx-sqlite", +] + +[[package]] +name = "sqlx-core" +version = "0.8.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ee6798b1838b6a0f69c007c133b8df5866302197e404e8b6ee8ed3e3a5e68dc6" +dependencies = [ + "base64 0.22.1", + "bytes", + "crc", + "crossbeam-queue", + "either", + "event-listener 5.4.1", + "futures-core", + "futures-intrusive", + "futures-io", + "futures-util", + "hashbrown 0.15.5", + "hashlink", + "indexmap 2.14.0", + "log", + "memchr", + "once_cell", + "percent-encoding", + "rustls 0.23.40", + "serde", + "serde_json", + "sha2 0.10.9", + "smallvec", + "thiserror 2.0.18", + "tokio", + "tokio-stream", + "tracing", + "url", + "webpki-roots 0.26.11", +] + +[[package]] +name = "sqlx-macros" +version = "0.8.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a2d452988ccaacfbf5e0bdbc348fb91d7c8af5bee192173ac3636b5fb6e6715d" +dependencies = [ + "proc-macro2", + "quote", + "sqlx-core", + "sqlx-macros-core", + "syn 2.0.118", +] + +[[package]] +name = "sqlx-macros-core" +version = "0.8.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "19a9c1841124ac5a61741f96e1d9e2ec77424bf323962dd894bdb93f37d5219b" +dependencies = [ + "dotenvy", + "either", + "heck 0.5.0", + "hex", + "once_cell", + "proc-macro2", + "quote", + "serde", + "serde_json", + "sha2 0.10.9", + "sqlx-core", + "sqlx-mysql", + "sqlx-postgres", + "sqlx-sqlite", + "syn 2.0.118", + "tokio", + "url", +] + +[[package]] +name = "sqlx-mysql" +version = "0.8.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "aa003f0038df784eb8fecbbac13affe3da23b45194bd57dba231c8f48199c526" +dependencies = [ + "atoi", + "base64 0.22.1", + "bitflags 2.11.1", + "byteorder", + "bytes", + "crc", + "digest 0.10.7", + "dotenvy", + "either", + "futures-channel", + "futures-core", + "futures-io", + "futures-util", + "generic-array 0.14.7", + "hex", + "hkdf", + "hmac 0.12.1", + "itoa", + "log", + "md-5 0.10.6", + "memchr", + "once_cell", + "percent-encoding", + "rand 0.8.6", + "rsa", + "serde", + "sha1 0.10.6", + "sha2 0.10.9", + "smallvec", + "sqlx-core", + "stringprep", + "thiserror 2.0.18", + "tracing", + "whoami 1.6.1", +] + +[[package]] +name = "sqlx-postgres" +version = "0.8.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "db58fcd5a53cf07c184b154801ff91347e4c30d17a3562a635ff028ad5deda46" +dependencies = [ + "atoi", + "base64 0.22.1", + "bitflags 2.11.1", + "byteorder", + "crc", + "dotenvy", + "etcetera", + "futures-channel", + "futures-core", + "futures-util", + "hex", + "hkdf", + "hmac 0.12.1", + "home", + "itoa", + "log", + "md-5 0.10.6", + "memchr", + "once_cell", + "rand 0.8.6", + "serde", + "serde_json", + "sha2 0.10.9", + "smallvec", + "sqlx-core", + "stringprep", + "thiserror 2.0.18", + "tracing", + "whoami 1.6.1", +] + +[[package]] +name = "sqlx-sqlite" +version = "0.8.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c2d12fe70b2c1b4401038055f90f151b78208de1f9f89a7dbfd41587a10c3eea" +dependencies = [ + "atoi", + "flume 0.11.1", + "futures-channel", + "futures-core", + "futures-executor", + "futures-intrusive", + "futures-util", + "libsqlite3-sys", + "log", + "percent-encoding", + "serde", + "serde_urlencoded", + "sqlx-core", + "thiserror 2.0.18", + "tracing", + "url", +] + +[[package]] +name = "ssh_format" +version = "0.14.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "24ab31081d1c9097c327ec23550858cb5ffb4af6b866c1ef4d728455f01f3304" +dependencies = [ + "bytes", + "serde", + "ssh_format_error", +] + +[[package]] +name = "ssh_format_error" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "be3c6519de7ca611f71ef7e8a56eb57aa1c818fecb5242d0a0f39c83776c210c" +dependencies = [ + "serde", +] + +[[package]] +name = "ssri" +version = "9.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "da7a2b3c2bc9693bcb40870c4e9b5bf0d79f9cb46273321bf855ec513e919082" +dependencies = [ + "base64 0.21.7", + "digest 0.10.7", + "hex", + "miette", + "serde", + "sha-1", + "sha2 0.10.9", + "thiserror 1.0.69", + "xxhash-rust", +] + +[[package]] +name = "stable_deref_trait" +version = "1.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ce2be8dc25455e1f91df71bfa12ad37d7af1092ae736f3a6cd0e37bc7810596" + +[[package]] +name = "static_assertions" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a2eb9349b6444b326872e140eb1cf5e7c522154d69e7a0ffb0fb81c06b37543f" + +[[package]] +name = "statrs" +version = "0.18.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2a3fe7c28c6512e766b0874335db33c94ad7b8f9054228ae1c2abd47ce7d335e" +dependencies = [ + "approx", + "num-traits", +] + +[[package]] +name = "storekey" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bd9a94571bde7369ecaac47cec2e6844642d99166bd452fbd8def74b5b917b2f" +dependencies = [ + "bytes", + "storekey-derive", + "uuid", +] + +[[package]] +name = "storekey-derive" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6079d53242246522ec982de613c5c952cc7b1380ef2f8622fcdab9bfe73c0098" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "string_cache" +version = "0.8.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bf776ba3fa74f83bf4b63c3dcbbf82173db2632ed8452cb2d891d33f459de70f" +dependencies = [ + "new_debug_unreachable", + "parking_lot 0.12.5", + "phf_shared 0.11.3", + "precomputed-hash", + "serde", +] + +[[package]] +name = "string_cache_codegen" +version = "0.5.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c711928715f1fe0fe509c53b43e993a9a557babc2d0a3567d0a3006f1ac931a0" +dependencies = [ + "phf_generator 0.11.3", + "phf_shared 0.11.3", + "proc-macro2", + "quote", +] + +[[package]] +name = "stringprep" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7b4df3d392d81bd458a8a621b8bffbd2302a12ffe288a9d931670948749463b1" +dependencies = [ + "unicode-bidi", + "unicode-normalization", + "unicode-properties", +] + +[[package]] +name = "strsim" +version = "0.11.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f" + +[[package]] +name = "strum" +version = "0.27.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "af23d6f6c1a224baef9d3f61e287d2761385a5b88fdab4eb4c6f11aeb54c4bcf" +dependencies = [ + "strum_macros", +] + +[[package]] +name = "strum_macros" +version = "0.27.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7695ce3845ea4b33927c055a39dc438a45b059f7c1b3d91d38d10355fb8cbca7" +dependencies = [ + "heck 0.5.0", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "subtle" +version = "2.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292" + +[[package]] +name = "suppaftp" +version = "8.0.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "70dd9d0f3beeffac0ddc0ccfdb6f29c79d26a9925b4153947a8236abec8d0985" +dependencies = [ + "async-std", + "async-trait", + "chrono", + "futures-lite", + "futures-rustls", + "lazy-regex", + "log", + "pin-project", + "rustls-pki-types", + "thiserror 2.0.18", +] + +[[package]] +name = "surrealdb" +version = "3.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8d1d636f9a9104f4446943111e0703e6d6668bfaba6c4415a31d0450dc46630b" +dependencies = [ + "anyhow", + "async-channel 2.5.0", + "boxcar", + "chrono", + "futures", + "getrandom 0.3.4", + "indexmap 2.14.0", + "js-sys", + "path-clean", + "reqwest 0.13.4", + "ring", + "rustls 0.23.40", + "rustls-pki-types", + "semver", + "serde", + "serde_json", + "surrealdb-core", + "surrealdb-types", + "surrealdb-types-derive", + "tokio", + "tokio-tungstenite", + "tokio-tungstenite-wasm", + "tokio-util", + "tracing", + "url", + "uuid", + "wasm-bindgen", + "wasm-bindgen-futures", + "wasmtimer", + "web-sys", +] + +[[package]] +name = "surrealdb-collections" +version = "3.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6222572dc7354295ba8017603d0a5a3e493935a8ec2d7314b9c09152184cd2f" +dependencies = [ + "revision", + "storekey", +] + +[[package]] +name = "surrealdb-core" +version = "3.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d6add99c7f91bda7acb5d3b9a1b7c0db81a1adebdaedd4b9145f9ccf65fa2a25" +dependencies = [ + "addr", + "ahash 0.8.12", + "ammonia", + "anyhow", + "argon2", + "async-channel 2.5.0", + "async-stream", + "base64 0.22.1", + "bcrypt", + "blake3", + "bytes", + "chrono", + "ciborium", + "dashmap 6.2.1", + "deunicode", + "diskann", + "diskann-utils", + "diskann-vector", + "dmp", + "fastnum", + "fst", + "futures", + "fuzzy-matcher", + "geo", + "geo-types", + "getrandom 0.3.4", + "half", + "headers", + "hex", + "http 1.4.2", + "humantime", + "ipnet", + "jsonwebtoken", + "lexicmp", + "md-5 0.10.6", + "memchr", + "mime", + "ndarray", + "ndarray-stats", + "num-traits", + "num_cpus", + "object_store", + "parking_lot 0.12.5", + "path-clean", + "pbkdf2", + "phf 0.13.1", + "pin-project-lite", + "quick_cache", + "rand 0.9.4", + "rand_core 0.6.4", + "rayon", + "reblessive", + "regex", + "revision", + "ring", + "roaring", + "rust-stemmers", + "rust_decimal", + "scrypt", + "semver", + "serde", + "serde_json", + "sha1 0.10.6", + "sha2 0.10.9", + "storekey", + "strsim", + "subtle", + "surrealdb-collections", + "surrealdb-protocol", + "surrealdb-strand", + "surrealdb-types", + "sysinfo 0.37.2", + "thiserror 2.0.18", + "tokio", + "tokio-util", + "tracing", + "ulid", + "unicase", + "url", + "uuid", + "vart", + "wasm-bindgen-futures", + "wasmtimer", + "web-time", +] + +[[package]] +name = "surrealdb-protocol" +version = "0.10.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f4e06f586c9179a02349b88b0c18e3a0850c55431aa513e0cd66529c00da1af" +dependencies = [ + "anyhow", + "async-trait", + "bytes", + "chrono", + "flatbuffers", + "futures", + "geo", + "prost 0.14.3", + "prost-types", + "rust_decimal", + "semver", + "serde", + "serde_json", + "tonic 0.14.5", + "tonic-prost", + "uuid", +] + +[[package]] +name = "surrealdb-strand" +version = "3.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3ebb973d3547dbd2384f841d2fefd8a65c57a6cba02759e82c65de248da28b65" +dependencies = [ + "revision", + "serde", + "storekey", +] + +[[package]] +name = "surrealdb-types" +version = "3.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "eac180b3201dbd6f809d3f07fa20ff953a03e06f92e051117e60f326a46160d1" +dependencies = [ + "anyhow", + "async-channel 2.5.0", + "bytes", + "castaway", + "chrono", + "flatbuffers", + "geo", + "hex", + "http 1.4.2", + "papaya", + "rand 0.9.4", + "regex", + "reqwest 0.13.4", + "rust_decimal", + "semver", + "serde", + "serde_json", + "surrealdb-protocol", + "surrealdb-types-derive", + "tracing", + "ulid", + "url", + "uuid", +] + +[[package]] +name = "surrealdb-types-derive" +version = "3.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b7f204a3bd68ba7e1822b86091df5b184f6a674acb4d537f5480f3b7192b08b5" +dependencies = [ + "heck 0.4.1", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "symlink" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a7973cce6668464ea31f176d85b13c7ab3bba2cb3b77a2ed26abd7801688010a" + +[[package]] +name = "syn" +version = "1.0.109" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "72b64191b275b66ffe2469e8af2c1cfe3bafa67b529ead792a6d0160888b4237" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "syn" +version = "2.0.118" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1b9ae57f904213ebb649ce6895b8a66c66f0203b9319718f69a5612a065b1422" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "syn" +version = "3.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "53e9bae58849f64dfa4f5d5ae372c8341f7305f82a3868709269343628b659a3" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "sync_wrapper" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2047c6ded9c721764247e62cd3b03c09ffc529b2ba5b10ec482ae507a4a70160" + +[[package]] +name = "sync_wrapper" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0bf256ce5efdfa370213c1dabab5935a12e49f2c58d15e9eac2870d3b4f27263" +dependencies = [ + "futures-core", +] + +[[package]] +name = "synchrony" +version = "0.1.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "416090a4d8f6358526df5f9f65dfe28750b8b7bfd1fd8a5620f483fc4a75722c" +dependencies = [ + "event-listener 5.4.1", + "futures-util", + "local-event", + "loom 0.7.2", +] + +[[package]] +name = "synstructure" +version = "0.13.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "728a70f3dbaf5bab7f0c4b1ac8d7ae5ea60a4b5549c8a5914361c99147a709d2" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "sysinfo" +version = "0.37.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "16607d5caffd1c07ce073528f9ed972d88db15dd44023fa57142963be3feb11f" +dependencies = [ + "libc", + "memchr", + "ntapi", + "objc2-core-foundation", + "objc2-io-kit", + "windows 0.61.3", +] + +[[package]] +name = "sysinfo" +version = "0.38.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "92ab6a2f8bfe508deb3c6406578252e491d299cbbf3bc0529ecc3313aee4a52f" +dependencies = [ + "libc", + "memchr", + "ntapi", + "objc2-core-foundation", + "objc2-io-kit", + "windows 0.62.2", +] + +[[package]] +name = "system-configuration" +version = "0.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a13f3d0daba03132c0aa9767f98351b3488edc2c100cda2d2ec2b04f3d8d3c8b" +dependencies = [ + "bitflags 2.11.1", + "core-foundation 0.9.4", + "system-configuration-sys", +] + +[[package]] +name = "system-configuration-sys" +version = "0.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8e1d1b10ced5ca923a1fcb8d03e96b8d3268065d724548c0211415ff6ac6bac4" +dependencies = [ + "core-foundation-sys", + "libc", +] + +[[package]] +name = "tagptr" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7b2093cf4c8eb1e67749a6762251bc9cd836b6fc171623bd0a9d324d37af2417" + +[[package]] +name = "take_mut" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f764005d11ee5f36500a149ace24e00e3da98b0158b3e2d53a7495660d3f4d60" + +[[package]] +name = "tap" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "55937e1799185b12863d447f42597ed69d9928686b8d88a1df17376a097d8369" + +[[package]] +name = "task-local" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2972044a9e5e448a506a7ff6f0d03b566d8ef4cd6918a58fc59835a0f8666626" +dependencies = [ + "pin-project-lite", +] + +[[package]] +name = "tempfile" +version = "3.27.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "32497e9a4c7b38532efcdebeef879707aa9f794296a4f0244f6f69e9bc8574bd" +dependencies = [ + "fastrand", + "getrandom 0.4.2", + "once_cell", + "rustix 1.1.4", + "windows-sys 0.61.2", +] + +[[package]] +name = "tendril" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d24a120c5fc464a3458240ee02c299ebcb9d67b5249c8848b09d639dca8d7bb0" +dependencies = [ + "futf", + "mac", + "utf-8", +] + +[[package]] +name = "terminal_size" +version = "0.4.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "230a1b821ccbd75b185820a1f1ff7b14d21da1e442e22c0863ea5f08771a8874" +dependencies = [ + "rustix 1.1.4", + "windows-sys 0.61.2", +] + +[[package]] +name = "thin-cell" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a9d3c47fea6e344ef1ac01be266c27945ec30ae8049c3292c897f0878de5c784" +dependencies = [ + "synchrony", +] + +[[package]] +name = "thin-vec" +version = "0.2.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b0f7e269b48f0a7dd0146680fa24b50cc67fc0373f086a5b2f99bd084639b482" + +[[package]] +name = "thiserror" +version = "1.0.69" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6aaf5339b578ea85b50e080feb250a3e8ae8cfcdff9a461c9ec2904bc923f52" +dependencies = [ + "thiserror-impl 1.0.69", +] + +[[package]] +name = "thiserror" +version = "2.0.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4288b5bcbc7920c07a1149a35cf9590a2aa808e0bc1eafaade0b80947865fbc4" +dependencies = [ + "thiserror-impl 2.0.18", +] + +[[package]] +name = "thiserror-impl" +version = "1.0.69" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4fee6c4efc90059e10f81e6d42c60a18f76588c3d74cb83a0b242a2b6c7504c1" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "thiserror-impl" +version = "2.0.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ebc4ee7f67670e9b64d05fa4253e753e016c6c95ff35b89b7941d6b856dec1d5" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "thread_local" +version = "1.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f60246a4944f24f6e018aa17cdeffb7818b76356965d03b07d6a9886e8962185" +dependencies = [ + "cfg-if 1.0.4", +] + +[[package]] +name = "threadpool" +version = "1.8.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d050e60b33d41c19108b32cea32164033a9013fe3b46cbd4457559bfbf77afaa" +dependencies = [ + "num_cpus", +] + +[[package]] +name = "tikv-client" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c62c2bb14a0b248e1d03a9357fac74b148edfc6190fbb04cc7c332eb50d7995d" +dependencies = [ + "async-recursion 0.3.2", + "async-trait", + "derive-new", + "either", + "fail", + "futures", + "lazy_static", + "log", + "pin-project", + "prometheus 0.13.4", + "prost 0.12.6", + "rand 0.8.6", + "regex", + "semver", + "serde", + "serde_derive", + "serde_json", + "take_mut", + "thiserror 1.0.69", + "tokio", + "tonic 0.10.2", +] + +[[package]] +name = "time" +version = "0.3.47" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "743bd48c283afc0388f9b8827b976905fb217ad9e647fae3a379a9283c4def2c" +dependencies = [ + "deranged", + "itoa", + "num-conv", + "powerfmt", + "serde_core", + "time-core", + "time-macros", +] + +[[package]] +name = "time-core" +version = "0.1.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7694e1cfe791f8d31026952abf09c69ca6f6fa4e1a1229e18988f06a04a12dca" + +[[package]] +name = "time-macros" +version = "0.2.27" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2e70e4c5a0e0a8a4823ad65dfe1a6930e4f4d756dcd9dd7939022b5e8c501215" +dependencies = [ + "num-conv", + "time-core", +] + +[[package]] +name = "tiny-keccak" +version = "2.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2c9d3793400a45f954c52e73d068316d76b6f4e36977e3fcebb13a2721e80237" +dependencies = [ + "crunchy", +] + +[[package]] +name = "tinystr" +version = "0.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c8323304221c2a851516f22236c5722a72eaa19749016521d6dff0824447d96d" +dependencies = [ + "displaydoc", + "zerovec", +] + +[[package]] +name = "tinyvec" +version = "1.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3e61e67053d25a4e82c844e8424039d9745781b3fc4f32b8d55ed50f5f667ef3" +dependencies = [ + "tinyvec_macros", +] + +[[package]] +name = "tinyvec_macros" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20" + +[[package]] +name = "tokio" +version = "1.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "202caea871b69668250d242070849eb495be178ed697a3e98aebce5bc81a0bed" +dependencies = [ + "bytes", + "libc", + "mio 1.2.0", + "pin-project-lite", + "signal-hook-registry", + "socket2 0.6.3", + "tokio-macros", + "windows-sys 0.61.2", +] + +[[package]] +name = "tokio-io-timeout" +version = "1.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0bd86198d9ee903fedd2f9a2e72014287c0d9167e4ae43b5853007205dda1b76" +dependencies = [ + "pin-project-lite", + "tokio", +] + +[[package]] +name = "tokio-io-utility" +version = "0.7.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8d672654d175710e52c7c41f6aec77c62b3c0954e2a7ebce9049d1e94ed7c263" +dependencies = [ + "bytes", + "tokio", +] + +[[package]] +name = "tokio-macros" +version = "2.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "385a6cb71ab9ab790c5fe8d67f1645e6c450a7ce006a33de03daa956cf70a496" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "tokio-native-tls" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bbae76ab933c85776efabc971569dd6119c580d8f5d448769dec1764bf796ef2" +dependencies = [ + "native-tls", + "tokio", +] + +[[package]] +name = "tokio-retry" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "40f644c762e9d396831ae2f8935c954b0d758c4532e924bead0f666d0c1c8640" +dependencies = [ + "pin-project-lite", + "rand 0.10.1", + "tokio", +] + +[[package]] +name = "tokio-rustls" +version = "0.24.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c28327cf380ac148141087fbfb9de9d7bd4e84ab5d2c28fbc911d753de8a7081" +dependencies = [ + "rustls 0.21.12", + "tokio", +] + +[[package]] +name = "tokio-rustls" +version = "0.26.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1729aa945f29d91ba541258c8df89027d5792d85a8841fb65e8bf0f4ede4ef61" +dependencies = [ + "rustls 0.23.40", + "tokio", +] + +[[package]] +name = "tokio-stream" +version = "0.1.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "32da49809aab5c3bc678af03902d4ccddea2a87d028d86392a4b1560c6906c70" +dependencies = [ + "futures-core", + "pin-project-lite", + "tokio", +] + +[[package]] +name = "tokio-tungstenite" +version = "0.28.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d25a406cddcc431a75d3d9afc6a7c0f7428d4891dd973e4d54c56b46127bf857" +dependencies = [ + "futures-util", + "log", + "rustls 0.23.40", + "rustls-pki-types", + "tokio", + "tokio-rustls 0.26.4", + "tungstenite", + "webpki-roots 0.26.11", +] + +[[package]] +name = "tokio-tungstenite-wasm" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ccecee909c02b8863f9bda87253127eb4da0e7e1342330b2583fbc4d1795c2f8" +dependencies = [ + "bytes", + "futures-channel", + "futures-util", + "http 1.4.2", + "httparse", + "js-sys", + "thiserror 2.0.18", + "tokio", + "tokio-tungstenite", + "wasm-bindgen", + "web-sys", +] + +[[package]] +name = "tokio-util" +version = "0.7.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9ae9cec805b01e8fc3fd2fe289f89149a9b66dd16786abd8b19cfa7b48cb0098" +dependencies = [ + "bytes", + "futures-core", + "futures-io", + "futures-sink", + "pin-project-lite", + "tokio", +] + +[[package]] +name = "tokio_with_wasm" +version = "0.8.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "34e40fbbbd95441133fe9483f522db15dbfd26dc636164ebd8f2dd28759a6aa6" +dependencies = [ + "js-sys", + "tokio", + "tokio_with_wasm_proc", + "wasm-bindgen", + "wasm-bindgen-futures", + "web-sys", +] + +[[package]] +name = "tokio_with_wasm_proc" +version = "0.8.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d01145a2c788d6aae4cd653afec1e8332534d7d783d01897cefcafe4428de992" +dependencies = [ + "quote", + "syn 2.0.118", +] + +[[package]] +name = "toml_datetime" +version = "1.1.1+spec-1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3165f65f62e28e0115a00b2ebdd37eb6f3b641855f9d636d3cd4103767159ad7" +dependencies = [ + "serde_core", +] + +[[package]] +name = "toml_edit" +version = "0.25.11+spec-1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0b59c4d22ed448339746c59b905d24568fcbb3ab65a500494f7b8c3e97739f2b" +dependencies = [ + "indexmap 2.14.0", + "toml_datetime", + "toml_parser", + "winnow", +] + +[[package]] +name = "toml_parser" +version = "1.1.2+spec-1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a2abe9b86193656635d2411dc43050282ca48aa31c2451210f4202550afb7526" +dependencies = [ + "winnow", +] + +[[package]] +name = "tonic" +version = "0.10.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d560933a0de61cf715926b9cac824d4c883c2c43142f787595e48280c40a1d0e" +dependencies = [ + "async-stream", + "async-trait", + "axum 0.6.20", + "base64 0.21.7", + "bytes", + "flate2", + "h2 0.3.27", + "http 0.2.12", + "http-body 0.4.6", + "hyper 0.14.32", + "hyper-timeout 0.4.1", + "percent-encoding", + "pin-project", + "prost 0.12.6", + "rustls 0.21.12", + "rustls-pemfile", + "tokio", + "tokio-rustls 0.24.1", + "tokio-stream", + "tower 0.4.13", + "tower-layer", + "tower-service", + "tracing", +] + +[[package]] +name = "tonic" +version = "0.14.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fec7c61a0695dc1887c1b53952990f3ad2e3a31453e1f49f10e75424943a93ec" +dependencies = [ + "async-trait", + "axum 0.8.9", + "base64 0.22.1", + "bytes", + "h2 0.4.14", + "http 1.4.2", + "http-body 1.1.0", + "http-body-util", + "hyper 1.9.0", + "hyper-timeout 0.5.2", + "hyper-util", + "percent-encoding", + "pin-project", + "socket2 0.6.3", + "sync_wrapper 1.0.2", + "tokio", + "tokio-rustls 0.26.4", + "tokio-stream", + "tower 0.5.3", + "tower-layer", + "tower-service", + "tracing", +] + +[[package]] +name = "tonic-build" +version = "0.14.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1882ac3bf5ef12877d7ed57aad87e75154c11931c2ba7e6cde5e22d63522c734" +dependencies = [ + "prettyplease", + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "tonic-prost" +version = "0.14.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a55376a0bbaa4975a3f10d009ad763d8f4108f067c7c2e74f3001fb49778d309" +dependencies = [ + "bytes", + "prost 0.14.3", + "tonic 0.14.5", +] + +[[package]] +name = "tonic-prost-build" +version = "0.14.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f3144df636917574672e93d0f56d7edec49f90305749c668df5101751bb8f95a" +dependencies = [ + "prettyplease", + "proc-macro2", + "prost-build", + "prost-types", + "quote", + "syn 2.0.118", + "tempfile", + "tonic-build", +] + +[[package]] +name = "tower" +version = "0.4.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b8fa9be0de6cf49e536ce1851f987bd21a43b771b09473c3549a6c853db37c1c" +dependencies = [ + "futures-core", + "futures-util", + "indexmap 1.9.3", + "pin-project", + "pin-project-lite", + "rand 0.8.6", + "slab", + "tokio", + "tokio-util", + "tower-layer", + "tower-service", + "tracing", +] + +[[package]] +name = "tower" +version = "0.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ebe5ef63511595f1344e2d5cfa636d973292adc0eec1f0ad45fae9f0851ab1d4" +dependencies = [ + "futures-core", + "futures-util", + "indexmap 2.14.0", + "pin-project-lite", + "slab", + "sync_wrapper 1.0.2", + "tokio", + "tokio-util", + "tower-layer", + "tower-service", + "tracing", +] + +[[package]] +name = "tower-http" +version = "0.6.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "68d6fdd9f81c2819c9a8b0e0cd91660e7746a8e6ea2ba7c6b2b057985f6bcb51" +dependencies = [ + "bitflags 2.11.1", + "bytes", + "futures-util", + "http 1.4.2", + "http-body 1.1.0", + "pin-project-lite", + "tower 0.5.3", + "tower-layer", + "tower-service", + "url", +] + +[[package]] +name = "tower-layer" +version = "0.3.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "121c2a6cda46980bb0fcd1647ffaf6cd3fc79a013de288782836f6df9c48780e" + +[[package]] +name = "tower-service" +version = "0.3.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8df9b6e13f2d32c91b9bd719c00d1958837bc7dec474d94952798cc8e69eeec3" + +[[package]] +name = "tracing" +version = "0.1.44" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "63e71662fa4b2a2c3a26f570f037eb95bb1f85397f3cd8076caed2f026a6d100" +dependencies = [ + "log", + "pin-project-lite", + "tracing-attributes", + "tracing-core", +] + +[[package]] +name = "tracing-appender" +version = "0.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "050686193eb999b4bb3bc2acfa891a13da00f79734704c4b8b4ef1a10b368a3c" +dependencies = [ + "crossbeam-channel", + "symlink", + "thiserror 2.0.18", + "time", + "tracing-subscriber", +] + +[[package]] +name = "tracing-attributes" +version = "0.1.31" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7490cfa5ec963746568740651ac6781f701c9c5ea257c58e057f3ba8cf69e8da" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "tracing-core" +version = "0.1.36" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "db97caf9d906fbde555dd62fa95ddba9eecfd14cb388e4f491a66d74cd5fb79a" +dependencies = [ + "once_cell", + "valuable", +] + +[[package]] +name = "tracing-log" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ee855f1f400bd0e5c02d150ae5de3840039a3f54b025156404e34c23c03f47c3" +dependencies = [ + "log", + "once_cell", + "tracing-core", +] + +[[package]] +name = "tracing-serde" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "704b1aeb7be0d0a84fc9828cae51dab5970fee5088f83d1dd7ee6f6246fc6ff1" +dependencies = [ + "serde", + "tracing-core", +] + +[[package]] +name = "tracing-subscriber" +version = "0.3.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cb7f578e5945fb242538965c2d0b04418d38ec25c79d160cd279bf0731c8d319" +dependencies = [ + "matchers", + "nu-ansi-term", + "once_cell", + "regex-automata", + "serde", + "serde_json", + "sharded-slab", + "smallvec", + "thread_local", + "tracing", + "tracing-core", + "tracing-log", + "tracing-serde", +] + +[[package]] +name = "trice" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d3aaab10ae9fac0b10f392752bf56f0fd20845f39037fec931e8537b105b515a" +dependencies = [ + "js-sys", + "wasm-bindgen", + "web-sys", +] + +[[package]] +name = "triomphe" +version = "0.1.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dd69c5aa8f924c7519d6372789a74eac5b94fb0f8fcf0d4a97eb0bfc3e785f39" +dependencies = [ + "arc-swap", + "serde", + "stable_deref_trait", +] + +[[package]] +name = "try-lock" +version = "0.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e421abadd41a4225275504ea4d6566923418b7f05506fbc9c0fe86ba7396114b" + +[[package]] +name = "try_map" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fb1626d07cb5c1bb2cf17d94c0be4852e8a7c02b041acec9a8c5bdda99f9d580" + +[[package]] +name = "tungstenite" +version = "0.28.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8628dcc84e5a09eb3d8423d6cb682965dea9133204e8fb3efee74c2a0c259442" +dependencies = [ + "bytes", + "data-encoding", + "http 1.4.2", + "httparse", + "log", + "rand 0.9.4", + "rustls 0.23.40", + "rustls-pki-types", + "sha1 0.10.6", + "thiserror 2.0.18", + "url", + "utf-8", +] + +[[package]] +name = "twox-hash" +version = "2.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9ea3136b675547379c4bd395ca6b938e5ad3c3d20fad76e7fe85f9e0d011419c" +dependencies = [ + "rand 0.9.4", +] + +[[package]] +name = "typed-builder" +version = "0.22.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "398a3a3c918c96de527dc11e6e846cd549d4508030b8a33e1da12789c856b81a" +dependencies = [ + "typed-builder-macro", +] + +[[package]] +name = "typed-builder-macro" +version = "0.22.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0e48cea23f68d1f78eb7bc092881b6bb88d3d6b5b7e6234f6f9c911da1ffb221" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "typenum" +version = "1.20.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "40ce102ab67701b8526c123c1bab5cbe42d7040ccfd0f64af1a385808d2f43de" + +[[package]] +name = "typewit" +version = "1.15.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "214ca0b2191785cbc06209b9ca1861e048e39b5ba33574b3cedd58363d5bb5f6" + +[[package]] +name = "ulid" +version = "1.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "470dbf6591da1b39d43c14523b2b469c86879a53e8b758c8e090a470fe7b1fbe" +dependencies = [ + "rand 0.9.4", + "serde", + "web-time", +] + +[[package]] +name = "unicase" +version = "2.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dbc4bc3a9f746d862c45cb89d705aa10f187bb96c76001afab07a0d35ce60142" + +[[package]] +name = "unicode-bidi" +version = "0.3.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5c1cb5db39152898a79168971543b1cb5020dff7fe43c8dc468b0885f5e29df5" + +[[package]] +name = "unicode-ident" +version = "1.0.24" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75" + +[[package]] +name = "unicode-normalization" +version = "0.1.25" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5fd4f6878c9cb28d874b009da9e8d183b5abc80117c40bbd187a1fde336be6e8" +dependencies = [ + "tinyvec", +] + +[[package]] +name = "unicode-properties" +version = "0.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7df058c713841ad818f1dc5d3fd88063241cc61f49f5fbea4b951e8cf5a8d71d" + +[[package]] +name = "unicode-segmentation" +version = "1.13.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9629274872b2bfaf8d66f5f15725007f635594914870f65218920345aa11aa8c" + +[[package]] +name = "unicode-width" +version = "0.1.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7dd6e30e90baa6f72411720665d41d89b9a3d039dc45b8faea1ddd07f617f6af" + +[[package]] +name = "unicode-xid" +version = "0.2.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ebc1c04c71510c7f702b52b7c350734c9ff1295c464a03335b00bb84fc54f853" + +[[package]] +name = "unsigned-varint" +version = "0.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "eb066959b24b5196ae73cb057f45598450d2c5f71460e98c49b738086eff9c06" + +[[package]] +name = "untrusted" +version = "0.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a156c684c91ea7d62626509bce3cb4e1d9ed5c4d978f7b4352658f96a4c26b4a" + +[[package]] +name = "untrusted" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8ecb6da28b8a351d773b68d5825ac39017e680750f980f3a1a85cd8dd28a47c1" + +[[package]] +name = "url" +version = "2.5.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ff67a8a4397373c3ef660812acab3268222035010ab8680ec4215f38ba3d0eed" +dependencies = [ + "form_urlencoded", + "idna", + "percent-encoding", + "serde", +] + +[[package]] +name = "urlencoding" +version = "2.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "daf8dba3b7eb870caf1ddeed7bc9d2a049f3cfdfae7cb521b087cc33ae4c49da" + +[[package]] +name = "utf-8" +version = "0.7.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09cc8ee72d2a9becf2f2febe0205bbed8fc6615b7cb429ad062dc7b7ddd036a9" + +[[package]] +name = "utf8_iter" +version = "1.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6c140620e7ffbb22c2dee59cafe6084a59b5ffc27a8859a5f0d494b5d52b6be" + +[[package]] +name = "utf8parse" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "06abde3611657adf66d383f00b093d7faecc7fa57071cce2578660c9f1010821" + +[[package]] +name = "uuid" +version = "1.24.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bf3923a6f5c4c6382e0b653c4117f48d631ea17f38ed86e2a828e6f7412f5239" +dependencies = [ + "getrandom 0.4.2", + "js-sys", + "serde_core", + "wasm-bindgen", +] + +[[package]] +name = "valuable" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ba73ea9cf16a25df0c8caa16c51acb937d5712a8429db78a3ee29d5dcacd3a65" + +[[package]] +name = "value-bag" +version = "1.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7ba6f5989077681266825251a52748b8c1d8a4ad098cc37e440103d0ea717fc0" + +[[package]] +name = "vart" +version = "0.9.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b1982d899e57d646498709735f16e9224cf1e8680676ad687f930cf8b5b555ae" + +[[package]] +name = "vcpkg" +version = "0.2.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "accd4ea62f7bb7a82fe23066fb0957d48ef677f6eeb8215f372f52e48bb32426" + +[[package]] +name = "vec-strings" +version = "0.4.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c8509489e2a7ee219522238ad45fd370bec6808811ac15ac6b07453804e77659" +dependencies = [ + "serde", + "thin-vec", +] + +[[package]] +name = "version_check" +version = "0.9.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a" + +[[package]] +name = "walkdir" +version = "2.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "29790946404f91d9c5d06f9874efddea1dc06c5efe94541a7d6863108e3a5e4b" +dependencies = [ + "same-file", + "winapi-util", +] + +[[package]] +name = "want" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bfa7760aed19e106de2c7c0b581b509f2f25d3dacaf737cb82ac61bc6d760b0e" +dependencies = [ + "try-lock", +] + +[[package]] +name = "wasi" +version = "0.9.0+wasi-snapshot-preview1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cccddf32554fecc6acb585f82a32a72e28b48f8c4c1883ddfeeeaa96f7d8e519" + +[[package]] +name = "wasi" +version = "0.11.1+wasi-snapshot-preview1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ccf3ec651a847eb01de73ccad15eb7d99f80485de043efb2f370cd654f4ea44b" + +[[package]] +name = "wasi" +version = "0.14.7+wasi-0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "883478de20367e224c0090af9cf5f9fa85bed63a95c1abf3afc5c083ebc06e8c" +dependencies = [ + "wasip2", +] + +[[package]] +name = "wasip2" +version = "1.0.1+wasi-0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0562428422c63773dad2c345a1882263bbf4d65cf3f42e90921f787ef5ad58e7" +dependencies = [ + "wit-bindgen 0.46.0", +] + +[[package]] +name = "wasip3" +version = "0.4.0+wasi-0.3.0-rc-2026-01-06" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5428f8bf88ea5ddc08faddef2ac4a67e390b88186c703ce6dbd955e1c145aca5" +dependencies = [ + "wit-bindgen 0.51.0", +] + +[[package]] +name = "wasite" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b8dad83b4f25e74f184f64c43b150b91efe7647395b42289f38e50566d82855b" + +[[package]] +name = "wasite" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "66fe902b4a6b8028a753d5424909b764ccf79b7a209eac9bf97e59cda9f71a42" +dependencies = [ + "wasi 0.14.7+wasi-0.2.4", +] + +[[package]] +name = "wasix" +version = "0.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1757e0d1f8456693c7e5c6c629bdb54884e032aa0bb53c155f6a39f94440d332" +dependencies = [ + "wasi 0.11.1+wasi-snapshot-preview1", +] + +[[package]] +name = "wasm-bindgen" +version = "0.2.121" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "49ace1d07c165b0864824eee619580c4689389afa9dc9ed3a4c75040d82e6790" +dependencies = [ + "cfg-if 1.0.4", + "once_cell", + "rustversion", + "serde", + "wasm-bindgen-macro", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-futures" +version = "0.4.71" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "96492d0d3ffba25305a7dc88720d250b1401d7edca02cc3bcd50633b424673b8" +dependencies = [ + "js-sys", + "wasm-bindgen", +] + +[[package]] +name = "wasm-bindgen-macro" +version = "0.2.121" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8e68e6f4afd367a562002c05637acb8578ff2dea1943df76afb9e83d177c8578" +dependencies = [ + "quote", + "wasm-bindgen-macro-support", +] + +[[package]] +name = "wasm-bindgen-macro-support" +version = "0.2.121" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d95a9ec35c64b2a7cb35d3fead40c4238d0940c86d107136999567a4703259f2" +dependencies = [ + "bumpalo", + "proc-macro2", + "quote", + "syn 2.0.118", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-shared" +version = "0.2.121" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c4e0100b01e9f0d03189a92b96772a1fb998639d981193d7dbab487302513441" +dependencies = [ + "unicode-ident", +] + +[[package]] +name = "wasm-encoder" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "990065f2fe63003fe337b932cfb5e3b80e0b4d0f5ff650e6985b1048f62c8319" +dependencies = [ + "leb128fmt", + "wasmparser", +] + +[[package]] +name = "wasm-metadata" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bb0e353e6a2fbdc176932bbaab493762eb1255a7900fe0fea1a2f96c296cc909" +dependencies = [ + "anyhow", + "indexmap 2.14.0", + "wasm-encoder", + "wasmparser", +] + +[[package]] +name = "wasm-streams" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9d1ec4f6517c9e11ae630e200b2b65d193279042e28edd4a2cda233e46670bbb" +dependencies = [ + "futures-util", + "js-sys", + "wasm-bindgen", + "wasm-bindgen-futures", + "web-sys", +] + +[[package]] +name = "wasmparser" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "47b807c72e1bac69382b3a6fb3dbe8ea4c0ed87ff5629b8685ae6b9a611028fe" +dependencies = [ + "bitflags 2.11.1", + "hashbrown 0.15.5", + "indexmap 2.14.0", + "semver", +] + +[[package]] +name = "wasmtimer" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1c598d6b99ea013e35844697fc4670d08339d5cda15588f193c6beedd12f644b" +dependencies = [ + "futures", + "js-sys", + "parking_lot 0.12.5", + "pin-utils", + "wasm-bindgen", +] + +[[package]] +name = "weak-table" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "323f4da9523e9a669e1eaf9c6e763892769b1d38c623913647bfdc1532fe4549" + +[[package]] +name = "web-sys" +version = "0.3.98" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4b572dff8bcf38bad0fa19729c89bb5748b2b9b1d8be70cf90df697e3a8f32aa" +dependencies = [ + "js-sys", + "wasm-bindgen", +] + +[[package]] +name = "web-time" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a6580f308b1fad9207618087a65c04e7a10bc77e02c8e84e9b00dd4b12fa0bb" +dependencies = [ + "js-sys", + "wasm-bindgen", +] + +[[package]] +name = "web_atoms" +version = "0.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "57ffde1dc01240bdf9992e3205668b235e59421fd085e8a317ed98da0178d414" +dependencies = [ + "phf 0.11.3", + "phf_codegen", + "string_cache", + "string_cache_codegen", +] + +[[package]] +name = "webpki-root-certs" +version = "1.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f31141ce3fc3e300ae89b78c0dd67f9708061d1d2eda54b8209346fd6be9a92c" +dependencies = [ + "rustls-pki-types", +] + +[[package]] +name = "webpki-roots" +version = "0.26.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "521bc38abb08001b01866da9f51eb7c5d647a19260e00054a8c7fd5f9e57f7a9" +dependencies = [ + "webpki-roots 1.0.7", +] + +[[package]] +name = "webpki-roots" +version = "1.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "52f5ee44c96cf55f1b349600768e3ece3a8f26010c05265ab73f945bb1a2eb9d" +dependencies = [ + "rustls-pki-types", +] + +[[package]] +name = "whoami" +version = "1.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5d4a4db5077702ca3015d3d02d74974948aba2ad9e12ab7df718ee64ccd7e97d" +dependencies = [ + "libredox", + "wasite 0.1.0", +] + +[[package]] +name = "whoami" +version = "2.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "998767ef88740d1f5b0682a9c53c24431453923962269c2db68ee43788c5a40d" +dependencies = [ + "libc", + "libredox", + "objc2-system-configuration", + "wasite 1.0.2", + "web-sys", +] + +[[package]] +name = "widestring" +version = "1.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "72069c3113ab32ab29e5584db3c6ec55d416895e60715417b5b883a357c3e471" + +[[package]] +name = "winapi" +version = "0.3.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5c839a674fcd7a98952e593242ea400abe93992746761e38641405d28b00f419" +dependencies = [ + "winapi-i686-pc-windows-gnu", + "winapi-x86_64-pc-windows-gnu", +] + +[[package]] +name = "winapi-i686-pc-windows-gnu" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ac3b87c63620426dd9b991e5ce0329eff545bccbbb34f3be09ff6fb6ab51b7b6" + +[[package]] +name = "winapi-util" +version = "0.1.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22" +dependencies = [ + "windows-sys 0.61.2", +] + +[[package]] +name = "winapi-x86_64-pc-windows-gnu" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f" + +[[package]] +name = "windows" +version = "0.48.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e686886bc078bc1b0b600cac0147aadb815089b6e4da64016cbd754b6342700f" +dependencies = [ + "windows-targets 0.48.5", +] + +[[package]] +name = "windows" +version = "0.61.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9babd3a767a4c1aef6900409f85f5d53ce2544ccdfaa86dad48c91782c6d6893" +dependencies = [ + "windows-collections 0.2.0", + "windows-core 0.61.2", + "windows-future 0.2.1", + "windows-link 0.1.3", + "windows-numerics 0.2.0", +] + +[[package]] +name = "windows" +version = "0.62.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "527fadee13e0c05939a6a05d5bd6eec6cd2e3dbd648b9f8e447c6518133d8580" +dependencies = [ + "windows-collections 0.3.2", + "windows-core 0.62.2", + "windows-future 0.3.2", + "windows-numerics 0.3.1", +] + +[[package]] +name = "windows-collections" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3beeceb5e5cfd9eb1d76b381630e82c4241ccd0d27f1a39ed41b2760b255c5e8" +dependencies = [ + "windows-core 0.61.2", +] + +[[package]] +name = "windows-collections" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "23b2d95af1a8a14a3c7367e1ed4fc9c20e0a26e79551b1454d72583c97cc6610" +dependencies = [ + "windows-core 0.62.2", +] + +[[package]] +name = "windows-core" +version = "0.61.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c0fdd3ddb90610c7638aa2b3a3ab2904fb9e5cdbecc643ddb3647212781c4ae3" +dependencies = [ + "windows-implement", + "windows-interface", + "windows-link 0.1.3", + "windows-result 0.3.4", + "windows-strings 0.4.2", +] + +[[package]] +name = "windows-core" +version = "0.62.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b8e83a14d34d0623b51dce9581199302a221863196a1dde71a7663a4c2be9deb" +dependencies = [ + "windows-implement", + "windows-interface", + "windows-link 0.2.1", + "windows-result 0.4.1", + "windows-strings 0.5.1", +] + +[[package]] +name = "windows-future" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fc6a41e98427b19fe4b73c550f060b59fa592d7d686537eebf9385621bfbad8e" +dependencies = [ + "windows-core 0.61.2", + "windows-link 0.1.3", + "windows-threading 0.1.0", +] + +[[package]] +name = "windows-future" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e1d6f90251fe18a279739e78025bd6ddc52a7e22f921070ccdc67dde84c605cb" +dependencies = [ + "windows-core 0.62.2", + "windows-link 0.2.1", + "windows-threading 0.2.1", +] + +[[package]] +name = "windows-implement" +version = "0.60.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "053e2e040ab57b9dc951b72c264860db7eb3b0200ba345b4e4c3b14f67855ddf" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "windows-interface" +version = "0.59.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f316c4a2570ba26bbec722032c4099d8c8bc095efccdc15688708623367e358" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "windows-link" +version = "0.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5e6ad25900d524eaabdbbb96d20b4311e1e7ae1699af4fb28c17ae66c80d798a" + +[[package]] +name = "windows-link" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f0805222e57f7521d6a62e36fa9163bc891acd422f971defe97d64e70d0a4fe5" + +[[package]] +name = "windows-numerics" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9150af68066c4c5c07ddc0ce30421554771e528bde427614c61038bc2c92c2b1" +dependencies = [ + "windows-core 0.61.2", + "windows-link 0.1.3", +] + +[[package]] +name = "windows-numerics" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6e2e40844ac143cdb44aead537bbf727de9b044e107a0f1220392177d15b0f26" +dependencies = [ + "windows-core 0.62.2", + "windows-link 0.2.1", +] + +[[package]] +name = "windows-registry" +version = "0.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "02752bf7fbdcce7f2a27a742f798510f3e5ad88dbe84871e5168e2120c3d5720" +dependencies = [ + "windows-link 0.2.1", + "windows-result 0.4.1", + "windows-strings 0.5.1", +] + +[[package]] +name = "windows-result" +version = "0.3.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "56f42bd332cc6c8eac5af113fc0c1fd6a8fd2aa08a0119358686e5160d0586c6" +dependencies = [ + "windows-link 0.1.3", +] + +[[package]] +name = "windows-result" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7781fa89eaf60850ac3d2da7af8e5242a5ea78d1a11c49bf2910bb5a73853eb5" +dependencies = [ + "windows-link 0.2.1", +] + +[[package]] +name = "windows-strings" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "56e6c93f3a0c3b36176cb1327a4958a0353d5d166c2a35cb268ace15e91d3b57" +dependencies = [ + "windows-link 0.1.3", +] + +[[package]] +name = "windows-strings" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7837d08f69c77cf6b07689544538e017c1bfcf57e34b4c0ff58e6c2cd3b37091" +dependencies = [ + "windows-link 0.2.1", +] + +[[package]] +name = "windows-sys" +version = "0.48.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "677d2418bec65e3338edb076e806bc1ec15693c5d0104683f2efe857f61056a9" +dependencies = [ + "windows-targets 0.48.5", +] + +[[package]] +name = "windows-sys" +version = "0.52.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d" +dependencies = [ + "windows-targets 0.52.6", +] + +[[package]] +name = "windows-sys" +version = "0.59.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1e38bc4d79ed67fd075bcc251a1c39b32a1776bbe92e5bef1f0bf1f8c531853b" +dependencies = [ + "windows-targets 0.52.6", +] + +[[package]] +name = "windows-sys" +version = "0.60.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f2f500e4d28234f72040990ec9d39e3a6b950f9f22d3dba18416c35882612bcb" +dependencies = [ + "windows-targets 0.53.5", +] + +[[package]] +name = "windows-sys" +version = "0.61.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ae137229bcbd6cdf0f7b80a31df61766145077ddf49416a728b02cb3921ff3fc" +dependencies = [ + "windows-link 0.2.1", +] + +[[package]] +name = "windows-targets" +version = "0.48.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9a2fa6e2155d7247be68c096456083145c183cbbbc2764150dda45a87197940c" +dependencies = [ + "windows_aarch64_gnullvm 0.48.5", + "windows_aarch64_msvc 0.48.5", + "windows_i686_gnu 0.48.5", + "windows_i686_msvc 0.48.5", + "windows_x86_64_gnu 0.48.5", + "windows_x86_64_gnullvm 0.48.5", + "windows_x86_64_msvc 0.48.5", +] + +[[package]] +name = "windows-targets" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973" +dependencies = [ + "windows_aarch64_gnullvm 0.52.6", + "windows_aarch64_msvc 0.52.6", + "windows_i686_gnu 0.52.6", + "windows_i686_gnullvm 0.52.6", + "windows_i686_msvc 0.52.6", + "windows_x86_64_gnu 0.52.6", + "windows_x86_64_gnullvm 0.52.6", + "windows_x86_64_msvc 0.52.6", +] + +[[package]] +name = "windows-targets" +version = "0.53.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4945f9f551b88e0d65f3db0bc25c33b8acea4d9e41163edf90dcd0b19f9069f3" +dependencies = [ + "windows-link 0.2.1", + "windows_aarch64_gnullvm 0.53.1", + "windows_aarch64_msvc 0.53.1", + "windows_i686_gnu 0.53.1", + "windows_i686_gnullvm 0.53.1", + "windows_i686_msvc 0.53.1", + "windows_x86_64_gnu 0.53.1", + "windows_x86_64_gnullvm 0.53.1", + "windows_x86_64_msvc 0.53.1", +] + +[[package]] +name = "windows-threading" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b66463ad2e0ea3bbf808b7f1d371311c80e115c0b71d60efc142cafbcfb057a6" +dependencies = [ + "windows-link 0.1.3", +] + +[[package]] +name = "windows-threading" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3949bd5b99cafdf1c7ca86b43ca564028dfe27d66958f2470940f73d86d75b37" +dependencies = [ + "windows-link 0.2.1", +] + +[[package]] +name = "windows_aarch64_gnullvm" +version = "0.48.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2b38e32f0abccf9987a4e3079dfb67dcd799fb61361e53e2882c3cbaf0d905d8" + +[[package]] +name = "windows_aarch64_gnullvm" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3" + +[[package]] +name = "windows_aarch64_gnullvm" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a9d8416fa8b42f5c947f8482c43e7d89e73a173cead56d044f6a56104a6d1b53" + +[[package]] +name = "windows_aarch64_msvc" +version = "0.48.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dc35310971f3b2dbbf3f0690a219f40e2d9afcf64f9ab7cc1be722937c26b4bc" + +[[package]] +name = "windows_aarch64_msvc" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469" + +[[package]] +name = "windows_aarch64_msvc" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b9d782e804c2f632e395708e99a94275910eb9100b2114651e04744e9b125006" + +[[package]] +name = "windows_i686_gnu" +version = "0.48.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a75915e7def60c94dcef72200b9a8e58e5091744960da64ec734a6c6e9b3743e" + +[[package]] +name = "windows_i686_gnu" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b" + +[[package]] +name = "windows_i686_gnu" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "960e6da069d81e09becb0ca57a65220ddff016ff2d6af6a223cf372a506593a3" + +[[package]] +name = "windows_i686_gnullvm" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66" + +[[package]] +name = "windows_i686_gnullvm" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fa7359d10048f68ab8b09fa71c3daccfb0e9b559aed648a8f95469c27057180c" + +[[package]] +name = "windows_i686_msvc" +version = "0.48.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8f55c233f70c4b27f66c523580f78f1004e8b5a8b659e05a4eb49d4166cca406" + +[[package]] +name = "windows_i686_msvc" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66" + +[[package]] +name = "windows_i686_msvc" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1e7ac75179f18232fe9c285163565a57ef8d3c89254a30685b57d83a38d326c2" + +[[package]] +name = "windows_x86_64_gnu" +version = "0.48.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "53d40abd2583d23e4718fddf1ebec84dbff8381c07cae67ff7768bbf19c6718e" + +[[package]] +name = "windows_x86_64_gnu" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78" + +[[package]] +name = "windows_x86_64_gnu" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9c3842cdd74a865a8066ab39c8a7a473c0778a3f29370b5fd6b4b9aa7df4a499" + +[[package]] +name = "windows_x86_64_gnullvm" +version = "0.48.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0b7b52767868a23d5bab768e390dc5f5c55825b6d30b86c844ff2dc7414044cc" + +[[package]] +name = "windows_x86_64_gnullvm" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d" + +[[package]] +name = "windows_x86_64_gnullvm" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0ffa179e2d07eee8ad8f57493436566c7cc30ac536a3379fdf008f47f6bb7ae1" + +[[package]] +name = "windows_x86_64_msvc" +version = "0.48.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ed94fce61571a4006852b7389a063ab983c02eb1bb37b47f8272ce92d06d9538" + +[[package]] +name = "windows_x86_64_msvc" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec" + +[[package]] +name = "windows_x86_64_msvc" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d6bbff5f0aada427a1e5a6da5f1f98158182f26556f345ac9e04d36d0ebed650" + +[[package]] +name = "winnow" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2ee1708bef14716a11bae175f579062d4554d95be2c6829f518df847b7b3fdd0" +dependencies = [ + "memchr", +] + +[[package]] +name = "wit-bindgen" +version = "0.46.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f17a85883d4e6d00e8a97c586de764dabcc06133f7f1d55dce5cdc070ad7fe59" + +[[package]] +name = "wit-bindgen" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d7249219f66ced02969388cf2bb044a09756a083d0fab1e566056b04d9fbcaa5" +dependencies = [ + "wit-bindgen-rust-macro", +] + +[[package]] +name = "wit-bindgen-core" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ea61de684c3ea68cb082b7a88508a8b27fcc8b797d738bfc99a82facf1d752dc" +dependencies = [ + "anyhow", + "heck 0.5.0", + "wit-parser", +] + +[[package]] +name = "wit-bindgen-rust" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b7c566e0f4b284dd6561c786d9cb0142da491f46a9fbed79ea69cdad5db17f21" +dependencies = [ + "anyhow", + "heck 0.5.0", + "indexmap 2.14.0", + "prettyplease", + "syn 2.0.118", + "wasm-metadata", + "wit-bindgen-core", + "wit-component", +] + +[[package]] +name = "wit-bindgen-rust-macro" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c0f9bfd77e6a48eccf51359e3ae77140a7f50b1e2ebfe62422d8afdaffab17a" +dependencies = [ + "anyhow", + "prettyplease", + "proc-macro2", + "quote", + "syn 2.0.118", + "wit-bindgen-core", + "wit-bindgen-rust", +] + +[[package]] +name = "wit-component" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9d66ea20e9553b30172b5e831994e35fbde2d165325bec84fc43dbf6f4eb9cb2" +dependencies = [ + "anyhow", + "bitflags 2.11.1", + "indexmap 2.14.0", + "log", + "serde", + "serde_derive", + "serde_json", + "wasm-encoder", + "wasm-metadata", + "wasmparser", + "wit-parser", +] + +[[package]] +name = "wit-parser" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ecc8ac4bc1dc3381b7f59c34f00b67e18f910c2c0f50015669dde7def656a736" +dependencies = [ + "anyhow", + "id-arena", + "indexmap 2.14.0", + "log", + "semver", + "serde", + "serde_derive", + "serde_json", + "unicode-xid", + "wasmparser", +] + +[[package]] +name = "writeable" +version = "0.6.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ffae5123b2d3fc086436f8834ae3ab053a283cfac8fe0a0b8eaae044768a4c4" + +[[package]] +name = "wyz" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "05f360fc0b24296329c78fda852a1e9ae82de9cf7b27dae4b7f62f118f77b9ed" +dependencies = [ + "tap", +] + +[[package]] +name = "xattr" +version = "1.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "32e45ad4206f6d2479085147f02bc2ef834ac85886624a23575ae137c8aa8156" +dependencies = [ + "libc", + "rustix 1.1.4", +] + +[[package]] +name = "xet-client" +version = "1.5.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3b4ebf97728991933d7bdfbb4118173b773e5423d66433fecb969f1aa7786a70" +dependencies = [ + "anyhow", + "async-trait", + "base64 0.22.1", + "bytes", + "crc32fast", + "futures", + "http 1.4.2", + "hyper 1.9.0", + "more-asserts", + "rand 0.10.1", + "redb 3.1.3", + "reqwest 0.13.4", + "reqwest-middleware", + "serde", + "serde_json", + "serde_repr", + "statrs", + "tempfile", + "thiserror 2.0.18", + "tokio", + "tokio-retry", + "tokio_with_wasm", + "tracing", + "url", + "urlencoding", + "web-time", + "xet-core-structures", + "xet-runtime", +] + +[[package]] +name = "xet-core-structures" +version = "1.5.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bbe69515f98acd9e3b357dce5f6ebff234c9626b01aa7dd436593747034fe7fd" +dependencies = [ + "async-trait", + "base64 0.22.1", + "blake3", + "bytemuck", + "bytes", + "countio", + "futures", + "futures-util", + "getrandom 0.4.2", + "heapify", + "itertools 0.14.0", + "lz4_flex", + "more-asserts", + "rand 0.10.1", + "regex", + "safe-transmute", + "serde", + "static_assertions", + "thiserror 2.0.18", + "tokio", + "tokio-util", + "tracing", + "uuid", + "web-time", + "xet-runtime", +] + +[[package]] +name = "xet-data" +version = "1.5.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "580ba26ccca44d41f1f7dcec838ffb166f629e9c72fb7172839f6d092439a61c" +dependencies = [ + "anyhow", + "async-trait", + "bytes", + "chrono", + "gearhash", + "http 1.4.2", + "itertools 0.14.0", + "more-asserts", + "rand 0.10.1", + "serde", + "serde_json", + "sha2 0.11.0", + "tempfile", + "thiserror 2.0.18", + "tokio", + "tokio-util", + "tokio_with_wasm", + "tracing", + "url", + "uuid", + "web-time", + "xet-client", + "xet-core-structures", + "xet-runtime", +] + +[[package]] +name = "xet-runtime" +version = "1.5.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ca7a88ab94bba9dbf47ca966ca3bb5e6eb1167752a5aff881276bf786cc5d522" +dependencies = [ + "anyhow", + "async-trait", + "bytes", + "chrono", + "colored", + "const-str", + "ctor", + "dirs", + "futures", + "git-version", + "humantime", + "konst", + "libc", + "more-asserts", + "oneshot", + "pin-project", + "rand 0.10.1", + "reqwest 0.13.4", + "serde", + "serde_json", + "shellexpand", + "sysinfo 0.38.4", + "thiserror 2.0.18", + "tokio", + "tokio-util", + "tokio_with_wasm", + "tracing", + "tracing-appender", + "tracing-subscriber", + "web-time", + "whoami 2.1.2", + "winapi", +] + +[[package]] +name = "xml" +version = "1.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "636f85e5ca6488e96401b61eb7de54f4e44755c988af0f52cf90230c312a1a89" + +[[package]] +name = "xml-rs" +version = "1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c3a56132a0d6ecbe77352edc10232f788fc4ceefefff4cab784a98e0e16b6b51" +dependencies = [ + "xml", +] + +[[package]] +name = "xxhash-rust" +version = "0.8.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fdd20c5420375476fbd4394763288da7eb0cc0b8c11deed431a91562af7335d3" + +[[package]] +name = "yoke" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "abe8c5fda708d9ca3df187cae8bfb9ceda00dd96231bed36e445a1a48e66f9ca" +dependencies = [ + "stable_deref_trait", + "yoke-derive", + "zerofrom", +] + +[[package]] +name = "yoke-derive" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "de844c262c8848816172cef550288e7dc6c7b7814b4ee56b3e1553f275f1858e" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", + "synstructure", +] + +[[package]] +name = "zerocopy" +version = "0.8.48" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "eed437bf9d6692032087e337407a86f04cd8d6a16a37199ed57949d415bd68e9" +dependencies = [ + "zerocopy-derive", +] + +[[package]] +name = "zerocopy-derive" +version = "0.8.48" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "70e3cd084b1788766f53af483dd21f93881ff30d7320490ec3ef7526d203bad4" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "zerofrom" +version = "0.1.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "69faa1f2a1ea75661980b013019ed6687ed0e83d069bc1114e2cc74c6c04c4df" +dependencies = [ + "zerofrom-derive", +] + +[[package]] +name = "zerofrom-derive" +version = "0.1.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "11532158c46691caf0f2593ea8358fed6bbf68a0315e80aae9bd41fbade684a1" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", + "synstructure", +] + +[[package]] +name = "zeroize" +version = "1.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b97154e67e32c85465826e8bcc1c59429aaaf107c1e4a9e53c8d8ccd5eff88d0" + +[[package]] +name = "zerotrie" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0f9152d31db0792fa83f70fb2f83148effb5c1f5b8c7686c3459e361d9bc20bf" +dependencies = [ + "displaydoc", + "yoke", + "zerofrom", +] + +[[package]] +name = "zerovec" +version = "0.11.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "90f911cbc359ab6af17377d242225f4d75119aec87ea711a880987b18cd7b239" +dependencies = [ + "yoke", + "zerofrom", + "zerovec-derive", +] + +[[package]] +name = "zerovec-derive" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "625dc425cab0dca6dc3c3319506e6593dcb08a9f387ea3b284dbd52a92c40555" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.118", +] + +[[package]] +name = "zigzag" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "70b40401a28d86ce16a330b863b86fd7dbee4d7c940587ab09ab8c019f9e3fdf" +dependencies = [ + "num-traits", +] + +[[package]] +name = "zmij" +version = "1.0.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b8848ee67ecc8aedbaf3e4122217aff892639231befc6a1b58d29fff4c2cabaa" + +[[package]] +name = "zstd" +version = "0.13.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e91ee311a569c327171651566e07972200e76fcfe2242a4fa446149a3881c08a" +dependencies = [ + "zstd-safe", +] + +[[package]] +name = "zstd-safe" +version = "7.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8f49c4d5f0abb602a93fb8736af2a4f4dd9512e36f7f570d66e65ff867ed3b9d" +dependencies = [ + "zstd-sys", +] + +[[package]] +name = "zstd-sys" +version = "2.0.16+zstd.1.5.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "91e19ebc2adc8f83e43039e79776e3fda8ca919132d68a1fed6a5faca2683748" +dependencies = [ + "cc", + "pkg-config", +] diff --git a/lance-artifact/third-party/opendal/Cargo.toml b/lance-artifact/third-party/opendal/Cargo.toml new file mode 100644 index 000000000..404bb5044 --- /dev/null +++ b/lance-artifact/third-party/opendal/Cargo.toml @@ -0,0 +1,711 @@ +# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO +# +# When uploading crates to the registry Cargo will automatically +# "normalize" Cargo.toml files for maximal compatibility +# with all versions of Cargo and also rewrite `path` dependencies +# to registry (e.g., crates.io) dependencies. +# +# If you are reading this file be aware that the original Cargo.toml +# will likely look very different (and much more reasonable). +# See Cargo.toml.orig for the original contents. + +[package] +edition = "2024" +rust-version = "1.91" +name = "opendal" +version = "0.58.1" +authors = ["Apache OpenDAL "] +build = false +exclude = ["/tests/"] +autolib = false +autobins = false +autoexamples = false +autotests = false +autobenches = false +description = "Apache OpenDAL™: One Layer, All Storage." +homepage = "https://opendal.apache.org/" +readme = "README.md" +keywords = [ + "storage", + "fs", + "s3", + "azblob", + "gcs", +] +categories = ["filesystem"] +license = "Apache-2.0" +repository = "https://github.com/apache/opendal" + +[package.metadata.docs.rs] +all-features = true + +[features] +auto-register-services = ["dep:ctor"] +blocking = ["opendal-core/blocking"] +default = [ + "auto-register-services", + "http-transport-reqwest", + "executors-tokio", + "layers-concurrent-limit", + "layers-logging", + "layers-retry", + "layers-timeout", +] +executors-tokio = ["opendal-core/executors-tokio"] +http-transport-reqwest = ["http-transport-reqwest-rustls"] +http-transport-reqwest-native-tls = [ + "dep:opendal-http-transport-reqwest", + "opendal-http-transport-reqwest/native-tls", +] +http-transport-reqwest-rustls = [ + "dep:opendal-http-transport-reqwest", + "opendal-http-transport-reqwest/rustls", +] +http-transport-reqwest-rustls-no-provider = [ + "dep:opendal-http-transport-reqwest", + "opendal-http-transport-reqwest/rustls-no-provider", +] +internal-tokio-rt = ["opendal-core/internal-tokio-rt"] +layers-async-backtrace = ["dep:opendal-layer-async-backtrace"] +layers-await-tree = ["dep:opendal-layer-await-tree"] +layers-capability-check = ["dep:opendal-layer-capability-check"] +layers-chaos = ["dep:opendal-layer-chaos"] +layers-concurrent-limit = ["dep:opendal-layer-concurrent-limit"] +layers-dtrace = ["dep:opendal-layer-dtrace"] +layers-fastmetrics = ["dep:opendal-layer-fastmetrics"] +layers-fastrace = ["dep:opendal-layer-fastrace"] +layers-foyer = ["dep:opendal-layer-foyer"] +layers-hotpath = ["dep:opendal-layer-hotpath"] +layers-immutable-index = ["dep:opendal-layer-immutable-index"] +layers-logging = ["dep:opendal-layer-logging"] +layers-metrics = ["dep:opendal-layer-metrics"] +layers-mime-guess = ["dep:opendal-layer-mime-guess"] +layers-otel-metrics = ["dep:opendal-layer-otelmetrics"] +layers-otel-trace = ["dep:opendal-layer-oteltrace"] +layers-prometheus = ["dep:opendal-layer-prometheus"] +layers-prometheus-client = ["dep:opendal-layer-prometheus-client"] +layers-retry = ["dep:opendal-layer-retry"] +layers-route = ["dep:opendal-layer-route"] +layers-tail-cut = ["dep:opendal-layer-tail-cut"] +layers-throttle = ["dep:opendal-layer-throttle"] +layers-timeout = ["dep:opendal-layer-timeout"] +layers-tracing = ["dep:opendal-layer-tracing"] +reqwest-rustls-no-provider-tls = [ + "http-transport-reqwest", + "http-transport-reqwest-rustls-no-provider", +] +reqwest-rustls-tls = [ + "http-transport-reqwest", + "http-transport-reqwest-rustls", +] +services-aliyun-drive = ["dep:opendal-service-aliyun-drive"] +services-alluxio = ["dep:opendal-service-alluxio"] +services-azblob = ["dep:opendal-service-azblob"] +services-azdls = ["dep:opendal-service-azdls"] +services-azfile = ["dep:opendal-service-azfile"] +services-b2 = ["dep:opendal-service-b2"] +services-cacache = ["dep:opendal-service-cacache"] +services-cloudflare-kv = ["dep:opendal-service-cloudflare-kv"] +services-compfs = ["dep:opendal-service-compfs"] +services-cos = ["dep:opendal-service-cos"] +services-d1 = ["dep:opendal-service-d1"] +services-dashmap = ["dep:opendal-service-dashmap"] +services-dbfs = ["dep:opendal-service-dbfs"] +services-dropbox = ["dep:opendal-service-dropbox"] +services-etcd = ["dep:opendal-service-etcd"] +services-foundationdb = ["dep:opendal-service-foundationdb"] +services-foyer = ["dep:opendal-service-foyer"] +services-fs = ["dep:opendal-service-fs"] +services-ftp = ["dep:opendal-service-ftp"] +services-gcs = ["dep:opendal-service-gcs"] +services-gdrive = ["dep:opendal-service-gdrive"] +services-ghac = ["dep:opendal-service-ghac"] +services-github = ["dep:opendal-service-github"] +services-goosefs = ["dep:opendal-service-goosefs"] +services-gridfs = ["dep:opendal-service-gridfs"] +services-hdfs = ["dep:opendal-service-hdfs"] +services-hdfs-native = ["dep:opendal-service-hdfs-native"] +services-hf = ["dep:opendal-service-hf"] +services-http = ["dep:opendal-service-http"] +services-huggingface = ["services-hf"] +services-ipfs = ["dep:opendal-service-ipfs"] +services-ipmfs = ["dep:opendal-service-ipmfs"] +services-koofr = ["dep:opendal-service-koofr"] +services-lakefs = ["dep:opendal-service-lakefs"] +services-memcached = ["dep:opendal-service-memcached"] +services-memory = ["opendal-core/services-memory"] +services-mini-moka = ["dep:opendal-service-mini-moka"] +services-moka = ["dep:opendal-service-moka"] +services-mongodb = ["dep:opendal-service-mongodb"] +services-monoiofs = ["dep:opendal-service-monoiofs"] +services-mysql = ["dep:opendal-service-mysql"] +services-obs = ["dep:opendal-service-obs"] +services-onedrive = ["dep:opendal-service-onedrive"] +services-opfs = ["dep:opendal-service-opfs"] +services-oss = ["dep:opendal-service-oss"] +services-pcloud = ["dep:opendal-service-pcloud"] +services-persy = ["dep:opendal-service-persy"] +services-postgresql = ["dep:opendal-service-postgresql"] +services-redb = ["dep:opendal-service-redb"] +services-redis = [ + "dep:opendal-service-redis", + "opendal-service-redis?/rustls", +] +services-redis-native-tls = [ + "dep:opendal-service-redis", + "opendal-service-redis?/native-tls", +] +services-rocksdb = ["dep:opendal-service-rocksdb"] +services-s3 = ["dep:opendal-service-s3"] +services-seafile = ["dep:opendal-service-seafile"] +services-sftp = ["dep:opendal-service-sftp"] +services-sled = ["dep:opendal-service-sled"] +services-sqlite = ["dep:opendal-service-sqlite"] +services-surrealdb = ["dep:opendal-service-surrealdb"] +services-swift = ["dep:opendal-service-swift"] +services-tikv = ["dep:opendal-service-tikv"] +services-tos = ["dep:opendal-service-tos"] +services-upyun = ["dep:opendal-service-upyun"] +services-vercel-artifacts = ["dep:opendal-service-vercel-artifacts"] +services-vercel-blob = ["dep:opendal-service-vercel-blob"] +services-webdav = ["dep:opendal-service-webdav"] +services-webhdfs = ["dep:opendal-service-webhdfs"] +services-yandex-disk = ["dep:opendal-service-yandex-disk"] +tests = ["opendal-testkit"] + +[lib] +name = "opendal" +path = "src/lib.rs" +bench = false + +[[bench]] +name = "ops" +path = "benches/ops/main.rs" +harness = false +required-features = ["tests"] + +[[bench]] +name = "types" +path = "benches/types/main.rs" +harness = false + +[dependencies.ctor] +version = "1.0.7" +optional = true + +[dependencies.opendal-core] +version = "0.58.1" +default-features = false + +[dependencies.opendal-http-transport-reqwest] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-async-backtrace] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-await-tree] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-capability-check] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-chaos] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-concurrent-limit] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-fastmetrics] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-fastrace] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-foyer] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-hotpath] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-immutable-index] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-logging] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-metrics] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-mime-guess] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-observe-metrics-common] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-otelmetrics] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-oteltrace] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-prometheus] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-prometheus-client] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-retry] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-route] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-tail-cut] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-throttle] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-timeout] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-layer-tracing] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-aliyun-drive] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-alluxio] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-azblob] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-azdls] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-azfile] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-b2] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-cacache] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-cloudflare-kv] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-compfs] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-cos] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-d1] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-dashmap] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-dbfs] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-dropbox] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-etcd] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-foundationdb] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-foyer] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-fs] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-ftp] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-gcs] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-gdrive] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-ghac] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-github] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-goosefs] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-gridfs] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-hdfs] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-hdfs-native] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-hf] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-http] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-ipfs] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-ipmfs] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-koofr] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-lakefs] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-memcached] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-mini-moka] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-moka] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-mongodb] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-monoiofs] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-mysql] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-obs] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-onedrive] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-oss] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-pcloud] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-persy] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-postgresql] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-redb] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-redis] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-rocksdb] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-s3] +version = "0.58.1" +path = "../opendal-service-s3" +optional = true +default-features = false + +[dependencies.opendal-service-seafile] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-sftp] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-sled] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-sqlite] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-surrealdb] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-swift] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-tikv] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-tos] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-upyun] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-vercel-artifacts] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-vercel-blob] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-webdav] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-webhdfs] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-service-yandex-disk] +version = "0.58.1" +optional = true +default-features = false + +[dependencies.opendal-testkit] +version = "0.58.1" +optional = true + +[dev-dependencies.anyhow] +version = "1.0" + +[dev-dependencies.bytes] +version = "1.10" + +[dev-dependencies.divan] +version = "0.1" + +[dev-dependencies.futures] +version = "0.3" +default-features = true + +[dev-dependencies.http] +version = "1.4" + +[dev-dependencies.libtest-mimic] +version = "0.8" + +[dev-dependencies.log] +version = "0.4.32" + +[dev-dependencies.logforth] +version = "0.30.1" +features = ["starter-log"] + +[dev-dependencies.rand] +version = "0.10.1" + +[dev-dependencies.reqwest] +version = "0.13.2" + +[dev-dependencies.sha2] +version = "0.11.0" + +[dev-dependencies.size] +version = "0.5" + +[dev-dependencies.tokio] +version = "1.52" +features = [ + "fs", + "macros", + "rt-multi-thread", +] +default-features = false + +[dev-dependencies.uuid] +version = "1" +features = [ + "serde", + "v4", +] +default-features = false + +[target.'cfg(target_arch = "wasm32")'.dependencies.opendal-service-opfs] +version = "0.58.1" +optional = true +default-features = false + +[target.'cfg(target_os = "linux")'.dependencies.opendal-layer-dtrace] +version = "0.58.1" +optional = true +default-features = false + +[lints.clippy] +unused_async = "warn" diff --git a/lance-artifact/third-party/opendal/Cargo.toml.orig b/lance-artifact/third-party/opendal/Cargo.toml.orig new file mode 100644 index 000000000..d7d686e71 --- /dev/null +++ b/lance-artifact/third-party/opendal/Cargo.toml.orig @@ -0,0 +1,355 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +[workspace] +default-members = [".", "core"] +members = [ + ".", + "benches/vs_*", + "core", + "edge/*", + "examples/*", + "fuzz", + "http-transports/*", + "layers/*", + "services/*", + "testkit", +] + +[workspace.package] +authors = ["Apache OpenDAL "] +categories = ["filesystem"] +description = "Apache OpenDAL™: One Layer, All Storage." +edition = "2024" +homepage = "https://opendal.apache.org/" +license = "Apache-2.0" +repository = "https://github.com/apache/opendal" +rust-version = "1.91" +version = "0.58.1" + +[workspace.dependencies] +base64 = "0.23" +bytes = "1.10" +ctor = "1.0.7" +futures = { version = "0.3", default-features = false } +http = "1.4" +log = { version = "0.4.32" } +logforth = { version = "0.30.1", features = ["starter-log"] } +mea = "0.6" +quick-xml = { version = "0.41.0", default-features = false } +rand = "0.10.1" +serde = { version = "1", default-features = false } +serde_json = "1" +sha2 = "0.11.0" +tokio = { version = "1.52", default-features = false } +url = "2.5" +uuid = { version = "1", default-features = false } + +[package] +exclude = ["/tests/"] +keywords = ["storage", "fs", "s3", "azblob", "gcs"] +name = "opendal" +readme = "README.md" + +authors = { workspace = true } +categories = { workspace = true } +description = { workspace = true } +edition = { workspace = true } +homepage = { workspace = true } +license = { workspace = true } +repository = { workspace = true } +rust-version = { workspace = true } +version = { workspace = true } + +[lints.clippy] +unused_async = "warn" + +[package.metadata.docs.rs] +all-features = true + +[features] +# Install facade defaults before `main`: register enabled services and, when +# configured, install the default HTTP transport. Disable this feature when the +# application needs to install its own process-wide HTTP transport. +auto-register-services = ["dep:ctor"] +blocking = ["opendal-core/blocking"] +default = [ + "auto-register-services", + "http-transport-reqwest", + "executors-tokio", + "layers-concurrent-limit", + "layers-logging", + "layers-retry", + "layers-timeout", +] +executors-tokio = ["opendal-core/executors-tokio"] +# Default http-transport-reqwest transport feature, used for: +# - install default http transport +# - feature gate for various of bindings dependency +http-transport-reqwest = ["http-transport-reqwest-rustls"] +# Use reqwest with platform TLS via native-tls. +http-transport-reqwest-native-tls = [ + "dep:opendal-http-transport-reqwest", + "opendal-http-transport-reqwest/native-tls", +] +# Use reqwest with Rustls, with default aws-lc-rs crypto provider. +http-transport-reqwest-rustls = [ + "dep:opendal-http-transport-reqwest", + "opendal-http-transport-reqwest/rustls", +] +# Use reqwest with Rustls and no built-in crypto provider. +http-transport-reqwest-rustls-no-provider = [ + "dep:opendal-http-transport-reqwest", + "opendal-http-transport-reqwest/rustls-no-provider", +] +internal-tokio-rt = ["opendal-core/internal-tokio-rt"] +layers-async-backtrace = ["dep:opendal-layer-async-backtrace"] +layers-await-tree = ["dep:opendal-layer-await-tree"] +layers-capability-check = ["dep:opendal-layer-capability-check"] +layers-chaos = ["dep:opendal-layer-chaos"] +layers-concurrent-limit = ["dep:opendal-layer-concurrent-limit"] +layers-dtrace = ["dep:opendal-layer-dtrace"] +layers-fastmetrics = ["dep:opendal-layer-fastmetrics"] +layers-fastrace = ["dep:opendal-layer-fastrace"] +layers-foyer = ["dep:opendal-layer-foyer"] +layers-hotpath = ["dep:opendal-layer-hotpath"] +layers-immutable-index = ["dep:opendal-layer-immutable-index"] +layers-logging = ["dep:opendal-layer-logging"] +layers-metrics = ["dep:opendal-layer-metrics"] +layers-mime-guess = ["dep:opendal-layer-mime-guess"] +layers-otel-metrics = ["dep:opendal-layer-otelmetrics"] +layers-otel-trace = ["dep:opendal-layer-oteltrace"] +layers-prometheus = ["dep:opendal-layer-prometheus"] +layers-prometheus-client = ["dep:opendal-layer-prometheus-client"] +layers-retry = ["dep:opendal-layer-retry"] +layers-route = ["dep:opendal-layer-route"] +layers-tail-cut = ["dep:opendal-layer-tail-cut"] +layers-throttle = ["dep:opendal-layer-throttle"] +layers-timeout = ["dep:opendal-layer-timeout"] +layers-tracing = ["dep:opendal-layer-tracing"] +# Deprecated since 0.58; Will delete in 0.59. +reqwest-rustls-no-provider-tls = [ + "http-transport-reqwest", + "http-transport-reqwest-rustls-no-provider", +] +# Deprecated since 0.58; Will delete in 0.59. +reqwest-rustls-tls = ["http-transport-reqwest", "http-transport-reqwest-rustls"] +services-aliyun-drive = ["dep:opendal-service-aliyun-drive"] +services-alluxio = ["dep:opendal-service-alluxio"] +services-azblob = ["dep:opendal-service-azblob"] +services-azdls = ["dep:opendal-service-azdls"] +services-azfile = ["dep:opendal-service-azfile"] +services-b2 = ["dep:opendal-service-b2"] +services-cacache = ["dep:opendal-service-cacache"] +services-cloudflare-kv = ["dep:opendal-service-cloudflare-kv"] +services-compfs = ["dep:opendal-service-compfs"] +services-cos = ["dep:opendal-service-cos"] +services-d1 = ["dep:opendal-service-d1"] +services-dashmap = ["dep:opendal-service-dashmap"] +services-dbfs = ["dep:opendal-service-dbfs"] +services-dropbox = ["dep:opendal-service-dropbox"] +services-etcd = ["dep:opendal-service-etcd"] +services-foundationdb = ["dep:opendal-service-foundationdb"] +services-foyer = ["dep:opendal-service-foyer"] +services-fs = ["dep:opendal-service-fs"] +services-ftp = ["dep:opendal-service-ftp"] +services-gcs = ["dep:opendal-service-gcs"] +services-gdrive = ["dep:opendal-service-gdrive"] +services-ghac = ["dep:opendal-service-ghac"] +services-github = ["dep:opendal-service-github"] +services-goosefs = ["dep:opendal-service-goosefs"] +services-gridfs = ["dep:opendal-service-gridfs"] +services-hdfs = ["dep:opendal-service-hdfs"] +services-hdfs-native = ["dep:opendal-service-hdfs-native"] +services-hf = ["dep:opendal-service-hf"] +services-http = ["dep:opendal-service-http"] +services-huggingface = ["services-hf"] +services-ipfs = ["dep:opendal-service-ipfs"] +services-ipmfs = ["dep:opendal-service-ipmfs"] +services-koofr = ["dep:opendal-service-koofr"] +services-lakefs = ["dep:opendal-service-lakefs"] +services-memcached = ["dep:opendal-service-memcached"] +# Deprecated: memory service is always enabled. +services-memory = ["opendal-core/services-memory"] +services-mini-moka = ["dep:opendal-service-mini-moka"] +services-moka = ["dep:opendal-service-moka"] +services-mongodb = ["dep:opendal-service-mongodb"] +services-monoiofs = ["dep:opendal-service-monoiofs"] +services-mysql = ["dep:opendal-service-mysql"] +services-obs = ["dep:opendal-service-obs"] +services-onedrive = ["dep:opendal-service-onedrive"] +services-opfs = ["dep:opendal-service-opfs"] +services-oss = ["dep:opendal-service-oss"] +services-pcloud = ["dep:opendal-service-pcloud"] +services-persy = ["dep:opendal-service-persy"] +services-postgresql = ["dep:opendal-service-postgresql"] +services-redb = ["dep:opendal-service-redb"] +services-redis = ["dep:opendal-service-redis", "opendal-service-redis?/rustls"] +services-redis-native-tls = [ + "dep:opendal-service-redis", + "opendal-service-redis?/native-tls", +] +services-rocksdb = ["dep:opendal-service-rocksdb"] +services-s3 = ["dep:opendal-service-s3"] +services-seafile = ["dep:opendal-service-seafile"] +services-sftp = ["dep:opendal-service-sftp"] +services-sled = ["dep:opendal-service-sled"] +services-sqlite = ["dep:opendal-service-sqlite"] +services-surrealdb = ["dep:opendal-service-surrealdb"] +services-swift = ["dep:opendal-service-swift"] +services-tikv = ["dep:opendal-service-tikv"] +services-tos = ["dep:opendal-service-tos"] +services-upyun = ["dep:opendal-service-upyun"] +services-vercel-artifacts = ["dep:opendal-service-vercel-artifacts"] +services-vercel-blob = ["dep:opendal-service-vercel-blob"] +services-webdav = ["dep:opendal-service-webdav"] +services-webhdfs = ["dep:opendal-service-webhdfs"] +services-yandex-disk = ["dep:opendal-service-yandex-disk"] +tests = ["opendal-testkit"] + +[lib] +bench = false + +[[bench]] +harness = false +name = "ops" +required-features = ["tests"] + +[[bench]] +harness = false +name = "types" + +[[test]] +harness = false +name = "behavior" +path = "tests/behavior/main.rs" +required-features = ["tests"] + +[dependencies] +ctor = { workspace = true, optional = true } +opendal-core = { path = "core", version = "0.58.1", default-features = false } +opendal-http-transport-reqwest = { path = "http-transports/reqwest", version = "0.58.1", optional = true, default-features = false } +opendal-layer-async-backtrace = { path = "layers/async-backtrace", version = "0.58.1", optional = true, default-features = false } +opendal-layer-await-tree = { path = "layers/await-tree", version = "0.58.1", optional = true, default-features = false } +opendal-layer-capability-check = { path = "layers/capability-check", version = "0.58.1", optional = true, default-features = false } +opendal-layer-chaos = { path = "layers/chaos", version = "0.58.1", optional = true, default-features = false } +opendal-layer-concurrent-limit = { path = "layers/concurrent-limit", version = "0.58.1", optional = true, default-features = false } +opendal-layer-fastmetrics = { path = "layers/fastmetrics", version = "0.58.1", optional = true, default-features = false } +opendal-layer-fastrace = { path = "layers/fastrace", version = "0.58.1", optional = true, default-features = false } +opendal-layer-foyer = { path = "layers/foyer", version = "0.58.1", optional = true, default-features = false } +opendal-layer-hotpath = { path = "layers/hotpath", version = "0.58.1", optional = true, default-features = false } +opendal-layer-immutable-index = { path = "layers/immutable-index", version = "0.58.1", optional = true, default-features = false } +opendal-layer-logging = { path = "layers/logging", version = "0.58.1", optional = true, default-features = false } +opendal-layer-metrics = { path = "layers/metrics", version = "0.58.1", optional = true, default-features = false } +opendal-layer-mime-guess = { path = "layers/mime-guess", version = "0.58.1", optional = true, default-features = false } +opendal-layer-observe-metrics-common = { path = "layers/observe-metrics-common", version = "0.58.1", optional = true, default-features = false } +opendal-layer-otelmetrics = { path = "layers/otelmetrics", version = "0.58.1", optional = true, default-features = false } +opendal-layer-oteltrace = { path = "layers/oteltrace", version = "0.58.1", optional = true, default-features = false } +opendal-layer-prometheus = { path = "layers/prometheus", version = "0.58.1", optional = true, default-features = false } +opendal-layer-prometheus-client = { path = "layers/prometheus-client", version = "0.58.1", optional = true, default-features = false } +opendal-layer-retry = { path = "layers/retry", version = "0.58.1", optional = true, default-features = false } +opendal-layer-route = { path = "layers/route", version = "0.58.1", optional = true, default-features = false } +opendal-layer-tail-cut = { path = "layers/tail-cut", version = "0.58.1", optional = true, default-features = false } +opendal-layer-throttle = { path = "layers/throttle", version = "0.58.1", optional = true, default-features = false } +opendal-layer-timeout = { path = "layers/timeout", version = "0.58.1", optional = true, default-features = false } +opendal-layer-tracing = { path = "layers/tracing", version = "0.58.1", optional = true, default-features = false } +opendal-service-aliyun-drive = { path = "services/aliyun-drive", version = "0.58.1", optional = true, default-features = false } +opendal-service-alluxio = { path = "services/alluxio", version = "0.58.1", optional = true, default-features = false } +opendal-service-azblob = { path = "services/azblob", version = "0.58.1", optional = true, default-features = false } +opendal-service-azdls = { path = "services/azdls", version = "0.58.1", optional = true, default-features = false } +opendal-service-azfile = { path = "services/azfile", version = "0.58.1", optional = true, default-features = false } +opendal-service-b2 = { path = "services/b2", version = "0.58.1", optional = true, default-features = false } +opendal-service-cacache = { path = "services/cacache", version = "0.58.1", optional = true, default-features = false } +opendal-service-cloudflare-kv = { path = "services/cloudflare-kv", version = "0.58.1", optional = true, default-features = false } +opendal-service-compfs = { path = "services/compfs", version = "0.58.1", optional = true, default-features = false } +opendal-service-cos = { path = "services/cos", version = "0.58.1", optional = true, default-features = false } +opendal-service-d1 = { path = "services/d1", version = "0.58.1", optional = true, default-features = false } +opendal-service-dashmap = { path = "services/dashmap", version = "0.58.1", optional = true, default-features = false } +opendal-service-dbfs = { path = "services/dbfs", version = "0.58.1", optional = true, default-features = false } +opendal-service-dropbox = { path = "services/dropbox", version = "0.58.1", optional = true, default-features = false } +opendal-service-etcd = { path = "services/etcd", version = "0.58.1", optional = true, default-features = false } +opendal-service-foundationdb = { path = "services/foundationdb", version = "0.58.1", optional = true, default-features = false } +opendal-service-foyer = { path = "services/foyer", version = "0.58.1", optional = true, default-features = false } +opendal-service-fs = { path = "services/fs", version = "0.58.1", optional = true, default-features = false } +opendal-service-ftp = { path = "services/ftp", version = "0.58.1", optional = true, default-features = false } +opendal-service-gcs = { path = "services/gcs", version = "0.58.1", optional = true, default-features = false } +opendal-service-gdrive = { path = "services/gdrive", version = "0.58.1", optional = true, default-features = false } +opendal-service-ghac = { path = "services/ghac", version = "0.58.1", optional = true, default-features = false } +opendal-service-github = { path = "services/github", version = "0.58.1", optional = true, default-features = false } +opendal-service-goosefs = { path = "services/goosefs", version = "0.58.1", optional = true, default-features = false } +opendal-service-gridfs = { path = "services/gridfs", version = "0.58.1", optional = true, default-features = false } +opendal-service-hdfs = { path = "services/hdfs", version = "0.58.1", optional = true, default-features = false } +opendal-service-hdfs-native = { path = "services/hdfs-native", version = "0.58.1", optional = true, default-features = false } +opendal-service-hf = { path = "services/hf", version = "0.58.1", optional = true, default-features = false } +opendal-service-http = { path = "services/http", version = "0.58.1", optional = true, default-features = false } +opendal-service-ipfs = { path = "services/ipfs", version = "0.58.1", optional = true, default-features = false } +opendal-service-ipmfs = { path = "services/ipmfs", version = "0.58.1", optional = true, default-features = false } +opendal-service-koofr = { path = "services/koofr", version = "0.58.1", optional = true, default-features = false } +opendal-service-lakefs = { path = "services/lakefs", version = "0.58.1", optional = true, default-features = false } +opendal-service-memcached = { path = "services/memcached", version = "0.58.1", optional = true, default-features = false } +opendal-service-mini-moka = { path = "services/mini_moka", version = "0.58.1", optional = true, default-features = false } +opendal-service-moka = { path = "services/moka", version = "0.58.1", optional = true, default-features = false } +opendal-service-mongodb = { path = "services/mongodb", version = "0.58.1", optional = true, default-features = false } +opendal-service-monoiofs = { path = "services/monoiofs", version = "0.58.1", optional = true, default-features = false } +opendal-service-mysql = { path = "services/mysql", version = "0.58.1", optional = true, default-features = false } +opendal-service-obs = { path = "services/obs", version = "0.58.1", optional = true, default-features = false } +opendal-service-onedrive = { path = "services/onedrive", version = "0.58.1", optional = true, default-features = false } +opendal-service-oss = { path = "services/oss", version = "0.58.1", optional = true, default-features = false } +opendal-service-pcloud = { path = "services/pcloud", version = "0.58.1", optional = true, default-features = false } +opendal-service-persy = { path = "services/persy", version = "0.58.1", optional = true, default-features = false } +opendal-service-postgresql = { path = "services/postgresql", version = "0.58.1", optional = true, default-features = false } +opendal-service-redb = { path = "services/redb", version = "0.58.1", optional = true, default-features = false } +opendal-service-redis = { path = "services/redis", version = "0.58.1", optional = true, default-features = false } +opendal-service-rocksdb = { path = "services/rocksdb", version = "0.58.1", optional = true, default-features = false } +opendal-service-s3 = { path = "services/s3", version = "0.58.1", optional = true, default-features = false } +opendal-service-seafile = { path = "services/seafile", version = "0.58.1", optional = true, default-features = false } +opendal-service-sftp = { path = "services/sftp", version = "0.58.1", optional = true, default-features = false } +opendal-service-sled = { path = "services/sled", version = "0.58.1", optional = true, default-features = false } +opendal-service-sqlite = { path = "services/sqlite", version = "0.58.1", optional = true, default-features = false } +opendal-service-surrealdb = { path = "services/surrealdb", version = "0.58.1", optional = true, default-features = false } +opendal-service-swift = { path = "services/swift", version = "0.58.1", optional = true, default-features = false } +opendal-service-tikv = { path = "services/tikv", version = "0.58.1", optional = true, default-features = false } +opendal-service-tos = { path = "services/tos", version = "0.58.1", optional = true, default-features = false } +opendal-service-upyun = { path = "services/upyun", version = "0.58.1", optional = true, default-features = false } +opendal-service-vercel-artifacts = { path = "services/vercel-artifacts", version = "0.58.1", optional = true, default-features = false } +opendal-service-vercel-blob = { path = "services/vercel-blob", version = "0.58.1", optional = true, default-features = false } +opendal-service-webdav = { path = "services/webdav", version = "0.58.1", optional = true, default-features = false } +opendal-service-webhdfs = { path = "services/webhdfs", version = "0.58.1", optional = true, default-features = false } +opendal-service-yandex-disk = { path = "services/yandex-disk", version = "0.58.1", optional = true, default-features = false } +opendal-testkit = { path = "testkit", version = "0.58.1", optional = true } + +[target.'cfg(target_os = "linux")'.dependencies] +opendal-layer-dtrace = { path = "layers/dtrace", version = "0.58.1", optional = true, default-features = false } + +[target.'cfg(target_arch = "wasm32")'.dependencies] +opendal-service-opfs = { path = "services/opfs", version = "0.58.1", optional = true, default-features = false } + +[dev-dependencies] +anyhow = "1.0" +bytes = { workspace = true } +divan = "0.1" +futures = { workspace = true, default-features = true } +http = { workspace = true } +libtest-mimic = "0.8" +log = { workspace = true } +logforth = { workspace = true } +rand = { workspace = true } +reqwest = "0.13.2" +sha2 = { workspace = true } +size = "0.5" +tokio = { workspace = true, features = ["fs", "macros", "rt-multi-thread"] } +uuid = { workspace = true, features = ["serde", "v4"] } diff --git a/lance-artifact/third-party/opendal/DEPENDENCIES.md b/lance-artifact/third-party/opendal/DEPENDENCIES.md new file mode 100644 index 000000000..249686f09 --- /dev/null +++ b/lance-artifact/third-party/opendal/DEPENDENCIES.md @@ -0,0 +1,3 @@ +# Dependencies + +Refer to [DEPENDENCIES.rust.tsv](DEPENDENCIES.rust.tsv) for full list. diff --git a/lance-artifact/third-party/opendal/LICENSE b/lance-artifact/third-party/opendal/LICENSE new file mode 100644 index 000000000..261eeb9e9 --- /dev/null +++ b/lance-artifact/third-party/opendal/LICENSE @@ -0,0 +1,201 @@ + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright [yyyy] [name of copyright owner] + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. diff --git a/lance-artifact/third-party/opendal/NOTICE b/lance-artifact/third-party/opendal/NOTICE new file mode 100644 index 000000000..fe8c62d5b --- /dev/null +++ b/lance-artifact/third-party/opendal/NOTICE @@ -0,0 +1,5 @@ +Apache OpenDAL +Copyright 2023-2026 The Apache Software Foundation + +This product includes software developed at +The Apache Software Foundation (http://www.apache.org/). diff --git a/lance-artifact/third-party/opendal/README.md b/lance-artifact/third-party/opendal/README.md new file mode 100644 index 000000000..f8d0e6a85 --- /dev/null +++ b/lance-artifact/third-party/opendal/README.md @@ -0,0 +1,117 @@ +# Apache OpenDAL™ Rust Core: One Layer, All Storage. + +[![Build Status]][actions] [![Latest Version]][crates.io] [![Crate Downloads]][crates.io] [![chat]][discord] + +[build status]: https://img.shields.io/github/actions/workflow/status/apache/opendal/ci_core.yml?branch=main +[actions]: https://github.com/apache/opendal/actions?query=branch%3Amain +[latest version]: https://img.shields.io/crates/v/opendal.svg +[crates.io]: https://crates.io/crates/opendal +[crate downloads]: https://img.shields.io/crates/d/opendal.svg +[chat]: https://img.shields.io/discord/1081052318650339399 +[discord]: https://opendal.apache.org/discord + +Apache OpenDAL™ is an Open Data Access Layer that enables seamless interaction with diverse storage services. + +OpenDAL Architectural + +## Useful Links + +- **User guide**: [opendal.apache.org/docs/core](https://opendal.apache.org/docs/core) — install, operations, layers, idioms, and extending the core. +- **API reference**: [docs.rs/opendal](https://docs.rs/opendal/) (release) | [dev](https://opendal.apache.org/docs/rust/opendal/) +- **Services & configuration**: [opendal.apache.org/services](https://opendal.apache.org/services) +- **Concepts**: [opendal.apache.org/docs/concepts](https://opendal.apache.org/docs/concepts) +- [Upgrade Guide](https://github.com/apache/opendal/blob/main/core/core/src/docs/upgrade.md) | [Release Notes](https://github.com/apache/opendal/blob/main/CHANGELOG.md) | [RFCs](https://github.com/apache/opendal/tree/main/core/core/src/docs/rfcs) +- [Examples](https://github.com/apache/opendal/tree/main/core/examples) + +## Installation + +```shell +cargo add opendal +``` + +Each service is a feature flag. The in-memory service is always available; enable +any other service with its `services-*` feature, e.g. `features = ["services-s3"]`. + +## Quickstart + +```rust +use opendal::services; +use opendal::Operator; +use opendal::Result; + +#[tokio::main] +async fn main() -> Result<()> { + // Configure a service, then build an operator from it. + let op = Operator::new(services::Memory::default())?; + + // The same verbs work on every service. + op.write("hello.txt", "Hello, World!").await?; + let bytes = op.read("hello.txt").await?; + let meta = op.stat("hello.txt").await?; + op.delete("hello.txt").await?; + + println!("read {} bytes", meta.content_length()); + Ok(()) +} +``` + +To use a real backend, swap `Memory` for another service and configure it — the +operations stay identical. See [Getting started](https://opendal.apache.org/docs/core/getting-started) +and [Connecting to your storage](https://opendal.apache.org/docs/core/connecting). + +## Services + +OpenDAL talks to 50+ backends through one API. A selection by category: + +| Type | Services | +|----------------------------|-----------------------------------------------------------------| +| Standard Protocols | ftp, http, sftp, webdav | +| Object Storage | s3, gcs, azblob, oss, cos, obs, b2, vercel-blob, … | +| File Storage | fs, hdfs, azdls, azfile, webhdfs, ipfs, … | +| Consumer Cloud Storage | gdrive, onedrive, dropbox, aliyun-drive, koofr, … | +| Key-Value & Database | redis, etcd, tikv, rocksdb, sqlite, postgresql, mongodb, … | +| Cache | memcached, moka, mini-moka, ghac, vercel-artifacts | + +See [Services](https://opendal.apache.org/services) for the full list and each +service's configuration keys. + +## Layers + +Wrap an operator with layers to add retry, logging, timeout, metrics, and other +cross-cutting behavior without touching your storage code. Retry, logging, +timeout, and concurrency limit are built in: + +```rust +use opendal::layers::RetryLayer; +use opendal::services::Memory; +use opendal::{Operator, Result}; + +fn build_operator() -> Result { + let op = Operator::new(Memory::default())?; + Ok(op.layer(RetryLayer::new())) +} +``` + +See [Going to production](https://opendal.apache.org/docs/core/production) and the +[`layers` module](https://docs.rs/opendal/latest/opendal/layers/index.html). + +## Contributing + +Check out the [CONTRIBUTING](https://github.com/apache/opendal/blob/main/CONTRIBUTING.md) guide for building, testing, and +submitting changes to the core. + +## Used by + +Check out the [users](https://github.com/apache/opendal/blob/main/core/users.md) list for more details on who is using OpenDAL. + +## Branding + +The first and most prominent mentions must use the full form: **Apache OpenDAL™** of the name for any individual usage (webpage, handout, slides, etc.) Depending on the context and writing style, you should use the full form of the name sufficiently often to ensure that readers clearly understand the association of both the OpenDAL project and the OpenDAL software product to the ASF as the parent organization. + +For more details, see the [Apache Product Name Usage Guide](https://www.apache.org/foundation/marks/guide). + +## License and Trademarks + +Licensed under the Apache License, Version 2.0: + +Apache OpenDAL, OpenDAL, and Apache are either registered trademarks or trademarks of the Apache Software Foundation. diff --git a/lance-artifact/third-party/opendal/benches/README.md b/lance-artifact/third-party/opendal/benches/README.md new file mode 100644 index 000000000..9f72b5a71 --- /dev/null +++ b/lance-artifact/third-party/opendal/benches/README.md @@ -0,0 +1,18 @@ +# OpenDAL Benchmarks + +Running benchmark + +```shell +OPENDAL_TEST=memory cargo bench +``` + +Build flamegraph: + +```shell +cargo flamegraph --bench io -- seek --bench +``` + +- `--bench io` pick the `io` target. +- `-- seek --bench`: chose the benches with `seek` and `--bench` is required by `criterion` + +After `flamegraph.svg` has been generated, use browser to visit it. diff --git a/lance-artifact/third-party/opendal/benches/ops/README.md b/lance-artifact/third-party/opendal/benches/ops/README.md new file mode 100644 index 000000000..76a6449ab --- /dev/null +++ b/lance-artifact/third-party/opendal/benches/ops/README.md @@ -0,0 +1,26 @@ +# Ops Benchmark Tests + +Ops Benchmark Tests measure every operation's performance on the target platform. + +To support benching different backends simultaneously, we use `environment value` to carry the backend config. + +## Setup + +Please copy `.env.example` to `.env` and change the values on need. + +Take `fs` for example, we add config on `fs` on `/tmp`. + +```dotenv +OPENDAL_FS_ROOT=/tmp +``` + +Notice: The default will skip benches if the env is not set. + +## Run + +Test specific backend, take s3 for example, first set the corresponding environment variables of s3, then: + +```shell +OPENDAL_TEST=s3 +cargo bench ops --features tests +``` diff --git a/lance-artifact/third-party/opendal/benches/ops/main.rs b/lance-artifact/third-party/opendal/benches/ops/main.rs new file mode 100644 index 000000000..1741b7ba7 --- /dev/null +++ b/lance-artifact/third-party/opendal/benches/ops/main.rs @@ -0,0 +1,25 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +mod read; +mod write; + +mod utils; + +fn main() { + divan::main(); +} diff --git a/lance-artifact/third-party/opendal/benches/ops/read.rs b/lance-artifact/third-party/opendal/benches/ops/read.rs new file mode 100644 index 000000000..734ef6b66 --- /dev/null +++ b/lance-artifact/third-party/opendal/benches/ops/read.rs @@ -0,0 +1,100 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +use divan::Bencher; +use divan::counter::BytesCount; +use opendal::tests::TEST_RUNTIME; +use opendal::tests::init_test_service; +use rand::rng; +use size::Size; + +use super::utils::*; + +#[divan::bench( + args = [ + Size::from_kib(4), + Size::from_kib(64), + Size::from_mib(1), + Size::from_mib(16), + ], + ignore = std::env::var("OPENDAL_TEST").is_err() +)] +fn whole(b: Bencher, size: Size) { + let op = init_test_service().unwrap().unwrap(); + let mut rng = rng(); + let content = gen_bytes(&mut rng, size.bytes() as usize); + let path = uuid::Uuid::new_v4().to_string(); + let _temp_data = TempData::generate(op.clone(), &path, content.clone()); + + b.counter(BytesCount::from(size.bytes() as u64)).bench(|| { + let op = op.clone(); + let path = path.clone(); + TEST_RUNTIME.block_on(async move { + let _ = op.read(&path).await.unwrap(); + }) + }) +} + +mod concurrent { + use super::*; + + #[divan::bench( + ignore = std::env::var("OPENDAL_TEST").is_err() + )] + fn baseline(b: Bencher) { + let op = init_test_service().unwrap().unwrap(); + let mut rng = rng(); + let content = gen_bytes(&mut rng, 1024 * 1024 * 1024); + let path = uuid::Uuid::new_v4().to_string(); + let _temp_data = TempData::generate(op.clone(), &path, content.clone()); + + b.counter(BytesCount::from(1024usize * 1024 * 1024)) + .bench(|| { + let op = op.clone(); + let path = path.clone(); + TEST_RUNTIME.block_on(async move { + let _ = op.read(&path).await.unwrap(); + }) + }) + } + + #[divan::bench( + args = [1, 2, 4, 8, 16], + ignore = std::env::var("OPENDAL_TEST").is_err() + )] + fn concurrent(b: Bencher, concurrent: usize) { + let op = init_test_service().unwrap().unwrap(); + let mut rng = rng(); + let content = gen_bytes(&mut rng, 1024 * 1024 * 1024); + let path = uuid::Uuid::new_v4().to_string(); + let _temp_data = TempData::generate(op.clone(), &path, content.clone()); + + b.counter(BytesCount::from(1024usize * 1024 * 1024)) + .bench(|| { + let op = op.clone(); + let path = path.clone(); + TEST_RUNTIME.block_on(async move { + let _ = op + .read_with(&path) + .chunk(16 * 1024 * 1024) + .concurrent(concurrent) + .await + .unwrap(); + }) + }) + } +} diff --git a/lance-artifact/third-party/opendal/benches/ops/utils.rs b/lance-artifact/third-party/opendal/benches/ops/utils.rs new file mode 100644 index 000000000..3b3adc1b3 --- /dev/null +++ b/lance-artifact/third-party/opendal/benches/ops/utils.rs @@ -0,0 +1,59 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +use bytes::Bytes; +use opendal::tests::TEST_RUNTIME; +use opendal::*; +use rand::prelude::*; + +pub fn gen_bytes(rng: &mut ThreadRng, size: usize) -> Bytes { + let mut content = vec![0; size]; + rng.fill_bytes(&mut content); + + content.into() +} + +pub struct TempData { + op: Operator, + path: String, +} + +impl TempData { + pub fn existing(op: Operator, path: &str) -> Self { + Self { + op, + path: path.to_string(), + } + } + + pub fn generate(op: Operator, path: &str, content: Bytes) -> Self { + TEST_RUNTIME.block_on(async { op.write(path, content).await.expect("create test data") }); + + Self { + op, + path: path.to_string(), + } + } +} + +impl Drop for TempData { + fn drop(&mut self) { + TEST_RUNTIME.block_on(async { + self.op.delete(&self.path).await.expect("cleanup test data"); + }) + } +} diff --git a/lance-artifact/third-party/opendal/benches/ops/write.rs b/lance-artifact/third-party/opendal/benches/ops/write.rs new file mode 100644 index 000000000..2541604a8 --- /dev/null +++ b/lance-artifact/third-party/opendal/benches/ops/write.rs @@ -0,0 +1,106 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +use divan::Bencher; +use divan::counter::BytesCount; +use opendal::tests::TEST_RUNTIME; +use opendal::tests::init_test_service; +use rand::rng; +use size::Size; + +use super::utils::*; + +#[divan::bench( + args = [ + Size::from_kib(4), + Size::from_kib(64), + Size::from_mib(1), + Size::from_mib(16), + ], + ignore = std::env::var("OPENDAL_TEST").is_err() +)] +fn whole(b: Bencher, size: Size) { + let op = init_test_service().unwrap().unwrap(); + let path = uuid::Uuid::new_v4().to_string(); + let _temp_data = TempData::existing(op.clone(), &path); + + b.counter(BytesCount::from(size.bytes() as u64)) + .with_inputs(|| { + let mut rng = rng(); + gen_bytes(&mut rng, size.bytes() as usize) + }) + .bench_values(|content| { + let op = op.clone(); + let path = path.clone(); + TEST_RUNTIME.block_on(async move { + let _ = op.write(&path, content).await.unwrap(); + }) + }) +} + +mod concurrent { + use super::*; + + /// Size of the data to be written. + const SIZE: usize = 64 * 1024 * 1024; + + #[divan::bench( + ignore = std::env::var("OPENDAL_TEST").is_err() + )] + fn baseline(b: Bencher) { + let op = init_test_service().unwrap().unwrap(); + let path = uuid::Uuid::new_v4().to_string(); + let _temp_data = TempData::existing(op.clone(), &path); + let mut rng = rng(); + let content = gen_bytes(&mut rng, SIZE); + + b.counter(BytesCount::from(SIZE)).bench(|| { + let op = op.clone(); + let path = path.clone(); + let content = content.clone(); + TEST_RUNTIME.block_on(async move { + let _ = op.write(&path, content).await.unwrap(); + }) + }) + } + + #[divan::bench( + args = [1, 2, 4, 8], + ignore = std::env::var("OPENDAL_TEST").is_err() + )] + fn concurrent(b: Bencher, concurrent: usize) { + let op = init_test_service().unwrap().unwrap(); + let path = uuid::Uuid::new_v4().to_string(); + let _temp_data = TempData::existing(op.clone(), &path); + let mut rng = rng(); + let content = gen_bytes(&mut rng, SIZE); + + b.counter(BytesCount::from(SIZE)).bench(|| { + let op = op.clone(); + let path = path.clone(); + let content = content.clone(); + TEST_RUNTIME.block_on(async move { + let _ = op + .write_with(&path, content) + .chunk(8 * 1024 * 1024) + .concurrent(concurrent) + .await + .unwrap(); + }) + }) + } +} diff --git a/lance-artifact/third-party/opendal/benches/types/README.md b/lance-artifact/third-party/opendal/benches/types/README.md new file mode 100644 index 000000000..1d55b39da --- /dev/null +++ b/lance-artifact/third-party/opendal/benches/types/README.md @@ -0,0 +1,9 @@ +# Types Benchmark Tests + +This benchmark contains performance testing of critical data structures in opendal types, currently including performance testing of Buffer. + +## Run + +```shell +cargo bench types --features tests +``` diff --git a/lance-artifact/third-party/opendal/benches/types/buffer.rs b/lance-artifact/third-party/opendal/benches/types/buffer.rs new file mode 100644 index 000000000..29a367f17 --- /dev/null +++ b/lance-artifact/third-party/opendal/benches/types/buffer.rs @@ -0,0 +1,110 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +use bytes::Buf; +use bytes::Bytes; +use divan::Bencher; +use divan::black_box; +use opendal::Buffer; + +mod chunk { + use super::*; + + #[divan::bench] + fn bytes(b: Bencher) { + b.with_inputs(|| Bytes::from(vec![1; 10])) + .bench_refs(|buffer| { + black_box(buffer.chunk()); + }); + } + + #[divan::bench] + fn contiguous(b: Bencher) { + b.with_inputs(|| Buffer::from(vec![1; 10])) + .bench_refs(|buffer| { + black_box(buffer.chunk()); + }); + } + + #[divan::bench(args = [10, 1_000, 1_000_000])] + fn non_contiguous(b: Bencher, parts: usize) { + b.with_inputs(|| Buffer::from([1; 1].repeat(parts))) + .bench_refs(|buffer| { + black_box(buffer.chunk()); + }); + } +} + +mod advance { + use super::*; + + #[divan::bench] + fn bytes(b: Bencher) { + b.with_inputs(|| Bytes::from(vec![1; 10])) + .bench_refs(|buffer| buffer.advance(4)); + } + + #[divan::bench] + fn contiguous(b: Bencher) { + b.with_inputs(|| Buffer::from(vec![1; 10])) + .bench_refs(|buffer| buffer.advance(4)); + } + + #[divan::bench(args = [10, 1_000, 1_000_000])] + fn non_contiguous(b: Bencher, parts: usize) { + b.with_inputs(|| Buffer::from([1; 1].repeat(parts))) + .bench_refs(|buffer| buffer.advance(4)); + } +} + +mod truncate { + use super::*; + + #[divan::bench] + fn bytes(b: Bencher) { + b.with_inputs(|| Bytes::from(vec![1; 10])) + .bench_refs(|buffer| buffer.truncate(5)); + } + + #[divan::bench] + fn contiguous(b: Bencher) { + b.with_inputs(|| Buffer::from(vec![1; 10])) + .bench_refs(|buffer| buffer.truncate(5)); + } + + #[divan::bench(args = [10, 1_000, 1_000_000])] + fn non_contiguous(b: Bencher, parts: usize) { + b.with_inputs(|| Buffer::from([1; 1].repeat(parts))) + .bench_refs(|buffer| buffer.truncate(4)); + } +} + +mod iterator { + use super::*; + + #[divan::bench] + fn contiguous(b: Bencher) { + b.with_inputs(|| Buffer::from(vec![1; 1_000_000])) + .bench_refs(|buffer| for _ in buffer {}); + } + + #[divan::bench(args = [10, 1_000, 1_000_000])] + fn non_contiguous(b: Bencher, parts: usize) { + b.with_inputs(|| Buffer::from(vec![1; 1_000_000 / parts].repeat(parts))) + .bench_refs(|buffer| for _ in buffer {}); + } +} diff --git a/lance-artifact/third-party/opendal/benches/types/main.rs b/lance-artifact/third-party/opendal/benches/types/main.rs new file mode 100644 index 000000000..070217671 --- /dev/null +++ b/lance-artifact/third-party/opendal/benches/types/main.rs @@ -0,0 +1,23 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +mod buffer; +mod tasks; + +fn main() { + divan::main(); +} diff --git a/lance-artifact/third-party/opendal/benches/types/tasks.rs b/lance-artifact/third-party/opendal/benches/types/tasks.rs new file mode 100644 index 000000000..c10abd2ca --- /dev/null +++ b/lance-artifact/third-party/opendal/benches/types/tasks.rs @@ -0,0 +1,64 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +use std::sync::LazyLock; +use std::time::Duration; + +use divan::Bencher; +use opendal::Executor; +use opendal::raw::ConcurrentTasks; + +pub static TOKIO: LazyLock = + LazyLock::new(|| tokio::runtime::Runtime::new().expect("build tokio runtime")); + +pub static TOTAL_TASKS: usize = 128; + +#[divan::bench] +fn baseline(b: Bencher) { + b.bench(|| { + TOKIO.block_on(async move { + for _ in 0..TOTAL_TASKS { + tokio::time::sleep(Duration::from_millis(1)).await; + } + }) + }); +} + +#[divan::bench(args = [1, 2, 8, 32])] +fn concurrent(b: Bencher, concurrent: usize) { + b.with_inputs(|| { + ConcurrentTasks::new(Executor::new(), concurrent, 8, |()| { + Box::pin(async { + tokio::time::sleep(Duration::from_millis(1)).await; + ((), Ok(())) + }) + }) + }) + .bench_refs(|tasks| { + TOKIO.block_on(async move { + for _ in 0..TOTAL_TASKS { + let _ = tasks.execute(()).await; + } + + loop { + if tasks.next().await.is_none() { + break; + } + } + }) + }); +} diff --git a/lance-artifact/third-party/opendal/edge/README.md b/lance-artifact/third-party/opendal/edge/README.md new file mode 100644 index 000000000..44c59f06e --- /dev/null +++ b/lance-artifact/third-party/opendal/edge/README.md @@ -0,0 +1,3 @@ +# OpenDAL Edge Tests + +OpenDAL edge tests served as edge tests for the OpenDAL project. They will have pre-set data and will test the functionality of the OpenDAL project. diff --git a/lance-artifact/third-party/opendal/examples/README.md b/lance-artifact/third-party/opendal/examples/README.md new file mode 100644 index 000000000..3594933b6 --- /dev/null +++ b/lance-artifact/third-party/opendal/examples/README.md @@ -0,0 +1,25 @@ +# Apache OpenDAL™ Rust Core Examples + +Thank you for using OpenDAL! + +Those examples are designed to help you to understand how to use OpenDAL Rust Core. + +## Setup + +All examples following the same setup steps: + +To run this example, please copy the `.env.example`, which is at project root, to `.env` and change the values under each type of service on need. + +Take `fs` for example, we need to change to enable behavior test on `fs` on `/tmp`. + +```dotenv +OPENDAL_FS_ROOT=/path/to/dir +OPENDAL_FS_ATOMIC_WRITE_DIR=/path/to/dir +``` + +into + +```dotenv +OPENDAL_FS_ROOT=/tmp/ +OPENDAL_FS_ATOMIC_WRITE_DIR=/tmp/ +``` diff --git a/lance-artifact/third-party/opendal/src/lib.rs b/lance-artifact/third-party/opendal/src/lib.rs new file mode 100644 index 000000000..197bf54f5 --- /dev/null +++ b/lance-artifact/third-party/opendal/src/lib.rs @@ -0,0 +1,470 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +#![doc( + html_logo_url = "https://raw.githubusercontent.com/apache/opendal/main/website/static/img/logo.svg" +)] +#![doc = include_str!("../README.md")] +#![cfg_attr(docsrs, feature(doc_cfg))] +#![cfg_attr(docsrs, doc(auto_cfg))] +#![deny(missing_docs)] + +pub use opendal_core::*; + +#[cfg(feature = "tests")] +pub extern crate opendal_testkit as tests; + +/// Install the global defaults provided by the facade crate. +/// +/// This function is safe to call multiple times. It registers enabled services +/// and installs the default HTTP transport when the corresponding feature is +/// enabled. +/// +/// # Process-wide HTTP transport +/// +/// When `auto-register-services` is enabled, a process constructor calls this +/// function before `main`. If a default HTTP transport feature is also enabled, +/// that transport occupies the process-wide default because +/// [`HttpTransporter::install_default`] uses first-installed-wins semantics. +/// +/// Applications that need to install their own process-wide transport should +/// disable `auto-register-services`, call [`init_default_registry`] explicitly +/// when URI-based construction is needed, and install the transport themselves. +/// Per-operator transports can be configured regardless of this setting. +pub fn install_default() { + init_default_registry(); + + #[cfg(feature = "http-transport-reqwest")] + opendal_http_transport_reqwest::install_default(); +} + +/// Initialize the global [`OperatorRegistry`] with enabled services. +/// +/// This function is safe to call multiple times and will only perform +/// initialization once. +/// +/// # Notes +/// +/// Some bindings link `opendal` as a `staticlib`, where `#[ctor::ctor]` +/// initializers may not be executed due to linker behavior. Those bindings +/// should call this function explicitly before using `Operator::from_uri` or +/// `Operator::via_iter`. +pub fn init_default_registry() { + static DEFAULT_REGISTRY_INIT: std::sync::Once = std::sync::Once::new(); + DEFAULT_REGISTRY_INIT.call_once(|| init_default_registry_inner(OperatorRegistry::get())); +} + +fn init_default_registry_inner(registry: &OperatorRegistry) { + opendal_core::services::register_memory_service(registry); + + #[cfg(feature = "services-aliyun-drive")] + opendal_service_aliyun_drive::register_aliyun_drive_service(registry); + + #[cfg(feature = "services-alluxio")] + opendal_service_alluxio::register_alluxio_service(registry); + + #[cfg(feature = "services-azblob")] + opendal_service_azblob::register_azblob_service(registry); + + #[cfg(feature = "services-azdls")] + opendal_service_azdls::register_azdls_service(registry); + + #[cfg(feature = "services-azfile")] + opendal_service_azfile::register_azfile_service(registry); + + #[cfg(feature = "services-b2")] + opendal_service_b2::register_b2_service(registry); + + #[cfg(feature = "services-cacache")] + opendal_service_cacache::register_cacache_service(registry); + + #[cfg(feature = "services-cloudflare-kv")] + opendal_service_cloudflare_kv::register_cloudflare_kv_service(registry); + + #[cfg(feature = "services-compfs")] + opendal_service_compfs::register_compfs_service(registry); + + #[cfg(feature = "services-cos")] + opendal_service_cos::register_cos_service(registry); + + #[cfg(feature = "services-d1")] + opendal_service_d1::register_d1_service(registry); + + #[cfg(feature = "services-dashmap")] + opendal_service_dashmap::register_dashmap_service(registry); + + #[cfg(feature = "services-dbfs")] + opendal_service_dbfs::register_dbfs_service(registry); + + #[cfg(feature = "services-dropbox")] + opendal_service_dropbox::register_dropbox_service(registry); + + #[cfg(feature = "services-etcd")] + opendal_service_etcd::register_etcd_service(registry); + + #[cfg(feature = "services-foundationdb")] + opendal_service_foundationdb::register_foundationdb_service(registry); + + #[cfg(feature = "services-foyer")] + opendal_service_foyer::register_foyer_service(registry); + + #[cfg(feature = "services-fs")] + opendal_service_fs::register_fs_service(registry); + + #[cfg(feature = "services-ftp")] + opendal_service_ftp::register_ftp_service(registry); + + #[cfg(feature = "services-gcs")] + opendal_service_gcs::register_gcs_service(registry); + + #[cfg(feature = "services-gdrive")] + opendal_service_gdrive::register_gdrive_service(registry); + + #[cfg(feature = "services-ghac")] + opendal_service_ghac::register_ghac_service(registry); + + #[cfg(feature = "services-github")] + opendal_service_github::register_github_service(registry); + + #[cfg(feature = "services-goosefs")] + opendal_service_goosefs::register_goosefs_service(registry); + + #[cfg(feature = "services-gridfs")] + opendal_service_gridfs::register_gridfs_service(registry); + + #[cfg(feature = "services-hdfs")] + opendal_service_hdfs::register_hdfs_service(registry); + + #[cfg(feature = "services-hdfs-native")] + opendal_service_hdfs_native::register_hdfs_native_service(registry); + + #[cfg(feature = "services-http")] + opendal_service_http::register_http_service(registry); + + #[cfg(feature = "services-hf")] + opendal_service_hf::register_hf_service(registry); + + #[cfg(feature = "services-ipfs")] + opendal_service_ipfs::register_ipfs_service(registry); + + #[cfg(feature = "services-ipmfs")] + opendal_service_ipmfs::register_ipmfs_service(registry); + + #[cfg(feature = "services-koofr")] + opendal_service_koofr::register_koofr_service(registry); + + #[cfg(feature = "services-lakefs")] + opendal_service_lakefs::register_lakefs_service(registry); + + #[cfg(feature = "services-memcached")] + opendal_service_memcached::register_memcached_service(registry); + + #[cfg(feature = "services-mini-moka")] + opendal_service_mini_moka::register_mini_moka_service(registry); + + #[cfg(feature = "services-moka")] + opendal_service_moka::register_moka_service(registry); + + #[cfg(feature = "services-mongodb")] + opendal_service_mongodb::register_mongodb_service(registry); + + #[cfg(feature = "services-monoiofs")] + opendal_service_monoiofs::register_monoiofs_service(registry); + + #[cfg(feature = "services-mysql")] + opendal_service_mysql::register_mysql_service(registry); + + #[cfg(feature = "services-obs")] + opendal_service_obs::register_obs_service(registry); + + #[cfg(feature = "services-onedrive")] + opendal_service_onedrive::register_onedrive_service(registry); + + #[cfg(feature = "services-oss")] + opendal_service_oss::register_oss_service(registry); + + #[cfg(feature = "services-pcloud")] + opendal_service_pcloud::register_pcloud_service(registry); + + #[cfg(feature = "services-persy")] + opendal_service_persy::register_persy_service(registry); + + #[cfg(feature = "services-postgresql")] + opendal_service_postgresql::register_postgresql_service(registry); + + #[cfg(feature = "services-redb")] + opendal_service_redb::register_redb_service(registry); + + #[cfg(feature = "services-rocksdb")] + opendal_service_rocksdb::register_rocksdb_service(registry); + + #[cfg(feature = "services-s3")] + opendal_service_s3::register_s3_service(registry); + + #[cfg(feature = "services-seafile")] + opendal_service_seafile::register_seafile_service(registry); + + #[cfg(feature = "services-sftp")] + opendal_service_sftp::register_sftp_service(registry); + + #[cfg(feature = "services-sled")] + opendal_service_sled::register_sled_service(registry); + + #[cfg(feature = "services-sqlite")] + opendal_service_sqlite::register_sqlite_service(registry); + + #[cfg(feature = "services-surrealdb")] + opendal_service_surrealdb::register_surrealdb_service(registry); + + #[cfg(feature = "services-swift")] + opendal_service_swift::register_swift_service(registry); + + #[cfg(feature = "services-tikv")] + opendal_service_tikv::register_tikv_service(registry); + + #[cfg(feature = "services-tos")] + opendal_service_tos::register_tos_service(registry); + + #[cfg(feature = "services-upyun")] + opendal_service_upyun::register_upyun_service(registry); + + #[cfg(feature = "services-vercel-artifacts")] + opendal_service_vercel_artifacts::register_vercel_artifacts_service(registry); + + #[cfg(feature = "services-vercel-blob")] + opendal_service_vercel_blob::register_vercel_blob_service(registry); + + #[cfg(feature = "services-webdav")] + opendal_service_webdav::register_webdav_service(registry); + + #[cfg(feature = "services-webhdfs")] + opendal_service_webhdfs::register_webhdfs_service(registry); + + #[cfg(feature = "services-yandex-disk")] + opendal_service_yandex_disk::register_yandex_disk_service(registry); + + #[cfg(all(target_arch = "wasm32", feature = "services-opfs"))] + opendal_service_opfs::register_opfs_service(registry); + + #[cfg(any(feature = "services-redis", feature = "services-redis-native-tls"))] + opendal_service_redis::register_redis_service(registry); +} + +#[cfg(feature = "auto-register-services")] +#[ctor::ctor(unsafe)] +fn register_default_operator_registry() { + install_default(); +} + +/// Service builders enabled through `services-*` Cargo features. +/// +/// [`Memory`](services::Memory) is always available. Other builders are +/// re-exported when their matching facade feature is enabled; for example, +/// `services-s3` enables [`S3`](services::S3). +/// +/// Pass a configured builder to [`Operator::new`]. The facade automatically +/// registers enabled services for [`Operator::from_uri`] and +/// [`Operator::via_iter`] when the `auto-register-services` feature is enabled. +pub mod services { + pub use opendal_core::services::*; + #[cfg(feature = "services-aliyun-drive")] + pub use opendal_service_aliyun_drive::*; + #[cfg(feature = "services-alluxio")] + pub use opendal_service_alluxio::*; + #[cfg(feature = "services-azblob")] + pub use opendal_service_azblob::*; + #[cfg(feature = "services-azdls")] + pub use opendal_service_azdls::*; + #[cfg(feature = "services-azfile")] + pub use opendal_service_azfile::*; + #[cfg(feature = "services-b2")] + pub use opendal_service_b2::*; + #[cfg(feature = "services-cacache")] + pub use opendal_service_cacache::*; + #[cfg(feature = "services-cloudflare-kv")] + pub use opendal_service_cloudflare_kv::*; + #[cfg(feature = "services-compfs")] + pub use opendal_service_compfs::*; + #[cfg(feature = "services-cos")] + pub use opendal_service_cos::*; + #[cfg(feature = "services-d1")] + pub use opendal_service_d1::*; + #[cfg(feature = "services-dashmap")] + pub use opendal_service_dashmap::*; + #[cfg(feature = "services-dbfs")] + pub use opendal_service_dbfs::*; + #[cfg(feature = "services-dropbox")] + pub use opendal_service_dropbox::*; + #[cfg(feature = "services-etcd")] + pub use opendal_service_etcd::*; + #[cfg(feature = "services-foundationdb")] + pub use opendal_service_foundationdb::*; + #[cfg(feature = "services-foyer")] + pub use opendal_service_foyer::*; + #[cfg(feature = "services-fs")] + pub use opendal_service_fs::*; + #[cfg(feature = "services-ftp")] + pub use opendal_service_ftp::*; + #[cfg(feature = "services-gcs")] + pub use opendal_service_gcs::*; + #[cfg(feature = "services-gdrive")] + pub use opendal_service_gdrive::*; + #[cfg(feature = "services-ghac")] + pub use opendal_service_ghac::*; + #[cfg(feature = "services-github")] + pub use opendal_service_github::*; + #[cfg(feature = "services-goosefs")] + pub use opendal_service_goosefs::*; + #[cfg(feature = "services-gridfs")] + pub use opendal_service_gridfs::*; + #[cfg(feature = "services-hdfs")] + pub use opendal_service_hdfs::*; + #[cfg(feature = "services-hdfs-native")] + pub use opendal_service_hdfs_native::*; + #[cfg(feature = "services-hf")] + pub use opendal_service_hf::*; + #[cfg(feature = "services-http")] + pub use opendal_service_http::*; + #[cfg(feature = "services-ipfs")] + pub use opendal_service_ipfs::*; + #[cfg(feature = "services-ipmfs")] + pub use opendal_service_ipmfs::*; + #[cfg(feature = "services-koofr")] + pub use opendal_service_koofr::*; + #[cfg(feature = "services-lakefs")] + pub use opendal_service_lakefs::*; + #[cfg(feature = "services-memcached")] + pub use opendal_service_memcached::*; + #[cfg(feature = "services-mini-moka")] + pub use opendal_service_mini_moka::*; + #[cfg(feature = "services-moka")] + pub use opendal_service_moka::*; + #[cfg(feature = "services-mongodb")] + pub use opendal_service_mongodb::*; + #[cfg(feature = "services-monoiofs")] + pub use opendal_service_monoiofs::*; + #[cfg(feature = "services-mysql")] + pub use opendal_service_mysql::*; + #[cfg(feature = "services-obs")] + pub use opendal_service_obs::*; + #[cfg(feature = "services-onedrive")] + pub use opendal_service_onedrive::*; + #[cfg(all(target_arch = "wasm32", feature = "services-opfs"))] + pub use opendal_service_opfs::*; + #[cfg(feature = "services-oss")] + pub use opendal_service_oss::*; + #[cfg(feature = "services-pcloud")] + pub use opendal_service_pcloud::*; + #[cfg(feature = "services-persy")] + pub use opendal_service_persy::*; + #[cfg(feature = "services-postgresql")] + pub use opendal_service_postgresql::*; + #[cfg(feature = "services-redb")] + pub use opendal_service_redb::*; + #[cfg(feature = "services-redis")] + pub use opendal_service_redis::*; + #[cfg(feature = "services-rocksdb")] + pub use opendal_service_rocksdb::*; + #[cfg(feature = "services-s3")] + pub use opendal_service_s3::*; + #[cfg(feature = "services-seafile")] + pub use opendal_service_seafile::*; + #[cfg(feature = "services-sftp")] + pub use opendal_service_sftp::*; + #[cfg(feature = "services-sled")] + pub use opendal_service_sled::*; + #[cfg(feature = "services-sqlite")] + pub use opendal_service_sqlite::*; + #[cfg(feature = "services-surrealdb")] + pub use opendal_service_surrealdb::*; + #[cfg(feature = "services-swift")] + pub use opendal_service_swift::*; + #[cfg(feature = "services-tikv")] + pub use opendal_service_tikv::*; + #[cfg(feature = "services-tos")] + pub use opendal_service_tos::*; + #[cfg(feature = "services-upyun")] + pub use opendal_service_upyun::*; + #[cfg(feature = "services-vercel-artifacts")] + pub use opendal_service_vercel_artifacts::*; + #[cfg(feature = "services-vercel-blob")] + pub use opendal_service_vercel_blob::*; + #[cfg(feature = "services-webdav")] + pub use opendal_service_webdav::*; + #[cfg(feature = "services-webhdfs")] + pub use opendal_service_webhdfs::*; + #[cfg(feature = "services-yandex-disk")] + pub use opendal_service_yandex_disk::*; +} + +/// Layers enabled through `layers-*` Cargo features. +/// +/// A layer adds cross-service behavior to an [`Operator`]. Enable the matching +/// facade feature, construct the layer, and pass it to [`Operator::layer`]. +/// Layer order is observable, so review each layer's composition notes when +/// combining retries, timeouts, caching, or observability. +pub mod layers { + pub use opendal_core::layers::*; + #[cfg(feature = "layers-async-backtrace")] + pub use opendal_layer_async_backtrace::*; + #[cfg(feature = "layers-await-tree")] + pub use opendal_layer_await_tree::*; + #[cfg(feature = "layers-capability-check")] + pub use opendal_layer_capability_check::*; + #[cfg(feature = "layers-chaos")] + pub use opendal_layer_chaos::*; + #[cfg(feature = "layers-concurrent-limit")] + pub use opendal_layer_concurrent_limit::*; + #[cfg(all(target_os = "linux", feature = "layers-dtrace"))] + pub use opendal_layer_dtrace::*; + #[cfg(feature = "layers-fastmetrics")] + pub use opendal_layer_fastmetrics::*; + #[cfg(feature = "layers-fastrace")] + pub use opendal_layer_fastrace::*; + #[cfg(feature = "layers-foyer")] + pub use opendal_layer_foyer::*; + #[cfg(feature = "layers-hotpath")] + pub use opendal_layer_hotpath::*; + #[cfg(feature = "layers-immutable-index")] + pub use opendal_layer_immutable_index::*; + #[cfg(feature = "layers-logging")] + pub use opendal_layer_logging::*; + #[cfg(feature = "layers-metrics")] + pub use opendal_layer_metrics::*; + #[cfg(feature = "layers-mime-guess")] + pub use opendal_layer_mime_guess::*; + #[cfg(feature = "layers-otel-metrics")] + pub use opendal_layer_otelmetrics::*; + #[cfg(feature = "layers-otel-trace")] + pub use opendal_layer_oteltrace::*; + #[cfg(feature = "layers-prometheus")] + pub use opendal_layer_prometheus::*; + #[cfg(feature = "layers-prometheus-client")] + pub use opendal_layer_prometheus_client::*; + #[cfg(feature = "layers-retry")] + pub use opendal_layer_retry::*; + #[cfg(feature = "layers-route")] + pub use opendal_layer_route::*; + #[cfg(feature = "layers-tail-cut")] + pub use opendal_layer_tail_cut::*; + #[cfg(feature = "layers-throttle")] + pub use opendal_layer_throttle::*; + #[cfg(feature = "layers-timeout")] + pub use opendal_layer_timeout::*; + #[cfg(feature = "layers-tracing")] + pub use opendal_layer_tracing::*; +} diff --git a/lance-artifact/third-party/opendal/upgrade.md b/lance-artifact/third-party/opendal/upgrade.md new file mode 100644 index 000000000..9b3594242 --- /dev/null +++ b/lance-artifact/third-party/opendal/upgrade.md @@ -0,0 +1,1717 @@ +# Upgrade to v0.58 + +## Public API + +### `Operator::new` returns a finished operator + +`Operator::new(builder)` now returns `Result` directly. Remove the old `finish()` call from construction code: + +```diff +- let op = Operator::new(builder)?.finish(); ++ let op = Operator::new(builder)?; +``` + +### Runtime composition APIs consolidated + +Operator runtime resources now live in `OperationContext`, which is exported from the crate root instead of `raw`. + +- Replace `raw::OperationContext` imports with `opendal::OperationContext`. +- Replace `Operator::http_transport(...)` and `Operator::executor(...)` with `Operator::with_context(...)`. +- Replace `Operator::from_service(...)` with `Operator::from_parts(ctx, service)`. +- Replace `Operator::inner()`, `Operator::into_inner()`, and `Operator::executor_ref()` with `service()`, `context()`, or `into_parts()` depending on whether you need borrowed or owned composed state. +- `Operator::from_inner(...)` is deprecated; use `Operator::from_parts(...)`. + +### Native and full capability APIs removed + +`OperatorInfo::native_capability()` has been removed. `OperatorInfo::capability()` is now the public availability contract for the composed operator stack. + +### Suffix reads use public `BytesRange` + +`BytesRange` is now part of the public type layer. Reader APIs accept values convertible into `BytesRange`, and suffix reads can be requested with `BytesRange::suffix(size)`. Code that imported raw HTTP range helpers should use `opendal::BytesRange` instead. + +## Raw API + +### Services and layers use the new composition boundary + +Out-of-tree services must implement `raw::Service` instead of the old accessor pipeline. Services now return immutable identity through `ServiceInfo`, report availability through `capability()`, and receive `&OperationContext` at each operation boundary. + +Out-of-tree layers must implement `Layer::apply_service` and, when they replace runtime resources, `Layer::apply_context`. The old typed layer pipeline, including `TypedLayer`, `RuntimeResourceLayer`, `TypeEraseLayer`, `OperatorBuilder`, and `typed_layer`, has been removed. + +### Stateful operation factories are synchronous + +`Service` and `ServiceDyn` factories for `read`, `write`, `delete`, `list`, and `copy` now return OIO bodies synchronously. Move asynchronous work into the returned body implementation instead of returning `(Rp*, body)` futures from the factory. + +### Removed raw helpers + +The unused `raw::AtomicContentLength`, `raw::PathCacher`, and `raw::PathQuery` helpers have been removed. The `internal-path-cache` feature has also been removed. + +# Upgrade to v0.57 + +## Public API + +### Read response metadata + +Read operations can now expose metadata returned by the underlying service while opening the read response. `Reader::metadata()` returns the complete object metadata already observed by this reader, and `BufferStream::metadata()` can open the read response and return metadata before the response body is consumed. + +`Operator::read`, `read_with`, and `read_options` still return `Buffer`. + +### Copy APIs return `Metadata` + +`Operator::copy`, `copy_options`, `copy_with`, and their blocking equivalents now return `Metadata` instead of `()`, matching write completion behavior. + +Out-of-tree raw services and layers that implement copy must migrate to the new copier flow: + +- `Access::copy` returns `(RpCopy, Self::Copier)`. +- `Access` implementations define a `type Copier`. +- `oio::Copy::close` returns the server-side completion `Metadata`. + +### `RetryInterceptor::intercept` takes `RetryEvent` + +`RetryInterceptor::intercept` now receives a single `RetryEvent<'_>` argument instead of `(&Error, Duration)`. The event carries the operation being retried and a 1-based retry attempt counter, and is `#[non_exhaustive]` so future fields can be added without another break. + +### HTTP metrics include `service_operation` + +HTTP metrics emitted by the metrics layers now include a `service_operation` label for backend-specific request names such as `GetObject` or `UploadPart`. Metrics consumers and dashboards that assume the previous HTTP metric label set must be updated. + +## Raw API + +### `RpRead` carries optional `Metadata` + +`RpRead` now carries optional complete object `Metadata` observed while opening a read operation. The old size/range fields have been removed. + +Out-of-tree services should return: + +- `RpRead::new(metadata)` when the read response natively provides metadata. +- `RpRead::default()` when the service does not provide read metadata. + +The `metadata.content_length()` value must describe the full object size, even for range reads. + +## Services + +### `allow_anonymous` renamed to `skip_signature` + +S3-compatible services now use `skip_signature` to describe requests that bypass credential loading and request signing: + +- For S3, OSS, and GCS, `allow_anonymous` is kept as a deprecated compatibility alias. New code should use `skip_signature()` on builders or `skip_signature = true` in config. +- For TOS, migrate from `allow_anonymous(true)` / `allow_anonymous = true` to `skip_signature()` / `skip_signature = true`. +- For GCS, the behavior changed from fallback-on-credential-error to an unconditional signing bypass. If requests should be signed, do not set either `skip_signature` or the deprecated `allow_anonymous` alias. + +### Hugging Face `repo_type` is required + +The Hugging Face service no longer defaults `repo_type` to `model`. Set it explicitly when constructing the service: + +```diff + let builder = opendal_service_hf::Hf::default() ++ .repo_type("model") + .repo_id("username/repo"); +``` + +For config maps and environment-driven setup, add `repo_type = "model"` or the correct repository type: `model`, `dataset`, `space`, or `bucket`. + +The service also adds a `download_mode` option. The default is `xet`; set `download_mode = "http"` to force plain HTTP downloads. + +### TOS versioning option removed + +`TosBuilder::enable_versioning` and `TosConfig::enable_versioning` have been removed. TOS now declares versioned stat/read/delete capabilities natively. + +# Upgrade to v0.56 + +## Public API + +### Deprecated HTTP client builder hooks removed + +The long-deprecated `http_client` customization hooks on service builders have been removed. Configure custom HTTP behavior with the layered HTTP client APIs instead of mutating service builders directly. + +### `TimeoutLayer::with_speed` removed + +`TimeoutLayer::with_speed` has been removed after a deprecation cycle. Use `with_io_timeout` to enforce per-IO deadlines instead. + +## Raw API + +### Test helpers moved to `opendal_testkit` + +The old `opendal::raw::tests` module has been split into the standalone `opendal-testkit` crate. If you maintain out-of-tree services or integrations, replace imports from `opendal::raw::tests` with `opendal::tests` or depend on `opendal-testkit` directly. + +# Upgrade to v0.55 + +## Public API + +### Timestamp types now come from `jiff` + +All public metadata APIs that previously exposed `chrono::DateTime` now use `jiff::Timestamp`. For example, `Metadata::last_modified()` and related setters return/accept `Timestamp` values (`core/src/types/metadata.rs`). Update downstream crates to depend on `jiff` if they manipulate these timestamps or convert them to other formats. + +### Scheme handling is string-based + +`OperatorInfo::scheme()` now returns `&'static str` instead of `Scheme`, and `Operator::via_iter` accepts `impl AsRef` (typically the `services::*_SCHEME` constants). Additionally, the deprecated constructors `Operator::from_map` and `Operator::via_map` have been removed. Migrate any code that relied on the enum variants or the removed constructors to the new string-based constants and `from_iter`/`via_iter`. + +### List APIs only support `versions` + +`OpList::with_version()`/`version()` and `Capability::list_with_version` have been removed after a long deprecation cycle. Use `with_versions()`/`versions()` on `OpList` and read `Capability::list_with_versions` instead. + +### `S3Builder::security_token` removed + +`S3Builder` no longer exposes the deprecated `security_token()` helper. Use `session_token()` exclusively when configuring temporary credentials. + +### KV-style services no longer pretend to support `list` + +Services that never returned meaningful results for `Operator::list` (such as D1, FoundationDB, GridFS, Memcached, MongoDB, MySQL, Persy, PostgreSQL, Redb, Redis, SurrealDB, TiKV, etc.) now return explicit `Unsupported` errors from their service implementations. Those features will be implemented later. + +## Raw API + +### Deprecated KV adapters removed + +The legacy `opendal::raw::adapters::{kv, typed_kv}` modules have been deleted. Services should directly implement `Access` instead of depending on the adapters. Remove the corresponding imports and shim layers from any out-of-tree services. + +# Upgrade to v0.54 + +## Public API + +### RFC-6189: Remove Native Blocking Support + +OpenDAL v0.54 implements [RFC-6189](https://opendal.apache.org/docs/rust/opendal/docs/rfcs/rfc_6189_remove_native_blocking/index.html), which removes all native blocking support in favor of using `block_on` from async runtimes. + +The following breaking changes have been made: + +- `blocking::Operator` can no longer be used within async contexts +- Using blocking APIs now requires an async runtime +- All `Blocking*` types have been moved to the `opendal::blocking` module + +To migrate: + +```diff +- use opendal::BlockingOperator; ++ use opendal::blocking::Operator; +``` + +### RFC-6213: Options Based API + +OpenDAL v0.54 implements [RFC-6213](https://opendal.apache.org/docs/rust/opendal/docs/rfcs/rfc_6213_options_api/index.html), which introduces options-based APIs for more structured and extensible operation configuration. + +New APIs added: + +- `read_options(path, ReadOptions)` +- `write_options(path, data, WriteOptions)` +- `list_options(path, ListOptions)` +- `stat_options(path, StatOptions)` +- `delete_options(path, DeleteOptions)` + +Example usage: + +```rust +// Read with options +let options = ReadOptions::new() + .range(0..1024) + .if_match("etag"); +let data = op.read_options("path/to/file", options).await?; + +// Write with options +let options = WriteOptions::new() + .content_type("text/plain") + .cache_control("max-age=3600"); +op.write_options("path/to/file", data, options).await?; +``` + +### Remove `stat_has_xxx` and `list_has_xxx` APIs + +All `stat_has_*` and `list_has_*` capability check APIs have been removed. Instead, check capabilities directly on the `Capability` struct: + +```diff +- if op.info().capability().stat_has_content_length() { ++ if op.info().capability().stat.content_length { + // ... +} +``` + +### Fix `with_user_metadata` signature + +The signature of `with_user_metadata` has been changed. Please update your code accordingly if you use this method. + +### Services removed due to lack of maintainer + +The following services have been removed due to lack of maintainers: + +- `atomicserver` +- `icloud` +- `nebula-graph` + +If you need these services, please consider maintaining them or use alternative services. + +### `Operator::http_client` replaces `update_http_client` + +The `Operator::update_http_client()` method has been replaced by `Operator::http_client`: + +```diff +- op.update_http_client(client); ++ op = op.http_client(client); +``` + +### Expose `presign_xxx_options` API + +New options-based presign APIs have been exposed: + +```rust +let options = PresignOptions::new() + .expire(Duration::from_secs(3600)); + +let url = op.presign_read_options("path/to/file", options).await?; +``` + +## Raw API + +### Remove native blocking support + +All native blocking implementations have been removed from the raw API. Services and layers no longer need to implement blocking-specific methods. + +# Upgrade to v0.53 + +## Public API + +### Supabase service is now an S3-compatible servcice + +Supabase Storage is now an S3-compatible service instead: https://github.com/supabase/storage. + +We removed the supabase native service support in OpenDAL v0.53. Users who want to access Supabase Storage can use the S3 service instead. + +### All metrics related layers have been refactored + +All metrics layers have been refactored: + +- `PrometheusLayer` +- `PrometheusClientLayer` +- `MetricsLayer` + +They are now provides more metrics and more detailed information. All their public API have been redesigned. + +For more details, please refer to `opendal::layers::observe`'s module documentation. + +### `Operator::default_executor` has been replaced by `Operator::executor` + +In opendal v0.53, we introduced a new concept of `Context` which is used to store the context of the current operator. Thanks to this design, we can now get and set the `executor` and `http_client` for given Operator instead. + +All services `http_client` API has been deprecated and replaced by `Operator::update_http_client` API. + +### OpenDAL MSRV bumped to `1.82` + +Since v0.53, OpenDAL will require Rust 1.82.0 or later to build. + +## Raw API + +### Operation enum merge + +To reduce the complexity of the `Operation`, we have merged the duplicated `Operation`. + +For example: + +- `Operation::ReaderRead` has been merged into `Operation::Read` +- `Operation::BlockingRead` has been merged into `Operation::Read` + +# Upgrade to v0.52 + +## Public API + +### RFC-5556: Write Returns Metadata + +Since v0.52, all write APIs in OpenDAL have been updated to return `Metadata` instead of `()`. This metadata includes useful information provided by the service, such as `content-length`, `etag`, `version`, and `last-modified`. + +This feature is not fully ready yet, and many available metadata fields are still not returned. Please visit [Tracking Issues of RFC-5556: Write Returns Metadata](https://github.com/apache/opendal/issues/5557) for progress and contributions. + +Affected API: + +- `opendal::Operator::write` +- `opendal::Operator::write_with` +- `opendal::Operator::writer::close` +- `opendal::raw::oio::Write::close` + +### Github Actions Cache (ghac) service v2 + +As [requested](https://github.com/apache/opendal/issues/5620) by GitHub, we have upgraded our GHAC service to ensure compatibility with the latest GitHub Actions cache API. + +By upgrading to OpenDAL v0.52, your services will continue functioning after the deprecation of the legacy service (2025/03/01). GHES does not yet support GHAC v2, but OpenDAL has handled this properly to prevent any disruptions. + +ghac service doesn't support `delete` anymore, please use github's API to delete cache instead. + +This upgrade is mandatory and enabled by default using an environment variable in the GitHub CI environment. No changes are required at the code level. + +### Breaking Changes in Dependencies + +- `OtelTraceLayer` and `OtelMetricsLayer`'s dependence `opentelemetry` bumped to `0.28` +- `PrometheusClientLayer`'s dependence `prometheus-client` bumped to `0.23.1` + +# Upgrade to v0.51 + +## Public API + +### New VISION: One Layer, All Storage + +OpenDAL has refined its vision to **One Layer, All Storage**, driven by the following core principles: **Open Community**, **Solid Foundation**, **Fast Access**, **Object Storage First**, and **Extensible Architecture**. + +Explore the detailed vision at [OpenDAL Vision](https://opendal.apache.org/vision). + +### RFC-5313: Remove Metakey + +OpenDAL v0.51 implements [RFC-5313](https://opendal.apache.org/docs/rust/opendal/docs/rfcs/rfc_5314_remove_metakey/index.html), which removes the concept of metakey. + +The following structs have been removed: + +- `Metakey` + +The following APIs have been removed: + +- `list_with(path).metakey()` + +Users no longer need to pass the metakey into the list. Instead, services will make their best effort to return as much metadata as possible. Users can check items like `Capability::list_has_etag` before making a call. + +### Remove not used capability: `write_multi_align_size` + +The capability `write_multi_align_size` is not utilized by any services, and we have no plans to support it in the future; therefore, we have removed it. + +### CapabilityCheckLayer and CorrectnessCheckLayer + +OpenDAL used to perform capability checks for all services, but since v0.51, it only conducts checks that impact data correctness like `write_with_if_not_exists` or `delete_with_version` by default in the `CorrectnessCheckLayer`. If users wish to verify other non-critical capabilities like `write_with_content_type` or `write_with_cache_control`, they should manually enable the `CapabilityCheckLayer`. + +### RFC-3911: Deleter API + +OpenDAL v0.51 implements [RFC-3911](https://opendal.apache.org/docs/rust/opendal/docs/rfcs/rfc_3911_deleter_api/index.html), which adds `Deleter` in OpenDAL to replace `batch` operation. + +The following new APIs have been added: + +- [`Operator::delete_iter`] +- [`Operator::delete_try_iter`] +- [`Operator::delete_stream`] +- [`Operator::delete_try_stream`] +- [`Operator::deleter`] +- [`Deleter::delete`] +- [`Deleter::delete_iter`] +- [`Deleter::delete_try_iter`] +- [`Deleter::delete_stream`] +- [`Deleter::delete_try_stream`] +- [`Deleter::flush`] +- [`Deleter::close`] +- [`Deleter::into_sink`] +- [`DeleteInput`] +- [`IntoDeleteInput`] +- [`FuturesDeleteSink`] + +The following APIs have been deprecated and will be removed in the future releases: + +- `Operator::remove` (replace with [`Operator::delete_iter`]) +- `Operator::remove_via` (replace with [`Operator::delete_stream`]) + +As a result of this change, the `limit` and `with_limit` APIs on `Operator` have also been deprecated; they are currently no-ops. + +## Raw API + +### `adapter::kv` now returns `Scanner` instead of `Vec` + +To support returning key-value entries in a streaming manner instead of loading them all into memory, OpenDAL updated its adapter API to return a `Scanner` instead of a `Vec`. + +```diff +- async fn scan(&self, path: &str) -> Result> ++ async fn scan(&self, path: &str) -> Result +``` + +All services intending to implement `kv::Adapter` should adhere to this API change. + +## Align `metadata` API to `info` + +OpenDAL changes it's old `metadata` API to `info` to align with the new `AccessorInfo` struct. + +```diff +- fn metadata(&self) -> Arc ++ fn info(&self) -> Arc +``` + +### Remove not used struct: `RangeWriter` + +The struct `RangeWriter` is not utilized by any services, and we have no plans to support it in the future; therefore, we have removed it. + +# Upgrade to v0.50 + +## Public API + +### `services-postgresql`'s connect string now supports only URL format + +Previously, it supports both URL format and key-value format. After switching the implementation from `tokio-postgres` to `sqlx`, the service now supports only the URL format. + +### `list` now returns path itself + +Previously, `list("a/b")` would not return `a/b` even if it does exist. Since v0.50.0, this behavior has been changed. OpenDAL will now return the path itself if it exists. This change applies to all cases, whether the path is a directory or a file. + +### Refactoring of the metrics-related layer + +In OpenDAL v0.50.0, we did a refactor on all metrics-related layers. They are now sharing the same underlying implementations. `PrometheusLayer`, `PrometheusClientLayer` and `MetricsLayer` are now have similar public APIs and exactly the same metrics value. + +# Upgrade to v0.49 + +## Public API + +### `Configurator` now returns associated builder instead + +`Configurator` used to return `impl Builder`, but now it returns associated builder type directly. This will allow users to use the builder in a more flexible way. + +```diff +impl Configurator for MemoryConfig { +- fn into_builder(self) -> impl Builder { ++ type Builder = MemoryBuilder; ++ fn into_builder(self) -> Self::Builder { + MemoryBuilder { config: self } + } +} +``` + +### `LoggingLayer` now accepts `LoggingInterceptor` + +`LoggingLayer` now accepts `LoggingInterceptor` trait instead of configuration. This change will allow users to customize the logging behavior more flexibly. + +```diff +pub trait LoggingInterceptor: Debug + Clone + Send + Sync + Unpin + 'static { + fn log( + &self, + info: &AccessorInfo, + operation: Operation, + context: &[(&str, &str)], + message: &str, + err: Option<&Error>, + ); +} +``` + +Users can now implement the log in the way they want. + +# Upgrade to v0.48 + +## Public API + +### Typo in `customized_credential_load` + +Since v0.48, the `customed_credential_load` function has been renamed to `customized_credential_load` to fix the typo of `customized`. + +```diff +- builder.customed_credential_load(v); ++ builder.customized_credential_load(v); +``` + +### S3 service rename `security_token` to `session_token` + +[In 2014 Amazon switched](https://aws.amazon.com/blogs/security/a-new-and-standardized-way-to-manage-credentials-in-the-aws-sdks/) from `AWS_SECURITY_TOKEN` to `AWS_SESSION_TOKEN`. To be consistent with the naming of AWS STS, we have renamed the `security_token` field to `session_token` in the S3 service. + +```diff +- builder.security_token(v); ++ builder.session_token(v); +``` + +### Operator `from_iter` and `via_iter` replaces `from_map` and `via_map` + +Since v0.48, Operator's new APIs `from_iter` and `via_iter` methods have deprecated the `from_map` and `via_map` methods. + +```diff +- Operator::from_map::(map)?; ++ Operator::from_iter::(map)?; +``` + +New API `from_iter` and `via_iter` should cover all use cases of `from_map` and `via_map`. + +### Service builder now takes ownership + +Since v0.48, all service builder now takes ownership `self` instead of `&mut self`. This change will allow users to configure the service in a more flexible way. + +```diff +- let mut builder = S3::default(); +- builder.bucket("test"); +- builder.root("/path/to/root"); ++ let builder = S3::default().bucket("test").root("/path/to/root"); + let op = Operator::new(builder)?; +``` + +## Raw API + +### `oio::Write::write` will write the whole buffer + +Starting from version 0.48, `oio::Write::write` now writes the entire buffer. This update aligns the API more closely with `oio::Read::read` and simplifies the implementation of concurrent writing. + +```diff + trait Write { +- fn write(&mut self, bs: Buffer) -> impl Future>; ++ fn write(&mut self, bs: Buffer) -> impl Future>; + } +``` + +`write` will now return `Result<()>` instead of `Result`. The number of bytes written can be obtained from the buffer's length. + +### `Access::metadata()` will return `Arc` + +Starting from version 0.48, `Access::metadata()` will return `Arc` instead of `AccessInfo`. This change is intended to improve performance and reduce memory usage. + +```diff + trait Access { +- fn metadata(&self) -> AccessInfo; ++ fn metadata(&self) -> Arc; + } +``` + +### `MinitraceLayer` renamed to `FastraceLayer` + +The `MinitraceLayer` has been renamed to `FastraceLayer` to respond to the [transition from `minitrace` to `fastrace`](https://github.com/tikv/minitrace-rust/issues/229). + +```diff +- use opendal::layers::MinitraceLayer; ++ use opendal::layers::FastraceLayer; +``` + +### Use `Configurator` to replace `Builder::from_config` + +Since v0.48, the `Builder::from_config` and `Builder::from_map` method has been replaced by the `Configurator` trait. The `Configurator` trait provides a more flexible and extensible way to configure OpenDAL. + +Service implementers should update their code to use the `Configurator` trait instead: + +```rust +impl Configurator for MemoryConfig { + type Builder = MemoryBuilder; + fn into_builder(self) -> Self::Builder { + MemoryBuilder { config: self } + } +} + +impl Builder for MemoryBuilder { + const SCHEME: Scheme = Scheme::Memory; + type Config = MemoryConfig; + + fn build(self) -> Result { + ... + } +} +``` + +# Upgrade to v0.47 + +## Public API + +### Reader `into_xxx` APIs + +Since v0.47, `Reader`'s `into_xxx` APIs requires `async` and returns `Result` instead. + +```diff +- let r = op.reader("test.txt").await?.into_futures_async_read(1024..2048); ++ let r = op.reader("test.txt").await?.into_futures_async_read(1024..2048).await?; +``` + +Affected API includes: + +- `Reader::into_futures_async_read` +- `Reader::into_bytes_stream` +- `BlockingReader::into_std_read` +- `BlockingReader::into_bytes_iterator` + +## Raw API + +### Bring Streaming Read Back + +As explained in [core: Bring Streaming Read Back](https://github.com/apache/opendal/issues/4672), we do need read streaming back for better performance and low memory usage. + +So our `oio::Read` changed back to streaming read instead: + +```diff +trait Read { +- async fn read(&self, offset: u64, size: usize) -> Result; ++ async fn read(&mut self) -> Result; +} +``` + +All services and layers should be updated to meet this change. + +# Upgrade to v0.46 + +## Public API + +### MSRV Changed to 1.75 + +Since 0.46, OpenDAL requires Rust 1.75.0 or later to use features like [`RPITIT`](https://rust-lang.github.io/rfcs/3425-return-position-impl-trait-in-traits.html) and [`AFIT`](https://rust-lang.github.io/rfcs/3185-static-async-fn-in-trait.html). + +### Services Feature Flag + +Starting with version 0.46, OpenDAL only includes the memory service by default to prevent compiling unnecessary service code. To use other services, please activate their respective feature flags. + +Additionally, we have removed all `reqwest`-related feature flags: + +- Users must now directly use `reqwest`'s feature flags for options like `rustls`, `native-tls`, etc. +- The `rustls` feature is no longer enabled by default; it must be activated manually. +- OpenDAL no longer offers the `trust-dns` option; users should configure the client builder directly. + +### Range Based Read + +Since v0.46, OpenDAL transformed it's Read IO trait to range based instead of stateful poll based IO. This change will make the IO more efficient, easier for concurrency and ready for completion based IO. + +`opendal::Reader` now have APIs like: + +```rust +let r = op.reader("test.txt").await?; +let buf = r.read(1024..2048).await?; +``` + +### Buffer Based IO + +Since version 0.46, OpenDAL features a native `Buffer` struct that supports both contiguous and non-contiguous buffers. This update enhances IO efficiency by minimizing unnecessary byte copying and enabling vectored IO. + +OpenDAL's `Reader` will return `Buffer` and `Writer` will accept `Buffer` as input. Users who have implemented their own IO traits should update their code to use the new `Buffer` struct. + +```rust +let r = op.reader("test.txt").await?; +// read returns `Buffer` +let buf: Buffer = r.read(1024..2048).await?; + +let w = op.writer("test.txt").await?; + +// Buffer can be created from continues bytes. +w.write("hello, world").await?; +// Buffer can also be created from non-continues bytes. +w.write(vec![Bytes::from("hello,"), Bytes::from("world!")]).await?; + +// Make sure file has been written completely. +w.close().await?; +``` + +To enhance usability, we've integrated bridges into `bytes::Buf` and `bytes::BufMut`, allowing users to directly interact with the bytes API. + +```rust +let r = op.reader("test.txt").await?; +let mut bs = vec![]; +// read_into accepts bytes::BufMut +let buf: Buffer = r.read_into(&mut bs, 1024..2048).await?; + +let w = op.writer("test.txt").await?; + +// write_from accepts bytes::Buf +w.write_from("hello, world".as_bytes()).await?; + +// Make sure file has been written completely. +w.close().await?; +``` + +### Bridge API + +OpenDAL's `Reader` and `Writer` previously implemented APIs such as `AsyncRead` and `AsyncWrite` directly. This design was not user-friendly, as it could lead to unexpected costs that users were unaware of in advance. + +Since v0.46, OpenDAL provides bridge APIs for `Reader` and `Writer` instead. + +```rust +let r = op.reader("test.txt").await?; + +// Convert into futures AsyncRead + AsyncSeek. +let reader = r.into_futures_async_read(1024..2048); +// Convert into futures bytes stream. +let stream = r.into_bytes_stream(1024..2048); + +let w = op.writer("test.txt").await?; + +// Convert into futures AsyncWrite +let writer = w.into_futures_async_write(); +// Convert into futures bytes sink; +let sink = w.into_bytes_sink(); +``` + +## Raw API + +### Async in IO trait + +Since version 0.46, OpenDAL has adopted Rust's native [`async_in_trait`](https://blog.rust-lang.org/2023/12/21/async-fn-rpit-in-traits.html) for our core IO traits, including `oio::Read`, `oio::Write`, and `oio::List`. + +This update eliminates the need for manually written, poll-based state machines and simplifies the codebase. Consequently, OpenDAL now requires Rust version 1.75.0 or later. + +Users who have implemented their own IO traits should update their code to use the new async trait syntax. + +# Upgrade to v0.45 + +## Public API + +### BlockingLayer is not enabled by default + +To further enhance the optionality of `tokio`, we have introduced a new feature called `layers-blocking`. The default usage of the blocking layer has been disabled. To utilize the `BlockingLayer`, please enable the `layers-blocking` feature. + +### TimeoutLayer deprecated `with_speed` + +The `with_speed` API has been deprecated. Please use `with_io_timeout` instead. + +## Raw API + +No raw API changes. + +# Upgrade to v0.44 + +## Public API + +### Moka Service Configuration + +- The `thread_pool_enabled` option has been removed. + +### List Prefix Supported + +After [RFC: List Prefix](crate::docs::rfcs::rfc_3243_list_prefix) landed, we have changed the behavior of `list` a path without `/`. OpenDAL used to return `NotADirectory` error, but now we will return the list of entries that start with given prefix instead. + +# Upgrade to v0.43 + +## Public API + +### List Recursive + +After [RFC-3526: List Recursive](crate::docs::rfcs::rfc_3526_list_recursive) landed, we have changed the `list` API to accept `recursive` instead of `delimiter`: + +Users will need to change the following usage: + +- `op.list_with(path).delimiter("")` -> `op.list_with(path).recursive(true)` +- `op.list_with(path).delimiter("/")` -> `op.list_with(path).recursive(false)` + +`delimiter` other than `""` and `"/"` is not supported anymore. + +### Stat a dir path + +After [RFC: List Prefix](crate::docs::rfcs::rfc_3243_list_prefix) landed, we have changed the behavior of `stat` a dir path: + +Here are the behavior list: + +| Case | Path | Result | +| ---------------------- | --------------- | ------------------------------------------ | +| stat existing dir | `abc/` | Metadata with dir mode | +| stat existing file | `abc/def_file` | Metadata with file mode | +| stat dir without `/` | `abc/def_dir` | Error `NotFound` or metadata with dir mode | +| stat file with `/` | `abc/def_file/` | Error `NotFound` | +| stat not existing path | `xyz` | Error `NotFound` | + +Services like s3, azblob can handle `stat("abc/")` correctly by check if there are objects with prefix `abc/`. + +## Raw API + +### Lister Align + +We changed our internal `lister` implementation to align with the `list` public API for better performance and readability. + +- trait `Page` => `List` +- struct `Pager` => `Lister` +- trait `BlockingPage` => `BlockingList` +- struct `BlockingPager` => `BlockingLister` + +Every call to `next` will return an entry instead a page of entries. Also, we changed our async list api into poll based instead of `async_trait`. + +# Upgrade to v0.42 + +## Public API + +### MSRV Changed + +OpenDAL bumps it's MSRV to 1.67.0. + +### S3 Service Configuration + +- The `enable_exact_buf_write` option has been deprecated and is superseded by `BufferedWriter`, introduced in version 0.40. + +### Oss Service Configuration + +- The `write_min_size` option has been deprecated and replaced by `BufferedWriter`, also introduced in version 0.40. +- A new setting, `allow_anonymous`, has been added. Since v0.41, OSS will now return an error if credential loading fails. Enabling `allow_anonymous` to fallback to request without credentials. + +### Ghac Service Configuration + +- The `enable_create_simulation` option has been removed. We add this option to allow ghac simulate create empty file, but it could result in unexpected behavior when users create a file with content length `1`. So we remove it. + +### Wasabi Service Removed + +`wasabi` service native support has been removed. Users who want to access wasabi can use our `s3` service instead. + +# Upgrade to v0.41 + +There is no public API and raw API changes. + +# Upgrade to v0.40 + +## Public API + +### RFC-2578 Merge Append Into Write + +[RFC-2578](crate::docs::rfcs::rfc_2758_merge_append_into_write) merges `append` into `write` and removes `append` API. + +- For writing a file at once, please use `op.write()` for convenience. +- For appending a file, please use `op.write_with().append(true)` instead of `op.append()`. + +The same rule applies to `writer()` and `writer_with()`. + +### RFC-2774 Lister API + +[RFC-2774](crate::docs::rfcs::rfc_2774_lister_api) proposes a new `lister` API to replace current `list` and `scan`. And we add a new API `list` to return entries directly. + +- For listing a directory at once, please use `list()` for convenience. +- For listing a directory recursively, please use `list_with().delimiter("")` or `lister_with().delimiter("")` instead of `scan()`. +- For listing in streaming, please use `lister()` or `lister_with()` instead. + +### RFC-2779 List With Metakey + +[RFC-2779](crate::docs::rfcs::rfc_2779_list_with_metakey) proposes a new `op.list_with().metakey()` API to allow list with metakey and removes `op.metadata(&entry)` API. + +Please use `op.list_with().metakey()` instead of `op.metadata(&entry)`, for example: + +```rust +// Before +let entries: Vec = op.list("dir/").await?; +for entry in entries { + let meta = op.metadata(&entry, Metakey::ContentLength | Metakey::ContentType).await?; + println!("{} {}", entry.name(), entry.metadata().content_length()); +} + +// After +let entries: Vec = op + .list_with("dir/") + .metakey(Metakey::ContentLength | Metakey::ContentType).await?; +for entry in entries { + println!("{} {}", entry.name(), entry.metadata().content_length()); +} +``` + +### RFC-2852: Native Capability + +[RFC-2852](crate::docs::rfcs::rfc_2852_native_capability) proposes new `native_capability` and `full_capability` API to allow users to check if the underlying service supports a capability natively. + +- `native_capability` returns `true` if the capability is supported natively. +- `full_capability` returns `true` if the capability is supported, maybe via a layer. + +Most of time, you can use `full_capability` to replace `capability` call. But to check if the capability is supported natively for better performance design, please use `native_capability` instead. + +### Buffered Writer + +OpenDAL v0.40 added buffered writer support! + +Users don't need to specify the `content_length()` for writer anymore! + +```diff +- let mut w = op.writer_with("path/to/file").content_length(1024).await?; ++ let mut w = op.writer_with("path/to/file").await?; +``` + +Users can specify the `buffer()` to control the size we call underlying storage: + +```rust +let mut w = op.writer_with("path/to/file").buffer(8 * 1024 * 1024).await?; +``` + +If buffer is not specified, we will call underlying storage everytime we call `write`. Otherwise, we will make sure to call underlying storage when buffer is full or `close` is called. + +### RangeRead and RangeReader + +OpenDAL v0.40 removed the origin `range_read` and `range_reader` interfaces, please use `read_with().range()` or `reader_with().range()`. + +```diff +- op.range_read(path, range_start..range_end).await?; ++ op.read_with(path).range(range_start..range_end).await?; +``` + +```diff +- let reader = op.range_reader(path, range_start..range_end).await?; ++ let reader = op.reader_with(path).range(range_start..range_end).await?; +``` + +## Raw API + +### RFC-3017 Remove Write Copy From + +[RFC-3017](crate::docs::rfcs::rfc_3017_remove_write_copy_from) removes `copy_from` API from the `oio::Write` trait. Users who implements services and layers by hand should remove this API. + +# Upgrade to v0.39 + +## Public API + +### Service S3 Role Arn Behavior + +In PR #2687, OpenDAL changed the behavior when `role_arn` has been specified. + +OpenDAL used to override role_arn simply. But since this version, OpenDAL will make sure to use assume_role with specified `role_arn` and `external_id` (if supplied). + +### RetryLayer supports RetryInterceptor + +In PR #2666, `RetryLayer` supports `RetryInterceptor`. To implement this change, `RetryLayer` changed it's in-memory layout by adding a new generic parameter `I` to `RetryLayer`. + +Users who stores `RetryLayer` in struct or enum will need to change the type if they don't want to use default behavior. + +## Raw API + +In PR #2698, OpenDAL re-org the internal structure of `opendal::raw::oio` and changed some APIs name. + +# Upgrade to v0.38 + +There are no public API changes. + +## Raw API + +OpenDAL add the `Write::sink` API to enable streaming writing. This is a breaking change for users who depend on the raw API. + +For a quick fix, users who have implemented `opendal::raw::oio::Write` can return an `Unsupported` error for `Write::sink()`. + +More details could be found at [RFC: Writer `sink` API][crate::docs::rfcs::rfc_2083_writer_sink_api]. + +# Upgrade to v0.37 + +In v0.37.0, OpenDAL bump the version of `reqsign` to v0.13.0. + +There are no public API and raw API changes. + +# Upgrade to v0.36 + +## Public API + +In v0.36, OpenDAL improving the `xxx_with` API by allow it to be called in chain: + +After this change, all `xxx_with` alike call will be changed from + +```rust +let bs = op.read_with( + "path/to/file", + OpRead::new() + .with_range(0..=1024) + .with_if_match("") + .with_if_none_match("") + .with_override_cache_control("") + .with_override_content_disposition("") + ).await?; +``` + +to + +```rust +let bs = op.read_with("path/to/file") + .range(0..=1024) + .if_match("") + .if_none_match("") + .override_cache_control("") + .override_content_disposition("") + .await?; +``` + +For blocking API calls, we will need a `call()` at the end: + +```rust +let bs = bop.read_with("path/to/file") + .range(0..=1024) + .if_match("") + .if_none_match("") + .override_cache_control("") + .override_content_disposition("") + .call()?; +``` + +Along with this change, users don't need to call `OpXxx` anymore so we moved it to `raw` API. + +More details could be found at [RFC: Chain Based Operator API][crate::docs::rfcs::rfc_2299_chain_based_operator_api]. + +## Raw API + +Migrated `opendal::ops` to `opendal::raw::ops`. + +# Upgrade to v0.35 + +## Public API + +- OpenDAL removes rarely used `Operator::from_env` and `Operator::from_iter` APIs + - Users can use `Operator::via_map` instead. + +## Raw API + +- OpenDAL adds `append` support with could break existing layers. Please make sure `append` requests have been forward correctly. +- After the merging of `scan` and `list`, OpenDAL removes the `scan` from raw API. Please use `list_without_delimiter` instead. + +# Upgrade to v0.34 + +## Public API + +- OpenDAL raises it's MSRV to 1.65 for dependencies changes +- `OperatorInfo::can_scan` has been removed, to check if underlying services support scan a dir natively, please use `Capability::list_without_delimiter` instead. + +## Raw API + +### Merged `scan` into `list` + +After `Capability` introduced, we have added `delimiter` in `OpList`. Users can specify the delimiter to `""` or `"/"` to control the list behavior. + +Along with this change, `Operator::scan()` becomes a short alias of `Operator::list_with(OpList::new().with_delimiter(""))`. + +### Typed Kv Adapter + +In v0.34, OpenDAL adds a typed kv adapter for zero-copy read and write. If you are implemented kv adapter for a rust in-memory data struct, please consider migrate. + +# Upgrade to v0.33 + +## Public API + +OpenDAL 0.33 has redesigned the `Writer` API, replacing all instances of `writer.append()` with `writer.write()`. For more information, please refer to [`Writer`](crate::Writer). + +## Raw API + +In addition to the redesign of the `Writer` API, we have removed `append` from `oio::Write`. Therefore, users who implement services and layers should also remove it. + +After v0.33 landing, services should handle `OpWrite::content_length` correctly by following these guidelines: + +- If the writer does not support uploading unsized data, return a response of `NotSupported` if content length is `None`. +- Otherwise, continue writing data until either `close` or `abort` has been called. + +Furthermore, OpenDAL 0.33 introduces a new concept called `Capability` which replaces `AccessorCapability`. Services must adapt to this change. + +# Upgrade to v0.32 + +OpenDAL 0.32 doesn't have much breaking changes. + +We changed `Accessor::create` into `Accessor::create_dir`. Only users who implement `Layer` need to change. + +# Upgrade to v0.31 + +In version v0.31 of OpenDAL, we made some internal refactoring to improve its compatibility with the ecosystem. + +## MSRV Bump + +We increased the MSRV to 1.64 from v0.31 onwards. Although it is still possible to build OpenDAL under older rustc versions, we cannot guarantee that any issues related to them will be fixed. + +## Accept `std::time::Duration` instead + +Previously, OpenDAL accepted `time::Duration` as input for `presign_xxx`. However, since v0.31, we have changed this to accept `std::time::Duration` so that users do not need to depend on `time`. Internally, we migrated from `time` to `chrono` for better integration with other parts of the ecosystem. + +## `disable_ec2_metadata` for services s3 + +We have added a new configuration option called `disable_ec2_metadata` for the S3 service in response to a mistake where it was mixed up with another option called `disable_config_load`. Users who want to disable loading credentials from EC2 metadata should set this option instead. + +## Services Feature Flag + +Starting from v0.31, all services in OpenDAL are split into different feature flags. To enable only S3 support, use the following TOML configuration: + +```toml +opendal = { + version = "0.31", + default-features = false, + features = ["services-s3"] +} +``` + +# Upgrade to v0.30 + +In version 0.30, we made significant breaking changes by removing objects. Our goal in doing so was to provide our users with APIs that are easier to understand and maintain. + +More details could be found at [RFC: Remove Object Concept][crate::docs::rfcs::rfc_1477_remove_object_concept]. + +To upgrade to OpenDAL v0.30, users need to make the following changes: + +- regex replace `object\((.*)\).reader\(\)` to `reader($1)` + - replace the function on your case, it's recommended to do it one by one +- rename `ObjectMetakey` => `Metakey` +- rename `ObjectMode` => `EntryMode` +- replace `ErrorKind::ObjectXxx` to `ErrorKind::Xxx` +- rename `AccessorMetadata` => `AccessorInfo` +- rename `ObjectMetadata` => `Metadata` +- replace `operator.metadata()` => `operator.info()` + +# Upgrade to v0.29 + +In v0.29, we introduced [Object Writer][crate::docs::rfcs::rfc_1420_object_writer] to replace existing Multipart related APIs. + +Users can now append multiparts bytes into object via: + +```rust +let mut w = o.writer().await?; +w.write(bs1).await?; +w.write(bs2).await?; +w.close() +``` + +Along with this change, we cleaned up a lot of internal structs and traits. Users who used to depend on `opendal::raw::io::{input,output}` should use `opendal::raw::oio` instead. + +Also, decompress related feature also removed. Users can use `async-compression` with `ObjectReader` directly. + +# Upgrade to v0.28 + +In v0.28, we introduced [Query Based Metadata][crate::docs::rfcs::rfc_1398_query_based_metadata]. Users can query cached metadata with `ObjectMetakey` to make sure that OpenDAL always makes the best decision. + +```diff +- pub async fn metadata(&self) -> Result; ++ pub async fn metadata( ++ &self, ++ flags: impl Into>, ++ ) -> Result>; +``` + +Please visit `Object::metadata()`'s example for more details. + +# Upgrade to v0.27 + +In v0.27, we refactored our `list` related logic and added `scan` support. So make `Pager` and `BlockingPager` associated types in `Accessor` too! + +```diff +pub trait Accessor: Send + Sync + Debug + Unpin + 'static { + type Reader: output::Read; + type BlockingReader: output::BlockingRead; ++ type Pager: output::Page; ++ type BlockingPager: output::BlockingPage; +} +``` + +## User defined layers + +Due to this change, all layers implementation should be changed. If there is not changed over pager, they can be changed like the following: + +```diff +impl LayeredAccessor for MyAccessor { + type Inner = A; + type Reader = MyReader; + type BlockingReader = MyReader; ++ type Pager = A::Pager; ++ type BlockingPager = A::BlockingPager; + ++ async fn list(&self, path: &str, args: OpList) -> Result<(RpList, Self::Pager)> { ++ self.inner.list(path, args).await ++ } + ++ async fn scan(&self, path: &str, args: OpScan) -> Result<(RpScan, Self::Pager)> { ++ self.inner.scan(path, args).await ++ } + ++ fn blocking_list(&self, path: &str, args: OpList) -> Result<(RpList, Self::BlockingPager)> { ++ self.inner.blocking_list(path, args) ++ } + ++ fn blocking_scan(&self, path: &str, args: OpScan) -> Result<(RpScan, Self::BlockingPager)> { ++ self.inner.blocking_scan(path, args) ++ } +} +``` + +## Usage of ops + +To reduce the understanding overhead, we move all `OpXxx` into `opendal::ops` now. User may need to change: + +```diff +- use opendal::OpWrite; ++ use opendal::ops::OpWrite; +``` + +## Usage of RetryLayer + +`backon` is the implementation detail of our `RetryLayer`, so we hide it from our public API. Users of `RetryLayer` need to change the code like: + +```diff +- RetryLayer::new(backon::ExponentialBackoff::default()) ++ RetryLayer::new() +``` + +# Upgrade to v0.26 + +In v0.26 we have replaced all internal dynamic dispatch usage with static dispatch. With this change, we can ensure that all operations performed inside OpenDAL are zero cost. + +Due to this change, we had to refactor the logic of `Operator`'s init logic. In v0.26, we added `opendal::Builder` trait and a generic operator build step. The public `Operator::new` API now returns a complete operator directly: + +```diff +- let op = Operator::new(builder.build()?); ++ let op = Operator::new(builder)?; +``` + +No `finish()` call is required. + +## Accessor + +In v0.26, `Accessor` has been changed into trait with associated types. + +All services need to declare the types returned as `Reader` or `BlockingReader`: + +```rust +pub trait Accessor: Send + Sync + Debug + Unpin + 'static { + type Reader: output::Read; + type BlockingReader: output::BlockingRead; +} +``` + +If your service doesn't support `read` or `blocking_read`, we can use `()` to represent a dummy reader: + +```rust +impl Accessor for MyDummyAccessor { + type Reader = (); + type BlockingReader = (); +} +``` + +## Layer + +As described before, OpenDAL prefer to use static dispatch. Layers are required to implement the new `Layer` and `LayeredAccessor` trait: + +```rust +pub trait Layer { + type LayeredAccessor: Accessor; + + fn layer(&self, inner: A) -> Self::LayeredAccessor; +} + +#[async_trait] +pub trait LayeredAccessor: Send + Sync + Debug + Unpin + 'static { + type Inner: Accessor; + type Reader: output::Read; + type BlockingReader: output::BlockingRead; +} +``` + +`LayeredAccessor` is a wrapper of `Accessor` with the typed `Innder`. All methods that not implemented will be forward to inner instead. + +## Builder + +Since v0.26, we implement `opendal::Builder` for all services, and services' mod will not be exported. + +```diff +- use opendal::services::s3::Builder; ++ use opendal::services::S3; +``` + +## Conclusion + +Sorry again for the big changes in this release. It's a big step for OpenDAL to work in more critical systems. + +# Upgrade to v0.25 + +In v0.25, we bring the same feature sets from `ObjectReader` to `BlockingObjectReader`. + +Due to this change, all code that depends on `BlockingBytesReader` should be refactored. + +- `BlockingBytesReader` => `input::BlockingReader` +- `BlockingOutputBytesReader` => `output::BlockingReader` + +Most changes only happen inside. Users not using `opendal::raw::*` will not be affected. + +Apart from this change, we refactored s3 credential loading logic. After this change, we can disable the config load instead of the credential methods. + +- `builder.disable_credential_loader` => `builder.disable_config_load` + +# Upgrade to v0.24 + +In v0.24, we made a big refactor on our internal IO-related traits. In this version, we split our IO traits into `input` and `output` versions: + +Take `Reader` as an example: + +`input::Reader` is the user input reader, which only requires `futures::AsyncRead + Send`. + +`output::Reader` is the reader returned by `OpenDAL`, which implements `futures::AsyncRead`, `futures::AsyncSeek`, and `futures::Stream>`. Besides, `output::Reader` also implements `Send + Sync`, which makes it useful for users. + +Due to this change, all code that depends on `BytesReader` should be refactored. + +- `BytesReader` => `input::Reader` +- `OutputBytesReader` => `output::Reader` + +Thanks to the change of IO trait split, we make `ObjectReader` implements all needed traits: + +- `futures::AsyncRead` +- `futures::AsyncSeek` +- `futures::Stream>` + +Thus, we removed the `seekable_reader` API. They can be replaced by `range_reader`: + +- `o.seekable_reader` => `o.range_reader` + +Most changes only happen inside. Users not using `opendal::raw::*` will not be affected. + +Sorry for the inconvenience. I think those changes are required and make OpenDAL better! Welcome any comments at [Discussion](https://github.com/apache/opendal/discussions). + +# Upgrade to v0.21 + +v0.21 is an internal refactor version of OpenDAL. In this version, we refactored our error handling and our `Accessor` APIs. Thanks to those internal changes, we added an object-level metadata cache, making it nearly zero cost to reuse existing metadata continuously. + +Let's start with our errors. + +## Error Handling + +As described in [RFC-0977: Refactor Error](https://opendal.apache.org/rfcs/0977-refactor-error.html), we refactor opendal error by a new error +called [`opendal::Error`](https://opendal.apache.org/opendal/struct.Error.html). + +This change will affect all APIs that are used to return `io::Error`. + +To migrate this, please replace `std::io::Error` with `opendal::Error`: + +```diff +- use std::io::Result; ++ use opendal::Result; +``` + +And the following error kinds should be updated: + +- `std::io::ErrorKind::NotFound` => `opendal::ErrorKind::ObjectNotFound` +- `std::io::ErrorKind::PermissionDenied` => `opendal::ErrorKind::ObjectPermissionDenied` + +And since v0.21, we will return errors `ObjectIsADirectory` and `ObjectNotADirectory` instead of `anyhow::Error`. + +## Accessor API + +In v0.21, we refactor the whole `Accessor`'s API: + +```diff +- async fn write(&self, path: &str, args: OpWrite, r: BytesReader) -> Result ++ async fn write(&self, path: &str, args: OpWrite, r: BytesReader) -> Result +``` + +Since v0.21, we will return a reply struct for different operations called `RpWrite` instead of an exact type. We can split OpenDAL's public API and raw API with this change. + +## ObjectList and Page + +Since v0.21, `Accessor` will return `Pager` for `List`: + +```diff +- async fn list(&self, path: &str, args: OpList) -> Result ++ async fn list(&self, path: &str, args: OpList) -> Result<(RpList, output::Pager)> +``` + +And `Object` will return an `ObjectLister` which is built upon `Page`: + +```rust +pub async fn list(&self) -> Result { ... } +``` + +`ObjectLister` can be used as an object stream as before. It also provides the function `next_page` to get the underlying pages directly: + +```rust +impl ObjectLister { + pub async fn next_page(&mut self) -> Result>>; +} +``` + +## Code Layout + +Since v0.21, we have categorized all APIs into `public` and `raw`. + +Public APIs are exposed under `opendal::Xxx`; they are user-face APIs that are easy to use and understand. + +Raw APIs are exposed under `opendal::raw::Xxx`; they are implementation details for underlying services and layers. + +Please replace all usage of `opendal::io_util::*` and `opendal::http_util::*` to `opendal::raw::*` instead. + +With this change, new users of OpenDAL maybe be it easier to get started. + +## Summary + +Sorry for introducing too much breaking change in a single version. This version can be a solid version for preparing OpenDAL v1.0. + +# Upgrade to v0.20 + +v0.20 is a big release that we introduce a lot of performance related changes. + +To make the best of information from `read` operation, we propose and implemented [RFC-0926: Object Reader](https://opendal.apache.org/rfcs/0926-object-reader.html). By this RFC, we can fetch content length from `ObjectReader` now! + +```rust +pub struct ObjectReader { + inner: BytesReader + meta: ObjectMetadata, +} + +impl ObjectReader { + pub fn content_length(&self) -> u64 {} + pub fn last_modified(&self) -> Option {} + pub fn etag(&self) -> Option {} +} +``` + +To make this happen, we changed our `Accessor` API: + +```diff +- async fn read(&self, path: &str, args: OpRead) -> Result {} ++ async fn read(&self, path: &str, args: OpRead) -> Result {} +``` + +All layers should be updated to meet this change. Also, it's required to return `content_length` while building `ObjectReader`. Please make sure the returning `ObjectMetadata` is used correctly. + +# Upgrade to v0.19 + +OpenDAL deprecate some features: + +- `serde`: We will enable it by default. +- `layers-retry`: We will enable retry support by default. +- `layers-metadata-cache`: We will enable it by default. + +Deprecated types like `DirEntry` has been removed. + +# Upgrade to v0.18 + +OpenDAL v0.18 introduces the following breaking changes: + +- Deprecated feature flag `services-http` has been removed. +- All `DirXxx` items have been renamed to `ObjectXxx` to make them more consistent. + - `DirEntry` -> `Entry` + - `DirStream` -> `ObjectStream` + - `DirStreamer` -> `ObjectStream` + - `DirIterate` -> `ObjectIterate` + - `DirIterator` -> `ObjectIterator` + +Besides, we also make a big change to our `Entry` API. Since v0.18, we can fully reuse the metadata that fetched during `list`. Take `entry.content_length()` for example: + +- If `content_length` is already known, we will return directly. +- If not, we will check if the object entry is `complete`: + - If `complete`, the entry already fetched all metadata that it could have, return directly. + - If not, we will send a `stat` call to get the `metadata` and refresh our cache. + +This change means: + +- All API like `content_length` will be changed into async functions. +- `metadata` and `blocking_metadata` will not return errors anymore. +- To retrieve the latest meta, please use `entry.into_object().metadata()` instead. + +# Upgrade to v0.17 + +OpenDAL v0.17 refactor the `Accessor` to make space for future features. + +We move `path String` out of the `OpXxx` to function args so that we don't need to clone twice. + +```diff +- async fn read(&self, args: OpRead) -> Result ++ async fn read(&self, path: &str, args: OpRead) -> Result +``` + +For more information about this change, please refer to [RFC-0661: Path In Accessor](https://opendal.apache.org/rfcs/0661-path-in-accessor.html). + +And since OpenDAL v0.17, we will use `rustls` as default tls engine for our underlying http client. Since this release, we will not depend on `openssl` anymore. + +# Upgrade to v0.16 + +OpenDAL v0.16 refactor the internal implementation of `http` service. Since v0.16, http service can be used directly without enabling `services-http` feature. Accompany by these changes, http service has the following breaking changes: + +- `services-http` feature has been deprecated. Enabling `services-http` is a no-op now. +- http service is read only services and can't be used to `list` or `write`. + +OpenDAL introduces a new layer `ImmutableIndexLayer` that can add `list` capability for services: + +```rust +use opendal::layers::ImmutableIndexLayer; +use opendal::Operator; +use opendal::Scheme; + +async fn main() { + let mut iil = ImmutableIndexLayer::default(); + + for i in ["file", "dir/", "dir/file", "dir_without_prefix/file"] { + iil.insert(i.to_string()) + } + + let op = Operator::from_env(Scheme::Http)?.layer(iil); +} +``` + +For more information about this change, please refer to [RFC-0627: Split Capabilities](https://opendal.apache.org/rfcs/0627-split-capabilities.html). + +# Upgrade to v0.14 + +OpenDAL v0.14 removed all deprecated APIs in previous versions, including: + +- `Operator::with_backoff` in v0.13 +- All services `Builder::finish()` in v0.12 +- All services `Backend::build()` in v0.12 + +Please visit related version's upgrade guide for migration. + +And in OpenDAL v0.14, we introduce a break change for `write` operations. + +```diff +pub trait Accessor { + - async fn write(&self, args: &OpWrite) -> Result {} + + async fn write(&self, args: &OpWrite, r: BytesReader) -> Result {} +} +``` + +The following APIs have affected by this change: + +- `Object::write` now accept `impl Into>` instead of `AsRef<&[u8]>` +- `Object::writer` has been removed. +- `Object::write_from` has been added to support write from a reader. +- All layers should be refactored to adapt new `Accessor` trait. + +For more information about this change, please refer to [RFC-0554: Write Refactor](https://opendal.apache.org/rfcs/0554-write-refactor.html). + +# Upgrade to v0.13 + +OpenDAL deprecate `Operator::with_backoff` since v0.13. + +Please use [`RetryLayer`](https://opendal.apache.org/opendal/layers/struct.RetryLayer.html) instead: + +```rust +use anyhow::Result; +use backon::ExponentialBackoff; +use opendal::layers::RetryLayer; +use opendal::Operator; +use opendal::Scheme; + +let _ = Operator::from_env(Scheme::Fs) + .expect("must init") + .layer(RetryLayer::new(ExponentialBackoff::default())); +``` + +# Upgrade to v0.12 + +OpenDAL introduces breaking changes for services initiation. + +Since v0.12, `Operator::new` will accept `impl Accessor + 'static` instead of `Arc`: + +```rust +impl Operator { + pub fn new(accessor: impl Accessor + 'static) -> Self { .. } +} +``` + +Every service's `Builder` now have a `build()` API which can be run without async: + +```rust +let mut builder = fs::Builder::default(); +let op: Operator = Operator::new(builder.build()?); +``` + +Along with these changes, `Operator::from_iter` and `Operator::from_env` now is a blocking API too. + +For more information about this change, please refer to [RFC-0501: New Builder](https://opendal.apache.org/rfcs/0501-new-builder.html). + +The following APIs have been deprecated: + +- All services `Builder::finish()` (replaced by `Builder::build()`) +- All services `Backend::build()` (replace by `Builder::default()`) + +The following APIs have been removed: + +- public struct `Metadata` (deprecated in v0.8, replaced by `ObjectMetadata`) + +# Upgrade to v0.8 + +OpenDAL introduces a breaking change of `list` related operations in v0.8. + +Since v0.8, `list` will return `DirStreamer` instead: + +```rust +pub trait Accessor: Send + Sync + Debug { + async fn list(&self, args: &OpList) -> Result {} +} +``` + +`DirStreamer` streams `DirEntry` which carries `ObjectMode`, so that we don't need an extra call to get object mode: + +```rust +impl DirEntry { + pub fn mode(&self) -> ObjectMode { + self.mode + } +} +``` + +And `DirEntry` can be converted into `Object` without overhead: + +```rust +let o: Object = de.into() +``` + +Since `v0.8`, `opendal::Metadata` has been deprecated by `opendal::ObjectMetadata`. + +# Upgrade to v0.7 + +OpenDAL introduces a breaking change of `decompress_read` related in v0.7. + +Since v0.7, `decompress_read` and `decompress_reader` will return `Ok(None)` while OpenDAL can't detect the correct compress algorithm. + +```rust +impl Object { + pub async fn decompress_read(&self) -> Result>> {} + pub async fn decompress_reader(&self) -> Result> {} +} +``` + +So users should match and check the `None` case: + +```rust +let bs = o.decompress_read().await?.expect("must have valid compress algorithm"); +``` + +# Upgrade to v0.4 + +OpenDAL introduces many breaking changes in v0.4. + +## Object::reader() is not `AsyncSeek` anymore + +Since v0.4, `Object::reader()` will return `impl BytesRead` instead of `Reader` that implements `AsyncRead` and `AsyncSeek`. Users who want `AsyncSeek` please wrapped with `opendal::io_util::seekable_read`: + +```rust +use opendal::io_util::seekable_read; + +let o = op.object("test"); +let mut r = seekable_read(&o, 10..); +r.seek(SeekFrom::Current(10)).await?; +let mut bs = vec![0;10]; +r.read(&mut bs).await?; +``` + +## Use RangeBounds instead + +Since v0.4, the following APIs will be removed. + +- `Object::limited_reader(size: u64)` +- `Object::offset_reader(offset: u64)` +- `Object::range_reader(offset: u64, size: u64)` + +Instead, OpenDAL is providing a more general `range_reader` powered by `RangeBounds`: + +```rust +pub async fn range_reader(&self, range: impl RangeBounds) -> Result +``` + +Users can use their familiar rust range syntax: + +```rust +let r = o.range_reader(1024..2048).await?; +``` + +## Return io::Result instead + +Since v0.4, all functions in OpenDAL will return `std::io::Result` instead. + +Please check via `std::io::ErrorKind` directly: + +```rust +use std::io::ErrorKind; + +if let Err(e) = op.object("test_file").metadata().await { + if e.kind() == ErrorKind::NotFound { + println!("object not exist") + } +} +``` + +## Removing Credential + +Since v0.4, `Credential` has been removed, please use the API provided by `Builder` directly. + +```rust +builder.access_key_id("access_key_id"); +builder.secret_access_key("secret_access_key"); +``` + +## Write returns `BytesWriter` instead + +Since v0.4, `Accessor::write` will return a `BytesWriter` instead accepting a `BoxedAsyncReader`. + +Along with this change, the old `Writer` has been replaced by a new set of write functions: + +```rust +pub async fn write(&self, bs: impl AsRef<[u8]>) -> Result<()> {} +pub async fn writer(&self, size: u64) -> Result {} +``` + +Users can write into an object more easily: + +```rust +let _ = op.object("path/to/file").write("Hello, World!").await?; +``` + +## `io_util` replaces `readers` + +Since v0.4, mod `io_util` will replace `readers`. In `io_utils`, OpenDAL provides helpful functions like: + +- `into_reader`: Convert `BytesStream` into `BytesRead` +- `into_sink`: Convert `BytesWrite` into `BytesSink` +- `into_stream`: Convert `BytesRead` into `BytesStream` +- `into_writer`: Convert `BytesSink` into `BytesWrite` +- `observe_read`: Add callback for `BytesReader` +- `observe_write`: Add callback for `BytesWrite` + +## New type alias + +For better naming, types that OpenDAL returns have been renamed: + +- `AsyncRead + Unpin + Send` => `BytesRead` +- `BoxedAsyncReader` => `BytesReader` +- `AsyncWrite + Unpin + Send` => `BytesWrite` +- `BoxedAsyncWriter` => `BytesWriter` +- `ObjectStream` => `ObjectStreamer` diff --git a/lance-artifact/third-party/opendal/users.md b/lance-artifact/third-party/opendal/users.md new file mode 100644 index 000000000..b5bd24750 --- /dev/null +++ b/lance-artifact/third-party/opendal/users.md @@ -0,0 +1,17 @@ +# Users + +- [apache/iceberg-rust](https://github.com/apache/iceberg-rust/): Native Rust implementation of [Apache Iceberg](https://iceberg.apache.org/), the open table format for analytic datasets. +- [apache/paimon-rust](https://github.com/apache/paimon-rust): The Rust implementation of [Apache Paimon](https://paimon.apache.org/). +- [Databend](https://github.com/datafuselabs/databend/): A modern Elasticity and Performance cloud data warehouse. +- [deepeth/mars](https://github.com/deepeth/mars): The powerful analysis platform to explore and visualize data from blockchain. +- [GreptimeDB](https://github.com/GreptimeTeam/greptimedb): An open-source, cloud-native, distributed time-series database. +- [kunobi-kache](https://github.com/kunobi-ninja/kache): Zero-copy, content-addressed Rust build cache for Rust, C/C++ and more. +- [kvcache-ai/AgentENV](https://github.com/kvcache-ai/AgentENV): A distributed platform for running agent environments at scale. +- [mozilla/sccache](https://github.com/mozilla/sccache/): `sccache` is [`ccache`](https://github.com/ccache/ccache) with cloud storage +- [Noorle](https://noorle.com/): A managed runtime for AI agents; OpenDAL backs agents' files and memories on different storage providers. +- [OctoBase](https://github.com/toeverything/OctoBase): the open-source database behind [AFFiNE](https://github.com/toeverything/affine), local-first, yet collaborative. +- [Pants](https://github.com/pantsbuild/pants): A fast, scalable, user-friendly build system for codebases of all sizes. +- [QuestDB](https://github.com/questdb/questdb): An open-source time-series database for high throughput ingestion and fast SQL queries with operational simplicity. +- [RisingWave](https://github.com/risingwavelabs/risingwave): A Distributed SQL Database for Stream Processing +- [Vector](https://github.com/vectordotdev/vector): A high-performance observability data pipeline. +- [rustic](https://github.com/rustic-rs/rustic): Fast, encrypted, and deduplicated backups powered by Rust