mirror of
https://github.com/neondatabase/neon.git
synced 2026-01-14 00:42:54 +00:00
2c0d311a54
This adds the ability to list many prefixes in a streaming fashion to both the `RemoteStorage` trait as well as `GenericRemoteStorage`. * The `list` function of the `RemoteStorage` trait is implemented by default in terms of `list_streaming`. * For the production users (S3, Azure), `list_streaming` is implemented and the default `list` implementation is used. * For `LocalFs`, we keep the `list` implementation and make `list_streaming` call it. The `list_streaming` function is implemented for both S3 and Azure. A TODO for later is retries, which the scrubber currently has while the `list_streaming` implementations lack them. part of #8457 and #7547
49 lines
1.4 KiB
TOML
49 lines
1.4 KiB
TOML
[package]
|
|
name = "remote_storage"
|
|
version = "0.1.0"
|
|
edition.workspace = true
|
|
license.workspace = true
|
|
|
|
[dependencies]
|
|
anyhow.workspace = true
|
|
async-trait.workspace = true
|
|
async-stream.workspace = true
|
|
once_cell.workspace = true
|
|
aws-smithy-async.workspace = true
|
|
aws-smithy-types.workspace = true
|
|
aws-config.workspace = true
|
|
aws-sdk-s3.workspace = true
|
|
aws-credential-types.workspace = true
|
|
bytes.workspace = true
|
|
camino = { workspace = true, features = ["serde1"] }
|
|
humantime.workspace = true
|
|
humantime-serde.workspace = true
|
|
hyper = { workspace = true, features = ["stream"] }
|
|
futures.workspace = true
|
|
rand.workspace = true
|
|
serde.workspace = true
|
|
serde_json.workspace = true
|
|
tokio = { workspace = true, features = ["sync", "fs", "io-util"] }
|
|
tokio-stream.workspace = true
|
|
tokio-util = { workspace = true, features = ["compat"] }
|
|
toml_edit.workspace = true
|
|
tracing.workspace = true
|
|
scopeguard.workspace = true
|
|
metrics.workspace = true
|
|
utils.workspace = true
|
|
pin-project-lite.workspace = true
|
|
workspace_hack.workspace = true
|
|
azure_core.workspace = true
|
|
azure_identity.workspace = true
|
|
azure_storage.workspace = true
|
|
azure_storage_blobs.workspace = true
|
|
futures-util.workspace = true
|
|
http-types.workspace = true
|
|
itertools.workspace = true
|
|
sync_wrapper = { workspace = true, features = ["futures"] }
|
|
|
|
[dev-dependencies]
|
|
camino-tempfile.workspace = true
|
|
test-context.workspace = true
|
|
rand.workspace = true
|