mirror of
https://github.com/neondatabase/neon.git
synced 2026-01-15 17:32:56 +00:00
9c30883c4b
## Problem Currently, we aren't doing any explicit slowdown in response to 429 responses. Recently, as we hit remote storage a bit harder (pageserver does more ListObjectsv2 requests than it used to since #5580 ), we're seeing storms of 429 responses that may be the result of not just doing too may requests, but continuing to do those extra requests without backing off any more than our usual backoff::exponential. ## Summary of changes Switch from AWS's "Standard" retry policy to "Adaptive" -- docs describe this as experimental but it has been around for a long time. The main difference between Standard and Adaptive is that Adaptive rate-limits the client in response to feedback from the server, which is meant to avoid scenarios where the client would otherwise repeatedly hit throttling responses.
43 lines
1.1 KiB
TOML
43 lines
1.1 KiB
TOML
[package]
|
|
name = "remote_storage"
|
|
version = "0.1.0"
|
|
edition.workspace = true
|
|
license.workspace = true
|
|
|
|
[dependencies]
|
|
anyhow.workspace = true
|
|
async-trait.workspace = true
|
|
once_cell.workspace = true
|
|
aws-smithy-async.workspace = true
|
|
aws-smithy-http.workspace = true
|
|
aws-types.workspace = true
|
|
aws-config.workspace = true
|
|
aws-sdk-s3.workspace = true
|
|
aws-credential-types.workspace = true
|
|
bytes.workspace = true
|
|
camino.workspace = true
|
|
hyper = { workspace = true, features = ["stream"] }
|
|
serde.workspace = true
|
|
serde_json.workspace = true
|
|
tokio = { workspace = true, features = ["sync", "fs", "io-util"] }
|
|
tokio-util.workspace = true
|
|
toml_edit.workspace = true
|
|
tracing.workspace = true
|
|
scopeguard.workspace = true
|
|
metrics.workspace = true
|
|
utils.workspace = true
|
|
pin-project-lite.workspace = true
|
|
workspace_hack.workspace = true
|
|
azure_core.workspace = true
|
|
azure_identity.workspace = true
|
|
azure_storage.workspace = true
|
|
azure_storage_blobs.workspace = true
|
|
futures-util.workspace = true
|
|
http-types.workspace = true
|
|
itertools.workspace = true
|
|
|
|
[dev-dependencies]
|
|
camino-tempfile.workspace = true
|
|
test-context.workspace = true
|
|
rand.workspace = true
|