mirror of
https://github.com/neondatabase/neon.git
synced 2026-01-14 08:52:56 +00:00
ea0278cf27
This patch adds a timed LRU cache implementation and a compute node info cache on top of that. Cache entries might expire on their own (default ttl=5mins) or become invalid due to real-world events, e.g. compute node scale-to-zero event, so we add a connection retry loop with a wake-up call. Solved problems: - [x] Find a decent LRU implementation. - [x] Implement timed LRU on top of that. - [x] Cache results of `proxy_wake_compute` API call. - [x] Don't invalidate newer cache entries for the same key. - [x] Add cmdline configuration knobs (requires some refactoring). - [x] Add failed connection estab metric. - [x] Refactor auth backends to make things simpler (retries, cache placement, etc). - [x] Address review comments (add code comments + cleanup). - [x] Retry `/proxy_wake_compute` if we couldn't connect to a compute (e.g. stalled cache entry). - [x] Add high-level description for `TimedLru`. TODOs (will be addressed later): - [ ] Add cache metrics (hit, spurious hit, miss). - [ ] Synchronize http requests across concurrent per-client tasks (https://github.com/neondatabase/neon/pull/3331#issuecomment-1399216069). - [ ] Cache results of `proxy_get_role_secret` API call.
76 lines
3.4 KiB
TOML
76 lines
3.4 KiB
TOML
# This file is generated by `cargo hakari`.
|
|
# To regenerate, run:
|
|
# cargo hakari generate
|
|
|
|
[package]
|
|
name = "workspace_hack"
|
|
version = "0.1.0"
|
|
description = "workspace-hack package, managed by hakari"
|
|
# You can choose to publish this crate: see https://docs.rs/cargo-hakari/latest/cargo_hakari/publishing.
|
|
publish = false
|
|
# The parts of the file between the BEGIN HAKARI SECTION and END HAKARI SECTION comments
|
|
# are managed by hakari.
|
|
|
|
### BEGIN HAKARI SECTION
|
|
[dependencies]
|
|
anyhow = { version = "1", features = ["backtrace"] }
|
|
bytes = { version = "1", features = ["serde"] }
|
|
chrono = { version = "0.4", default-features = false, features = ["clock", "serde"] }
|
|
clap = { version = "4", features = ["derive", "string"] }
|
|
crossbeam-utils = { version = "0.8" }
|
|
either = { version = "1" }
|
|
fail = { version = "0.5", default-features = false, features = ["failpoints"] }
|
|
futures = { version = "0.3" }
|
|
futures-channel = { version = "0.3", features = ["sink"] }
|
|
futures-executor = { version = "0.3" }
|
|
futures-task = { version = "0.3", default-features = false, features = ["std"] }
|
|
futures-util = { version = "0.3", features = ["channel", "io", "sink"] }
|
|
hashbrown = { version = "0.12", features = ["raw"] }
|
|
indexmap = { version = "1", default-features = false, features = ["std"] }
|
|
itertools = { version = "0.10" }
|
|
libc = { version = "0.2", features = ["extra_traits"] }
|
|
log = { version = "0.4", default-features = false, features = ["std"] }
|
|
memchr = { version = "2" }
|
|
nom = { version = "7" }
|
|
num-bigint = { version = "0.4" }
|
|
num-integer = { version = "0.1", features = ["i128"] }
|
|
num-traits = { version = "0.2", features = ["i128"] }
|
|
prost = { version = "0.11" }
|
|
rand = { version = "0.8", features = ["small_rng"] }
|
|
regex = { version = "1" }
|
|
regex-syntax = { version = "0.6" }
|
|
reqwest = { version = "0.11", default-features = false, features = ["blocking", "json", "rustls-tls"] }
|
|
ring = { version = "0.16", features = ["std"] }
|
|
rustls = { version = "0.20", features = ["dangerous_configuration"] }
|
|
scopeguard = { version = "1" }
|
|
serde = { version = "1", features = ["alloc", "derive"] }
|
|
serde_json = { version = "1", features = ["raw_value"] }
|
|
socket2 = { version = "0.4", default-features = false, features = ["all"] }
|
|
tokio = { version = "1", features = ["fs", "io-std", "io-util", "macros", "net", "process", "rt-multi-thread", "sync", "time"] }
|
|
tokio-util = { version = "0.7", features = ["codec", "io"] }
|
|
tonic = { version = "0.8", features = ["tls-roots"] }
|
|
tower = { version = "0.4", features = ["balance", "buffer", "limit", "retry", "timeout", "util"] }
|
|
tracing = { version = "0.1", features = ["log"] }
|
|
tracing-core = { version = "0.1" }
|
|
tracing-subscriber = { version = "0.3", features = ["env-filter", "json"] }
|
|
url = { version = "2", features = ["serde"] }
|
|
|
|
[build-dependencies]
|
|
anyhow = { version = "1", features = ["backtrace"] }
|
|
bytes = { version = "1", features = ["serde"] }
|
|
either = { version = "1" }
|
|
hashbrown = { version = "0.12", features = ["raw"] }
|
|
indexmap = { version = "1", default-features = false, features = ["std"] }
|
|
itertools = { version = "0.10" }
|
|
libc = { version = "0.2", features = ["extra_traits"] }
|
|
log = { version = "0.4", default-features = false, features = ["std"] }
|
|
memchr = { version = "2" }
|
|
nom = { version = "7" }
|
|
prost = { version = "0.11" }
|
|
regex = { version = "1" }
|
|
regex-syntax = { version = "0.6" }
|
|
serde = { version = "1", features = ["alloc", "derive"] }
|
|
syn = { version = "1", features = ["extra-traits", "full", "visit", "visit-mut"] }
|
|
|
|
### END HAKARI SECTION
|