mirror of
https://github.com/neondatabase/neon.git
synced 2025-12-22 21:59:59 +00:00
e7a1d5de94
## Problem Password hashing for sql-over-http takes up a lot of CPU. Perhaps we can get away with temporarily caching some steps so we only need fewer rounds, which will save some CPU time. ## Summary of changes The output of pbkdf2 is the XOR of the outputs of each iteration round, eg `U1 ^ U2 ^ ... U15 ^ U16 ^ U17 ^ ... ^ Un`. We cache the suffix of the expression `U16 ^ U17 ^ ... ^ Un`. To compute the result from the cached suffix, we only need to compute the prefix `U1 ^ U2 ^ ... U15`. The suffix by itself is useless, which prevent's its use in brute-force attacks should this cached memory leak. We are also caching the full 4096 round hash in memory, which can be used for brute-force attacks, where this suffix could be used to speed it up. My hope/expectation is that since these will be in different allocations, it makes any such memory exploitation much much harder. Since the full hash cache might be invalidated while the suffix is cached, I'm storing the timestamp of the computation as a way to identity the match. I also added `zeroize()` to clear the sensitive state from the stack/heap. For the most security conscious customers, we hope to roll out OIDC soon, so they can disable passwords entirely. --- The numbers for the threadpool were pretty random, but according to our busiest region for sql-over-http, we only see about 150 unique endpoints every minute. So storing ~100 of the most common endpoints for that minute should be the vast majority of requests. 1 minute was chosen so we don't keep data in memory for too long.
141 lines
4.5 KiB
TOML
141 lines
4.5 KiB
TOML
[package]
|
|
name = "proxy"
|
|
version = "0.1.0"
|
|
edition = "2024"
|
|
license.workspace = true
|
|
|
|
[features]
|
|
default = []
|
|
testing = ["dep:tokio-postgres"]
|
|
rest_broker = ["dep:subzero-core", "dep:ouroboros"]
|
|
|
|
[dependencies]
|
|
ahash.workspace = true
|
|
anyhow.workspace = true
|
|
arc-swap.workspace = true
|
|
async-compression.workspace = true
|
|
async-trait.workspace = true
|
|
atomic-take.workspace = true
|
|
aws-config.workspace = true
|
|
aws-credential-types.workspace = true
|
|
aws-sdk-iam.workspace = true
|
|
aws-sigv4.workspace = true
|
|
base64.workspace = true
|
|
bstr.workspace = true
|
|
bytes = { workspace = true, features = ["serde"] }
|
|
camino.workspace = true
|
|
chrono.workspace = true
|
|
clap = { workspace = true, features = ["derive", "env"] }
|
|
clashmap.workspace = true
|
|
compute_api.workspace = true
|
|
consumption_metrics.workspace = true
|
|
env_logger.workspace = true
|
|
framed-websockets.workspace = true
|
|
futures.workspace = true
|
|
hashbrown.workspace = true
|
|
hex.workspace = true
|
|
hmac.workspace = true
|
|
hostname.workspace = true
|
|
http.workspace = true
|
|
http-utils.workspace = true
|
|
humantime.workspace = true
|
|
humantime-serde.workspace = true
|
|
hyper0.workspace = true
|
|
hyper = { workspace = true, features = ["server", "http1", "http2"] }
|
|
hyper-util = { version = "0.1", features = ["server", "http1", "http2", "tokio"] }
|
|
http-body-util = { version = "0.1" }
|
|
gettid = "0.1.3"
|
|
indexmap = { workspace = true, features = ["serde"] }
|
|
ipnet.workspace = true
|
|
itertools.workspace = true
|
|
itoa.workspace = true
|
|
json = { path = "../libs/proxy/json" }
|
|
lasso = { workspace = true, features = ["multi-threaded"] }
|
|
measured = { workspace = true, features = ["lasso"] }
|
|
metrics.workspace = true
|
|
moka.workspace = true
|
|
once_cell.workspace = true
|
|
opentelemetry = { workspace = true, features = ["trace"] }
|
|
papaya = "0.2.0"
|
|
parking_lot.workspace = true
|
|
parquet.workspace = true
|
|
parquet_derive.workspace = true
|
|
pin-project-lite.workspace = true
|
|
postgres_backend.workspace = true
|
|
postgres-client = { package = "tokio-postgres2", path = "../libs/proxy/tokio-postgres2" }
|
|
postgres-protocol = { package = "postgres-protocol2", path = "../libs/proxy/postgres-protocol2" }
|
|
pq_proto.workspace = true
|
|
rand.workspace = true
|
|
rand_core.workspace = true
|
|
regex.workspace = true
|
|
remote_storage = { version = "0.1", path = "../libs/remote_storage/" }
|
|
reqwest = { workspace = true, features = ["rustls-tls-native-roots"] }
|
|
reqwest-middleware = { workspace = true, features = ["json"] }
|
|
reqwest-retry.workspace = true
|
|
reqwest-tracing.workspace = true
|
|
rustc-hash.workspace = true
|
|
rustls.workspace = true
|
|
rustls-native-certs.workspace = true
|
|
rustls-pemfile.workspace = true
|
|
scopeguard.workspace = true
|
|
serde.workspace = true
|
|
serde_json.workspace = true
|
|
sha2 = { workspace = true, features = ["asm", "oid"] }
|
|
smol_str.workspace = true
|
|
smallvec.workspace = true
|
|
socket2.workspace = true
|
|
strum_macros.workspace = true
|
|
subtle.workspace = true
|
|
thiserror.workspace = true
|
|
tikv-jemallocator.workspace = true
|
|
tikv-jemalloc-ctl = { workspace = true, features = ["use_std"] }
|
|
tokio-postgres = { workspace = true, optional = true }
|
|
tokio-rustls.workspace = true
|
|
tokio-util.workspace = true
|
|
tokio = { workspace = true, features = ["signal"] }
|
|
tracing-subscriber.workspace = true
|
|
tracing-utils.workspace = true
|
|
tracing.workspace = true
|
|
tracing-log.workspace = true
|
|
tracing-opentelemetry.workspace = true
|
|
try-lock.workspace = true
|
|
typed-json.workspace = true
|
|
url.workspace = true
|
|
urlencoding.workspace = true
|
|
utils.workspace = true
|
|
uuid.workspace = true
|
|
x509-cert.workspace = true
|
|
redis.workspace = true
|
|
zerocopy.workspace = true
|
|
zeroize.workspace = true
|
|
# uncomment this to use the real subzero-core crate
|
|
# subzero-core = { git = "https://github.com/neondatabase/subzero", rev = "396264617e78e8be428682f87469bb25429af88a", features = ["postgresql"], optional = true }
|
|
# this is a stub for the subzero-core crate
|
|
subzero-core = { path = "../libs/proxy/subzero_core", features = ["postgresql"], optional = true}
|
|
ouroboros = { version = "0.18", optional = true }
|
|
|
|
# jwt stuff
|
|
jose-jwa = "0.1.2"
|
|
jose-jwk = { version = "0.1.2", features = ["p256", "p384", "rsa"] }
|
|
signature = "2"
|
|
ecdsa = "0.16"
|
|
p256 = { version = "0.13", features = ["jwk"] }
|
|
ed25519-dalek = { version = "2", default-features = false, features = ["rand_core"] }
|
|
rsa = "0.9"
|
|
|
|
workspace_hack.workspace = true
|
|
|
|
[dev-dependencies]
|
|
assert-json-diff.workspace = true
|
|
camino-tempfile.workspace = true
|
|
fallible-iterator.workspace = true
|
|
flate2.workspace = true
|
|
tokio-tungstenite.workspace = true
|
|
pbkdf2 = { workspace = true, features = ["simple", "std"] }
|
|
rcgen.workspace = true
|
|
rstest.workspace = true
|
|
walkdir.workspace = true
|
|
rand_distr = "0.5"
|
|
tokio-postgres.workspace = true
|
|
tracing-test = "0.2"
|