rust/neon
1
0
Fork 0
mirror of https://github.com/neondatabase/neon.git synced 2026-05-18 21:50:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

to be dropped: mandatory PAGESERVER_THREADS_PER_RUNTIME

Browse Source
This commit is contained in:
Joonas Koivunen
2023-05-30 14:30:16 +03:00
parent 2d9d679238
commit 7963237c43
2 changed files with 23 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
control_plane/src/background_process.rs
View File

@@ -219,7 +219,12 @@ fn fill_rust_env_vars(cmd: &mut Command) -> &mut Command {
let mut filled_cmd = cmd.env_clear().env("RUST_BACKTRACE", backtrace_setting);
// Pass through these environment variables to the command
for var in ["LLVM_PROFILE_FILE", "FAILPOINTS", "RUST_LOG"] {
for var in [
"LLVM_PROFILE_FILE",
"FAILPOINTS",
"RUST_LOG",
"PAGESERVER_THREADS_PER_RUNTIME",
] {
if let Some(val) = std::env::var_os(var) {
filled_cmd = filled_cmd.env(var, val);
}

17
pageserver/src/task_mgr.rs
View File

@@ -103,9 +103,23 @@ use crate::shutdown_pageserver;
// other operations, if the upload tasks e.g. get blocked on locks. It shouldn't
// happen, but still.
//
pub static THREADS_PER_RUNTIME: Lazy<std::num::NonZeroUsize> = Lazy::new(|| {
let num = std::env::var_os("PAGESERVER_THREADS_PER_RUNTIME")
.and_then(|var| var.to_str().map(|v| v.parse::<usize>()))
.expect("PAGESERVER_THREADS_PER_RUNTIME is unset")
.expect("PAGESERVER_THREADS_PER_RUNTIME is not an usize");
let num =
std::num::NonZeroUsize::new(num).expect("PAGESERVER_THREADS_PER_RUNTIME out of range");
num
});
pub static COMPUTE_REQUEST_RUNTIME: Lazy<Runtime> = Lazy::new(|| {
tokio::runtime::Builder::new_multi_thread()
.thread_name("compute request worker")
.worker_threads(THREADS_PER_RUNTIME.get())
.enable_all()
.build()
.expect("Failed to create compute request runtime")
@@ -114,6 +128,7 @@ pub static COMPUTE_REQUEST_RUNTIME: Lazy<Runtime> = Lazy::new(|| {
pub static MGMT_REQUEST_RUNTIME: Lazy<Runtime> = Lazy::new(|| {
tokio::runtime::Builder::new_multi_thread()
.thread_name("mgmt request worker")
.worker_threads(THREADS_PER_RUNTIME.get())
.enable_all()
.build()
.expect("Failed to create mgmt request runtime")
@@ -122,6 +137,7 @@ pub static MGMT_REQUEST_RUNTIME: Lazy<Runtime> = Lazy::new(|| {
pub static WALRECEIVER_RUNTIME: Lazy<Runtime> = Lazy::new(|| {
tokio::runtime::Builder::new_multi_thread()
.thread_name("walreceiver worker")
.worker_threads(THREADS_PER_RUNTIME.get())
.enable_all()
.build()
.expect("Failed to create walreceiver runtime")
@@ -130,6 +146,7 @@ pub static WALRECEIVER_RUNTIME: Lazy<Runtime> = Lazy::new(|| {
pub static BACKGROUND_RUNTIME: Lazy<Runtime> = Lazy::new(|| {
tokio::runtime::Builder::new_multi_thread()
.thread_name("background op worker")
.worker_threads(THREADS_PER_RUNTIME.get())
.enable_all()
.build()
.expect("Failed to create background op runtime")