feat: set global runtime size by config file (#4063)

* set global runtime size

* fix: resolve PR comments

* fix: log the whole option

* fix ci

* debug ci

* debug ci

---------

Co-authored-by: Weny Xu <wenymedia@gmail.com>

src/common/runtime/Cargo.toml

@@ -13,13 +13,15 @@ common-error.workspace = true
 common-macro.workspace = true
 common-telemetry.workspace = true
 lazy_static.workspace = true
+num_cpus.workspace = true
 once_cell.workspace = true
 paste.workspace = true
 prometheus.workspace = true
+serde.workspace = true
 snafu.workspace = true
 tokio.workspace = true
 tokio-metrics = "0.3"
-tokio-metrics-collector = "0.2"
+tokio-metrics-collector = { git = "https://github.com/MichaelScofield/tokio-metrics-collector.git", rev = "89d692d5753d28564a7aac73c6ac5aba22243ba0" }
 tokio-util.workspace = true
 
 [dev-dependencies]

src/common/runtime/src/global.rs

@@ -19,6 +19,7 @@ use std::sync::{Mutex, Once};
 use common_telemetry::info;
 use once_cell::sync::Lazy;
 use paste::paste;
+use serde::{Deserialize, Serialize};
 
 use crate::{Builder, JoinHandle, Runtime};
 
@@ -26,6 +27,28 @@ const READ_WORKERS: usize = 8;
 const WRITE_WORKERS: usize = 8;
 const BG_WORKERS: usize = 8;
 
+/// The options for the global runtimes.
+#[derive(Clone, Debug, Serialize, Deserialize, PartialEq)]
+pub struct RuntimeOptions {
+    /// The number of threads to execute the runtime for global read operations.
+    pub read_rt_size: usize,
+    /// The number of threads to execute the runtime for global write operations.
+    pub write_rt_size: usize,
+    /// The number of threads to execute the runtime for global background operations.
+    pub bg_rt_size: usize,
+}
+
+impl Default for RuntimeOptions {
+    fn default() -> Self {
+        let cpus = num_cpus::get();
+        Self {
+            read_rt_size: cpus,
+            write_rt_size: cpus,
+            bg_rt_size: cpus,
+        }
+    }
+}
+
 pub fn create_runtime(runtime_name: &str, thread_name: &str, worker_threads: usize) -> Runtime {
     info!("Creating runtime with runtime_name: {runtime_name}, thread_name: {thread_name}, work_threads: {worker_threads}.");
     Builder::default()
@@ -112,18 +135,26 @@ static CONFIG_RUNTIMES: Lazy<Mutex<ConfigRuntimes>> =
 /// # Panics
 /// Panics when the global runtimes are already initialized.
 /// You should call this function before using any runtime functions.
-pub fn init_global_runtimes(
-    read: Option<Runtime>,
-    write: Option<Runtime>,
-    background: Option<Runtime>,
-) {
+pub fn init_global_runtimes(options: &RuntimeOptions) {
     static START: Once = Once::new();
     START.call_once(move || {
         let mut c = CONFIG_RUNTIMES.lock().unwrap();
         assert!(!c.already_init, "Global runtimes already initialized");
-        c.read_runtime = read;
-        c.write_runtime = write;
-        c.bg_runtime = background;
+        c.read_runtime = Some(create_runtime(
+            "global-read",
+            "global-read-worker",
+            options.read_rt_size,
+        ));
+        c.write_runtime = Some(create_runtime(
+            "global-write",
+            "global-write-worker",
+            options.write_rt_size,
+        ));
+        c.bg_runtime = Some(create_runtime(
+            "global-bg",
+            "global-bg-worker",
+            options.bg_rt_size,
+        ));
     });
 }
 

src/common/runtime/src/lib.rs

@@ -13,7 +13,7 @@
 // limitations under the License.
 
 pub mod error;
-mod global;
+pub mod global;
 mod metrics;
 mod repeated_task;
 pub mod runtime;