Struct DatanodeBuilder 

pub struct DatanodeBuilder {
    opts: DatanodeOptions,
    table_provider_factory: Option<TableProviderFactoryRef>,
    plugins: Plugins,
    meta_client: Option<MetaClientRef>,
    kv_backend: KvBackendRef,
    cache_registry: Option<Arc<LayeredCacheRegistry>>,
    topic_stats_reporter: Option<Box<dyn TopicStatsReporter>>,
    open_regions_writable_override: Option<bool>,
    local_file_access: LocalFileAccess,
    object_store_log_store: Option<Arc<ObjectStoreLogStore>>,
}

Fields

opts: DatanodeOptions

table_provider_factory: Option<TableProviderFactoryRef>

plugins: Plugins

meta_client: Option<MetaClientRef>

kv_backend: KvBackendRef

cache_registry: Option<Arc<LayeredCacheRegistry>>

topic_stats_reporter: Option<Box<dyn TopicStatsReporter>>

open_regions_writable_override: Option<bool>

local_file_access: LocalFileAccess

object_store_log_store: Option<Arc<ObjectStoreLogStore>>

Set as soon as the object store log store exists so that a failed build can stop it.

Implementations

impl DatanodeBuilder

pub fn new( opts: DatanodeOptions, plugins: Plugins, kv_backend: KvBackendRef, ) -> Self

pub fn options(&self) -> &DatanodeOptions

pub fn with_meta_client(&mut self, client: MetaClientRef) -> &mut Self

pub fn with_cache_registry( &mut self, registry: Arc<LayeredCacheRegistry>, ) -> &mut Self

pub fn with_local_file_access( &mut self, local_file_access: LocalFileAccess, ) -> &mut Self

pub fn kv_backend(&self) -> &KvBackendRef

pub fn meta_client(&self) -> Option<&MetaClientRef>

pub fn cache_registry(&self) -> Option<&Arc<LayeredCacheRegistry>>

pub fn set_plugins(&mut self, plugins: Plugins)

pub fn with_table_provider_factory( &mut self, factory: TableProviderFactoryRef, ) -> &mut Self

pub fn with_open_regions_writable_override( &mut self, writable: bool, ) -> &mut Self

Overrides whether regions opened during datanode startup should become writable.

When unset, the builder uses its default writable policy for reopened regions (writable only when no metasrv client is configured).

Warning: setting this to true on a metasrv-controlled datanode (one built with with_meta_client) will promote regions to Leader before heartbeat and lease coordination begin, bypassing the metasrv safety contract and creating a potential split-brain window during startup.

pub async fn build(self) -> Result<Datanode>

async fn try_build(&mut self) -> Result<Datanode>

Builds the datanode and stops the object store log store if a later step fails.

async fn build_inner(&mut self) -> Result<Datanode>

async fn create_heartbeat_task( &self, region_server: &RegionServer, meta_client: MetaClientRef, cache_invalidator: CacheInvalidatorRef, ) -> Result<HeartbeatTask>

pub async fn build_object_store_manager( cfg: &StorageConfig, ) -> Result<ObjectStoreManagerRef>

Builds [ObjectStoreManager] from StorageConfig.

async fn new_region_server( &mut self, schema_metadata_manager: SchemaMetadataManagerRef, event_listener: RegionServerEventListenerRef, file_ref_manager: FileReferenceManagerRef, cache_registry: Arc<LayeredCacheRegistry>, ) -> Result<RegionServer>

async fn build_store_engines( &mut self, object_store_manager: ObjectStoreManagerRef, schema_metadata_manager: SchemaMetadataManagerRef, file_ref_manager: FileReferenceManagerRef, plugins: Plugins, ) -> Result<Vec<RegionEngineRef>>

Builds [RegionEngineRef] from store_engine section in opts

async fn build_mito_engine( &mut self, object_store_manager: ObjectStoreManagerRef, config: MitoConfig, schema_metadata_manager: SchemaMetadataManagerRef, file_ref_manager: FileReferenceManagerRef, partition_expr_fetcher: PartitionExprFetcherRef, plugins: Plugins, ) -> Result<MitoEngine>

Builds MitoEngine according to options.

async fn build_object_store_log_store( object_store: ObjectStore, config: &ObjectStoreWalConfig, node_id: u64, ) -> Result<Arc<ObjectStoreLogStore>>

Builds ObjectStoreLogStore under the node prefix of node_id in the standalone generation, the prefix the regions persist in their WAL options.

async fn build_raft_engine_log_store( data_home: &str, config: &RaftEngineConfig, ) -> Result<Arc<RaftEngineLogStore>>

Builds RaftEngineLogStore.

async fn build_kafka_log_store( config: &DatanodeKafkaConfig, global_index_collector: Option<GlobalIndexCollector>, ) -> Result<Arc<KafkaLogStore>>

Builds KafkaLogStore.

fn build_global_index_collector( dump_index_interval: Duration, operator: ObjectStore, path: String, ) -> GlobalIndexCollector

Builds GlobalIndexCollector