feat: import datanode

Cargo.lock

@@ -11228,6 +11228,7 @@ dependencies = [
  "common-macro",
  "common-meta",
  "common-recordbatch",
+ "datanode",
  "datatypes",
  "futures",
  "futures-util",

src/datanode/src/lib.rs

@@ -25,6 +25,6 @@ pub mod heartbeat;
 pub mod metrics;
 pub mod region_server;
 pub mod service;
-mod store;
+pub mod store;
 #[cfg(any(test, feature = "testing"))]
 pub mod tests;

src/datanode/src/store.rs

@@ -15,7 +15,7 @@
 //! object storage utilities
 
 mod azblob;
-mod fs;
+pub mod fs;
 mod gcs;
 mod oss;
 mod s3;

src/datanode/src/store/fs.rs

@@ -24,7 +24,8 @@ use crate::config::FileConfig;
 use crate::error::{self, Result};
 use crate::store;
 
-pub(crate) async fn new_fs_object_store(
+/// A helper function to create a file system object store.
+pub async fn new_fs_object_store(
     data_home: &str,
     _file_config: &FileConfig,
 ) -> Result<ObjectStore> {

src/sst-convert/Cargo.toml

@@ -13,6 +13,7 @@ common-error.workspace = true
 common-macro.workspace = true
 common-meta.workspace = true
 common-recordbatch.workspace = true
+datanode.workspace = true
 datatypes.workspace = true
 futures.workspace = true
 futures-util.workspace = true

src/sst-convert/src/error.rs

@@ -73,6 +73,13 @@ pub enum Error {
         #[snafu(implicit)]
         location: Location,
     },
+
+    #[snafu(display("Datanode error"))]
+    Datanode {
+        source: datanode::error::Error,
+        #[snafu(implicit)]
+        location: Location,
+    },
 }
 
 pub type Result<T, E = Error> = std::result::Result<T, E>;
@@ -87,6 +94,7 @@ impl ErrorExt for Error {
             Error::MissingTable { .. } => StatusCode::TableNotFound,
             Error::MissingColumn { .. } => StatusCode::TableColumnNotFound,
             Error::Mito { source, .. } => source.status_code(),
+            Error::Datanode { source, .. } => source.status_code(),
         }
     }