mirror of
https://github.com/GreptimeTeam/greptimedb.git
synced 2026-01-13 08:43:00 +00:00
* feat: tableref cache * chore: minor refactor * chore: avoid to string * chore: change log level * feat: add metrics for prometheus remote write decode
395 lines
12 KiB
Rust
395 lines
12 KiB
Rust
// Copyright 2023 Greptime Team
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
use std::any::Any;
|
|
use std::fmt::Debug;
|
|
|
|
use common_error::ext::{BoxedError, ErrorExt};
|
|
use common_error::status_code::StatusCode;
|
|
use common_macro::stack_trace_debug;
|
|
use datafusion::error::DataFusionError;
|
|
use datatypes::prelude::ConcreteDataType;
|
|
use snafu::{Location, Snafu};
|
|
use table::metadata::TableId;
|
|
use tokio::task::JoinError;
|
|
|
|
#[derive(Snafu)]
|
|
#[snafu(visibility(pub))]
|
|
#[stack_trace_debug]
|
|
pub enum Error {
|
|
#[snafu(display("Failed to list catalogs"))]
|
|
ListCatalogs {
|
|
location: Location,
|
|
source: BoxedError,
|
|
},
|
|
|
|
#[snafu(display("Failed to list {}'s schemas", catalog))]
|
|
ListSchemas {
|
|
location: Location,
|
|
catalog: String,
|
|
source: BoxedError,
|
|
},
|
|
|
|
#[snafu(display("Failed to list {}.{}'s tables", catalog, schema))]
|
|
ListTables {
|
|
location: Location,
|
|
catalog: String,
|
|
schema: String,
|
|
source: BoxedError,
|
|
},
|
|
|
|
#[snafu(display("Failed to re-compile script due to internal error"))]
|
|
CompileScriptInternal {
|
|
location: Location,
|
|
source: BoxedError,
|
|
},
|
|
#[snafu(display("Failed to open system catalog table"))]
|
|
OpenSystemCatalog {
|
|
location: Location,
|
|
source: table::error::Error,
|
|
},
|
|
|
|
#[snafu(display("Failed to create system catalog table"))]
|
|
CreateSystemCatalog {
|
|
location: Location,
|
|
source: table::error::Error,
|
|
},
|
|
|
|
#[snafu(display("Failed to create table, table info: {}", table_info))]
|
|
CreateTable {
|
|
table_info: String,
|
|
location: Location,
|
|
source: table::error::Error,
|
|
},
|
|
|
|
#[snafu(display("System catalog is not valid: {}", msg))]
|
|
SystemCatalog { msg: String, location: Location },
|
|
|
|
#[snafu(display(
|
|
"System catalog table type mismatch, expected: binary, found: {:?}",
|
|
data_type,
|
|
))]
|
|
SystemCatalogTypeMismatch {
|
|
data_type: ConcreteDataType,
|
|
location: Location,
|
|
},
|
|
|
|
#[snafu(display("Invalid system catalog entry type: {:?}", entry_type))]
|
|
InvalidEntryType {
|
|
entry_type: Option<u8>,
|
|
location: Location,
|
|
},
|
|
|
|
#[snafu(display("Invalid system catalog key: {:?}", key))]
|
|
InvalidKey {
|
|
key: Option<String>,
|
|
location: Location,
|
|
},
|
|
|
|
#[snafu(display("Catalog value is not present"))]
|
|
EmptyValue { location: Location },
|
|
|
|
#[snafu(display("Failed to deserialize value"))]
|
|
ValueDeserialize {
|
|
#[snafu(source)]
|
|
error: serde_json::error::Error,
|
|
location: Location,
|
|
},
|
|
|
|
#[snafu(display("Table engine not found: {}", engine_name))]
|
|
TableEngineNotFound {
|
|
engine_name: String,
|
|
location: Location,
|
|
source: table::error::Error,
|
|
},
|
|
|
|
#[snafu(display("Cannot find catalog by name: {}", catalog_name))]
|
|
CatalogNotFound {
|
|
catalog_name: String,
|
|
location: Location,
|
|
},
|
|
|
|
#[snafu(display("Cannot find schema {} in catalog {}", schema, catalog))]
|
|
SchemaNotFound {
|
|
catalog: String,
|
|
schema: String,
|
|
location: Location,
|
|
},
|
|
|
|
#[snafu(display("Table `{}` already exists", table))]
|
|
TableExists { table: String, location: Location },
|
|
|
|
#[snafu(display("Table not found: {}", table))]
|
|
TableNotExist { table: String, location: Location },
|
|
|
|
#[snafu(display("Schema {} already exists", schema))]
|
|
SchemaExists { schema: String, location: Location },
|
|
|
|
#[snafu(display("Operation {} not implemented yet", operation))]
|
|
Unimplemented {
|
|
operation: String,
|
|
location: Location,
|
|
},
|
|
|
|
#[snafu(display("Operation {} not supported", op))]
|
|
NotSupported { op: String, location: Location },
|
|
|
|
#[snafu(display("Failed to open table {table_id}"))]
|
|
OpenTable {
|
|
table_id: TableId,
|
|
location: Location,
|
|
source: table::error::Error,
|
|
},
|
|
|
|
#[snafu(display("Failed to open table in parallel"))]
|
|
ParallelOpenTable {
|
|
#[snafu(source)]
|
|
error: JoinError,
|
|
},
|
|
|
|
#[snafu(display("Table not found while opening table, table info: {}", table_info))]
|
|
TableNotFound {
|
|
table_info: String,
|
|
location: Location,
|
|
},
|
|
|
|
#[snafu(display("Failed to find table partitions"))]
|
|
FindPartitions { source: partition::error::Error },
|
|
|
|
#[snafu(display("Failed to find region routes"))]
|
|
FindRegionRoutes { source: partition::error::Error },
|
|
|
|
#[snafu(display("Failed to read system catalog table records"))]
|
|
ReadSystemCatalog {
|
|
location: Location,
|
|
source: common_recordbatch::error::Error,
|
|
},
|
|
|
|
#[snafu(display("Failed to create recordbatch"))]
|
|
CreateRecordBatch {
|
|
location: Location,
|
|
source: common_recordbatch::error::Error,
|
|
},
|
|
|
|
#[snafu(display("Failed to insert table creation record to system catalog"))]
|
|
InsertCatalogRecord {
|
|
location: Location,
|
|
source: table::error::Error,
|
|
},
|
|
|
|
#[snafu(display("Failed to scan system catalog table"))]
|
|
SystemCatalogTableScan {
|
|
location: Location,
|
|
source: table::error::Error,
|
|
},
|
|
|
|
#[snafu(display("Internal error"))]
|
|
Internal {
|
|
location: Location,
|
|
source: BoxedError,
|
|
},
|
|
|
|
#[snafu(display("Failed to upgrade weak catalog manager reference"))]
|
|
UpgradeWeakCatalogManagerRef { location: Location },
|
|
|
|
#[snafu(display("Failed to execute system catalog table scan"))]
|
|
SystemCatalogTableScanExec {
|
|
location: Location,
|
|
source: common_query::error::Error,
|
|
},
|
|
|
|
#[snafu(display("Cannot parse catalog value"))]
|
|
InvalidCatalogValue {
|
|
location: Location,
|
|
source: common_catalog::error::Error,
|
|
},
|
|
|
|
#[snafu(display("Failed to perform metasrv operation"))]
|
|
MetaSrv {
|
|
location: Location,
|
|
source: meta_client::error::Error,
|
|
},
|
|
|
|
#[snafu(display("Invalid table info in catalog"))]
|
|
InvalidTableInfoInCatalog {
|
|
location: Location,
|
|
source: datatypes::error::Error,
|
|
},
|
|
|
|
#[snafu(display("Illegal access to catalog: {} and schema: {}", catalog, schema))]
|
|
QueryAccessDenied { catalog: String, schema: String },
|
|
|
|
#[snafu(display("DataFusion error"))]
|
|
Datafusion {
|
|
#[snafu(source)]
|
|
error: DataFusionError,
|
|
location: Location,
|
|
},
|
|
|
|
#[snafu(display("Table schema mismatch"))]
|
|
TableSchemaMismatch {
|
|
location: Location,
|
|
source: table::error::Error,
|
|
},
|
|
|
|
#[snafu(display("A generic error has occurred, msg: {}", msg))]
|
|
Generic { msg: String, location: Location },
|
|
|
|
#[snafu(display("Table metadata manager error"))]
|
|
TableMetadataManager {
|
|
source: common_meta::error::Error,
|
|
location: Location,
|
|
},
|
|
|
|
#[snafu(display("Get null from table cache, key: {}", key))]
|
|
TableCacheNotGet { key: String, location: Location },
|
|
|
|
#[snafu(display("Failed to get table cache, err: {}", err_msg))]
|
|
GetTableCache { err_msg: String },
|
|
}
|
|
|
|
pub type Result<T> = std::result::Result<T, Error>;
|
|
|
|
impl ErrorExt for Error {
|
|
fn status_code(&self) -> StatusCode {
|
|
match self {
|
|
Error::InvalidKey { .. }
|
|
| Error::SchemaNotFound { .. }
|
|
| Error::CatalogNotFound { .. }
|
|
| Error::FindPartitions { .. }
|
|
| Error::FindRegionRoutes { .. }
|
|
| Error::InvalidEntryType { .. }
|
|
| Error::ParallelOpenTable { .. } => StatusCode::Unexpected,
|
|
|
|
Error::TableNotFound { .. } => StatusCode::TableNotFound,
|
|
|
|
Error::SystemCatalog { .. }
|
|
| Error::EmptyValue { .. }
|
|
| Error::ValueDeserialize { .. } => StatusCode::StorageUnavailable,
|
|
|
|
Error::Generic { .. }
|
|
| Error::SystemCatalogTypeMismatch { .. }
|
|
| Error::UpgradeWeakCatalogManagerRef { .. } => StatusCode::Internal,
|
|
|
|
Error::ReadSystemCatalog { source, .. } | Error::CreateRecordBatch { source, .. } => {
|
|
source.status_code()
|
|
}
|
|
Error::InvalidCatalogValue { source, .. } => source.status_code(),
|
|
|
|
Error::TableExists { .. } => StatusCode::TableAlreadyExists,
|
|
Error::TableNotExist { .. } => StatusCode::TableNotFound,
|
|
Error::SchemaExists { .. } | Error::TableEngineNotFound { .. } => {
|
|
StatusCode::InvalidArguments
|
|
}
|
|
|
|
Error::ListCatalogs { source, .. }
|
|
| Error::ListSchemas { source, .. }
|
|
| Error::ListTables { source, .. } => source.status_code(),
|
|
|
|
Error::OpenSystemCatalog { source, .. }
|
|
| Error::CreateSystemCatalog { source, .. }
|
|
| Error::InsertCatalogRecord { source, .. }
|
|
| Error::OpenTable { source, .. }
|
|
| Error::CreateTable { source, .. }
|
|
| Error::TableSchemaMismatch { source, .. } => source.status_code(),
|
|
|
|
Error::MetaSrv { source, .. } => source.status_code(),
|
|
Error::SystemCatalogTableScan { source, .. } => source.status_code(),
|
|
Error::SystemCatalogTableScanExec { source, .. } => source.status_code(),
|
|
Error::InvalidTableInfoInCatalog { source, .. } => source.status_code(),
|
|
|
|
Error::CompileScriptInternal { source, .. } | Error::Internal { source, .. } => {
|
|
source.status_code()
|
|
}
|
|
|
|
Error::Unimplemented { .. } | Error::NotSupported { .. } => StatusCode::Unsupported,
|
|
Error::QueryAccessDenied { .. } => StatusCode::AccessDenied,
|
|
Error::Datafusion { .. } => StatusCode::EngineExecuteQuery,
|
|
Error::TableMetadataManager { source, .. } => source.status_code(),
|
|
Error::TableCacheNotGet { .. } | Error::GetTableCache { .. } => StatusCode::Internal,
|
|
}
|
|
}
|
|
|
|
fn as_any(&self) -> &dyn Any {
|
|
self
|
|
}
|
|
}
|
|
|
|
impl From<Error> for DataFusionError {
|
|
fn from(e: Error) -> Self {
|
|
DataFusionError::Internal(e.to_string())
|
|
}
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
use snafu::GenerateImplicitData;
|
|
|
|
use super::*;
|
|
|
|
#[test]
|
|
pub fn test_error_status_code() {
|
|
assert_eq!(
|
|
StatusCode::TableAlreadyExists,
|
|
Error::TableExists {
|
|
table: "some_table".to_string(),
|
|
location: Location::generate(),
|
|
}
|
|
.status_code()
|
|
);
|
|
|
|
assert_eq!(
|
|
StatusCode::Unexpected,
|
|
InvalidKeySnafu { key: None }.build().status_code()
|
|
);
|
|
|
|
assert_eq!(
|
|
StatusCode::StorageUnavailable,
|
|
Error::SystemCatalog {
|
|
msg: String::default(),
|
|
location: Location::generate(),
|
|
}
|
|
.status_code()
|
|
);
|
|
|
|
assert_eq!(
|
|
StatusCode::Internal,
|
|
Error::SystemCatalogTypeMismatch {
|
|
data_type: ConcreteDataType::binary_datatype(),
|
|
location: Location::generate(),
|
|
}
|
|
.status_code()
|
|
);
|
|
assert_eq!(
|
|
StatusCode::StorageUnavailable,
|
|
EmptyValueSnafu {}.build().status_code()
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
pub fn test_errors_to_datafusion_error() {
|
|
let e: DataFusionError = Error::TableExists {
|
|
table: "test_table".to_string(),
|
|
location: Location::generate(),
|
|
}
|
|
.into();
|
|
match e {
|
|
DataFusionError::Internal(_) => {}
|
|
_ => {
|
|
panic!("catalog error should be converted to DataFusionError::Internal")
|
|
}
|
|
}
|
|
}
|
|
}
|