mirror of
https://github.com/quickwit-oss/tantivy.git
synced 2025-12-26 12:09:57 +00:00
* add memory limit for aggregations introduce AggregationLimits to set memory consumption limit and bucket limits memory limit is checked during aggregation, bucket limit is checked before returning the aggregation request. * Apply suggestions from code review Co-authored-by: Paul Masurel <paul@quickwit.io> * add ByteCount with human readable format --------- Co-authored-by: Paul Masurel <paul@quickwit.io>
179 lines
5.9 KiB
Rust
179 lines
5.9 KiB
Rust
//! Definition of Tantivy's errors and results.
|
|
|
|
use std::path::PathBuf;
|
|
use std::sync::{Arc, PoisonError};
|
|
use std::{fmt, io};
|
|
|
|
use thiserror::Error;
|
|
|
|
use crate::aggregation::AggregationError;
|
|
use crate::directory::error::{
|
|
Incompatibility, LockError, OpenDirectoryError, OpenReadError, OpenWriteError,
|
|
};
|
|
use crate::fastfield::FastFieldNotAvailableError;
|
|
use crate::{query, schema};
|
|
|
|
/// Represents a `DataCorruption` error.
|
|
///
|
|
/// When facing data corruption, tantivy actually panics or returns this error.
|
|
#[derive(Clone)]
|
|
pub struct DataCorruption {
|
|
filepath: Option<PathBuf>,
|
|
comment: String,
|
|
}
|
|
|
|
impl DataCorruption {
|
|
/// Creates a `DataCorruption` Error.
|
|
pub fn new(filepath: PathBuf, comment: String) -> DataCorruption {
|
|
DataCorruption {
|
|
filepath: Some(filepath),
|
|
comment,
|
|
}
|
|
}
|
|
|
|
/// Creates a `DataCorruption` Error, when the filepath is irrelevant.
|
|
pub fn comment_only<TStr: ToString>(comment: TStr) -> DataCorruption {
|
|
DataCorruption {
|
|
filepath: None,
|
|
comment: comment.to_string(),
|
|
}
|
|
}
|
|
}
|
|
|
|
impl fmt::Debug for DataCorruption {
|
|
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> Result<(), fmt::Error> {
|
|
write!(f, "Data corruption")?;
|
|
if let Some(ref filepath) = &self.filepath {
|
|
write!(f, " (in file `{:?}`)", filepath)?;
|
|
}
|
|
write!(f, ": {}.", self.comment)?;
|
|
Ok(())
|
|
}
|
|
}
|
|
|
|
/// The library's error enum
|
|
#[derive(Debug, Clone, Error)]
|
|
pub enum TantivyError {
|
|
/// Error when handling aggregations.
|
|
#[error(transparent)]
|
|
AggregationError(#[from] AggregationError),
|
|
/// Failed to open the directory.
|
|
#[error("Failed to open the directory: '{0:?}'")]
|
|
OpenDirectoryError(#[from] OpenDirectoryError),
|
|
/// Failed to open a file for read.
|
|
#[error("Failed to open file for read: '{0:?}'")]
|
|
OpenReadError(#[from] OpenReadError),
|
|
/// Failed to open a file for write.
|
|
#[error("Failed to open file for write: '{0:?}'")]
|
|
OpenWriteError(#[from] OpenWriteError),
|
|
/// Index already exists in this directory.
|
|
#[error("Index already exists")]
|
|
IndexAlreadyExists,
|
|
/// Failed to acquire file lock.
|
|
#[error("Failed to acquire Lockfile: {0:?}. {1:?}")]
|
|
LockFailure(LockError, Option<String>),
|
|
/// IO Error.
|
|
#[error("An IO error occurred: '{0}'")]
|
|
IoError(Arc<io::Error>),
|
|
/// Data corruption.
|
|
#[error("Data corrupted: '{0:?}'")]
|
|
DataCorruption(DataCorruption),
|
|
/// A thread holding the locked panicked and poisoned the lock.
|
|
#[error("A thread holding the locked panicked and poisoned the lock")]
|
|
Poisoned,
|
|
/// The provided field name does not exist.
|
|
#[error("The field does not exist: '{0}'")]
|
|
FieldNotFound(String),
|
|
/// Invalid argument was passed by the user.
|
|
#[error("An invalid argument was passed: '{0}'")]
|
|
InvalidArgument(String),
|
|
/// An Error occurred in one of the threads.
|
|
#[error("An error occurred in a thread: '{0}'")]
|
|
ErrorInThread(String),
|
|
/// An Error occurred related to opening or creating a index.
|
|
#[error("Missing required index builder argument when open/create index: '{0}'")]
|
|
IndexBuilderMissingArgument(&'static str),
|
|
/// An Error occurred related to the schema.
|
|
#[error("Schema error: '{0}'")]
|
|
SchemaError(String),
|
|
/// System error. (e.g.: We failed spawning a new thread).
|
|
#[error("System error.'{0}'")]
|
|
SystemError(String),
|
|
/// Index incompatible with current version of Tantivy.
|
|
#[error("{0:?}")]
|
|
IncompatibleIndex(Incompatibility),
|
|
/// An internal error occurred. This is are internal states that should not be reached.
|
|
/// e.g. a datastructure is incorrectly inititalized.
|
|
#[error("Internal error: '{0}'")]
|
|
InternalError(String),
|
|
}
|
|
|
|
impl From<io::Error> for TantivyError {
|
|
fn from(io_err: io::Error) -> TantivyError {
|
|
TantivyError::IoError(Arc::new(io_err))
|
|
}
|
|
}
|
|
impl From<DataCorruption> for TantivyError {
|
|
fn from(data_corruption: DataCorruption) -> TantivyError {
|
|
TantivyError::DataCorruption(data_corruption)
|
|
}
|
|
}
|
|
impl From<FastFieldNotAvailableError> for TantivyError {
|
|
fn from(fastfield_error: FastFieldNotAvailableError) -> TantivyError {
|
|
TantivyError::SchemaError(format!("{}", fastfield_error))
|
|
}
|
|
}
|
|
impl From<LockError> for TantivyError {
|
|
fn from(lock_error: LockError) -> TantivyError {
|
|
TantivyError::LockFailure(lock_error, None)
|
|
}
|
|
}
|
|
|
|
impl From<query::QueryParserError> for TantivyError {
|
|
fn from(parsing_error: query::QueryParserError) -> TantivyError {
|
|
TantivyError::InvalidArgument(format!("Query is invalid. {:?}", parsing_error))
|
|
}
|
|
}
|
|
|
|
impl<Guard> From<PoisonError<Guard>> for TantivyError {
|
|
fn from(_: PoisonError<Guard>) -> TantivyError {
|
|
TantivyError::Poisoned
|
|
}
|
|
}
|
|
|
|
impl From<time::error::Format> for TantivyError {
|
|
fn from(err: time::error::Format) -> TantivyError {
|
|
TantivyError::InvalidArgument(format!("Date formatting error: {err}"))
|
|
}
|
|
}
|
|
|
|
impl From<time::error::Parse> for TantivyError {
|
|
fn from(err: time::error::Parse) -> TantivyError {
|
|
TantivyError::InvalidArgument(format!("Date parsing error: {err}"))
|
|
}
|
|
}
|
|
|
|
impl From<time::error::ComponentRange> for TantivyError {
|
|
fn from(err: time::error::ComponentRange) -> TantivyError {
|
|
TantivyError::InvalidArgument(format!("Date range error: {err}"))
|
|
}
|
|
}
|
|
|
|
impl From<schema::DocParsingError> for TantivyError {
|
|
fn from(error: schema::DocParsingError) -> TantivyError {
|
|
TantivyError::InvalidArgument(format!("Failed to parse document {:?}", error))
|
|
}
|
|
}
|
|
|
|
impl From<serde_json::Error> for TantivyError {
|
|
fn from(error: serde_json::Error) -> TantivyError {
|
|
TantivyError::IoError(Arc::new(error.into()))
|
|
}
|
|
}
|
|
|
|
impl From<rayon::ThreadPoolBuildError> for TantivyError {
|
|
fn from(error: rayon::ThreadPoolBuildError) -> TantivyError {
|
|
TantivyError::SystemError(error.to_string())
|
|
}
|
|
}
|