mirror of
https://github.com/quickwit-oss/tantivy.git
synced 2026-01-06 09:12:55 +00:00
2d7390341c
With tantivy 0.20 the minimum memory consumption per SegmentWriter increased to 12MB. 7MB are for the different fast field collectors types (they could be lazily created). Increase the minimum memory from 3MB to 15MB. Change memory variable naming from arena to budget. closes #2156
140 lines
4.1 KiB
TOML
140 lines
4.1 KiB
TOML
[package]
|
|
name = "tantivy"
|
|
version = "0.21.0"
|
|
authors = ["Paul Masurel <paul.masurel@gmail.com>"]
|
|
license = "MIT"
|
|
categories = ["database-implementations", "data-structures"]
|
|
description = """Search engine library"""
|
|
documentation = "https://docs.rs/tantivy/"
|
|
homepage = "https://github.com/quickwit-oss/tantivy"
|
|
repository = "https://github.com/quickwit-oss/tantivy"
|
|
readme = "README.md"
|
|
keywords = ["search", "information", "retrieval"]
|
|
edition = "2021"
|
|
rust-version = "1.62"
|
|
exclude = ["benches/*.json", "benches/*.txt"]
|
|
|
|
[dependencies]
|
|
oneshot = "0.1.5"
|
|
base64 = "0.21.0"
|
|
byteorder = "1.4.3"
|
|
crc32fast = "1.3.2"
|
|
once_cell = "1.10.0"
|
|
regex = { version = "1.5.5", default-features = false, features = ["std", "unicode"] }
|
|
aho-corasick = "1.0"
|
|
tantivy-fst = "0.4.0"
|
|
memmap2 = { version = "0.7.1", optional = true }
|
|
lz4_flex = { version = "0.11", default-features = false, optional = true }
|
|
zstd = { version = "0.12", optional = true, default-features = false }
|
|
tempfile = { version = "3.3.0", optional = true }
|
|
log = "0.4.16"
|
|
serde = { version = "1.0.136", features = ["derive"] }
|
|
serde_json = "1.0.79"
|
|
num_cpus = "1.13.1"
|
|
fs4 = { version = "0.6.3", optional = true }
|
|
levenshtein_automata = "0.2.1"
|
|
uuid = { version = "1.0.0", features = ["v4", "serde"] }
|
|
crossbeam-channel = "0.5.4"
|
|
rust-stemmers = "1.2.0"
|
|
downcast-rs = "1.2.0"
|
|
bitpacking = { version = "0.8.4", default-features = false, features = ["bitpacker4x"] }
|
|
census = "0.4.0"
|
|
rustc-hash = "1.1.0"
|
|
thiserror = "1.0.30"
|
|
htmlescape = "0.3.1"
|
|
fail = { version = "0.5.0", optional = true }
|
|
murmurhash32 = "0.3.0"
|
|
time = { version = "0.3.10", features = ["serde-well-known"] }
|
|
smallvec = "1.8.0"
|
|
rayon = "1.5.2"
|
|
lru = "0.11.0"
|
|
fastdivide = "0.4.0"
|
|
itertools = "0.11.0"
|
|
measure_time = "0.8.2"
|
|
async-trait = "0.1.53"
|
|
arc-swap = "1.5.0"
|
|
|
|
columnar = { version= "0.2", path="./columnar", package ="tantivy-columnar" }
|
|
sstable = { version= "0.2", path="./sstable", package ="tantivy-sstable", optional = true }
|
|
stacker = { version= "0.2", path="./stacker", package ="tantivy-stacker" }
|
|
query-grammar = { version= "0.21.0", path="./query-grammar", package = "tantivy-query-grammar" }
|
|
tantivy-bitpacker = { version= "0.5", path="./bitpacker" }
|
|
common = { version= "0.6", path = "./common/", package = "tantivy-common" }
|
|
tokenizer-api = { version= "0.2", path="./tokenizer-api", package="tantivy-tokenizer-api" }
|
|
sketches-ddsketch = { version = "0.2.1", features = ["use_serde"] }
|
|
futures-util = { version = "0.3.28", optional = true }
|
|
|
|
[target.'cfg(windows)'.dependencies]
|
|
winapi = "0.3.9"
|
|
|
|
[dev-dependencies]
|
|
rand = "0.8.5"
|
|
maplit = "1.0.2"
|
|
matches = "0.1.9"
|
|
pretty_assertions = "1.2.1"
|
|
proptest = "1.0.0"
|
|
test-log = "0.2.10"
|
|
env_logger = "0.10.0"
|
|
futures = "0.3.21"
|
|
paste = "1.0.11"
|
|
more-asserts = "0.3.1"
|
|
rand_distr = "0.4.3"
|
|
|
|
[target.'cfg(not(windows))'.dev-dependencies]
|
|
criterion = "0.5"
|
|
pprof = { git = "https://github.com/PSeitz/pprof-rs/", rev = "53af24b", features = ["flamegraph", "criterion"] } # temp fork that works with criterion 0.5
|
|
|
|
[dev-dependencies.fail]
|
|
version = "0.5.0"
|
|
features = ["failpoints"]
|
|
|
|
[profile.release]
|
|
opt-level = 3
|
|
debug = false
|
|
debug-assertions = false
|
|
|
|
[profile.bench]
|
|
opt-level = 3
|
|
debug = true
|
|
debug-assertions = false
|
|
|
|
[profile.test]
|
|
debug-assertions = true
|
|
overflow-checks = true
|
|
|
|
[features]
|
|
default = ["mmap", "stopwords", "lz4-compression"]
|
|
mmap = ["fs4", "tempfile", "memmap2"]
|
|
stopwords = []
|
|
|
|
lz4-compression = ["lz4_flex"]
|
|
zstd-compression = ["zstd"]
|
|
|
|
failpoints = ["fail", "fail/failpoints"]
|
|
unstable = [] # useful for benches.
|
|
|
|
quickwit = ["sstable", "futures-util"]
|
|
|
|
[workspace]
|
|
members = ["query-grammar", "bitpacker", "common", "ownedbytes", "stacker", "sstable", "tokenizer-api", "columnar"]
|
|
|
|
# Following the "fail" crate best practises, we isolate
|
|
# tests that define specific behavior in fail check points
|
|
# in a different binary.
|
|
#
|
|
# We do that because, fail rely on a global definition of
|
|
# failpoints behavior and hence, it is incompatible with
|
|
# multithreading.
|
|
[[test]]
|
|
name = "failpoints"
|
|
path = "tests/failpoints/mod.rs"
|
|
required-features = ["failpoints"]
|
|
|
|
[[bench]]
|
|
name = "analyzer"
|
|
harness = false
|
|
|
|
[[bench]]
|
|
name = "index-bench"
|
|
harness = false
|