Ngram tokenizer now returns an error with invalid arguments.

This commit is contained in:
François Massot
2023-06-25 20:13:24 +02:00
parent 44850e1036
commit d73706dede
3 changed files with 57 additions and 23 deletions

View File

@@ -53,7 +53,7 @@ fn main() -> tantivy::Result<()> {
// this will store tokens of 3 characters each
index
.tokenizers()
.register("ngram3", NgramTokenizer::new(3, 3, false));
.register("ngram3", NgramTokenizer::new(3, 3, false).unwrap());
// To insert document we need an index writer.
// There must be only one writer at a time.