mirror of
https://github.com/quickwit-oss/tantivy.git
synced 2026-06-03 09:00:42 +00:00
Merge branch 'master' of github.com:tantivy-search/tantivy
This commit is contained in:
19
.github/ISSUE_TEMPLATE/bug_report.md
vendored
Normal file
19
.github/ISSUE_TEMPLATE/bug_report.md
vendored
Normal file
@@ -0,0 +1,19 @@
|
||||
---
|
||||
name: Bug report
|
||||
about: Create a report to help us improve
|
||||
|
||||
---
|
||||
|
||||
**Describe the bug**
|
||||
- What did you do?
|
||||
- What happened?
|
||||
- What was expected?
|
||||
|
||||
**Which version of tantivy are you using?**
|
||||
If "master", ideally give the specific sha1 revision.
|
||||
|
||||
**To Reproduce**
|
||||
|
||||
If your bug is deterministic, can you give a minimal reproducing code?
|
||||
Some bugs are not deterministic. Can you describe with precision in which context it happened?
|
||||
If this is possible, can you share your code?
|
||||
14
.github/ISSUE_TEMPLATE/feature_request.md
vendored
Normal file
14
.github/ISSUE_TEMPLATE/feature_request.md
vendored
Normal file
@@ -0,0 +1,14 @@
|
||||
---
|
||||
name: Feature request
|
||||
about: Suggest an idea for this project
|
||||
|
||||
---
|
||||
|
||||
**Is your feature request related to a problem? Please describe.**
|
||||
A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
|
||||
|
||||
**Describe the solution you'd like**
|
||||
A clear and concise description of what you want to happen.
|
||||
|
||||
**[Optional] describe alternatives you've considered**
|
||||
A clear and concise description of any alternative solutions or features you've considered.
|
||||
7
.github/ISSUE_TEMPLATE/question.md
vendored
Normal file
7
.github/ISSUE_TEMPLATE/question.md
vendored
Normal file
@@ -0,0 +1,7 @@
|
||||
---
|
||||
name: Question
|
||||
about: Ask any question about tantivy's usage...
|
||||
|
||||
---
|
||||
|
||||
Try to be specific about your use case...
|
||||
@@ -39,6 +39,16 @@ impl StopWordFilter {
|
||||
|
||||
StopWordFilter { words: set }
|
||||
}
|
||||
|
||||
fn english() -> StopWordFilter {
|
||||
let words: [&'static str; 33] = [
|
||||
"a", "an", "and", "are", "as", "at", "be", "but", "by", "for", "if", "in", "into",
|
||||
"is", "it", "no", "not", "of", "on", "or", "such", "that", "the", "their", "then",
|
||||
"there", "these", "they", "this", "to", "was", "will", "with",
|
||||
];
|
||||
|
||||
StopWordFilter::remove(words.iter().map(|s| s.to_string()).collect())
|
||||
}
|
||||
}
|
||||
|
||||
pub struct StopWordFilterStream<TailTokenStream>
|
||||
@@ -98,3 +108,9 @@ where
|
||||
false
|
||||
}
|
||||
}
|
||||
|
||||
impl Default for StopWordFilter {
|
||||
fn default() -> StopWordFilter {
|
||||
StopWordFilter::english()
|
||||
}
|
||||
}
|
||||
|
||||
@@ -8,6 +8,7 @@ use tokenizer::RawTokenizer;
|
||||
use tokenizer::RemoveLongFilter;
|
||||
use tokenizer::SimpleTokenizer;
|
||||
use tokenizer::Stemmer;
|
||||
use tokenizer::StopWordFilter;
|
||||
use tokenizer::Tokenizer;
|
||||
|
||||
/// The tokenizer manager serves as a store for
|
||||
|
||||
Reference in New Issue
Block a user