This commit is contained in:
Paul Masurel
2017-11-26 11:52:03 +09:00
parent 05ce093f97
commit 8023445b63
3 changed files with 3 additions and 2 deletions

View File

@@ -144,7 +144,7 @@ pub use self::tokenizer::BoxedTokenizer;
pub use self::tokenizer_manager::TokenizerManager;
pub use self::simple_tokenizer::SimpleTokenizer;
pub use self::raw_tokenizer::RawTokenizer;
pub use self::token_stream_chain::TokenStreamChain;
pub(crate) use self::token_stream_chain::TokenStreamChain;
pub use self::japanese_tokenizer::JapaneseTokenizer;
pub use self::remove_long::RemoveLongFilter;
pub use self::lower_caser::LowerCaser;