Dynamic follow up

This commit is contained in:
Paul Masurel
2023-06-30 16:10:18 +09:00
parent 5c9af73e41
commit d341520938
2 changed files with 54 additions and 45 deletions

View File

@@ -157,7 +157,6 @@ pub trait TokenFilter: 'static + Send + Sync {
fn transform<T: Tokenizer>(self, tokenizer: T) -> Self::Tokenizer<T>;
}
#[cfg(test)]
mod test {
use super::*;