Function tinysegmenter::tokenize [−] [src]

ⓘImportant traits for Vec<u8>
pub fn tokenize(s: &str) -> Vec<String>