This commit is contained in:
tuna2134
2024-09-09 11:43:17 +00:00
parent 40033ff16f
commit fee041da12

View File

@@ -69,7 +69,7 @@ __PUNCTUATION_CLEANUP_PATTERN = re.compile(
+ "".join(PUNCTUATIONS) + r"]+", # fmt: skip
)
*/
static __PUNCTUATION_CLEANUP_PATTERN: Lazy<regex::Regex> = Lazy::new(|| {
static PUNCTUATION_CLEANUP_PATTERN: Lazy<regex::Regex> = Lazy::new(|| {
let pattern = (
r"[^\u{3040}-\u{309F}\u{30A0}-\u{30FF}\u{4E00}-\u{9FFF}\u{3400}-\u{4DBF}\u{3005}".to_owned()
+ r"\u{0041}-\u{005A}\u{0061}-\u{007A}"