diff --git a/CHANGELOG.md b/CHANGELOG.md index 068b291a3..7957d9910 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,6 +1,7 @@ Tantivy 0.10.0 -==================== - +===================== +- Added an ASCII folding filter (@drusellers) +- Bugfix in `query.count` in presence of deletes (@pmasurel) Minor --------- diff --git a/src/postings/postings_writer.rs b/src/postings/postings_writer.rs index d26325862..d5d769b33 100644 --- a/src/postings/postings_writer.rs +++ b/src/postings/postings_writer.rs @@ -214,6 +214,13 @@ pub trait PostingsWriter { if token.text.len() <= MAX_TOKEN_LEN { term.set_text(token.text.as_str()); self.subscribe(term_index, doc_id, token.position as u32, &term, heap); + } else { + info!( + "A token exceeding MAX_TOKEN_LEN ({}>{}) was dropped. Search for \ + MAX_TOKEN_LEN in the documentation for more information.", + token.text.len(), + MAX_TOKEN_LEN + ); } }; token_stream.process(&mut sink) diff --git a/src/tokenizer/ascii_folding_filter.rs b/src/tokenizer/ascii_folding_filter.rs new file mode 100644 index 000000000..cbd124a8b --- /dev/null +++ b/src/tokenizer/ascii_folding_filter.rs @@ -0,0 +1,4064 @@ +use super::{Token, TokenFilter, TokenStream}; +use std::mem; + +/// This class converts alphabetic, numeric, and symbolic Unicode characters +/// which are not in the first 127 ASCII characters (the "Basic Latin" Unicode +/// block) into their ASCII equivalents, if one exists. +#[derive(Clone)] +pub struct AsciiFoldingFilter; + +impl TokenFilter for AsciiFoldingFilter +where + TailTokenStream: TokenStream, +{ + type ResultTokenStream = AsciiFoldingFilterTokenStream; + + fn transform(&self, token_stream: TailTokenStream) -> Self::ResultTokenStream { + AsciiFoldingFilterTokenStream::wrap(token_stream) + } +} + +pub struct AsciiFoldingFilterTokenStream { + buffer: String, + tail: TailTokenStream, +} + +impl TokenStream for AsciiFoldingFilterTokenStream +where + TailTokenStream: TokenStream, +{ + fn advance(&mut self) -> bool { + if !self.tail.advance() { + return false; + } + if !self.token_mut().text.is_ascii() { + // ignore its already ascii + to_ascii(&mut self.tail.token_mut().text, &mut self.buffer); + mem::swap(&mut self.tail.token_mut().text, &mut self.buffer); + } + true + } + + fn token(&self) -> &Token { + self.tail.token() + } + + fn token_mut(&mut self) -> &mut Token { + self.tail.token_mut() + } +} + +impl AsciiFoldingFilterTokenStream +where + TailTokenStream: TokenStream, +{ + fn wrap(tail: TailTokenStream) -> AsciiFoldingFilterTokenStream { + AsciiFoldingFilterTokenStream { + tail, + buffer: String::with_capacity(100), + } + } +} + +// Returns a string that represents the ascii folded version of +// the character. If the `char` does not require ascii folding +// (e.g. simple ASCII chars like `A`) or if the `char` +// does not have a sensible ascii equivalent (e.g.: Kanjis like 馬, +// this function returns `None`. +fn fold_non_ascii_char(c: char) -> Option<&'static str> { + match c { + '\u{00C0}' | // À [LATIN CAPITAL LETTER A WITH GRAVE] + '\u{00C1}' | // Á [LATIN CAPITAL LETTER A WITH ACUTE] + '\u{00C2}' | //  [LATIN CAPITAL LETTER A WITH CIRCUMFLEX] + '\u{00C3}' | // à [LATIN CAPITAL LETTER A WITH TILDE] + '\u{00C4}' | // Ä [LATIN CAPITAL LETTER A WITH DIAERESIS] + '\u{00C5}' | // Å [LATIN CAPITAL LETTER A WITH RING ABOVE] + '\u{0100}' | // Ā [LATIN CAPITAL LETTER A WITH MACRON] + '\u{0102}' | // Ă [LATIN CAPITAL LETTER A WITH BREVE] + '\u{0104}' | // Ą [LATIN CAPITAL LETTER A WITH OGONEK] + '\u{018F}' | // Ə http://en.wikipedia.org/wiki/Schwa [LATIN CAPITAL LETTER SCHWA] + '\u{01CD}' | // Ǎ [LATIN CAPITAL LETTER A WITH CARON] + '\u{01DE}' | // Ǟ [LATIN CAPITAL LETTER A WITH DIAERESIS AND MACRON] + '\u{01E0}' | // Ǡ [LATIN CAPITAL LETTER A WITH DOT ABOVE AND MACRON] + '\u{01FA}' | // Ǻ [LATIN CAPITAL LETTER A WITH RING ABOVE AND ACUTE] + '\u{0200}' | // Ȁ [LATIN CAPITAL LETTER A WITH DOUBLE GRAVE] + '\u{0202}' | // Ȃ [LATIN CAPITAL LETTER A WITH INVERTED BREVE] + '\u{0226}' | // Ȧ [LATIN CAPITAL LETTER A WITH DOT ABOVE] + '\u{023A}' | // Ⱥ [LATIN CAPITAL LETTER A WITH STROKE] + '\u{1D00}' | // ᴀ [LATIN LETTER SMALL CAPITAL A] + '\u{1E00}' | // Ḁ [LATIN CAPITAL LETTER A WITH RING BELOW] + '\u{1EA0}' | // Ạ [LATIN CAPITAL LETTER A WITH DOT BELOW] + '\u{1EA2}' | // Ả [LATIN CAPITAL LETTER A WITH HOOK ABOVE] + '\u{1EA4}' | // Ấ [LATIN CAPITAL LETTER A WITH CIRCUMFLEX AND ACUTE] + '\u{1EA6}' | // Ầ [LATIN CAPITAL LETTER A WITH CIRCUMFLEX AND GRAVE] + '\u{1EA8}' | // Ẩ [LATIN CAPITAL LETTER A WITH CIRCUMFLEX AND HOOK ABOVE] + '\u{1EAA}' | // Ẫ [LATIN CAPITAL LETTER A WITH CIRCUMFLEX AND TILDE] + '\u{1EAC}' | // Ậ [LATIN CAPITAL LETTER A WITH CIRCUMFLEX AND DOT BELOW] + '\u{1EAE}' | // Ắ [LATIN CAPITAL LETTER A WITH BREVE AND ACUTE] + '\u{1EB0}' | // Ằ [LATIN CAPITAL LETTER A WITH BREVE AND GRAVE] + '\u{1EB2}' | // Ẳ [LATIN CAPITAL LETTER A WITH BREVE AND HOOK ABOVE] + '\u{1EB4}' | // Ẵ [LATIN CAPITAL LETTER A WITH BREVE AND TILDE] + '\u{1EB6}' | // Ặ [LATIN CAPITAL LETTER A WITH BREVE AND DOT BELOW] + '\u{24B6}' | // Ⓐ [CIRCLED LATIN CAPITAL LETTER A] + '\u{FF21}' // Ａ [FULLWIDTH LATIN CAPITAL LETTER A] + => Some("A"), + '\u{00E0}' | // à [LATIN SMALL LETTER A WITH GRAVE] + '\u{00E1}' | // á [LATIN SMALL LETTER A WITH ACUTE] + '\u{00E2}' | // â [LATIN SMALL LETTER A WITH CIRCUMFLEX] + '\u{00E3}' | // ã [LATIN SMALL LETTER A WITH TILDE] + '\u{00E4}' | // ä [LATIN SMALL LETTER A WITH DIAERESIS] + '\u{00E5}' | // å [LATIN SMALL LETTER A WITH RING ABOVE] + '\u{0101}' | // ā [LATIN SMALL LETTER A WITH MACRON] + '\u{0103}' | // ă [LATIN SMALL LETTER A WITH BREVE] + '\u{0105}' | // ą [LATIN SMALL LETTER A WITH OGONEK] + '\u{01CE}' | // ǎ [LATIN SMALL LETTER A WITH CARON] + '\u{01DF}' | // ǟ [LATIN SMALL LETTER A WITH DIAERESIS AND MACRON] + '\u{01E1}' | // ǡ [LATIN SMALL LETTER A WITH DOT ABOVE AND MACRON] + '\u{01FB}' | // ǻ [LATIN SMALL LETTER A WITH RING ABOVE AND ACUTE] + '\u{0201}' | // ȁ [LATIN SMALL LETTER A WITH DOUBLE GRAVE] + '\u{0203}' | // ȃ [LATIN SMALL LETTER A WITH INVERTED BREVE] + '\u{0227}' | // ȧ [LATIN SMALL LETTER A WITH DOT ABOVE] + '\u{0250}' | // ɐ [LATIN SMALL LETTER TURNED A] + '\u{0259}' | // ə [LATIN SMALL LETTER SCHWA] + '\u{025A}' | // ɚ [LATIN SMALL LETTER SCHWA WITH HOOK] + '\u{1D8F}' | // ᶏ [LATIN SMALL LETTER A WITH RETROFLEX HOOK] + '\u{1D95}' | // ᶕ [LATIN SMALL LETTER SCHWA WITH RETROFLEX HOOK] + '\u{1E01}' | // ạ [LATIN SMALL LETTER A WITH RING BELOW] + '\u{1E9A}' | // ả [LATIN SMALL LETTER A WITH RIGHT HALF RING] + '\u{1EA1}' | // ạ [LATIN SMALL LETTER A WITH DOT BELOW] + '\u{1EA3}' | // ả [LATIN SMALL LETTER A WITH HOOK ABOVE] + '\u{1EA5}' | // ấ [LATIN SMALL LETTER A WITH CIRCUMFLEX AND ACUTE] + '\u{1EA7}' | // ầ [LATIN SMALL LETTER A WITH CIRCUMFLEX AND GRAVE] + '\u{1EA9}' | // ẩ [LATIN SMALL LETTER A WITH CIRCUMFLEX AND HOOK ABOVE] + '\u{1EAB}' | // ẫ [LATIN SMALL LETTER A WITH CIRCUMFLEX AND TILDE] + '\u{1EAD}' | // ậ [LATIN SMALL LETTER A WITH CIRCUMFLEX AND DOT BELOW] + '\u{1EAF}' | // ắ [LATIN SMALL LETTER A WITH BREVE AND ACUTE] + '\u{1EB1}' | // ằ [LATIN SMALL LETTER A WITH BREVE AND GRAVE] + '\u{1EB3}' | // ẳ [LATIN SMALL LETTER A WITH BREVE AND HOOK ABOVE] + '\u{1EB5}' | // ẵ [LATIN SMALL LETTER A WITH BREVE AND TILDE] + '\u{1EB7}' | // ặ [LATIN SMALL LETTER A WITH BREVE AND DOT BELOW] + '\u{2090}' | // ₐ [LATIN SUBSCRIPT SMALL LETTER A] + '\u{2094}' | // ₔ [LATIN SUBSCRIPT SMALL LETTER SCHWA] + '\u{24D0}' | // ⓐ [CIRCLED LATIN SMALL LETTER A] + '\u{2C65}' | // ⱥ [LATIN SMALL LETTER A WITH STROKE] + '\u{2C6F}' | // Ɐ [LATIN CAPITAL LETTER TURNED A] + '\u{FF41}' // ａ [FULLWIDTH LATIN SMALL LETTER A] + => Some("a"), + '\u{A732}' // Ꜳ [LATIN CAPITAL LETTER AA] + => Some("AA"), + '\u{00C6}' | // Æ [LATIN CAPITAL LETTER AE] + '\u{01E2}' | // Ǣ [LATIN CAPITAL LETTER AE WITH MACRON] + '\u{01FC}' | // Ǽ [LATIN CAPITAL LETTER AE WITH ACUTE] + '\u{1D01}' // ᴁ [LATIN LETTER SMALL CAPITAL AE] + => Some("AE"), + '\u{A734}' // Ꜵ [LATIN CAPITAL LETTER AO] + => Some("AO"), + '\u{A736}' // Ꜷ [LATIN CAPITAL LETTER AU] + => Some("AU"), + '\u{A738}' | // Ꜹ [LATIN CAPITAL LETTER AV] + '\u{A73A}' // Ꜻ [LATIN CAPITAL LETTER AV WITH HORIZONTAL BAR] + => Some("AV"), + '\u{A73C}' // Ꜽ [LATIN CAPITAL LETTER AY] + => Some("AY"), + '\u{249C}' // ⒜ [PARENTHESIZED LATIN SMALL LETTER A] + => Some("(a)"), + '\u{A733}' // ꜳ [LATIN SMALL LETTER AA] + => Some("aa"), + '\u{00E6}' | // æ [LATIN SMALL LETTER AE] + '\u{01E3}' | // ǣ [LATIN SMALL LETTER AE WITH MACRON] + '\u{01FD}' | // ǽ [LATIN SMALL LETTER AE WITH ACUTE] + '\u{1D02}' // ᴂ [LATIN SMALL LETTER TURNED AE] + => Some("ae"), + '\u{A735}' // ꜵ [LATIN SMALL LETTER AO] + => Some("ao"), + '\u{A737}' // ꜷ [LATIN SMALL LETTER AU] + => Some("au"), + '\u{A739}' | // ꜹ [LATIN SMALL LETTER AV] + '\u{A73B}' // ꜻ [LATIN SMALL LETTER AV WITH HORIZONTAL BAR] + => Some("av"), + '\u{A73D}' // ꜽ [LATIN SMALL LETTER AY] + => Some("ay"), + '\u{0181}' | // Ɓ [LATIN CAPITAL LETTER B WITH HOOK] + '\u{0182}' | // Ƃ [LATIN CAPITAL LETTER B WITH TOPBAR] + '\u{0243}' | // Ƀ [LATIN CAPITAL LETTER B WITH STROKE] + '\u{0299}' | // ʙ [LATIN LETTER SMALL CAPITAL B] + '\u{1D03}' | // ᴃ [LATIN LETTER SMALL CAPITAL BARRED B] + '\u{1E02}' | // Ḃ [LATIN CAPITAL LETTER B WITH DOT ABOVE] + '\u{1E04}' | // Ḅ [LATIN CAPITAL LETTER B WITH DOT BELOW] + '\u{1E06}' | // Ḇ [LATIN CAPITAL LETTER B WITH LINE BELOW] + '\u{24B7}' | // Ⓑ [CIRCLED LATIN CAPITAL LETTER B] + '\u{FF22}' // Ｂ [FULLWIDTH LATIN CAPITAL LETTER B] + => Some("B"), + '\u{0180}' | // ƀ [LATIN SMALL LETTER B WITH STROKE] + '\u{0183}' | // ƃ [LATIN SMALL LETTER B WITH TOPBAR] + '\u{0253}' | // ɓ [LATIN SMALL LETTER B WITH HOOK] + '\u{1D6C}' | // ᵬ [LATIN SMALL LETTER B WITH MIDDLE TILDE] + '\u{1D80}' | // ᶀ [LATIN SMALL LETTER B WITH PALATAL HOOK] + '\u{1E03}' | // ḃ [LATIN SMALL LETTER B WITH DOT ABOVE] + '\u{1E05}' | // ḅ [LATIN SMALL LETTER B WITH DOT BELOW] + '\u{1E07}' | // ḇ [LATIN SMALL LETTER B WITH LINE BELOW] + '\u{24D1}' | // ⓑ [CIRCLED LATIN SMALL LETTER B] + '\u{FF42}' // ｂ [FULLWIDTH LATIN SMALL LETTER B] + => Some("b"), + '\u{249D}' // ⒝ [PARENTHESIZED LATIN SMALL LETTER B] + => Some("(b)"), + '\u{00C7}' | // Ç [LATIN CAPITAL LETTER C WITH CEDILLA] + '\u{0106}' | // Ć [LATIN CAPITAL LETTER C WITH ACUTE] + '\u{0108}' | // Ĉ [LATIN CAPITAL LETTER C WITH CIRCUMFLEX] + '\u{010A}' | // Ċ [LATIN CAPITAL LETTER C WITH DOT ABOVE] + '\u{010C}' | // Č [LATIN CAPITAL LETTER C WITH CARON] + '\u{0187}' | // Ƈ [LATIN CAPITAL LETTER C WITH HOOK] + '\u{023B}' | // Ȼ [LATIN CAPITAL LETTER C WITH STROKE] + '\u{0297}' | // ʗ [LATIN LETTER STRETCHED C] + '\u{1D04}' | // ᴄ [LATIN LETTER SMALL CAPITAL C] + '\u{1E08}' | // Ḉ [LATIN CAPITAL LETTER C WITH CEDILLA AND ACUTE] + '\u{24B8}' | // Ⓒ [CIRCLED LATIN CAPITAL LETTER C] + '\u{FF23}' // Ｃ [FULLWIDTH LATIN CAPITAL LETTER C] + => Some("C"), + '\u{00E7}' | // ç [LATIN SMALL LETTER C WITH CEDILLA] + '\u{0107}' | // ć [LATIN SMALL LETTER C WITH ACUTE] + '\u{0109}' | // ĉ [LATIN SMALL LETTER C WITH CIRCUMFLEX] + '\u{010B}' | // ċ [LATIN SMALL LETTER C WITH DOT ABOVE] + '\u{010D}' | // č [LATIN SMALL LETTER C WITH CARON] + '\u{0188}' | // ƈ [LATIN SMALL LETTER C WITH HOOK] + '\u{023C}' | // ȼ [LATIN SMALL LETTER C WITH STROKE] + '\u{0255}' | // ɕ [LATIN SMALL LETTER C WITH CURL] + '\u{1E09}' | // ḉ [LATIN SMALL LETTER C WITH CEDILLA AND ACUTE] + '\u{2184}' | // ↄ [LATIN SMALL LETTER REVERSED C] + '\u{24D2}' | // ⓒ [CIRCLED LATIN SMALL LETTER C] + '\u{A73E}' | // Ꜿ [LATIN CAPITAL LETTER REVERSED C WITH DOT] + '\u{A73F}' | // ꜿ [LATIN SMALL LETTER REVERSED C WITH DOT] + '\u{FF43}' // ｃ [FULLWIDTH LATIN SMALL LETTER C] + => Some("c"), + '\u{249E}' // ⒞ [PARENTHESIZED LATIN SMALL LETTER C] + => Some("(c)"), + '\u{00D0}' | // Ð [LATIN CAPITAL LETTER ETH] + '\u{010E}' | // Ď [LATIN CAPITAL LETTER D WITH CARON] + '\u{0110}' | // Đ [LATIN CAPITAL LETTER D WITH STROKE] + '\u{0189}' | // Ɖ [LATIN CAPITAL LETTER AFRICAN D] + '\u{018A}' | // Ɗ [LATIN CAPITAL LETTER D WITH HOOK] + '\u{018B}' | // Ƌ [LATIN CAPITAL LETTER D WITH TOPBAR] + '\u{1D05}' | // ᴅ [LATIN LETTER SMALL CAPITAL D] + '\u{1D06}' | // ᴆ [LATIN LETTER SMALL CAPITAL ETH] + '\u{1E0A}' | // Ḋ [LATIN CAPITAL LETTER D WITH DOT ABOVE] + '\u{1E0C}' | // Ḍ [LATIN CAPITAL LETTER D WITH DOT BELOW] + '\u{1E0E}' | // Ḏ [LATIN CAPITAL LETTER D WITH LINE BELOW] + '\u{1E10}' | // Ḑ [LATIN CAPITAL LETTER D WITH CEDILLA] + '\u{1E12}' | // Ḓ [LATIN CAPITAL LETTER D WITH CIRCUMFLEX BELOW] + '\u{24B9}' | // Ⓓ [CIRCLED LATIN CAPITAL LETTER D] + '\u{A779}' | // Ꝺ [LATIN CAPITAL LETTER INSULAR D] + '\u{FF24}' // Ｄ [FULLWIDTH LATIN CAPITAL LETTER D] + => Some("D"), + '\u{00F0}' | // ð [LATIN SMALL LETTER ETH] + '\u{010F}' | // ď [LATIN SMALL LETTER D WITH CARON] + '\u{0111}' | // đ [LATIN SMALL LETTER D WITH STROKE] + '\u{018C}' | // ƌ [LATIN SMALL LETTER D WITH TOPBAR] + '\u{0221}' | // ȡ [LATIN SMALL LETTER D WITH CURL] + '\u{0256}' | // ɖ [LATIN SMALL LETTER D WITH TAIL] + '\u{0257}' | // ɗ [LATIN SMALL LETTER D WITH HOOK] + '\u{1D6D}' | // ᵭ [LATIN SMALL LETTER D WITH MIDDLE TILDE] + '\u{1D81}' | // ᶁ [LATIN SMALL LETTER D WITH PALATAL HOOK] + '\u{1D91}' | // ᶑ [LATIN SMALL LETTER D WITH HOOK AND TAIL] + '\u{1E0B}' | // ḋ [LATIN SMALL LETTER D WITH DOT ABOVE] + '\u{1E0D}' | // ḍ [LATIN SMALL LETTER D WITH DOT BELOW] + '\u{1E0F}' | // ḏ [LATIN SMALL LETTER D WITH LINE BELOW] + '\u{1E11}' | // ḑ [LATIN SMALL LETTER D WITH CEDILLA] + '\u{1E13}' | // ḓ [LATIN SMALL LETTER D WITH CIRCUMFLEX BELOW] + '\u{24D3}' | // ⓓ [CIRCLED LATIN SMALL LETTER D] + '\u{A77A}' | // ꝺ [LATIN SMALL LETTER INSULAR D] + '\u{FF44}' // ｄ [FULLWIDTH LATIN SMALL LETTER D] + => Some("d"), + '\u{01C4}' | // DŽ [LATIN CAPITAL LETTER DZ WITH CARON] + '\u{01F1}' // DZ [LATIN CAPITAL LETTER DZ] + => Some("DZ"), + '\u{01C5}' | // Dž [LATIN CAPITAL LETTER D WITH SMALL LETTER Z WITH CARON] + '\u{01F2}' // Dz [LATIN CAPITAL LETTER D WITH SMALL LETTER Z] + => Some("Dz"), + '\u{249F}' // ⒟ [PARENTHESIZED LATIN SMALL LETTER D] + => Some("(d)"), + '\u{0238}' // ȸ [LATIN SMALL LETTER DB DIGRAPH] + => Some("db"), + '\u{01C6}' | // dž [LATIN SMALL LETTER DZ WITH CARON] + '\u{01F3}' | // dz [LATIN SMALL LETTER DZ] + '\u{02A3}' | // ʣ [LATIN SMALL LETTER DZ DIGRAPH] + '\u{02A5}' // ʥ [LATIN SMALL LETTER DZ DIGRAPH WITH CURL] + => Some("dz"), + '\u{00C8}' | // È [LATIN CAPITAL LETTER E WITH GRAVE] + '\u{00C9}' | // É [LATIN CAPITAL LETTER E WITH ACUTE] + '\u{00CA}' | // Ê [LATIN CAPITAL LETTER E WITH CIRCUMFLEX] + '\u{00CB}' | // Ë [LATIN CAPITAL LETTER E WITH DIAERESIS] + '\u{0112}' | // Ē [LATIN CAPITAL LETTER E WITH MACRON] + '\u{0114}' | // Ĕ [LATIN CAPITAL LETTER E WITH BREVE] + '\u{0116}' | // Ė [LATIN CAPITAL LETTER E WITH DOT ABOVE] + '\u{0118}' | // Ę [LATIN CAPITAL LETTER E WITH OGONEK] + '\u{011A}' | // Ě [LATIN CAPITAL LETTER E WITH CARON] + '\u{018E}' | // Ǝ [LATIN CAPITAL LETTER REVERSED E] + '\u{0190}' | // Ɛ [LATIN CAPITAL LETTER OPEN E] + '\u{0204}' | // Ȅ [LATIN CAPITAL LETTER E WITH DOUBLE GRAVE] + '\u{0206}' | // Ȇ [LATIN CAPITAL LETTER E WITH INVERTED BREVE] + '\u{0228}' | // Ȩ [LATIN CAPITAL LETTER E WITH CEDILLA] + '\u{0246}' | // Ɇ [LATIN CAPITAL LETTER E WITH STROKE] + '\u{1D07}' | // ᴇ [LATIN LETTER SMALL CAPITAL E] + '\u{1E14}' | // Ḕ [LATIN CAPITAL LETTER E WITH MACRON AND GRAVE] + '\u{1E16}' | // Ḗ [LATIN CAPITAL LETTER E WITH MACRON AND ACUTE] + '\u{1E18}' | // Ḙ [LATIN CAPITAL LETTER E WITH CIRCUMFLEX BELOW] + '\u{1E1A}' | // Ḛ [LATIN CAPITAL LETTER E WITH TILDE BELOW] + '\u{1E1C}' | // Ḝ [LATIN CAPITAL LETTER E WITH CEDILLA AND BREVE] + '\u{1EB8}' | // Ẹ [LATIN CAPITAL LETTER E WITH DOT BELOW] + '\u{1EBA}' | // Ẻ [LATIN CAPITAL LETTER E WITH HOOK ABOVE] + '\u{1EBC}' | // Ẽ [LATIN CAPITAL LETTER E WITH TILDE] + '\u{1EBE}' | // Ế [LATIN CAPITAL LETTER E WITH CIRCUMFLEX AND ACUTE] + '\u{1EC0}' | // Ề [LATIN CAPITAL LETTER E WITH CIRCUMFLEX AND GRAVE] + '\u{1EC2}' | // Ể [LATIN CAPITAL LETTER E WITH CIRCUMFLEX AND HOOK ABOVE] + '\u{1EC4}' | // Ễ [LATIN CAPITAL LETTER E WITH CIRCUMFLEX AND TILDE] + '\u{1EC6}' | // Ệ [LATIN CAPITAL LETTER E WITH CIRCUMFLEX AND DOT BELOW] + '\u{24BA}' | // Ⓔ [CIRCLED LATIN CAPITAL LETTER E] + '\u{2C7B}' | // ⱻ [LATIN LETTER SMALL CAPITAL TURNED E] + '\u{FF25}' // Ｅ [FULLWIDTH LATIN CAPITAL LETTER E] + => Some("E"), + '\u{00E8}' | // è [LATIN SMALL LETTER E WITH GRAVE] + '\u{00E9}' | // é [LATIN SMALL LETTER E WITH ACUTE] + '\u{00EA}' | // ê [LATIN SMALL LETTER E WITH CIRCUMFLEX] + '\u{00EB}' | // ë [LATIN SMALL LETTER E WITH DIAERESIS] + '\u{0113}' | // ē [LATIN SMALL LETTER E WITH MACRON] + '\u{0115}' | // ĕ [LATIN SMALL LETTER E WITH BREVE] + '\u{0117}' | // ė [LATIN SMALL LETTER E WITH DOT ABOVE] + '\u{0119}' | // ę [LATIN SMALL LETTER E WITH OGONEK] + '\u{011B}' | // ě [LATIN SMALL LETTER E WITH CARON] + '\u{01DD}' | // ǝ [LATIN SMALL LETTER TURNED E] + '\u{0205}' | // ȅ [LATIN SMALL LETTER E WITH DOUBLE GRAVE] + '\u{0207}' | // ȇ [LATIN SMALL LETTER E WITH INVERTED BREVE] + '\u{0229}' | // ȩ [LATIN SMALL LETTER E WITH CEDILLA] + '\u{0247}' | // ɇ [LATIN SMALL LETTER E WITH STROKE] + '\u{0258}' | // ɘ [LATIN SMALL LETTER REVERSED E] + '\u{025B}' | // ɛ [LATIN SMALL LETTER OPEN E] + '\u{025C}' | // ɜ [LATIN SMALL LETTER REVERSED OPEN E] + '\u{025D}' | // ɝ [LATIN SMALL LETTER REVERSED OPEN E WITH HOOK] + '\u{025E}' | // ɞ [LATIN SMALL LETTER CLOSED REVERSED OPEN E] + '\u{029A}' | // ʚ [LATIN SMALL LETTER CLOSED OPEN E] + '\u{1D08}' | // ᴈ [LATIN SMALL LETTER TURNED OPEN E] + '\u{1D92}' | // ᶒ [LATIN SMALL LETTER E WITH RETROFLEX HOOK] + '\u{1D93}' | // ᶓ [LATIN SMALL LETTER OPEN E WITH RETROFLEX HOOK] + '\u{1D94}' | // ᶔ [LATIN SMALL LETTER REVERSED OPEN E WITH RETROFLEX HOOK] + '\u{1E15}' | // ḕ [LATIN SMALL LETTER E WITH MACRON AND GRAVE] + '\u{1E17}' | // ḗ [LATIN SMALL LETTER E WITH MACRON AND ACUTE] + '\u{1E19}' | // ḙ [LATIN SMALL LETTER E WITH CIRCUMFLEX BELOW] + '\u{1E1B}' | // ḛ [LATIN SMALL LETTER E WITH TILDE BELOW] + '\u{1E1D}' | // ḝ [LATIN SMALL LETTER E WITH CEDILLA AND BREVE] + '\u{1EB9}' | // ẹ [LATIN SMALL LETTER E WITH DOT BELOW] + '\u{1EBB}' | // ẻ [LATIN SMALL LETTER E WITH HOOK ABOVE] + '\u{1EBD}' | // ẽ [LATIN SMALL LETTER E WITH TILDE] + '\u{1EBF}' | // ế [LATIN SMALL LETTER E WITH CIRCUMFLEX AND ACUTE] + '\u{1EC1}' | // ề [LATIN SMALL LETTER E WITH CIRCUMFLEX AND GRAVE] + '\u{1EC3}' | // ể [LATIN SMALL LETTER E WITH CIRCUMFLEX AND HOOK ABOVE] + '\u{1EC5}' | // ễ [LATIN SMALL LETTER E WITH CIRCUMFLEX AND TILDE] + '\u{1EC7}' | // ệ [LATIN SMALL LETTER E WITH CIRCUMFLEX AND DOT BELOW] + '\u{2091}' | // ₑ [LATIN SUBSCRIPT SMALL LETTER E] + '\u{24D4}' | // ⓔ [CIRCLED LATIN SMALL LETTER E] + '\u{2C78}' | // ⱸ [LATIN SMALL LETTER E WITH NOTCH] + '\u{FF45}' // ｅ [FULLWIDTH LATIN SMALL LETTER E] + => Some("e"), + '\u{24A0}' // ⒠ [PARENTHESIZED LATIN SMALL LETTER E] + => Some("(e)"), + '\u{0191}' | // Ƒ [LATIN CAPITAL LETTER F WITH HOOK] + '\u{1E1E}' | // Ḟ [LATIN CAPITAL LETTER F WITH DOT ABOVE] + '\u{24BB}' | // Ⓕ [CIRCLED LATIN CAPITAL LETTER F] + '\u{A730}' | // ꜰ [LATIN LETTER SMALL CAPITAL F] + '\u{A77B}' | // Ꝼ [LATIN CAPITAL LETTER INSULAR F] + '\u{A7FB}' | // ꟻ [LATIN EPIGRAPHIC LETTER REVERSED F] + '\u{FF26}' // Ｆ [FULLWIDTH LATIN CAPITAL LETTER F] + => Some("F"), + '\u{0192}' | // ƒ [LATIN SMALL LETTER F WITH HOOK] + '\u{1D6E}' | // ᵮ [LATIN SMALL LETTER F WITH MIDDLE TILDE] + '\u{1D82}' | // ᶂ [LATIN SMALL LETTER F WITH PALATAL HOOK] + '\u{1E1F}' | // ḟ [LATIN SMALL LETTER F WITH DOT ABOVE] + '\u{1E9B}' | // ẛ [LATIN SMALL LETTER LONG S WITH DOT ABOVE] + '\u{24D5}' | // ⓕ [CIRCLED LATIN SMALL LETTER F] + '\u{A77C}' | // ꝼ [LATIN SMALL LETTER INSULAR F] + '\u{FF46}' // ｆ [FULLWIDTH LATIN SMALL LETTER F] + => Some("f"), + '\u{24A1}' // ⒡ [PARENTHESIZED LATIN SMALL LETTER F] + => Some("(f)"), + '\u{FB00}' // ff [LATIN SMALL LIGATURE FF] + => Some("ff"), + '\u{FB03}' // ffi [LATIN SMALL LIGATURE FFI] + => Some("ffi"), + '\u{FB04}' // ffl [LATIN SMALL LIGATURE FFL] + => Some("ffl"), + '\u{FB01}' // fi [LATIN SMALL LIGATURE FI] + => Some("fi"), + '\u{FB02}' // fl [LATIN SMALL LIGATURE FL] + => Some("fl"), + '\u{011C}' | // Ĝ [LATIN CAPITAL LETTER G WITH CIRCUMFLEX] + '\u{011E}' | // Ğ [LATIN CAPITAL LETTER G WITH BREVE] + '\u{0120}' | // Ġ [LATIN CAPITAL LETTER G WITH DOT ABOVE] + '\u{0122}' | // Ģ [LATIN CAPITAL LETTER G WITH CEDILLA] + '\u{0193}' | // Ɠ [LATIN CAPITAL LETTER G WITH HOOK] + '\u{01E4}' | // Ǥ [LATIN CAPITAL LETTER G WITH STROKE] + '\u{01E5}' | // ǥ [LATIN SMALL LETTER G WITH STROKE] + '\u{01E6}' | // Ǧ [LATIN CAPITAL LETTER G WITH CARON] + '\u{01E7}' | // ǧ [LATIN SMALL LETTER G WITH CARON] + '\u{01F4}' | // Ǵ [LATIN CAPITAL LETTER G WITH ACUTE] + '\u{0262}' | // ɢ [LATIN LETTER SMALL CAPITAL G] + '\u{029B}' | // ʛ [LATIN LETTER SMALL CAPITAL G WITH HOOK] + '\u{1E20}' | // Ḡ [LATIN CAPITAL LETTER G WITH MACRON] + '\u{24BC}' | // Ⓖ [CIRCLED LATIN CAPITAL LETTER G] + '\u{A77D}' | // Ᵹ [LATIN CAPITAL LETTER INSULAR G] + '\u{A77E}' | // Ꝿ [LATIN CAPITAL LETTER TURNED INSULAR G] + '\u{FF27}' // Ｇ [FULLWIDTH LATIN CAPITAL LETTER G] + => Some("G"), + '\u{011D}' | // ĝ [LATIN SMALL LETTER G WITH CIRCUMFLEX] + '\u{011F}' | // ğ [LATIN SMALL LETTER G WITH BREVE] + '\u{0121}' | // ġ [LATIN SMALL LETTER G WITH DOT ABOVE] + '\u{0123}' | // ģ [LATIN SMALL LETTER G WITH CEDILLA] + '\u{01F5}' | // ǵ [LATIN SMALL LETTER G WITH ACUTE] + '\u{0260}' | // ɠ [LATIN SMALL LETTER G WITH HOOK] + '\u{0261}' | // ɡ [LATIN SMALL LETTER SCRIPT G] + '\u{1D77}' | // ᵷ [LATIN SMALL LETTER TURNED G] + '\u{1D79}' | // ᵹ [LATIN SMALL LETTER INSULAR G] + '\u{1D83}' | // ᶃ [LATIN SMALL LETTER G WITH PALATAL HOOK] + '\u{1E21}' | // ḡ [LATIN SMALL LETTER G WITH MACRON] + '\u{24D6}' | // ⓖ [CIRCLED LATIN SMALL LETTER G] + '\u{A77F}' | // ꝿ [LATIN SMALL LETTER TURNED INSULAR G] + '\u{FF47}' // ｇ [FULLWIDTH LATIN SMALL LETTER G] + => Some("g"), + '\u{24A2}' // ⒢ [PARENTHESIZED LATIN SMALL LETTER G] + => Some("(g)"), + '\u{0124}' | // Ĥ [LATIN CAPITAL LETTER H WITH CIRCUMFLEX] + '\u{0126}' | // Ħ [LATIN CAPITAL LETTER H WITH STROKE] + '\u{021E}' | // Ȟ [LATIN CAPITAL LETTER H WITH CARON] + '\u{029C}' | // ʜ [LATIN LETTER SMALL CAPITAL H] + '\u{1E22}' | // Ḣ [LATIN CAPITAL LETTER H WITH DOT ABOVE] + '\u{1E24}' | // Ḥ [LATIN CAPITAL LETTER H WITH DOT BELOW] + '\u{1E26}' | // Ḧ [LATIN CAPITAL LETTER H WITH DIAERESIS] + '\u{1E28}' | // Ḩ [LATIN CAPITAL LETTER H WITH CEDILLA] + '\u{1E2A}' | // Ḫ [LATIN CAPITAL LETTER H WITH BREVE BELOW] + '\u{24BD}' | // Ⓗ [CIRCLED LATIN CAPITAL LETTER H] + '\u{2C67}' | // Ⱨ [LATIN CAPITAL LETTER H WITH DESCENDER] + '\u{2C75}' | // Ⱶ [LATIN CAPITAL LETTER HALF H] + '\u{FF28}' // Ｈ [FULLWIDTH LATIN CAPITAL LETTER H] + => Some("H"), + '\u{0125}' | // ĥ [LATIN SMALL LETTER H WITH CIRCUMFLEX] + '\u{0127}' | // ħ [LATIN SMALL LETTER H WITH STROKE] + '\u{021F}' | // ȟ [LATIN SMALL LETTER H WITH CARON] + '\u{0265}' | // ɥ [LATIN SMALL LETTER TURNED H] + '\u{0266}' | // ɦ [LATIN SMALL LETTER H WITH HOOK] + '\u{02AE}' | // ʮ [LATIN SMALL LETTER TURNED H WITH FISHHOOK] + '\u{02AF}' | // ʯ [LATIN SMALL LETTER TURNED H WITH FISHHOOK AND TAIL] + '\u{1E23}' | // ḣ [LATIN SMALL LETTER H WITH DOT ABOVE] + '\u{1E25}' | // ḥ [LATIN SMALL LETTER H WITH DOT BELOW] + '\u{1E27}' | // ḧ [LATIN SMALL LETTER H WITH DIAERESIS] + '\u{1E29}' | // ḩ [LATIN SMALL LETTER H WITH CEDILLA] + '\u{1E2B}' | // ḫ [LATIN SMALL LETTER H WITH BREVE BELOW] + '\u{1E96}' | // ẖ [LATIN SMALL LETTER H WITH LINE BELOW] + '\u{24D7}' | // ⓗ [CIRCLED LATIN SMALL LETTER H] + '\u{2C68}' | // ⱨ [LATIN SMALL LETTER H WITH DESCENDER] + '\u{2C76}' | // ⱶ [LATIN SMALL LETTER HALF H] + '\u{FF48}' // ｈ [FULLWIDTH LATIN SMALL LETTER H] + => Some("h"), + '\u{01F6}' // Ƕ http://en.wikipedia.org/wiki/Hwair [LATIN CAPITAL LETTER HWAIR] + => Some("HV"), + '\u{24A3}' // ⒣ [PARENTHESIZED LATIN SMALL LETTER H] + => Some("(h)"), + '\u{0195}' // ƕ [LATIN SMALL LETTER HV] + => Some("hv"), + '\u{00CC}' | // Ì [LATIN CAPITAL LETTER I WITH GRAVE] + '\u{00CD}' | // Í [LATIN CAPITAL LETTER I WITH ACUTE] + '\u{00CE}' | // Î [LATIN CAPITAL LETTER I WITH CIRCUMFLEX] + '\u{00CF}' | // Ï [LATIN CAPITAL LETTER I WITH DIAERESIS] + '\u{0128}' | // Ĩ [LATIN CAPITAL LETTER I WITH TILDE] + '\u{012A}' | // Ī [LATIN CAPITAL LETTER I WITH MACRON] + '\u{012C}' | // Ĭ [LATIN CAPITAL LETTER I WITH BREVE] + '\u{012E}' | // Į [LATIN CAPITAL LETTER I WITH OGONEK] + '\u{0130}' | // İ [LATIN CAPITAL LETTER I WITH DOT ABOVE] + '\u{0196}' | // Ɩ [LATIN CAPITAL LETTER IOTA] + '\u{0197}' | // Ɨ [LATIN CAPITAL LETTER I WITH STROKE] + '\u{01CF}' | // Ǐ [LATIN CAPITAL LETTER I WITH CARON] + '\u{0208}' | // Ȉ [LATIN CAPITAL LETTER I WITH DOUBLE GRAVE] + '\u{020A}' | // Ȋ [LATIN CAPITAL LETTER I WITH INVERTED BREVE] + '\u{026A}' | // ɪ [LATIN LETTER SMALL CAPITAL I] + '\u{1D7B}' | // ᵻ [LATIN SMALL CAPITAL LETTER I WITH STROKE] + '\u{1E2C}' | // Ḭ [LATIN CAPITAL LETTER I WITH TILDE BELOW] + '\u{1E2E}' | // Ḯ [LATIN CAPITAL LETTER I WITH DIAERESIS AND ACUTE] + '\u{1EC8}' | // Ỉ [LATIN CAPITAL LETTER I WITH HOOK ABOVE] + '\u{1ECA}' | // Ị [LATIN CAPITAL LETTER I WITH DOT BELOW] + '\u{24BE}' | // Ⓘ [CIRCLED LATIN CAPITAL LETTER I] + '\u{A7FE}' | // ꟾ [LATIN EPIGRAPHIC LETTER I LONGA] + '\u{FF29}' // Ｉ [FULLWIDTH LATIN CAPITAL LETTER I] + => Some("I"), + '\u{00EC}' | // ì [LATIN SMALL LETTER I WITH GRAVE] + '\u{00ED}' | // í [LATIN SMALL LETTER I WITH ACUTE] + '\u{00EE}' | // î [LATIN SMALL LETTER I WITH CIRCUMFLEX] + '\u{00EF}' | // ï [LATIN SMALL LETTER I WITH DIAERESIS] + '\u{0129}' | // ĩ [LATIN SMALL LETTER I WITH TILDE] + '\u{012B}' | // ī [LATIN SMALL LETTER I WITH MACRON] + '\u{012D}' | // ĭ [LATIN SMALL LETTER I WITH BREVE] + '\u{012F}' | // į [LATIN SMALL LETTER I WITH OGONEK] + '\u{0131}' | // ı [LATIN SMALL LETTER DOTLESS I] + '\u{01D0}' | // ǐ [LATIN SMALL LETTER I WITH CARON] + '\u{0209}' | // ȉ [LATIN SMALL LETTER I WITH DOUBLE GRAVE] + '\u{020B}' | // ȋ [LATIN SMALL LETTER I WITH INVERTED BREVE] + '\u{0268}' | // ɨ [LATIN SMALL LETTER I WITH STROKE] + '\u{1D09}' | // ᴉ [LATIN SMALL LETTER TURNED I] + '\u{1D62}' | // ᵢ [LATIN SUBSCRIPT SMALL LETTER I] + '\u{1D7C}' | // ᵼ [LATIN SMALL LETTER IOTA WITH STROKE] + '\u{1D96}' | // ᶖ [LATIN SMALL LETTER I WITH RETROFLEX HOOK] + '\u{1E2D}' | // ḭ [LATIN SMALL LETTER I WITH TILDE BELOW] + '\u{1E2F}' | // ḯ [LATIN SMALL LETTER I WITH DIAERESIS AND ACUTE] + '\u{1EC9}' | // ỉ [LATIN SMALL LETTER I WITH HOOK ABOVE] + '\u{1ECB}' | // ị [LATIN SMALL LETTER I WITH DOT BELOW] + '\u{2071}' | // ⁱ [SUPERSCRIPT LATIN SMALL LETTER I] + '\u{24D8}' | // ⓘ [CIRCLED LATIN SMALL LETTER I] + '\u{FF49}' // ｉ [FULLWIDTH LATIN SMALL LETTER I] + => Some("i"), + '\u{0132}' // IJ [LATIN CAPITAL LIGATURE IJ] + => Some("IJ"), + '\u{24A4}' // ⒤ [PARENTHESIZED LATIN SMALL LETTER I] + => Some("(i)"), + '\u{0133}' // ij [LATIN SMALL LIGATURE IJ] + => Some("ij"), + '\u{0134}' | // Ĵ [LATIN CAPITAL LETTER J WITH CIRCUMFLEX] + '\u{0248}' | // Ɉ [LATIN CAPITAL LETTER J WITH STROKE] + '\u{1D0A}' | // ᴊ [LATIN LETTER SMALL CAPITAL J] + '\u{24BF}' | // Ⓙ [CIRCLED LATIN CAPITAL LETTER J] + '\u{FF2A}' // Ｊ [FULLWIDTH LATIN CAPITAL LETTER J] + => Some("J"), + '\u{0135}' | // ĵ [LATIN SMALL LETTER J WITH CIRCUMFLEX] + '\u{01F0}' | // ǰ [LATIN SMALL LETTER J WITH CARON] + '\u{0237}' | // ȷ [LATIN SMALL LETTER DOTLESS J] + '\u{0249}' | // ɉ [LATIN SMALL LETTER J WITH STROKE] + '\u{025F}' | // ɟ [LATIN SMALL LETTER DOTLESS J WITH STROKE] + '\u{0284}' | // ʄ [LATIN SMALL LETTER DOTLESS J WITH STROKE AND HOOK] + '\u{029D}' | // ʝ [LATIN SMALL LETTER J WITH CROSSED-TAIL] + '\u{24D9}' | // ⓙ [CIRCLED LATIN SMALL LETTER J] + '\u{2C7C}' | // ⱼ [LATIN SUBSCRIPT SMALL LETTER J] + '\u{FF4A}' // ｊ [FULLWIDTH LATIN SMALL LETTER J] + => Some("j"), + '\u{24A5}' // ⒥ [PARENTHESIZED LATIN SMALL LETTER J] + => Some("(j)"), + '\u{0136}' | // Ķ [LATIN CAPITAL LETTER K WITH CEDILLA] + '\u{0198}' | // Ƙ [LATIN CAPITAL LETTER K WITH HOOK] + '\u{01E8}' | // Ǩ [LATIN CAPITAL LETTER K WITH CARON] + '\u{1D0B}' | // ᴋ [LATIN LETTER SMALL CAPITAL K] + '\u{1E30}' | // Ḱ [LATIN CAPITAL LETTER K WITH ACUTE] + '\u{1E32}' | // Ḳ [LATIN CAPITAL LETTER K WITH DOT BELOW] + '\u{1E34}' | // Ḵ [LATIN CAPITAL LETTER K WITH LINE BELOW] + '\u{24C0}' | // Ⓚ [CIRCLED LATIN CAPITAL LETTER K] + '\u{2C69}' | // Ⱪ [LATIN CAPITAL LETTER K WITH DESCENDER] + '\u{A740}' | // Ꝁ [LATIN CAPITAL LETTER K WITH STROKE] + '\u{A742}' | // Ꝃ [LATIN CAPITAL LETTER K WITH DIAGONAL STROKE] + '\u{A744}' | // Ꝅ [LATIN CAPITAL LETTER K WITH STROKE AND DIAGONAL STROKE] + '\u{FF2B}' // Ｋ [FULLWIDTH LATIN CAPITAL LETTER K] + => Some("K"), + '\u{0137}' | // ķ [LATIN SMALL LETTER K WITH CEDILLA] + '\u{0199}' | // ƙ [LATIN SMALL LETTER K WITH HOOK] + '\u{01E9}' | // ǩ [LATIN SMALL LETTER K WITH CARON] + '\u{029E}' | // ʞ [LATIN SMALL LETTER TURNED K] + '\u{1D84}' | // ᶄ [LATIN SMALL LETTER K WITH PALATAL HOOK] + '\u{1E31}' | // ḱ [LATIN SMALL LETTER K WITH ACUTE] + '\u{1E33}' | // ḳ [LATIN SMALL LETTER K WITH DOT BELOW] + '\u{1E35}' | // ḵ [LATIN SMALL LETTER K WITH LINE BELOW] + '\u{24DA}' | // ⓚ [CIRCLED LATIN SMALL LETTER K] + '\u{2C6A}' | // ⱪ [LATIN SMALL LETTER K WITH DESCENDER] + '\u{A741}' | // ꝁ [LATIN SMALL LETTER K WITH STROKE] + '\u{A743}' | // ꝃ [LATIN SMALL LETTER K WITH DIAGONAL STROKE] + '\u{A745}' | // ꝅ [LATIN SMALL LETTER K WITH STROKE AND DIAGONAL STROKE] + '\u{FF4B}' // ｋ [FULLWIDTH LATIN SMALL LETTER K] + => Some("k"), + '\u{24A6}' // ⒦ [PARENTHESIZED LATIN SMALL LETTER K] + => Some("(k)"), + '\u{0139}' | // Ĺ [LATIN CAPITAL LETTER L WITH ACUTE] + '\u{013B}' | // Ļ [LATIN CAPITAL LETTER L WITH CEDILLA] + '\u{013D}' | // Ľ [LATIN CAPITAL LETTER L WITH CARON] + '\u{013F}' | // Ŀ [LATIN CAPITAL LETTER L WITH MIDDLE DOT] + '\u{0141}' | // Ł [LATIN CAPITAL LETTER L WITH STROKE] + '\u{023D}' | // Ƚ [LATIN CAPITAL LETTER L WITH BAR] + '\u{029F}' | // ʟ [LATIN LETTER SMALL CAPITAL L] + '\u{1D0C}' | // ᴌ [LATIN LETTER SMALL CAPITAL L WITH STROKE] + '\u{1E36}' | // Ḷ [LATIN CAPITAL LETTER L WITH DOT BELOW] + '\u{1E38}' | // Ḹ [LATIN CAPITAL LETTER L WITH DOT BELOW AND MACRON] + '\u{1E3A}' | // Ḻ [LATIN CAPITAL LETTER L WITH LINE BELOW] + '\u{1E3C}' | // Ḽ [LATIN CAPITAL LETTER L WITH CIRCUMFLEX BELOW] + '\u{24C1}' | // Ⓛ [CIRCLED LATIN CAPITAL LETTER L] + '\u{2C60}' | // Ⱡ [LATIN CAPITAL LETTER L WITH DOUBLE BAR] + '\u{2C62}' | // Ɫ [LATIN CAPITAL LETTER L WITH MIDDLE TILDE] + '\u{A746}' | // Ꝇ [LATIN CAPITAL LETTER BROKEN L] + '\u{A748}' | // Ꝉ [LATIN CAPITAL LETTER L WITH HIGH STROKE] + '\u{A780}' | // Ꞁ [LATIN CAPITAL LETTER TURNED L] + '\u{FF2C}' // Ｌ [FULLWIDTH LATIN CAPITAL LETTER L] + => Some("L"), + '\u{013A}' | // ĺ [LATIN SMALL LETTER L WITH ACUTE] + '\u{013C}' | // ļ [LATIN SMALL LETTER L WITH CEDILLA] + '\u{013E}' | // ľ [LATIN SMALL LETTER L WITH CARON] + '\u{0140}' | // ŀ [LATIN SMALL LETTER L WITH MIDDLE DOT] + '\u{0142}' | // ł [LATIN SMALL LETTER L WITH STROKE] + '\u{019A}' | // ƚ [LATIN SMALL LETTER L WITH BAR] + '\u{0234}' | // ȴ [LATIN SMALL LETTER L WITH CURL] + '\u{026B}' | // ɫ [LATIN SMALL LETTER L WITH MIDDLE TILDE] + '\u{026C}' | // ɬ [LATIN SMALL LETTER L WITH BELT] + '\u{026D}' | // ɭ [LATIN SMALL LETTER L WITH RETROFLEX HOOK] + '\u{1D85}' | // ᶅ [LATIN SMALL LETTER L WITH PALATAL HOOK] + '\u{1E37}' | // ḷ [LATIN SMALL LETTER L WITH DOT BELOW] + '\u{1E39}' | // ḹ [LATIN SMALL LETTER L WITH DOT BELOW AND MACRON] + '\u{1E3B}' | // ḻ [LATIN SMALL LETTER L WITH LINE BELOW] + '\u{1E3D}' | // ḽ [LATIN SMALL LETTER L WITH CIRCUMFLEX BELOW] + '\u{24DB}' | // ⓛ [CIRCLED LATIN SMALL LETTER L] + '\u{2C61}' | // ⱡ [LATIN SMALL LETTER L WITH DOUBLE BAR] + '\u{A747}' | // ꝇ [LATIN SMALL LETTER BROKEN L] + '\u{A749}' | // ꝉ [LATIN SMALL LETTER L WITH HIGH STROKE] + '\u{A781}' | // ꞁ [LATIN SMALL LETTER TURNED L] + '\u{FF4C}' // ｌ [FULLWIDTH LATIN SMALL LETTER L] + => Some("l"), + '\u{01C7}' // LJ [LATIN CAPITAL LETTER LJ] + => Some("LJ"), + '\u{1EFA}' // Ỻ [LATIN CAPITAL LETTER MIDDLE-WELSH LL] + => Some("LL"), + '\u{01C8}' // Lj [LATIN CAPITAL LETTER L WITH SMALL LETTER J] + => Some("Lj"), + '\u{24A7}' // ⒧ [PARENTHESIZED LATIN SMALL LETTER L] + => Some("(l)"), + '\u{01C9}' // lj [LATIN SMALL LETTER LJ] + => Some("lj"), + '\u{1EFB}' // ỻ [LATIN SMALL LETTER MIDDLE-WELSH LL] + => Some("ll"), + '\u{02AA}' // ʪ [LATIN SMALL LETTER LS DIGRAPH] + => Some("ls"), + '\u{02AB}' // ʫ [LATIN SMALL LETTER LZ DIGRAPH] + => Some("lz"), + '\u{019C}' | // Ɯ [LATIN CAPITAL LETTER TURNED M] + '\u{1D0D}' | // ᴍ [LATIN LETTER SMALL CAPITAL M] + '\u{1E3E}' | // Ḿ [LATIN CAPITAL LETTER M WITH ACUTE] + '\u{1E40}' | // Ṁ [LATIN CAPITAL LETTER M WITH DOT ABOVE] + '\u{1E42}' | // Ṃ [LATIN CAPITAL LETTER M WITH DOT BELOW] + '\u{24C2}' | // Ⓜ [CIRCLED LATIN CAPITAL LETTER M] + '\u{2C6E}' | // Ɱ [LATIN CAPITAL LETTER M WITH HOOK] + '\u{A7FD}' | // ꟽ [LATIN EPIGRAPHIC LETTER INVERTED M] + '\u{A7FF}' | // ꟿ [LATIN EPIGRAPHIC LETTER ARCHAIC M] + '\u{FF2D}' // Ｍ [FULLWIDTH LATIN CAPITAL LETTER M] + => Some("M"), + '\u{026F}' | // ɯ [LATIN SMALL LETTER TURNED M] + '\u{0270}' | // ɰ [LATIN SMALL LETTER TURNED M WITH LONG LEG] + '\u{0271}' | // ɱ [LATIN SMALL LETTER M WITH HOOK] + '\u{1D6F}' | // ᵯ [LATIN SMALL LETTER M WITH MIDDLE TILDE] + '\u{1D86}' | // ᶆ [LATIN SMALL LETTER M WITH PALATAL HOOK] + '\u{1E3F}' | // ḿ [LATIN SMALL LETTER M WITH ACUTE] + '\u{1E41}' | // ṁ [LATIN SMALL LETTER M WITH DOT ABOVE] + '\u{1E43}' | // ṃ [LATIN SMALL LETTER M WITH DOT BELOW] + '\u{24DC}' | // ⓜ [CIRCLED LATIN SMALL LETTER M] + '\u{FF4D}' // ｍ [FULLWIDTH LATIN SMALL LETTER M] + => Some("m"), + '\u{24A8}' // ⒨ [PARENTHESIZED LATIN SMALL LETTER M] + => Some("(m)"), + '\u{00D1}' | // Ñ [LATIN CAPITAL LETTER N WITH TILDE] + '\u{0143}' | // Ń [LATIN CAPITAL LETTER N WITH ACUTE] + '\u{0145}' | // Ņ [LATIN CAPITAL LETTER N WITH CEDILLA] + '\u{0147}' | // Ň [LATIN CAPITAL LETTER N WITH CARON] + '\u{014A}' | // Ŋ http://en.wikipedia.org/wiki/Eng_(letter) [LATIN CAPITAL LETTER ENG] + '\u{019D}' | // Ɲ [LATIN CAPITAL LETTER N WITH LEFT HOOK] + '\u{01F8}' | // Ǹ [LATIN CAPITAL LETTER N WITH GRAVE] + '\u{0220}' | // Ƞ [LATIN CAPITAL LETTER N WITH LONG RIGHT LEG] + '\u{0274}' | // ɴ [LATIN LETTER SMALL CAPITAL N] + '\u{1D0E}' | // ᴎ [LATIN LETTER SMALL CAPITAL REVERSED N] + '\u{1E44}' | // Ṅ [LATIN CAPITAL LETTER N WITH DOT ABOVE] + '\u{1E46}' | // Ṇ [LATIN CAPITAL LETTER N WITH DOT BELOW] + '\u{1E48}' | // Ṉ [LATIN CAPITAL LETTER N WITH LINE BELOW] + '\u{1E4A}' | // Ṋ [LATIN CAPITAL LETTER N WITH CIRCUMFLEX BELOW] + '\u{24C3}' | // Ⓝ [CIRCLED LATIN CAPITAL LETTER N] + '\u{FF2E}' // Ｎ [FULLWIDTH LATIN CAPITAL LETTER N] + => Some("N"), + '\u{00F1}' | // ñ [LATIN SMALL LETTER N WITH TILDE] + '\u{0144}' | // ń [LATIN SMALL LETTER N WITH ACUTE] + '\u{0146}' | // ņ [LATIN SMALL LETTER N WITH CEDILLA] + '\u{0148}' | // ň [LATIN SMALL LETTER N WITH CARON] + '\u{0149}' | // ʼn [LATIN SMALL LETTER N PRECEDED BY APOSTROPHE] + '\u{014B}' | // ŋ http://en.wikipedia.org/wiki/Eng_(letter) [LATIN SMALL LETTER ENG] + '\u{019E}' | // ƞ [LATIN SMALL LETTER N WITH LONG RIGHT LEG] + '\u{01F9}' | // ǹ [LATIN SMALL LETTER N WITH GRAVE] + '\u{0235}' | // ȵ [LATIN SMALL LETTER N WITH CURL] + '\u{0272}' | // ɲ [LATIN SMALL LETTER N WITH LEFT HOOK] + '\u{0273}' | // ɳ [LATIN SMALL LETTER N WITH RETROFLEX HOOK] + '\u{1D70}' | // ᵰ [LATIN SMALL LETTER N WITH MIDDLE TILDE] + '\u{1D87}' | // ᶇ [LATIN SMALL LETTER N WITH PALATAL HOOK] + '\u{1E45}' | // ṅ [LATIN SMALL LETTER N WITH DOT ABOVE] + '\u{1E47}' | // ṇ [LATIN SMALL LETTER N WITH DOT BELOW] + '\u{1E49}' | // ṉ [LATIN SMALL LETTER N WITH LINE BELOW] + '\u{1E4B}' | // ṋ [LATIN SMALL LETTER N WITH CIRCUMFLEX BELOW] + '\u{207F}' | // ⁿ [SUPERSCRIPT LATIN SMALL LETTER N] + '\u{24DD}' | // ⓝ [CIRCLED LATIN SMALL LETTER N] + '\u{FF4E}' // ｎ [FULLWIDTH LATIN SMALL LETTER N] + => Some("n"), + '\u{01CA}' // NJ [LATIN CAPITAL LETTER NJ] + => Some("NJ"), + '\u{01CB}' // Nj [LATIN CAPITAL LETTER N WITH SMALL LETTER J] + => Some("Nj"), + '\u{24A9}' // ⒩ [PARENTHESIZED LATIN SMALL LETTER N] + => Some("(n)"), + '\u{01CC}' // nj [LATIN SMALL LETTER NJ] + => Some("nj"), + '\u{00D2}' | // Ò [LATIN CAPITAL LETTER O WITH GRAVE] + '\u{00D3}' | // Ó [LATIN CAPITAL LETTER O WITH ACUTE] + '\u{00D4}' | // Ô [LATIN CAPITAL LETTER O WITH CIRCUMFLEX] + '\u{00D5}' | // Õ [LATIN CAPITAL LETTER O WITH TILDE] + '\u{00D6}' | // Ö [LATIN CAPITAL LETTER O WITH DIAERESIS] + '\u{00D8}' | // Ø [LATIN CAPITAL LETTER O WITH STROKE] + '\u{014C}' | // Ō [LATIN CAPITAL LETTER O WITH MACRON] + '\u{014E}' | // Ŏ [LATIN CAPITAL LETTER O WITH BREVE] + '\u{0150}' | // Ő [LATIN CAPITAL LETTER O WITH DOUBLE ACUTE] + '\u{0186}' | // Ɔ [LATIN CAPITAL LETTER OPEN O] + '\u{019F}' | // Ɵ [LATIN CAPITAL LETTER O WITH MIDDLE TILDE] + '\u{01A0}' | // Ơ [LATIN CAPITAL LETTER O WITH HORN] + '\u{01D1}' | // Ǒ [LATIN CAPITAL LETTER O WITH CARON] + '\u{01EA}' | // Ǫ [LATIN CAPITAL LETTER O WITH OGONEK] + '\u{01EC}' | // Ǭ [LATIN CAPITAL LETTER O WITH OGONEK AND MACRON] + '\u{01FE}' | // Ǿ [LATIN CAPITAL LETTER O WITH STROKE AND ACUTE] + '\u{020C}' | // Ȍ [LATIN CAPITAL LETTER O WITH DOUBLE GRAVE] + '\u{020E}' | // Ȏ [LATIN CAPITAL LETTER O WITH INVERTED BREVE] + '\u{022A}' | // Ȫ [LATIN CAPITAL LETTER O WITH DIAERESIS AND MACRON] + '\u{022C}' | // Ȭ [LATIN CAPITAL LETTER O WITH TILDE AND MACRON] + '\u{022E}' | // Ȯ [LATIN CAPITAL LETTER O WITH DOT ABOVE] + '\u{0230}' | // Ȱ [LATIN CAPITAL LETTER O WITH DOT ABOVE AND MACRON] + '\u{1D0F}' | // ᴏ [LATIN LETTER SMALL CAPITAL O] + '\u{1D10}' | // ᴐ [LATIN LETTER SMALL CAPITAL OPEN O] + '\u{1E4C}' | // Ṍ [LATIN CAPITAL LETTER O WITH TILDE AND ACUTE] + '\u{1E4E}' | // Ṏ [LATIN CAPITAL LETTER O WITH TILDE AND DIAERESIS] + '\u{1E50}' | // Ṑ [LATIN CAPITAL LETTER O WITH MACRON AND GRAVE] + '\u{1E52}' | // Ṓ [LATIN CAPITAL LETTER O WITH MACRON AND ACUTE] + '\u{1ECC}' | // Ọ [LATIN CAPITAL LETTER O WITH DOT BELOW] + '\u{1ECE}' | // Ỏ [LATIN CAPITAL LETTER O WITH HOOK ABOVE] + '\u{1ED0}' | // Ố [LATIN CAPITAL LETTER O WITH CIRCUMFLEX AND ACUTE] + '\u{1ED2}' | // Ồ [LATIN CAPITAL LETTER O WITH CIRCUMFLEX AND GRAVE] + '\u{1ED4}' | // Ổ [LATIN CAPITAL LETTER O WITH CIRCUMFLEX AND HOOK ABOVE] + '\u{1ED6}' | // Ỗ [LATIN CAPITAL LETTER O WITH CIRCUMFLEX AND TILDE] + '\u{1ED8}' | // Ộ [LATIN CAPITAL LETTER O WITH CIRCUMFLEX AND DOT BELOW] + '\u{1EDA}' | // Ớ [LATIN CAPITAL LETTER O WITH HORN AND ACUTE] + '\u{1EDC}' | // Ờ [LATIN CAPITAL LETTER O WITH HORN AND GRAVE] + '\u{1EDE}' | // Ở [LATIN CAPITAL LETTER O WITH HORN AND HOOK ABOVE] + '\u{1EE0}' | // Ỡ [LATIN CAPITAL LETTER O WITH HORN AND TILDE] + '\u{1EE2}' | // Ợ [LATIN CAPITAL LETTER O WITH HORN AND DOT BELOW] + '\u{24C4}' | // Ⓞ [CIRCLED LATIN CAPITAL LETTER O] + '\u{A74A}' | // Ꝋ [LATIN CAPITAL LETTER O WITH LONG STROKE OVERLAY] + '\u{A74C}' | // Ꝍ [LATIN CAPITAL LETTER O WITH LOOP] + '\u{FF2F}' // Ｏ [FULLWIDTH LATIN CAPITAL LETTER O] + => Some("O"), + '\u{00F2}' | // ò [LATIN SMALL LETTER O WITH GRAVE] + '\u{00F3}' | // ó [LATIN SMALL LETTER O WITH ACUTE] + '\u{00F4}' | // ô [LATIN SMALL LETTER O WITH CIRCUMFLEX] + '\u{00F5}' | // õ [LATIN SMALL LETTER O WITH TILDE] + '\u{00F6}' | // ö [LATIN SMALL LETTER O WITH DIAERESIS] + '\u{00F8}' | // ø [LATIN SMALL LETTER O WITH STROKE] + '\u{014D}' | // ō [LATIN SMALL LETTER O WITH MACRON] + '\u{014F}' | // ŏ [LATIN SMALL LETTER O WITH BREVE] + '\u{0151}' | // ő [LATIN SMALL LETTER O WITH DOUBLE ACUTE] + '\u{01A1}' | // ơ [LATIN SMALL LETTER O WITH HORN] + '\u{01D2}' | // ǒ [LATIN SMALL LETTER O WITH CARON] + '\u{01EB}' | // ǫ [LATIN SMALL LETTER O WITH OGONEK] + '\u{01ED}' | // ǭ [LATIN SMALL LETTER O WITH OGONEK AND MACRON] + '\u{01FF}' | // ǿ [LATIN SMALL LETTER O WITH STROKE AND ACUTE] + '\u{020D}' | // ȍ [LATIN SMALL LETTER O WITH DOUBLE GRAVE] + '\u{020F}' | // ȏ [LATIN SMALL LETTER O WITH INVERTED BREVE] + '\u{022B}' | // ȫ [LATIN SMALL LETTER O WITH DIAERESIS AND MACRON] + '\u{022D}' | // ȭ [LATIN SMALL LETTER O WITH TILDE AND MACRON] + '\u{022F}' | // ȯ [LATIN SMALL LETTER O WITH DOT ABOVE] + '\u{0231}' | // ȱ [LATIN SMALL LETTER O WITH DOT ABOVE AND MACRON] + '\u{0254}' | // ɔ [LATIN SMALL LETTER OPEN O] + '\u{0275}' | // ɵ [LATIN SMALL LETTER BARRED O] + '\u{1D16}' | // ᴖ [LATIN SMALL LETTER TOP HALF O] + '\u{1D17}' | // ᴗ [LATIN SMALL LETTER BOTTOM HALF O] + '\u{1D97}' | // ᶗ [LATIN SMALL LETTER OPEN O WITH RETROFLEX HOOK] + '\u{1E4D}' | // ṍ [LATIN SMALL LETTER O WITH TILDE AND ACUTE] + '\u{1E4F}' | // ṏ [LATIN SMALL LETTER O WITH TILDE AND DIAERESIS] + '\u{1E51}' | // ṑ [LATIN SMALL LETTER O WITH MACRON AND GRAVE] + '\u{1E53}' | // ṓ [LATIN SMALL LETTER O WITH MACRON AND ACUTE] + '\u{1ECD}' | // ọ [LATIN SMALL LETTER O WITH DOT BELOW] + '\u{1ECF}' | // ỏ [LATIN SMALL LETTER O WITH HOOK ABOVE] + '\u{1ED1}' | // ố [LATIN SMALL LETTER O WITH CIRCUMFLEX AND ACUTE] + '\u{1ED3}' | // ồ [LATIN SMALL LETTER O WITH CIRCUMFLEX AND GRAVE] + '\u{1ED5}' | // ổ [LATIN SMALL LETTER O WITH CIRCUMFLEX AND HOOK ABOVE] + '\u{1ED7}' | // ỗ [LATIN SMALL LETTER O WITH CIRCUMFLEX AND TILDE] + '\u{1ED9}' | // ộ [LATIN SMALL LETTER O WITH CIRCUMFLEX AND DOT BELOW] + '\u{1EDB}' | // ớ [LATIN SMALL LETTER O WITH HORN AND ACUTE] + '\u{1EDD}' | // ờ [LATIN SMALL LETTER O WITH HORN AND GRAVE] + '\u{1EDF}' | // ở [LATIN SMALL LETTER O WITH HORN AND HOOK ABOVE] + '\u{1EE1}' | // ỡ [LATIN SMALL LETTER O WITH HORN AND TILDE] + '\u{1EE3}' | // ợ [LATIN SMALL LETTER O WITH HORN AND DOT BELOW] + '\u{2092}' | // ₒ [LATIN SUBSCRIPT SMALL LETTER O] + '\u{24DE}' | // ⓞ [CIRCLED LATIN SMALL LETTER O] + '\u{2C7A}' | // ⱺ [LATIN SMALL LETTER O WITH LOW RING INSIDE] + '\u{A74B}' | // ꝋ [LATIN SMALL LETTER O WITH LONG STROKE OVERLAY] + '\u{A74D}' | // ꝍ [LATIN SMALL LETTER O WITH LOOP] + '\u{FF4F}' // ｏ [FULLWIDTH LATIN SMALL LETTER O] + => Some("o"), + '\u{0152}' | // Œ [LATIN CAPITAL LIGATURE OE] + '\u{0276}' // ɶ [LATIN LETTER SMALL CAPITAL OE] + => Some("OE"), + '\u{A74E}' // Ꝏ [LATIN CAPITAL LETTER OO] + => Some("OO"), + '\u{0222}' | // Ȣ http://en.wikipedia.org/wiki/OU [LATIN CAPITAL LETTER OU] + '\u{1D15}' // ᴕ [LATIN LETTER SMALL CAPITAL OU] + => Some("OU"), + '\u{24AA}' // ⒪ [PARENTHESIZED LATIN SMALL LETTER O] + => Some("(o)"), + '\u{0153}' | // œ [LATIN SMALL LIGATURE OE] + '\u{1D14}' // ᴔ [LATIN SMALL LETTER TURNED OE] + => Some("oe"), + '\u{A74F}' // ꝏ [LATIN SMALL LETTER OO] + => Some("oo"), + '\u{0223}' // ȣ http://en.wikipedia.org/wiki/OU [LATIN SMALL LETTER OU] + => Some("ou"), + '\u{01A4}' | // Ƥ [LATIN CAPITAL LETTER P WITH HOOK] + '\u{1D18}' | // ᴘ [LATIN LETTER SMALL CAPITAL P] + '\u{1E54}' | // Ṕ [LATIN CAPITAL LETTER P WITH ACUTE] + '\u{1E56}' | // Ṗ [LATIN CAPITAL LETTER P WITH DOT ABOVE] + '\u{24C5}' | // Ⓟ [CIRCLED LATIN CAPITAL LETTER P] + '\u{2C63}' | // Ᵽ [LATIN CAPITAL LETTER P WITH STROKE] + '\u{A750}' | // Ꝑ [LATIN CAPITAL LETTER P WITH STROKE THROUGH DESCENDER] + '\u{A752}' | // Ꝓ [LATIN CAPITAL LETTER P WITH FLOURISH] + '\u{A754}' | // Ꝕ [LATIN CAPITAL LETTER P WITH SQUIRREL TAIL] + '\u{FF30}' // Ｐ [FULLWIDTH LATIN CAPITAL LETTER P] + => Some("P"), + '\u{01A5}' | // ƥ [LATIN SMALL LETTER P WITH HOOK] + '\u{1D71}' | // ᵱ [LATIN SMALL LETTER P WITH MIDDLE TILDE] + '\u{1D7D}' | // ᵽ [LATIN SMALL LETTER P WITH STROKE] + '\u{1D88}' | // ᶈ [LATIN SMALL LETTER P WITH PALATAL HOOK] + '\u{1E55}' | // ṕ [LATIN SMALL LETTER P WITH ACUTE] + '\u{1E57}' | // ṗ [LATIN SMALL LETTER P WITH DOT ABOVE] + '\u{24DF}' | // ⓟ [CIRCLED LATIN SMALL LETTER P] + '\u{A751}' | // ꝑ [LATIN SMALL LETTER P WITH STROKE THROUGH DESCENDER] + '\u{A753}' | // ꝓ [LATIN SMALL LETTER P WITH FLOURISH] + '\u{A755}' | // ꝕ [LATIN SMALL LETTER P WITH SQUIRREL TAIL] + '\u{A7FC}' | // ꟼ [LATIN EPIGRAPHIC LETTER REVERSED P] + '\u{FF50}' // ｐ [FULLWIDTH LATIN SMALL LETTER P] + => Some("p"), + '\u{24AB}' // ⒫ [PARENTHESIZED LATIN SMALL LETTER P] + => Some("(p)"), + '\u{024A}' | // Ɋ [LATIN CAPITAL LETTER SMALL Q WITH HOOK TAIL] + '\u{24C6}' | // Ⓠ [CIRCLED LATIN CAPITAL LETTER Q] + '\u{A756}' | // Ꝗ [LATIN CAPITAL LETTER Q WITH STROKE THROUGH DESCENDER] + '\u{A758}' | // Ꝙ [LATIN CAPITAL LETTER Q WITH DIAGONAL STROKE] + '\u{FF31}' // Ｑ [FULLWIDTH LATIN CAPITAL LETTER Q] + => Some("Q"), + '\u{0138}' | // ĸ http://en.wikipedia.org/wiki/Kra_(letter) [LATIN SMALL LETTER KRA] + '\u{024B}' | // ɋ [LATIN SMALL LETTER Q WITH HOOK TAIL] + '\u{02A0}' | // ʠ [LATIN SMALL LETTER Q WITH HOOK] + '\u{24E0}' | // ⓠ [CIRCLED LATIN SMALL LETTER Q] + '\u{A757}' | // ꝗ [LATIN SMALL LETTER Q WITH STROKE THROUGH DESCENDER] + '\u{A759}' | // ꝙ [LATIN SMALL LETTER Q WITH DIAGONAL STROKE] + '\u{FF51}' // ｑ [FULLWIDTH LATIN SMALL LETTER Q] + => Some("q"), + '\u{24AC}' // ⒬ [PARENTHESIZED LATIN SMALL LETTER Q] + => Some("(q)"), + '\u{0239}' // ȹ [LATIN SMALL LETTER QP DIGRAPH] + => Some("qp"), + '\u{0154}' | // Ŕ [LATIN CAPITAL LETTER R WITH ACUTE] + '\u{0156}' | // Ŗ [LATIN CAPITAL LETTER R WITH CEDILLA] + '\u{0158}' | // Ř [LATIN CAPITAL LETTER R WITH CARON] + '\u{0210}' | // Ȓ [LATIN CAPITAL LETTER R WITH DOUBLE GRAVE] + '\u{0212}' | // Ȓ [LATIN CAPITAL LETTER R WITH INVERTED BREVE] + '\u{024C}' | // Ɍ [LATIN CAPITAL LETTER R WITH STROKE] + '\u{0280}' | // ʀ [LATIN LETTER SMALL CAPITAL R] + '\u{0281}' | // ʁ [LATIN LETTER SMALL CAPITAL INVERTED R] + '\u{1D19}' | // ᴙ [LATIN LETTER SMALL CAPITAL REVERSED R] + '\u{1D1A}' | // ᴚ [LATIN LETTER SMALL CAPITAL TURNED R] + '\u{1E58}' | // Ṙ [LATIN CAPITAL LETTER R WITH DOT ABOVE] + '\u{1E5A}' | // Ṛ [LATIN CAPITAL LETTER R WITH DOT BELOW] + '\u{1E5C}' | // Ṝ [LATIN CAPITAL LETTER R WITH DOT BELOW AND MACRON] + '\u{1E5E}' | // Ṟ [LATIN CAPITAL LETTER R WITH LINE BELOW] + '\u{24C7}' | // Ⓡ [CIRCLED LATIN CAPITAL LETTER R] + '\u{2C64}' | // Ɽ [LATIN CAPITAL LETTER R WITH TAIL] + '\u{A75A}' | // Ꝛ [LATIN CAPITAL LETTER R ROTUNDA] + '\u{A782}' | // Ꞃ [LATIN CAPITAL LETTER INSULAR R] + '\u{FF32}' // Ｒ [FULLWIDTH LATIN CAPITAL LETTER R] + => Some("R"), + '\u{0155}' | // ŕ [LATIN SMALL LETTER R WITH ACUTE] + '\u{0157}' | // ŗ [LATIN SMALL LETTER R WITH CEDILLA] + '\u{0159}' | // ř [LATIN SMALL LETTER R WITH CARON] + '\u{0211}' | // ȑ [LATIN SMALL LETTER R WITH DOUBLE GRAVE] + '\u{0213}' | // ȓ [LATIN SMALL LETTER R WITH INVERTED BREVE] + '\u{024D}' | // ɍ [LATIN SMALL LETTER R WITH STROKE] + '\u{027C}' | // ɼ [LATIN SMALL LETTER R WITH LONG LEG] + '\u{027D}' | // ɽ [LATIN SMALL LETTER R WITH TAIL] + '\u{027E}' | // ɾ [LATIN SMALL LETTER R WITH FISHHOOK] + '\u{027F}' | // ɿ [LATIN SMALL LETTER REVERSED R WITH FISHHOOK] + '\u{1D63}' | // ᵣ [LATIN SUBSCRIPT SMALL LETTER R] + '\u{1D72}' | // ᵲ [LATIN SMALL LETTER R WITH MIDDLE TILDE] + '\u{1D73}' | // ᵳ [LATIN SMALL LETTER R WITH FISHHOOK AND MIDDLE TILDE] + '\u{1D89}' | // ᶉ [LATIN SMALL LETTER R WITH PALATAL HOOK] + '\u{1E59}' | // ṙ [LATIN SMALL LETTER R WITH DOT ABOVE] + '\u{1E5B}' | // ṛ [LATIN SMALL LETTER R WITH DOT BELOW] + '\u{1E5D}' | // ṝ [LATIN SMALL LETTER R WITH DOT BELOW AND MACRON] + '\u{1E5F}' | // ṟ [LATIN SMALL LETTER R WITH LINE BELOW] + '\u{24E1}' | // ⓡ [CIRCLED LATIN SMALL LETTER R] + '\u{A75B}' | // ꝛ [LATIN SMALL LETTER R ROTUNDA] + '\u{A783}' | // ꞃ [LATIN SMALL LETTER INSULAR R] + '\u{FF52}' // ｒ [FULLWIDTH LATIN SMALL LETTER R] + => Some("r"), + '\u{24AD}' // ⒭ [PARENTHESIZED LATIN SMALL LETTER R] + => Some("(r)"), + '\u{015A}' | // Ś [LATIN CAPITAL LETTER S WITH ACUTE] + '\u{015C}' | // Ŝ [LATIN CAPITAL LETTER S WITH CIRCUMFLEX] + '\u{015E}' | // Ş [LATIN CAPITAL LETTER S WITH CEDILLA] + '\u{0160}' | // Š [LATIN CAPITAL LETTER S WITH CARON] + '\u{0218}' | // Ș [LATIN CAPITAL LETTER S WITH COMMA BELOW] + '\u{1E60}' | // Ṡ [LATIN CAPITAL LETTER S WITH DOT ABOVE] + '\u{1E62}' | // Ṣ [LATIN CAPITAL LETTER S WITH DOT BELOW] + '\u{1E64}' | // Ṥ [LATIN CAPITAL LETTER S WITH ACUTE AND DOT ABOVE] + '\u{1E66}' | // Ṧ [LATIN CAPITAL LETTER S WITH CARON AND DOT ABOVE] + '\u{1E68}' | // Ṩ [LATIN CAPITAL LETTER S WITH DOT BELOW AND DOT ABOVE] + '\u{24C8}' | // Ⓢ [CIRCLED LATIN CAPITAL LETTER S] + '\u{A731}' | // ꜱ [LATIN LETTER SMALL CAPITAL S] + '\u{A785}' | // ꞅ [LATIN SMALL LETTER INSULAR S] + '\u{FF33}' // Ｓ [FULLWIDTH LATIN CAPITAL LETTER S] + => Some("S"), + '\u{015B}' | // ś [LATIN SMALL LETTER S WITH ACUTE] + '\u{015D}' | // ŝ [LATIN SMALL LETTER S WITH CIRCUMFLEX] + '\u{015F}' | // ş [LATIN SMALL LETTER S WITH CEDILLA] + '\u{0161}' | // š [LATIN SMALL LETTER S WITH CARON] + '\u{017F}' | // ſ http://en.wikipedia.org/wiki/Long_S [LATIN SMALL LETTER LONG S] + '\u{0219}' | // ș [LATIN SMALL LETTER S WITH COMMA BELOW] + '\u{023F}' | // ȿ [LATIN SMALL LETTER S WITH SWASH TAIL] + '\u{0282}' | // ʂ [LATIN SMALL LETTER S WITH HOOK] + '\u{1D74}' | // ᵴ [LATIN SMALL LETTER S WITH MIDDLE TILDE] + '\u{1D8A}' | // ᶊ [LATIN SMALL LETTER S WITH PALATAL HOOK] + '\u{1E61}' | // ṡ [LATIN SMALL LETTER S WITH DOT ABOVE] + '\u{1E63}' | // ṣ [LATIN SMALL LETTER S WITH DOT BELOW] + '\u{1E65}' | // ṥ [LATIN SMALL LETTER S WITH ACUTE AND DOT ABOVE] + '\u{1E67}' | // ṧ [LATIN SMALL LETTER S WITH CARON AND DOT ABOVE] + '\u{1E69}' | // ṩ [LATIN SMALL LETTER S WITH DOT BELOW AND DOT ABOVE] + '\u{1E9C}' | // ẜ [LATIN SMALL LETTER LONG S WITH DIAGONAL STROKE] + '\u{1E9D}' | // ẝ [LATIN SMALL LETTER LONG S WITH HIGH STROKE] + '\u{24E2}' | // ⓢ [CIRCLED LATIN SMALL LETTER S] + '\u{A784}' | // Ꞅ [LATIN CAPITAL LETTER INSULAR S] + '\u{FF53}' // ｓ [FULLWIDTH LATIN SMALL LETTER S] + => Some("s"), + '\u{1E9E}' // ẞ [LATIN CAPITAL LETTER SHARP S] + => Some("SS"), + '\u{24AE}' // ⒮ [PARENTHESIZED LATIN SMALL LETTER S] + => Some("(s)"), + '\u{00DF}' // ß [LATIN SMALL LETTER SHARP S] + => Some("ss"), + '\u{FB06}' // st [LATIN SMALL LIGATURE ST] + => Some("st"), + '\u{0162}' | // Ţ [LATIN CAPITAL LETTER T WITH CEDILLA] + '\u{0164}' | // Ť [LATIN CAPITAL LETTER T WITH CARON] + '\u{0166}' | // Ŧ [LATIN CAPITAL LETTER T WITH STROKE] + '\u{01AC}' | // Ƭ [LATIN CAPITAL LETTER T WITH HOOK] + '\u{01AE}' | // Ʈ [LATIN CAPITAL LETTER T WITH RETROFLEX HOOK] + '\u{021A}' | // Ț [LATIN CAPITAL LETTER T WITH COMMA BELOW] + '\u{023E}' | // Ⱦ [LATIN CAPITAL LETTER T WITH DIAGONAL STROKE] + '\u{1D1B}' | // ᴛ [LATIN LETTER SMALL CAPITAL T] + '\u{1E6A}' | // Ṫ [LATIN CAPITAL LETTER T WITH DOT ABOVE] + '\u{1E6C}' | // Ṭ [LATIN CAPITAL LETTER T WITH DOT BELOW] + '\u{1E6E}' | // Ṯ [LATIN CAPITAL LETTER T WITH LINE BELOW] + '\u{1E70}' | // Ṱ [LATIN CAPITAL LETTER T WITH CIRCUMFLEX BELOW] + '\u{24C9}' | // Ⓣ [CIRCLED LATIN CAPITAL LETTER T] + '\u{A786}' | // Ꞇ [LATIN CAPITAL LETTER INSULAR T] + '\u{FF34}' // Ｔ [FULLWIDTH LATIN CAPITAL LETTER T] + => Some("T"), + '\u{0163}' | // ţ [LATIN SMALL LETTER T WITH CEDILLA] + '\u{0165}' | // ť [LATIN SMALL LETTER T WITH CARON] + '\u{0167}' | // ŧ [LATIN SMALL LETTER T WITH STROKE] + '\u{01AB}' | // ƫ [LATIN SMALL LETTER T WITH PALATAL HOOK] + '\u{01AD}' | // ƭ [LATIN SMALL LETTER T WITH HOOK] + '\u{021B}' | // ț [LATIN SMALL LETTER T WITH COMMA BELOW] + '\u{0236}' | // ȶ [LATIN SMALL LETTER T WITH CURL] + '\u{0287}' | // ʇ [LATIN SMALL LETTER TURNED T] + '\u{0288}' | // ʈ [LATIN SMALL LETTER T WITH RETROFLEX HOOK] + '\u{1D75}' | // ᵵ [LATIN SMALL LETTER T WITH MIDDLE TILDE] + '\u{1E6B}' | // ṫ [LATIN SMALL LETTER T WITH DOT ABOVE] + '\u{1E6D}' | // ṭ [LATIN SMALL LETTER T WITH DOT BELOW] + '\u{1E6F}' | // ṯ [LATIN SMALL LETTER T WITH LINE BELOW] + '\u{1E71}' | // ṱ [LATIN SMALL LETTER T WITH CIRCUMFLEX BELOW] + '\u{1E97}' | // ẗ [LATIN SMALL LETTER T WITH DIAERESIS] + '\u{24E3}' | // ⓣ [CIRCLED LATIN SMALL LETTER T] + '\u{2C66}' | // ⱦ [LATIN SMALL LETTER T WITH DIAGONAL STROKE] + '\u{FF54}' // ｔ [FULLWIDTH LATIN SMALL LETTER T] + => Some("t"), + '\u{00DE}' | // Þ [LATIN CAPITAL LETTER THORN] + '\u{A766}' // Ꝧ [LATIN CAPITAL LETTER THORN WITH STROKE THROUGH DESCENDER] + => Some("TH"), + '\u{A728}' // Ꜩ [LATIN CAPITAL LETTER TZ] + => Some("TZ"), + '\u{24AF}' // ⒯ [PARENTHESIZED LATIN SMALL LETTER T] + => Some("(t)"), + '\u{02A8}' // ʨ [LATIN SMALL LETTER TC DIGRAPH WITH CURL] + => Some("tc"), + '\u{00FE}' | // þ [LATIN SMALL LETTER THORN] + '\u{1D7A}' | // ᵺ [LATIN SMALL LETTER TH WITH STRIKETHROUGH] + '\u{A767}' // ꝧ [LATIN SMALL LETTER THORN WITH STROKE THROUGH DESCENDER] + => Some("th"), + '\u{02A6}' // ʦ [LATIN SMALL LETTER TS DIGRAPH] + => Some("ts"), + '\u{A729}' // ꜩ [LATIN SMALL LETTER TZ] + => Some("tz"), + '\u{00D9}' | // Ù [LATIN CAPITAL LETTER U WITH GRAVE] + '\u{00DA}' | // Ú [LATIN CAPITAL LETTER U WITH ACUTE] + '\u{00DB}' | // Û [LATIN CAPITAL LETTER U WITH CIRCUMFLEX] + '\u{00DC}' | // Ü [LATIN CAPITAL LETTER U WITH DIAERESIS] + '\u{0168}' | // Ũ [LATIN CAPITAL LETTER U WITH TILDE] + '\u{016A}' | // Ū [LATIN CAPITAL LETTER U WITH MACRON] + '\u{016C}' | // Ŭ [LATIN CAPITAL LETTER U WITH BREVE] + '\u{016E}' | // Ů [LATIN CAPITAL LETTER U WITH RING ABOVE] + '\u{0170}' | // Ű [LATIN CAPITAL LETTER U WITH DOUBLE ACUTE] + '\u{0172}' | // Ų [LATIN CAPITAL LETTER U WITH OGONEK] + '\u{01AF}' | // Ư [LATIN CAPITAL LETTER U WITH HORN] + '\u{01D3}' | // Ǔ [LATIN CAPITAL LETTER U WITH CARON] + '\u{01D5}' | // Ǖ [LATIN CAPITAL LETTER U WITH DIAERESIS AND MACRON] + '\u{01D7}' | // Ǘ [LATIN CAPITAL LETTER U WITH DIAERESIS AND ACUTE] + '\u{01D9}' | // Ǚ [LATIN CAPITAL LETTER U WITH DIAERESIS AND CARON] + '\u{01DB}' | // Ǜ [LATIN CAPITAL LETTER U WITH DIAERESIS AND GRAVE] + '\u{0214}' | // Ȕ [LATIN CAPITAL LETTER U WITH DOUBLE GRAVE] + '\u{0216}' | // Ȗ [LATIN CAPITAL LETTER U WITH INVERTED BREVE] + '\u{0244}' | // Ʉ [LATIN CAPITAL LETTER U BAR] + '\u{1D1C}' | // ᴜ [LATIN LETTER SMALL CAPITAL U] + '\u{1D7E}' | // ᵾ [LATIN SMALL CAPITAL LETTER U WITH STROKE] + '\u{1E72}' | // Ṳ [LATIN CAPITAL LETTER U WITH DIAERESIS BELOW] + '\u{1E74}' | // Ṵ [LATIN CAPITAL LETTER U WITH TILDE BELOW] + '\u{1E76}' | // Ṷ [LATIN CAPITAL LETTER U WITH CIRCUMFLEX BELOW] + '\u{1E78}' | // Ṹ [LATIN CAPITAL LETTER U WITH TILDE AND ACUTE] + '\u{1E7A}' | // Ṻ [LATIN CAPITAL LETTER U WITH MACRON AND DIAERESIS] + '\u{1EE4}' | // Ụ [LATIN CAPITAL LETTER U WITH DOT BELOW] + '\u{1EE6}' | // Ủ [LATIN CAPITAL LETTER U WITH HOOK ABOVE] + '\u{1EE8}' | // Ứ [LATIN CAPITAL LETTER U WITH HORN AND ACUTE] + '\u{1EEA}' | // Ừ [LATIN CAPITAL LETTER U WITH HORN AND GRAVE] + '\u{1EEC}' | // Ử [LATIN CAPITAL LETTER U WITH HORN AND HOOK ABOVE] + '\u{1EEE}' | // Ữ [LATIN CAPITAL LETTER U WITH HORN AND TILDE] + '\u{1EF0}' | // Ự [LATIN CAPITAL LETTER U WITH HORN AND DOT BELOW] + '\u{24CA}' | // Ⓤ [CIRCLED LATIN CAPITAL LETTER U] + '\u{FF35}' // Ｕ [FULLWIDTH LATIN CAPITAL LETTER U] + => Some("U"), + '\u{00F9}' | // ù [LATIN SMALL LETTER U WITH GRAVE] + '\u{00FA}' | // ú [LATIN SMALL LETTER U WITH ACUTE] + '\u{00FB}' | // û [LATIN SMALL LETTER U WITH CIRCUMFLEX] + '\u{00FC}' | // ü [LATIN SMALL LETTER U WITH DIAERESIS] + '\u{0169}' | // ũ [LATIN SMALL LETTER U WITH TILDE] + '\u{016B}' | // ū [LATIN SMALL LETTER U WITH MACRON] + '\u{016D}' | // ŭ [LATIN SMALL LETTER U WITH BREVE] + '\u{016F}' | // ů [LATIN SMALL LETTER U WITH RING ABOVE] + '\u{0171}' | // ű [LATIN SMALL LETTER U WITH DOUBLE ACUTE] + '\u{0173}' | // ų [LATIN SMALL LETTER U WITH OGONEK] + '\u{01B0}' | // ư [LATIN SMALL LETTER U WITH HORN] + '\u{01D4}' | // ǔ [LATIN SMALL LETTER U WITH CARON] + '\u{01D6}' | // ǖ [LATIN SMALL LETTER U WITH DIAERESIS AND MACRON] + '\u{01D8}' | // ǘ [LATIN SMALL LETTER U WITH DIAERESIS AND ACUTE] + '\u{01DA}' | // ǚ [LATIN SMALL LETTER U WITH DIAERESIS AND CARON] + '\u{01DC}' | // ǜ [LATIN SMALL LETTER U WITH DIAERESIS AND GRAVE] + '\u{0215}' | // ȕ [LATIN SMALL LETTER U WITH DOUBLE GRAVE] + '\u{0217}' | // ȗ [LATIN SMALL LETTER U WITH INVERTED BREVE] + '\u{0289}' | // ʉ [LATIN SMALL LETTER U BAR] + '\u{1D64}' | // ᵤ [LATIN SUBSCRIPT SMALL LETTER U] + '\u{1D99}' | // ᶙ [LATIN SMALL LETTER U WITH RETROFLEX HOOK] + '\u{1E73}' | // ṳ [LATIN SMALL LETTER U WITH DIAERESIS BELOW] + '\u{1E75}' | // ṵ [LATIN SMALL LETTER U WITH TILDE BELOW] + '\u{1E77}' | // ṷ [LATIN SMALL LETTER U WITH CIRCUMFLEX BELOW] + '\u{1E79}' | // ṹ [LATIN SMALL LETTER U WITH TILDE AND ACUTE] + '\u{1E7B}' | // ṻ [LATIN SMALL LETTER U WITH MACRON AND DIAERESIS] + '\u{1EE5}' | // ụ [LATIN SMALL LETTER U WITH DOT BELOW] + '\u{1EE7}' | // ủ [LATIN SMALL LETTER U WITH HOOK ABOVE] + '\u{1EE9}' | // ứ [LATIN SMALL LETTER U WITH HORN AND ACUTE] + '\u{1EEB}' | // ừ [LATIN SMALL LETTER U WITH HORN AND GRAVE] + '\u{1EED}' | // ử [LATIN SMALL LETTER U WITH HORN AND HOOK ABOVE] + '\u{1EEF}' | // ữ [LATIN SMALL LETTER U WITH HORN AND TILDE] + '\u{1EF1}' | // ự [LATIN SMALL LETTER U WITH HORN AND DOT BELOW] + '\u{24E4}' | // ⓤ [CIRCLED LATIN SMALL LETTER U] + '\u{FF55}' // ｕ [FULLWIDTH LATIN SMALL LETTER U] + => Some("u"), + '\u{24B0}' // ⒰ [PARENTHESIZED LATIN SMALL LETTER U] + => Some("(u)"), + '\u{1D6B}' // ᵫ [LATIN SMALL LETTER UE] + => Some("ue"), + '\u{01B2}' | // Ʋ [LATIN CAPITAL LETTER V WITH HOOK] + '\u{0245}' | // Ʌ [LATIN CAPITAL LETTER TURNED V] + '\u{1D20}' | // ᴠ [LATIN LETTER SMALL CAPITAL V] + '\u{1E7C}' | // Ṽ [LATIN CAPITAL LETTER V WITH TILDE] + '\u{1E7E}' | // Ṿ [LATIN CAPITAL LETTER V WITH DOT BELOW] + '\u{1EFC}' | // Ỽ [LATIN CAPITAL LETTER MIDDLE-WELSH V] + '\u{24CB}' | // Ⓥ [CIRCLED LATIN CAPITAL LETTER V] + '\u{A75E}' | // Ꝟ [LATIN CAPITAL LETTER V WITH DIAGONAL STROKE] + '\u{A768}' | // Ꝩ [LATIN CAPITAL LETTER VEND] + '\u{FF36}' // Ｖ [FULLWIDTH LATIN CAPITAL LETTER V] + => Some("V"), + '\u{028B}' | // ʋ [LATIN SMALL LETTER V WITH HOOK] + '\u{028C}' | // ʌ [LATIN SMALL LETTER TURNED V] + '\u{1D65}' | // ᵥ [LATIN SUBSCRIPT SMALL LETTER V] + '\u{1D8C}' | // ᶌ [LATIN SMALL LETTER V WITH PALATAL HOOK] + '\u{1E7D}' | // ṽ [LATIN SMALL LETTER V WITH TILDE] + '\u{1E7F}' | // ṿ [LATIN SMALL LETTER V WITH DOT BELOW] + '\u{24E5}' | // ⓥ [CIRCLED LATIN SMALL LETTER V] + '\u{2C71}' | // ⱱ [LATIN SMALL LETTER V WITH RIGHT HOOK] + '\u{2C74}' | // ⱴ [LATIN SMALL LETTER V WITH CURL] + '\u{A75F}' | // ꝟ [LATIN SMALL LETTER V WITH DIAGONAL STROKE] + '\u{FF56}' // ｖ [FULLWIDTH LATIN SMALL LETTER V] + => Some("v"), + '\u{A760}' // Ꝡ [LATIN CAPITAL LETTER VY] + => Some("VY"), + '\u{24B1}' // ⒱ [PARENTHESIZED LATIN SMALL LETTER V] + => Some("(v)"), + '\u{A761}' // ꝡ [LATIN SMALL LETTER VY] + => Some("vy"), + '\u{0174}' | // Ŵ [LATIN CAPITAL LETTER W WITH CIRCUMFLEX] + '\u{01F7}' | // Ƿ http://en.wikipedia.org/wiki/Wynn [LATIN CAPITAL LETTER WYNN] + '\u{1D21}' | // ᴡ [LATIN LETTER SMALL CAPITAL W] + '\u{1E80}' | // Ẁ [LATIN CAPITAL LETTER W WITH GRAVE] + '\u{1E82}' | // Ẃ [LATIN CAPITAL LETTER W WITH ACUTE] + '\u{1E84}' | // Ẅ [LATIN CAPITAL LETTER W WITH DIAERESIS] + '\u{1E86}' | // Ẇ [LATIN CAPITAL LETTER W WITH DOT ABOVE] + '\u{1E88}' | // Ẉ [LATIN CAPITAL LETTER W WITH DOT BELOW] + '\u{24CC}' | // Ⓦ [CIRCLED LATIN CAPITAL LETTER W] + '\u{2C72}' | // Ⱳ [LATIN CAPITAL LETTER W WITH HOOK] + '\u{FF37}' // Ｗ [FULLWIDTH LATIN CAPITAL LETTER W] + => Some("W"), + '\u{0175}' | // ŵ [LATIN SMALL LETTER W WITH CIRCUMFLEX] + '\u{01BF}' | // ƿ http://en.wikipedia.org/wiki/Wynn [LATIN LETTER WYNN] + '\u{028D}' | // ʍ [LATIN SMALL LETTER TURNED W] + '\u{1E81}' | // ẁ [LATIN SMALL LETTER W WITH GRAVE] + '\u{1E83}' | // ẃ [LATIN SMALL LETTER W WITH ACUTE] + '\u{1E85}' | // ẅ [LATIN SMALL LETTER W WITH DIAERESIS] + '\u{1E87}' | // ẇ [LATIN SMALL LETTER W WITH DOT ABOVE] + '\u{1E89}' | // ẉ [LATIN SMALL LETTER W WITH DOT BELOW] + '\u{1E98}' | // ẘ [LATIN SMALL LETTER W WITH RING ABOVE] + '\u{24E6}' | // ⓦ [CIRCLED LATIN SMALL LETTER W] + '\u{2C73}' | // ⱳ [LATIN SMALL LETTER W WITH HOOK] + '\u{FF57}' // ｗ [FULLWIDTH LATIN SMALL LETTER W] + => Some("w"), + '\u{24B2}' // ⒲ [PARENTHESIZED LATIN SMALL LETTER W] + => Some("(w)"), + '\u{1E8A}' | // Ẋ [LATIN CAPITAL LETTER X WITH DOT ABOVE] + '\u{1E8C}' | // Ẍ [LATIN CAPITAL LETTER X WITH DIAERESIS] + '\u{24CD}' | // Ⓧ [CIRCLED LATIN CAPITAL LETTER X] + '\u{FF38}' // Ｘ [FULLWIDTH LATIN CAPITAL LETTER X] + => Some("X"), + '\u{1D8D}' | // ᶍ [LATIN SMALL LETTER X WITH PALATAL HOOK] + '\u{1E8B}' | // ẋ [LATIN SMALL LETTER X WITH DOT ABOVE] + '\u{1E8D}' | // ẍ [LATIN SMALL LETTER X WITH DIAERESIS] + '\u{2093}' | // ₓ [LATIN SUBSCRIPT SMALL LETTER X] + '\u{24E7}' | // ⓧ [CIRCLED LATIN SMALL LETTER X] + '\u{FF58}' // ｘ [FULLWIDTH LATIN SMALL LETTER X] + => Some("x"), + '\u{24B3}' // ⒳ [PARENTHESIZED LATIN SMALL LETTER X] + => Some("(x)"), + '\u{00DD}' | // Ý [LATIN CAPITAL LETTER Y WITH ACUTE] + '\u{0176}' | // Ŷ [LATIN CAPITAL LETTER Y WITH CIRCUMFLEX] + '\u{0178}' | // Ÿ [LATIN CAPITAL LETTER Y WITH DIAERESIS] + '\u{01B3}' | // Ƴ [LATIN CAPITAL LETTER Y WITH HOOK] + '\u{0232}' | // Ȳ [LATIN CAPITAL LETTER Y WITH MACRON] + '\u{024E}' | // Ɏ [LATIN CAPITAL LETTER Y WITH STROKE] + '\u{028F}' | // ʏ [LATIN LETTER SMALL CAPITAL Y] + '\u{1E8E}' | // Ẏ [LATIN CAPITAL LETTER Y WITH DOT ABOVE] + '\u{1EF2}' | // Ỳ [LATIN CAPITAL LETTER Y WITH GRAVE] + '\u{1EF4}' | // Ỵ [LATIN CAPITAL LETTER Y WITH DOT BELOW] + '\u{1EF6}' | // Ỷ [LATIN CAPITAL LETTER Y WITH HOOK ABOVE] + '\u{1EF8}' | // Ỹ [LATIN CAPITAL LETTER Y WITH TILDE] + '\u{1EFE}' | // Ỿ [LATIN CAPITAL LETTER Y WITH LOOP] + '\u{24CE}' | // Ⓨ [CIRCLED LATIN CAPITAL LETTER Y] + '\u{FF39}' // Ｙ [FULLWIDTH LATIN CAPITAL LETTER Y] + => Some("Y"), + '\u{00FD}' | // ý [LATIN SMALL LETTER Y WITH ACUTE] + '\u{00FF}' | // ÿ [LATIN SMALL LETTER Y WITH DIAERESIS] + '\u{0177}' | // ŷ [LATIN SMALL LETTER Y WITH CIRCUMFLEX] + '\u{01B4}' | // ƴ [LATIN SMALL LETTER Y WITH HOOK] + '\u{0233}' | // ȳ [LATIN SMALL LETTER Y WITH MACRON] + '\u{024F}' | // ɏ [LATIN SMALL LETTER Y WITH STROKE] + '\u{028E}' | // ʎ [LATIN SMALL LETTER TURNED Y] + '\u{1E8F}' | // ẏ [LATIN SMALL LETTER Y WITH DOT ABOVE] + '\u{1E99}' | // ẙ [LATIN SMALL LETTER Y WITH RING ABOVE] + '\u{1EF3}' | // ỳ [LATIN SMALL LETTER Y WITH GRAVE] + '\u{1EF5}' | // ỵ [LATIN SMALL LETTER Y WITH DOT BELOW] + '\u{1EF7}' | // ỷ [LATIN SMALL LETTER Y WITH HOOK ABOVE] + '\u{1EF9}' | // ỹ [LATIN SMALL LETTER Y WITH TILDE] + '\u{1EFF}' | // ỿ [LATIN SMALL LETTER Y WITH LOOP] + '\u{24E8}' | // ⓨ [CIRCLED LATIN SMALL LETTER Y] + '\u{FF59}' // ｙ [FULLWIDTH LATIN SMALL LETTER Y] + => Some("y"), + '\u{24B4}' // ⒴ [PARENTHESIZED LATIN SMALL LETTER Y] + => Some("(y)"), + '\u{0179}' | // Ź [LATIN CAPITAL LETTER Z WITH ACUTE] + '\u{017B}' | // Ż [LATIN CAPITAL LETTER Z WITH DOT ABOVE] + '\u{017D}' | // Ž [LATIN CAPITAL LETTER Z WITH CARON] + '\u{01B5}' | // Ƶ [LATIN CAPITAL LETTER Z WITH STROKE] + '\u{021C}' | // Ȝ http://en.wikipedia.org/wiki/Yogh [LATIN CAPITAL LETTER YOGH] + '\u{0224}' | // Ȥ [LATIN CAPITAL LETTER Z WITH HOOK] + '\u{1D22}' | // ᴢ [LATIN LETTER SMALL CAPITAL Z] + '\u{1E90}' | // Ẑ [LATIN CAPITAL LETTER Z WITH CIRCUMFLEX] + '\u{1E92}' | // Ẓ [LATIN CAPITAL LETTER Z WITH DOT BELOW] + '\u{1E94}' | // Ẕ [LATIN CAPITAL LETTER Z WITH LINE BELOW] + '\u{24CF}' | // Ⓩ [CIRCLED LATIN CAPITAL LETTER Z] + '\u{2C6B}' | // Ⱬ [LATIN CAPITAL LETTER Z WITH DESCENDER] + '\u{A762}' | // Ꝣ [LATIN CAPITAL LETTER VISIGOTHIC Z] + '\u{FF3A}' // Ｚ [FULLWIDTH LATIN CAPITAL LETTER Z] + => Some("Z"), + '\u{017A}' | // ź [LATIN SMALL LETTER Z WITH ACUTE] + '\u{017C}' | // ż [LATIN SMALL LETTER Z WITH DOT ABOVE] + '\u{017E}' | // ž [LATIN SMALL LETTER Z WITH CARON] + '\u{01B6}' | // ƶ [LATIN SMALL LETTER Z WITH STROKE] + '\u{021D}' | // ȝ http://en.wikipedia.org/wiki/Yogh [LATIN SMALL LETTER YOGH] + '\u{0225}' | // ȥ [LATIN SMALL LETTER Z WITH HOOK] + '\u{0240}' | // ɀ [LATIN SMALL LETTER Z WITH SWASH TAIL] + '\u{0290}' | // ʐ [LATIN SMALL LETTER Z WITH RETROFLEX HOOK] + '\u{0291}' | // ʑ [LATIN SMALL LETTER Z WITH CURL] + '\u{1D76}' | // ᵶ [LATIN SMALL LETTER Z WITH MIDDLE TILDE] + '\u{1D8E}' | // ᶎ [LATIN SMALL LETTER Z WITH PALATAL HOOK] + '\u{1E91}' | // ẑ [LATIN SMALL LETTER Z WITH CIRCUMFLEX] + '\u{1E93}' | // ẓ [LATIN SMALL LETTER Z WITH DOT BELOW] + '\u{1E95}' | // ẕ [LATIN SMALL LETTER Z WITH LINE BELOW] + '\u{24E9}' | // ⓩ [CIRCLED LATIN SMALL LETTER Z] + '\u{2C6C}' | // ⱬ [LATIN SMALL LETTER Z WITH DESCENDER] + '\u{A763}' | // ꝣ [LATIN SMALL LETTER VISIGOTHIC Z] + '\u{FF5A}' // ｚ [FULLWIDTH LATIN SMALL LETTER Z] + => Some("z"), + '\u{24B5}' // ⒵ [PARENTHESIZED LATIN SMALL LETTER Z] + => Some("(z)"), + '\u{2070}' | // ⁰ [SUPERSCRIPT ZERO] + '\u{2080}' | // ₀ [SUBSCRIPT ZERO] + '\u{24EA}' | // ⓪ [CIRCLED DIGIT ZERO] + '\u{24FF}' | // ⓿ [NEGATIVE CIRCLED DIGIT ZERO] + '\u{FF10}' // ０ [FULLWIDTH DIGIT ZERO] + => Some("0"), + '\u{00B9}' | // ¹ [SUPERSCRIPT ONE] + '\u{2081}' | // ₁ [SUBSCRIPT ONE] + '\u{2460}' | // ① [CIRCLED DIGIT ONE] + '\u{24F5}' | // ⓵ [DOUBLE CIRCLED DIGIT ONE] + '\u{2776}' | // ❶ [DINGBAT NEGATIVE CIRCLED DIGIT ONE] + '\u{2780}' | // ➀ [DINGBAT CIRCLED SANS-SERIF DIGIT ONE] + '\u{278A}' | // ➊ [DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT ONE] + '\u{FF11}' // １ [FULLWIDTH DIGIT ONE] + => Some("1"), + '\u{2488}' // ⒈ [DIGIT ONE FULL STOP] + => Some("1."), + '\u{2474}' // ⑴ [PARENTHESIZED DIGIT ONE] + => Some("(1)"), + '\u{00B2}' | // ² [SUPERSCRIPT TWO] + '\u{2082}' | // ₂ [SUBSCRIPT TWO] + '\u{2461}' | // ② [CIRCLED DIGIT TWO] + '\u{24F6}' | // ⓶ [DOUBLE CIRCLED DIGIT TWO] + '\u{2777}' | // ❷ [DINGBAT NEGATIVE CIRCLED DIGIT TWO] + '\u{2781}' | // ➁ [DINGBAT CIRCLED SANS-SERIF DIGIT TWO] + '\u{278B}' | // ➋ [DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT TWO] + '\u{FF12}' // ２ [FULLWIDTH DIGIT TWO] + => Some("2"), + '\u{2489}' // ⒉ [DIGIT TWO FULL STOP] + => Some("2."), + '\u{2475}' // ⑵ [PARENTHESIZED DIGIT TWO] + => Some("(2)"), + '\u{00B3}' | // ³ [SUPERSCRIPT THREE] + '\u{2083}' | // ₃ [SUBSCRIPT THREE] + '\u{2462}' | // ③ [CIRCLED DIGIT THREE] + '\u{24F7}' | // ⓷ [DOUBLE CIRCLED DIGIT THREE] + '\u{2778}' | // ❸ [DINGBAT NEGATIVE CIRCLED DIGIT THREE] + '\u{2782}' | // ➂ [DINGBAT CIRCLED SANS-SERIF DIGIT THREE] + '\u{278C}' | // ➌ [DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT THREE] + '\u{FF13}' // ３ [FULLWIDTH DIGIT THREE] + => Some("3"), + '\u{248A}' // ⒊ [DIGIT THREE FULL STOP] + => Some("3."), + '\u{2476}' // ⑶ [PARENTHESIZED DIGIT THREE] + => Some("(3)"), + '\u{2074}' | // ⁴ [SUPERSCRIPT FOUR] + '\u{2084}' | // ₄ [SUBSCRIPT FOUR] + '\u{2463}' | // ④ [CIRCLED DIGIT FOUR] + '\u{24F8}' | // ⓸ [DOUBLE CIRCLED DIGIT FOUR] + '\u{2779}' | // ❹ [DINGBAT NEGATIVE CIRCLED DIGIT FOUR] + '\u{2783}' | // ➃ [DINGBAT CIRCLED SANS-SERIF DIGIT FOUR] + '\u{278D}' | // ➍ [DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT FOUR] + '\u{FF14}' // ４ [FULLWIDTH DIGIT FOUR] + => Some("4"), + '\u{248B}' // ⒋ [DIGIT FOUR FULL STOP] + => Some("4."), + '\u{2477}' // ⑷ [PARENTHESIZED DIGIT FOUR] + => Some("(4)"), + '\u{2075}' | // ⁵ [SUPERSCRIPT FIVE] + '\u{2085}' | // ₅ [SUBSCRIPT FIVE] + '\u{2464}' | // ⑤ [CIRCLED DIGIT FIVE] + '\u{24F9}' | // ⓹ [DOUBLE CIRCLED DIGIT FIVE] + '\u{277A}' | // ❺ [DINGBAT NEGATIVE CIRCLED DIGIT FIVE] + '\u{2784}' | // ➄ [DINGBAT CIRCLED SANS-SERIF DIGIT FIVE] + '\u{278E}' | // ➎ [DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT FIVE] + '\u{FF15}' // ５ [FULLWIDTH DIGIT FIVE] + => Some("5"), + '\u{248C}' // ⒌ [DIGIT FIVE FULL STOP] + => Some("5."), + '\u{2478}' // ⑸ [PARENTHESIZED DIGIT FIVE] + => Some("(5)"), + '\u{2076}' | // ⁶ [SUPERSCRIPT SIX] + '\u{2086}' | // ₆ [SUBSCRIPT SIX] + '\u{2465}' | // ⑥ [CIRCLED DIGIT SIX] + '\u{24FA}' | // ⓺ [DOUBLE CIRCLED DIGIT SIX] + '\u{277B}' | // ❻ [DINGBAT NEGATIVE CIRCLED DIGIT SIX] + '\u{2785}' | // ➅ [DINGBAT CIRCLED SANS-SERIF DIGIT SIX] + '\u{278F}' | // ➏ [DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT SIX] + '\u{FF16}' // ６ [FULLWIDTH DIGIT SIX] + => Some("6"), + '\u{248D}' // ⒍ [DIGIT SIX FULL STOP] + => Some("6."), + '\u{2479}' // ⑹ [PARENTHESIZED DIGIT SIX] + => Some("(6)"), + '\u{2077}' | // ⁷ [SUPERSCRIPT SEVEN] + '\u{2087}' | // ₇ [SUBSCRIPT SEVEN] + '\u{2466}' | // ⑦ [CIRCLED DIGIT SEVEN] + '\u{24FB}' | // ⓻ [DOUBLE CIRCLED DIGIT SEVEN] + '\u{277C}' | // ❼ [DINGBAT NEGATIVE CIRCLED DIGIT SEVEN] + '\u{2786}' | // ➆ [DINGBAT CIRCLED SANS-SERIF DIGIT SEVEN] + '\u{2790}' | // ➐ [DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT SEVEN] + '\u{FF17}' // ７ [FULLWIDTH DIGIT SEVEN] + => Some("7"), + '\u{248E}' // ⒎ [DIGIT SEVEN FULL STOP] + => Some("7."), + '\u{247A}' // ⑺ [PARENTHESIZED DIGIT SEVEN] + => Some("(7)"), + '\u{2078}' | // ⁸ [SUPERSCRIPT EIGHT] + '\u{2088}' | // ₈ [SUBSCRIPT EIGHT] + '\u{2467}' | // ⑧ [CIRCLED DIGIT EIGHT] + '\u{24FC}' | // ⓼ [DOUBLE CIRCLED DIGIT EIGHT] + '\u{277D}' | // ❽ [DINGBAT NEGATIVE CIRCLED DIGIT EIGHT] + '\u{2787}' | // ➇ [DINGBAT CIRCLED SANS-SERIF DIGIT EIGHT] + '\u{2791}' | // ➑ [DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT EIGHT] + '\u{FF18}' // ８ [FULLWIDTH DIGIT EIGHT] + => Some("8"), + '\u{248F}' // ⒏ [DIGIT EIGHT FULL STOP] + => Some("8."), + '\u{247B}' // ⑻ [PARENTHESIZED DIGIT EIGHT] + => Some("(8)"), + '\u{2079}' | // ⁹ [SUPERSCRIPT NINE] + '\u{2089}' | // ₉ [SUBSCRIPT NINE] + '\u{2468}' | // ⑨ [CIRCLED DIGIT NINE] + '\u{24FD}' | // ⓽ [DOUBLE CIRCLED DIGIT NINE] + '\u{277E}' | // ❾ [DINGBAT NEGATIVE CIRCLED DIGIT NINE] + '\u{2788}' | // ➈ [DINGBAT CIRCLED SANS-SERIF DIGIT NINE] + '\u{2792}' | // ➒ [DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT NINE] + '\u{FF19}' // ９ [FULLWIDTH DIGIT NINE] + => Some("9"), + '\u{2490}' // ⒐ [DIGIT NINE FULL STOP] + => Some("9."), + '\u{247C}' // ⑼ [PARENTHESIZED DIGIT NINE] + => Some("(9)"), + '\u{2469}' | // ⑩ [CIRCLED NUMBER TEN] + '\u{24FE}' | // ⓾ [DOUBLE CIRCLED NUMBER TEN] + '\u{277F}' | // ❿ [DINGBAT NEGATIVE CIRCLED NUMBER TEN] + '\u{2789}' | // ➉ [DINGBAT CIRCLED SANS-SERIF NUMBER TEN] + '\u{2793}' // ➓ [DINGBAT NEGATIVE CIRCLED SANS-SERIF NUMBER TEN] + => Some("10"), + '\u{2491}' // ⒑ [NUMBER TEN FULL STOP] + => Some("10."), + '\u{247D}' // ⑽ [PARENTHESIZED NUMBER TEN] + => Some("(10)"), + '\u{246A}' | // ⑪ [CIRCLED NUMBER ELEVEN] + '\u{24EB}' // ⓫ [NEGATIVE CIRCLED NUMBER ELEVEN] + => Some("11"), + '\u{2492}' // ⒒ [NUMBER ELEVEN FULL STOP] + => Some("11."), + '\u{247E}' // ⑾ [PARENTHESIZED NUMBER ELEVEN] + => Some("(11)"), + '\u{246B}' | // ⑫ [CIRCLED NUMBER TWELVE] + '\u{24EC}' // ⓬ [NEGATIVE CIRCLED NUMBER TWELVE] + => Some("12"), + '\u{2493}' // ⒓ [NUMBER TWELVE FULL STOP] + => Some("12."), + '\u{247F}' // ⑿ [PARENTHESIZED NUMBER TWELVE] + => Some("(12)"), + '\u{246C}' | // ⑬ [CIRCLED NUMBER THIRTEEN] + '\u{24ED}' // ⓭ [NEGATIVE CIRCLED NUMBER THIRTEEN] + => Some("13"), + '\u{2494}' // ⒔ [NUMBER THIRTEEN FULL STOP] + => Some("13."), + '\u{2480}' // ⒀ [PARENTHESIZED NUMBER THIRTEEN] + => Some("(13)"), + '\u{246D}' | // ⑭ [CIRCLED NUMBER FOURTEEN] + '\u{24EE}' // ⓮ [NEGATIVE CIRCLED NUMBER FOURTEEN] + => Some("14"), + '\u{2495}' // ⒕ [NUMBER FOURTEEN FULL STOP] + => Some("14."), + '\u{2481}' // ⒁ [PARENTHESIZED NUMBER FOURTEEN] + => Some("(14)"), + '\u{246E}' | // ⑮ [CIRCLED NUMBER FIFTEEN] + '\u{24EF}' // ⓯ [NEGATIVE CIRCLED NUMBER FIFTEEN] + => Some("15"), + '\u{2496}' // ⒖ [NUMBER FIFTEEN FULL STOP] + => Some("15."), + '\u{2482}' // ⒂ [PARENTHESIZED NUMBER FIFTEEN] + => Some("(15)"), + '\u{246F}' | // ⑯ [CIRCLED NUMBER SIXTEEN] + '\u{24F0}' // ⓰ [NEGATIVE CIRCLED NUMBER SIXTEEN] + => Some("16"), + '\u{2497}' // ⒗ [NUMBER SIXTEEN FULL STOP] + => Some("16."), + '\u{2483}' // ⒃ [PARENTHESIZED NUMBER SIXTEEN] + => Some("(16)"), + '\u{2470}' | // ⑰ [CIRCLED NUMBER SEVENTEEN] + '\u{24F1}' // ⓱ [NEGATIVE CIRCLED NUMBER SEVENTEEN] + => Some("17"), + '\u{2498}' // ⒘ [NUMBER SEVENTEEN FULL STOP] + => Some("17."), + '\u{2484}' // ⒄ [PARENTHESIZED NUMBER SEVENTEEN] + => Some("(17)"), + '\u{2471}' | // ⑱ [CIRCLED NUMBER EIGHTEEN] + '\u{24F2}' // ⓲ [NEGATIVE CIRCLED NUMBER EIGHTEEN] + => Some("18"), + '\u{2499}' // ⒙ [NUMBER EIGHTEEN FULL STOP] + => Some("18."), + '\u{2485}' // ⒅ [PARENTHESIZED NUMBER EIGHTEEN] + => Some("(18)"), + '\u{2472}' | // ⑲ [CIRCLED NUMBER NINETEEN] + '\u{24F3}' // ⓳ [NEGATIVE CIRCLED NUMBER NINETEEN] + => Some("19"), + '\u{249A}' // ⒚ [NUMBER NINETEEN FULL STOP] + => Some("19."), + '\u{2486}' // ⒆ [PARENTHESIZED NUMBER NINETEEN] + => Some("(19)"), + '\u{2473}' | // ⑳ [CIRCLED NUMBER TWENTY] + '\u{24F4}' // ⓴ [NEGATIVE CIRCLED NUMBER TWENTY] + => Some("20"), + '\u{249B}' // ⒛ [NUMBER TWENTY FULL STOP] + => Some("20."), + '\u{2487}' // ⒇ [PARENTHESIZED NUMBER TWENTY] + => Some("(20)"), + '\u{00AB}' | // « [LEFT-POINTING DOUBLE ANGLE QUOTATION MARK] + '\u{00BB}' | // » [RIGHT-POINTING DOUBLE ANGLE QUOTATION MARK] + '\u{201C}' | // “ [LEFT DOUBLE QUOTATION MARK] + '\u{201D}' | // ” [RIGHT DOUBLE QUOTATION MARK] + '\u{201E}' | // „ [DOUBLE LOW-9 QUOTATION MARK] + '\u{2033}' | // ″ [DOUBLE PRIME] + '\u{2036}' | // ‶ [REVERSED DOUBLE PRIME] + '\u{275D}' | // ❝ [HEAVY DOUBLE TURNED COMMA QUOTATION MARK ORNAMENT] + '\u{275E}' | // ❞ [HEAVY DOUBLE COMMA QUOTATION MARK ORNAMENT] + '\u{276E}' | // ❮ [HEAVY LEFT-POINTING ANGLE QUOTATION MARK ORNAMENT] + '\u{276F}' | // ❯ [HEAVY RIGHT-POINTING ANGLE QUOTATION MARK ORNAMENT] + '\u{FF02}' // ＂ [FULLWIDTH QUOTATION MARK] + => Some("\""), + '\u{2018}' | // ‘ [LEFT SINGLE QUOTATION MARK] + '\u{2019}' | // ’ [RIGHT SINGLE QUOTATION MARK] + '\u{201A}' | // ‚ [SINGLE LOW-9 QUOTATION MARK] + '\u{201B}' | // ‛ [SINGLE HIGH-REVERSED-9 QUOTATION MARK] + '\u{2032}' | // ′ [PRIME] + '\u{2035}' | // ‵ [REVERSED PRIME] + '\u{2039}' | // ‹ [SINGLE LEFT-POINTING ANGLE QUOTATION MARK] + '\u{203A}' | // › [SINGLE RIGHT-POINTING ANGLE QUOTATION MARK] + '\u{275B}' | // ❛ [HEAVY SINGLE TURNED COMMA QUOTATION MARK ORNAMENT] + '\u{275C}' | // ❜ [HEAVY SINGLE COMMA QUOTATION MARK ORNAMENT] + '\u{FF07}' // ＇ [FULLWIDTH APOSTROPHE] + => Some("\'"), + '\u{2010}' | // ‐ [HYPHEN] + '\u{2011}' | // ‑ [NON-BREAKING HYPHEN] + '\u{2012}' | // ‒ [FIGURE DASH] + '\u{2013}' | // – [EN DASH] + '\u{2014}' | // — [EM DASH] + '\u{207B}' | // ⁻ [SUPERSCRIPT MINUS] + '\u{208B}' | // ₋ [SUBSCRIPT MINUS] + '\u{FF0D}' // － [FULLWIDTH HYPHEN-MINUS] + => Some("-"), + '\u{2045}' | // ⁅ [LEFT SQUARE BRACKET WITH QUILL] + '\u{2772}' | // ❲ [LIGHT LEFT TORTOISE SHELL BRACKET ORNAMENT] + '\u{FF3B}' // ［ [FULLWIDTH LEFT SQUARE BRACKET] + => Some("["), + '\u{2046}' | // ⁆ [RIGHT SQUARE BRACKET WITH QUILL] + '\u{2773}' | // ❳ [LIGHT RIGHT TORTOISE SHELL BRACKET ORNAMENT] + '\u{FF3D}' // ］ [FULLWIDTH RIGHT SQUARE BRACKET] + => Some("]"), + '\u{207D}' | // ⁽ [SUPERSCRIPT LEFT PARENTHESIS] + '\u{208D}' | // ₍ [SUBSCRIPT LEFT PARENTHESIS] + '\u{2768}' | // ❨ [MEDIUM LEFT PARENTHESIS ORNAMENT] + '\u{276A}' | // ❪ [MEDIUM FLATTENED LEFT PARENTHESIS ORNAMENT] + '\u{FF08}' // （ [FULLWIDTH LEFT PARENTHESIS] + => Some("("), + '\u{2E28}' // ⸨ [LEFT DOUBLE PARENTHESIS] + => Some("(("), + '\u{207E}' | // ⁾ [SUPERSCRIPT RIGHT PARENTHESIS] + '\u{208E}' | // ₎ [SUBSCRIPT RIGHT PARENTHESIS] + '\u{2769}' | // ❩ [MEDIUM RIGHT PARENTHESIS ORNAMENT] + '\u{276B}' | // ❫ [MEDIUM FLATTENED RIGHT PARENTHESIS ORNAMENT] + '\u{FF09}' // ） [FULLWIDTH RIGHT PARENTHESIS] + => Some(")"), + '\u{2E29}' // ⸩ [RIGHT DOUBLE PARENTHESIS] + => Some("))"), + '\u{276C}' | // ❬ [MEDIUM LEFT-POINTING ANGLE BRACKET ORNAMENT] + '\u{2770}' | // ❰ [HEAVY LEFT-POINTING ANGLE BRACKET ORNAMENT] + '\u{FF1C}' // ＜ [FULLWIDTH LESS-THAN SIGN] + => Some("<"), + '\u{276D}' | // ❭ [MEDIUM RIGHT-POINTING ANGLE BRACKET ORNAMENT] + '\u{2771}' | // ❱ [HEAVY RIGHT-POINTING ANGLE BRACKET ORNAMENT] + '\u{FF1E}' // ＞ [FULLWIDTH GREATER-THAN SIGN] + => Some(">"), + '\u{2774}' | // ❴ [MEDIUM LEFT CURLY BRACKET ORNAMENT] + '\u{FF5B}' // ｛ [FULLWIDTH LEFT CURLY BRACKET] + => Some("{"), + '\u{2775}' | // ❵ [MEDIUM RIGHT CURLY BRACKET ORNAMENT] + '\u{FF5D}' // ｝ [FULLWIDTH RIGHT CURLY BRACKET] + => Some("}"), + '\u{207A}' | // ⁺ [SUPERSCRIPT PLUS SIGN] + '\u{208A}' | // ₊ [SUBSCRIPT PLUS SIGN] + '\u{FF0B}' // ＋ [FULLWIDTH PLUS SIGN] + => Some("+"), + '\u{207C}' | // ⁼ [SUPERSCRIPT EQUALS SIGN] + '\u{208C}' | // ₌ [SUBSCRIPT EQUALS SIGN] + '\u{FF1D}' // ＝ [FULLWIDTH EQUALS SIGN] + => Some("="), + '\u{FF01}' // ！ [FULLWIDTH EXCLAMATION MARK] + => Some("!"), + '\u{203C}' // ‼ [DOUBLE EXCLAMATION MARK] + => Some("!!"), + '\u{2049}' // ⁉ [EXCLAMATION QUESTION MARK] + => Some("!?"), + '\u{FF03}' // ＃ [FULLWIDTH NUMBER SIGN] + => Some("#"), + '\u{FF04}' // ＄ [FULLWIDTH DOLLAR SIGN] + => Some("$"), + '\u{2052}' | // ⁒ [COMMERCIAL MINUS SIGN] + '\u{FF05}' // ％ [FULLWIDTH PERCENT SIGN] + => Some("%"), + '\u{FF06}' // ＆ [FULLWIDTH AMPERSAND] + => Some("&"), + '\u{204E}' | // ⁎ [LOW ASTERISK] + '\u{FF0A}' // ＊ [FULLWIDTH ASTERISK] + => Some("*"), + '\u{FF0C}' // ， [FULLWIDTH COMMA] + => Some(","), + '\u{FF0E}' // ． [FULLWIDTH FULL STOP] + => Some("."), + '\u{2044}' | // ⁄ [FRACTION SLASH] + '\u{FF0F}' // ／ [FULLWIDTH SOLIDUS] + => Some("/"), + '\u{FF1A}' // ： [FULLWIDTH COLON] + => Some(":"), + '\u{204F}' | // ⁏ [REVERSED SEMICOLON] + '\u{FF1B}' // ； [FULLWIDTH SEMICOLON] + => Some(";"), + '\u{FF1F}' // ？ [FULLWIDTH QUESTION MARK] + => Some("?"), + '\u{2047}' // ⁇ [DOUBLE QUESTION MARK] + => Some("??"), + '\u{2048}' // ⁈ [QUESTION EXCLAMATION MARK] + => Some("?!"), + '\u{FF20}' // ＠ [FULLWIDTH COMMERCIAL AT] + => Some("@"), + '\u{FF3C}' // ＼ [FULLWIDTH REVERSE SOLIDUS] + => Some("\\"), + '\u{2038}' | // ‸ [CARET] + '\u{FF3E}' // ＾ [FULLWIDTH CIRCUMFLEX ACCENT] + => Some("^"), + '\u{FF3F}' // ＿ [FULLWIDTH LOW LINE] + => Some("_"), + '\u{2053}' | // ⁓ [SWUNG DASH] + '\u{FF5E}' // ～ [FULLWIDTH TILDE] + => Some("~"), + _ => None + } +} + +// https://github.com/apache/lucene-solr/blob/master/lucene/analysis/common/src/java/org/apache/lucene/analysis/miscellaneous/ASCIIFoldingFilter.java#L187 +fn to_ascii(text: &mut String, output: &mut String) { + output.clear(); + + for c in text.chars() { + if let Some(folded) = fold_non_ascii_char(c) { + output.push_str(folded); + } else { + output.push(c); + } + } +} + +#[cfg(test)] +mod tests { + use super::to_ascii; + use std::iter; + use tokenizer::AsciiFoldingFilter; + use tokenizer::RawTokenizer; + use tokenizer::SimpleTokenizer; + use tokenizer::TokenStream; + use tokenizer::Tokenizer; + + #[test] + fn test_ascii_folding() { + assert_eq!(&folding_helper("Ràmon"), &["Ramon"]); + assert_eq!(&folding_helper("accentué"), &["accentue"]); + assert_eq!(&folding_helper("âäàéè"), &["aaaee"]); + } + + #[test] + fn test_no_change() { + assert_eq!(&folding_helper("Usagi"), &["Usagi"]); + } + + fn folding_helper(text: &str) -> Vec { + let mut tokens = Vec::new(); + SimpleTokenizer + .filter(AsciiFoldingFilter) + .token_stream(text) + .process(&mut |token| { + tokens.push(token.text.clone()); + }); + tokens + } + + fn folding_using_raw_tokenizer_helper(text: &str) -> String { + let mut token_stream = RawTokenizer.filter(AsciiFoldingFilter).token_stream(text); + token_stream.advance(); + token_stream.token().text.clone() + } + + #[test] + fn test_latin1_characters() { + let latin1_string = "Des mot clés À LA CHAÎNE À Á Â Ã Ä Å Æ Ç È É Ê Ë Ì Í Î Ï IJ Ð Ñ + Ò Ó Ô Õ Ö Ø Œ Þ Ù Ú Û Ü Ý Ÿ à á â ã ä å æ ç è é ê ë ì í î ï ij + ð ñ ò ó ô õ ö ø œ ß þ ù ú û ü ý ÿ fi fl"; + let mut vec: Vec<&str> = vec!["Des", "mot", "cles", "A", "LA", "CHAINE"]; + vec.extend(iter::repeat("A").take(6)); + vec.extend(iter::repeat("AE").take(1)); + vec.extend(iter::repeat("C").take(1)); + vec.extend(iter::repeat("E").take(4)); + vec.extend(iter::repeat("I").take(4)); + vec.extend(iter::repeat("IJ").take(1)); + vec.extend(iter::repeat("D").take(1)); + vec.extend(iter::repeat("N").take(1)); + vec.extend(iter::repeat("O").take(6)); + vec.extend(iter::repeat("OE").take(1)); + vec.extend(iter::repeat("TH").take(1)); + vec.extend(iter::repeat("U").take(4)); + vec.extend(iter::repeat("Y").take(2)); + vec.extend(iter::repeat("a").take(6)); + vec.extend(iter::repeat("ae").take(1)); + vec.extend(iter::repeat("c").take(1)); + vec.extend(iter::repeat("e").take(4)); + vec.extend(iter::repeat("i").take(4)); + vec.extend(iter::repeat("ij").take(1)); + vec.extend(iter::repeat("d").take(1)); + vec.extend(iter::repeat("n").take(1)); + vec.extend(iter::repeat("o").take(6)); + vec.extend(iter::repeat("oe").take(1)); + vec.extend(iter::repeat("ss").take(1)); + vec.extend(iter::repeat("th").take(1)); + vec.extend(iter::repeat("u").take(4)); + vec.extend(iter::repeat("y").take(2)); + vec.extend(iter::repeat("fi").take(1)); + vec.extend(iter::repeat("fl").take(1)); + assert_eq!(folding_helper(latin1_string), vec); + } + + #[test] + fn test_unmodified_letters() { + assert_eq!( + folding_using_raw_tokenizer_helper("§ ¦ ¤ END"), + "§ ¦ ¤ END".to_string() + ); + } + + #[test] + fn test_to_ascii() { + let mut input = "Rámon".to_string(); + let mut buffer = String::new(); + to_ascii(&mut input, &mut buffer); + assert_eq!("Ramon", buffer); + } + + #[test] + fn test_all_foldings() { + // those folding is a copy of + // https://github.com/apache/lucene-solr/blob/28d187acd1e391723eb6e1b5445f22abf5580a80/lucene/analysis/common/src/test/org/apache/lucene/analysis/miscellaneous/TestASCIIFoldingFilter.java + // useful regex to adapt to a Rust structure: + // 1. Preg and replace folded: + // - **REGEX** |,"(.){3,5}", // Folded result| + // - **REPLACEMENT** ], "$1".to_string(), ), ( vec![ + // 2. Preg and replace characters: + // - **REGEX** |[\+]{0,1} "(.{1,3})" // U\+| + // - **REPLACEMENT** "$1", // U+ + let foldings: Vec<(&[&str], &str)> = vec![ + ( + &[ + "À", // U+00C0: LATIN CAPITAL LETTER A WITH GRAVE + "Á", // U+00C1: LATIN CAPITAL LETTER A WITH ACUTE + "Â", // U+00C2: LATIN CAPITAL LETTER A WITH CIRCUMFLEX + "Ã", // U+00C3: LATIN CAPITAL LETTER A WITH TILDE + "Ä", // U+00C4: LATIN CAPITAL LETTER A WITH DIAERESIS + "Å", // U+00C5: LATIN CAPITAL LETTER A WITH RING ABOVE + "Ā", // U+0100: LATIN CAPITAL LETTER A WITH MACRON + "Ă", // U+0102: LATIN CAPITAL LETTER A WITH BREVE + "Ą", // U+0104: LATIN CAPITAL LETTER A WITH OGONEK + "Ə", // U+018F: LATIN CAPITAL LETTER SCHWA + "Ǎ", // U+01CD: LATIN CAPITAL LETTER A WITH CARON + "Ǟ", // U+01DE: LATIN CAPITAL LETTER A WITH DIAERESIS AND MACRON + "Ǡ", // U+01E0: LATIN CAPITAL LETTER A WITH DOT ABOVE AND MACRON + "Ǻ", // U+01FA: LATIN CAPITAL LETTER A WITH RING ABOVE AND ACUTE + "Ȁ", // U+0200: LATIN CAPITAL LETTER A WITH DOUBLE GRAVE + "Ȃ", // U+0202: LATIN CAPITAL LETTER A WITH INVERTED BREVE + "Ȧ", // U+0226: LATIN CAPITAL LETTER A WITH DOT ABOVE + "Ⱥ", // U+023A: LATIN CAPITAL LETTER A WITH STROKE + "ᴀ", // U+1D00: LATIN LETTER SMALL CAPITAL A + "Ḁ", // U+1E00: LATIN CAPITAL LETTER A WITH RING BELOW + "Ạ", // U+1EA0: LATIN CAPITAL LETTER A WITH DOT BELOW + "Ả", // U+1EA2: LATIN CAPITAL LETTER A WITH HOOK ABOVE + "Ấ", // U+1EA4: LATIN CAPITAL LETTER A WITH CIRCUMFLEX AND ACUTE + "Ầ", // U+1EA6: LATIN CAPITAL LETTER A WITH CIRCUMFLEX AND GRAVE + "Ẩ", // U+1EA8: LATIN CAPITAL LETTER A WITH CIRCUMFLEX AND HOOK ABOVE + "Ẫ", // U+1EAA: LATIN CAPITAL LETTER A WITH CIRCUMFLEX AND TILDE + "Ậ", // U+1EAC: LATIN CAPITAL LETTER A WITH CIRCUMFLEX AND DOT BELOW + "Ắ", // U+1EAE: LATIN CAPITAL LETTER A WITH BREVE AND ACUTE + "Ằ", // U+1EB0: LATIN CAPITAL LETTER A WITH BREVE AND GRAVE + "Ẳ", // U+1EB2: LATIN CAPITAL LETTER A WITH BREVE AND HOOK ABOVE + "Ẵ", // U+1EB4: LATIN CAPITAL LETTER A WITH BREVE AND TILDE + "Ặ", // U+1EB6: LATIN CAPITAL LETTER A WITH BREVE AND DOT BELOW + "Ⓐ", // U+24B6: CIRCLED LATIN CAPITAL LETTER A + "Ａ", // U+FF21: FULLWIDTH LATIN CAPITAL LETTER A + ], + "A", + ), + ( + &[ + "à", // U+00E0: LATIN SMALL LETTER A WITH GRAVE + "á", // U+00E1: LATIN SMALL LETTER A WITH ACUTE + "â", // U+00E2: LATIN SMALL LETTER A WITH CIRCUMFLEX + "ã", // U+00E3: LATIN SMALL LETTER A WITH TILDE + "ä", // U+00E4: LATIN SMALL LETTER A WITH DIAERESIS + "å", // U+00E5: LATIN SMALL LETTER A WITH RING ABOVE + "ā", // U+0101: LATIN SMALL LETTER A WITH MACRON + "ă", // U+0103: LATIN SMALL LETTER A WITH BREVE + "ą", // U+0105: LATIN SMALL LETTER A WITH OGONEK + "ǎ", // U+01CE: LATIN SMALL LETTER A WITH CARON + "ǟ", // U+01DF: LATIN SMALL LETTER A WITH DIAERESIS AND MACRON + "ǡ", // U+01E1: LATIN SMALL LETTER A WITH DOT ABOVE AND MACRON + "ǻ", // U+01FB: LATIN SMALL LETTER A WITH RING ABOVE AND ACUTE + "ȁ", // U+0201: LATIN SMALL LETTER A WITH DOUBLE GRAVE + "ȃ", // U+0203: LATIN SMALL LETTER A WITH INVERTED BREVE + "ȧ", // U+0227: LATIN SMALL LETTER A WITH DOT ABOVE + "ɐ", // U+0250: LATIN SMALL LETTER TURNED A + "ə", // U+0259: LATIN SMALL LETTER SCHWA + "ɚ", // U+025A: LATIN SMALL LETTER SCHWA WITH HOOK + "ᶏ", // U+1D8F: LATIN SMALL LETTER A WITH RETROFLEX HOOK + "ḁ", // U+1E01: LATIN SMALL LETTER A WITH RING BELOW + "ᶕ", // U+1D95: LATIN SMALL LETTER SCHWA WITH RETROFLEX HOOK + "ẚ", // U+1E9A: LATIN SMALL LETTER A WITH RIGHT HALF RING + "ạ", // U+1EA1: LATIN SMALL LETTER A WITH DOT BELOW + "ả", // U+1EA3: LATIN SMALL LETTER A WITH HOOK ABOVE + "ấ", // U+1EA5: LATIN SMALL LETTER A WITH CIRCUMFLEX AND ACUTE + "ầ", // U+1EA7: LATIN SMALL LETTER A WITH CIRCUMFLEX AND GRAVE + "ẩ", // U+1EA9: LATIN SMALL LETTER A WITH CIRCUMFLEX AND HOOK ABOVE + "ẫ", // U+1EAB: LATIN SMALL LETTER A WITH CIRCUMFLEX AND TILDE + "ậ", // U+1EAD: LATIN SMALL LETTER A WITH CIRCUMFLEX AND DOT BELOW + "ắ", // U+1EAF: LATIN SMALL LETTER A WITH BREVE AND ACUTE + "ằ", // U+1EB1: LATIN SMALL LETTER A WITH BREVE AND GRAVE + "ẳ", // U+1EB3: LATIN SMALL LETTER A WITH BREVE AND HOOK ABOVE + "ẵ", // U+1EB5: LATIN SMALL LETTER A WITH BREVE AND TILDE + "ặ", // U+1EB7: LATIN SMALL LETTER A WITH BREVE AND DOT BELOW + "ₐ", // U+2090: LATIN SUBSCRIPT SMALL LETTER A + "ₔ", // U+2094: LATIN SUBSCRIPT SMALL LETTER SCHWA + "ⓐ", // U+24D0: CIRCLED LATIN SMALL LETTER A + "ⱥ", // U+2C65: LATIN SMALL LETTER A WITH STROKE + "Ɐ", // U+2C6F: LATIN CAPITAL LETTER TURNED A + "ａ", // U+FF41: FULLWIDTH LATIN SMALL LETTER A + ], + "a", + ), + ( + &[ + "Ꜳ", // U+A732: LATIN CAPITAL LETTER AA + ], + "AA", + ), + ( + &[ + "Æ", // U+00C6: LATIN CAPITAL LETTER AE + "Ǣ", // U+01E2: LATIN CAPITAL LETTER AE WITH MACRON + "Ǽ", // U+01FC: LATIN CAPITAL LETTER AE WITH ACUTE + "ᴁ", // U+1D01: LATIN LETTER SMALL CAPITAL AE + ], + "AE", + ), + ( + &[ + "Ꜵ", // U+A734: LATIN CAPITAL LETTER AO + ], + "AO", + ), + ( + &[ + "Ꜷ", // U+A736: LATIN CAPITAL LETTER AU + ], + "AU", + ), + ( + &[ + "Ꜹ", // U+A738: LATIN CAPITAL LETTER AV + "Ꜻ", // U+A73A: LATIN CAPITAL LETTER AV WITH HORIZONTAL BAR + ], + "AV", + ), + ( + &[ + "Ꜽ", // U+A73C: LATIN CAPITAL LETTER AY + ], + "AY", + ), + ( + &[ + "⒜", // U+249C: PARENTHESIZED LATIN SMALL LETTER A + ], + "(a)", + ), + ( + &[ + "ꜳ", // U+A733: LATIN SMALL LETTER AA + ], + "aa", + ), + ( + &[ + "æ", // U+00E6: LATIN SMALL LETTER AE + "ǣ", // U+01E3: LATIN SMALL LETTER AE WITH MACRON + "ǽ", // U+01FD: LATIN SMALL LETTER AE WITH ACUTE + "ᴂ", // U+1D02: LATIN SMALL LETTER TURNED AE + ], + "ae", + ), + ( + &[ + "ꜵ", // U+A735: LATIN SMALL LETTER AO + ], + "ao", + ), + ( + &[ + "ꜷ", // U+A737: LATIN SMALL LETTER AU + ], + "au", + ), + ( + &[ + "ꜹ", // U+A739: LATIN SMALL LETTER AV + "ꜻ", // U+A73B: LATIN SMALL LETTER AV WITH HORIZONTAL BAR + ], + "av", + ), + ( + &[ + "ꜽ", // U+A73D: LATIN SMALL LETTER AY + ], + "ay", + ), + ( + &[ + "Ɓ", // U+0181: LATIN CAPITAL LETTER B WITH HOOK + "Ƃ", // U+0182: LATIN CAPITAL LETTER B WITH TOPBAR + "Ƀ", // U+0243: LATIN CAPITAL LETTER B WITH STROKE + "ʙ", // U+0299: LATIN LETTER SMALL CAPITAL B + "ᴃ", // U+1D03: LATIN LETTER SMALL CAPITAL BARRED B + "Ḃ", // U+1E02: LATIN CAPITAL LETTER B WITH DOT ABOVE + "Ḅ", // U+1E04: LATIN CAPITAL LETTER B WITH DOT BELOW + "Ḇ", // U+1E06: LATIN CAPITAL LETTER B WITH LINE BELOW + "Ⓑ", // U+24B7: CIRCLED LATIN CAPITAL LETTER B + "Ｂ", // U+FF22: FULLWIDTH LATIN CAPITAL LETTER B + ], + "B", + ), + ( + &[ + "ƀ", // U+0180: LATIN SMALL LETTER B WITH STROKE + "ƃ", // U+0183: LATIN SMALL LETTER B WITH TOPBAR + "ɓ", // U+0253: LATIN SMALL LETTER B WITH HOOK + "ᵬ", // U+1D6C: LATIN SMALL LETTER B WITH MIDDLE TILDE + "ᶀ", // U+1D80: LATIN SMALL LETTER B WITH PALATAL HOOK + "ḃ", // U+1E03: LATIN SMALL LETTER B WITH DOT ABOVE + "ḅ", // U+1E05: LATIN SMALL LETTER B WITH DOT BELOW + "ḇ", // U+1E07: LATIN SMALL LETTER B WITH LINE BELOW + "ⓑ", // U+24D1: CIRCLED LATIN SMALL LETTER B + "ｂ", // U+FF42: FULLWIDTH LATIN SMALL LETTER B + ], + "b", + ), + ( + &[ + "⒝", // U+249D: PARENTHESIZED LATIN SMALL LETTER B + ], + "(b)", + ), + ( + &[ + "Ç", // U+00C7: LATIN CAPITAL LETTER C WITH CEDILLA + "Ć", // U+0106: LATIN CAPITAL LETTER C WITH ACUTE + "Ĉ", // U+0108: LATIN CAPITAL LETTER C WITH CIRCUMFLEX + "Ċ", // U+010A: LATIN CAPITAL LETTER C WITH DOT ABOVE + "Č", // U+010C: LATIN CAPITAL LETTER C WITH CARON + "Ƈ", // U+0187: LATIN CAPITAL LETTER C WITH HOOK + "Ȼ", // U+023B: LATIN CAPITAL LETTER C WITH STROKE + "ʗ", // U+0297: LATIN LETTER STRETCHED C + "ᴄ", // U+1D04: LATIN LETTER SMALL CAPITAL C + "Ḉ", // U+1E08: LATIN CAPITAL LETTER C WITH CEDILLA AND ACUTE + "Ⓒ", // U+24B8: CIRCLED LATIN CAPITAL LETTER C + "Ｃ", // U+FF23: FULLWIDTH LATIN CAPITAL LETTER C + ], + "C", + ), + ( + &[ + "ç", // U+00E7: LATIN SMALL LETTER C WITH CEDILLA + "ć", // U+0107: LATIN SMALL LETTER C WITH ACUTE + "ĉ", // U+0109: LATIN SMALL LETTER C WITH CIRCUMFLEX + "ċ", // U+010B: LATIN SMALL LETTER C WITH DOT ABOVE + "č", // U+010D: LATIN SMALL LETTER C WITH CARON + "ƈ", // U+0188: LATIN SMALL LETTER C WITH HOOK + "ȼ", // U+023C: LATIN SMALL LETTER C WITH STROKE + "ɕ", // U+0255: LATIN SMALL LETTER C WITH CURL + "ḉ", // U+1E09: LATIN SMALL LETTER C WITH CEDILLA AND ACUTE + "ↄ", // U+2184: LATIN SMALL LETTER REVERSED C + "ⓒ", // U+24D2: CIRCLED LATIN SMALL LETTER C + "Ꜿ", // U+A73E: LATIN CAPITAL LETTER REVERSED C WITH DOT + "ꜿ", // U+A73F: LATIN SMALL LETTER REVERSED C WITH DOT + "ｃ", // U+FF43: FULLWIDTH LATIN SMALL LETTER C + ], + "c", + ), + ( + &[ + "⒞", // U+249E: PARENTHESIZED LATIN SMALL LETTER C + ], + "(c)", + ), + ( + &[ + "Ð", // U+00D0: LATIN CAPITAL LETTER ETH + "Ď", // U+010E: LATIN CAPITAL LETTER D WITH CARON + "Đ", // U+0110: LATIN CAPITAL LETTER D WITH STROKE + "Ɖ", // U+0189: LATIN CAPITAL LETTER AFRICAN D + "Ɗ", // U+018A: LATIN CAPITAL LETTER D WITH HOOK + "Ƌ", // U+018B: LATIN CAPITAL LETTER D WITH TOPBAR + "ᴅ", // U+1D05: LATIN LETTER SMALL CAPITAL D + "ᴆ", // U+1D06: LATIN LETTER SMALL CAPITAL ETH + "Ḋ", // U+1E0A: LATIN CAPITAL LETTER D WITH DOT ABOVE + "Ḍ", // U+1E0C: LATIN CAPITAL LETTER D WITH DOT BELOW + "Ḏ", // U+1E0E: LATIN CAPITAL LETTER D WITH LINE BELOW + "Ḑ", // U+1E10: LATIN CAPITAL LETTER D WITH CEDILLA + "Ḓ", // U+1E12: LATIN CAPITAL LETTER D WITH CIRCUMFLEX BELOW + "Ⓓ", // U+24B9: CIRCLED LATIN CAPITAL LETTER D + "Ꝺ", // U+A779: LATIN CAPITAL LETTER INSULAR D + "Ｄ", // U+FF24: FULLWIDTH LATIN CAPITAL LETTER D + ], + "D", + ), + ( + &[ + "ð", // U+00F0: LATIN SMALL LETTER ETH + "ď", // U+010F: LATIN SMALL LETTER D WITH CARON + "đ", // U+0111: LATIN SMALL LETTER D WITH STROKE + "ƌ", // U+018C: LATIN SMALL LETTER D WITH TOPBAR + "ȡ", // U+0221: LATIN SMALL LETTER D WITH CURL + "ɖ", // U+0256: LATIN SMALL LETTER D WITH TAIL + "ɗ", // U+0257: LATIN SMALL LETTER D WITH HOOK + "ᵭ", // U+1D6D: LATIN SMALL LETTER D WITH MIDDLE TILDE + "ᶁ", // U+1D81: LATIN SMALL LETTER D WITH PALATAL HOOK + "ᶑ", // U+1D91: LATIN SMALL LETTER D WITH HOOK AND TAIL + "ḋ", // U+1E0B: LATIN SMALL LETTER D WITH DOT ABOVE + "ḍ", // U+1E0D: LATIN SMALL LETTER D WITH DOT BELOW + "ḏ", // U+1E0F: LATIN SMALL LETTER D WITH LINE BELOW + "ḑ", // U+1E11: LATIN SMALL LETTER D WITH CEDILLA + "ḓ", // U+1E13: LATIN SMALL LETTER D WITH CIRCUMFLEX BELOW + "ⓓ", // U+24D3: CIRCLED LATIN SMALL LETTER D + "ꝺ", // U+A77A: LATIN SMALL LETTER INSULAR D + "ｄ", // U+FF44: FULLWIDTH LATIN SMALL LETTER D + ], + "d", + ), + ( + &[ + "DŽ", // U+01C4: LATIN CAPITAL LETTER DZ WITH CARON + "DZ", // U+01F1: LATIN CAPITAL LETTER DZ + ], + "DZ", + ), + ( + &[ + "Dž", // U+01C5: LATIN CAPITAL LETTER D WITH SMALL LETTER Z WITH CARON + "Dz", // U+01F2: LATIN CAPITAL LETTER D WITH SMALL LETTER Z + ], + "Dz", + ), + ( + &[ + "⒟", // U+249F: PARENTHESIZED LATIN SMALL LETTER D + ], + "(d)", + ), + ( + &[ + "ȸ", // U+0238: LATIN SMALL LETTER DB DIGRAPH + ], + "db", + ), + ( + &[ + "dž", // U+01C6: LATIN SMALL LETTER DZ WITH CARON + "dz", // U+01F3: LATIN SMALL LETTER DZ + "ʣ", // U+02A3: LATIN SMALL LETTER DZ DIGRAPH + "ʥ", // U+02A5: LATIN SMALL LETTER DZ DIGRAPH WITH CURL + ], + "dz", + ), + ( + &[ + "È", // U+00C8: LATIN CAPITAL LETTER E WITH GRAVE + "É", // U+00C9: LATIN CAPITAL LETTER E WITH ACUTE + "Ê", // U+00CA: LATIN CAPITAL LETTER E WITH CIRCUMFLEX + "Ë", // U+00CB: LATIN CAPITAL LETTER E WITH DIAERESIS + "Ē", // U+0112: LATIN CAPITAL LETTER E WITH MACRON + "Ĕ", // U+0114: LATIN CAPITAL LETTER E WITH BREVE + "Ė", // U+0116: LATIN CAPITAL LETTER E WITH DOT ABOVE + "Ę", // U+0118: LATIN CAPITAL LETTER E WITH OGONEK + "Ě", // U+011A: LATIN CAPITAL LETTER E WITH CARON + "Ǝ", // U+018E: LATIN CAPITAL LETTER REVERSED E + "Ɛ", // U+0190: LATIN CAPITAL LETTER OPEN E + "Ȅ", // U+0204: LATIN CAPITAL LETTER E WITH DOUBLE GRAVE + "Ȇ", // U+0206: LATIN CAPITAL LETTER E WITH INVERTED BREVE + "Ȩ", // U+0228: LATIN CAPITAL LETTER E WITH CEDILLA + "Ɇ", // U+0246: LATIN CAPITAL LETTER E WITH STROKE + "ᴇ", // U+1D07: LATIN LETTER SMALL CAPITAL E + "Ḕ", // U+1E14: LATIN CAPITAL LETTER E WITH MACRON AND GRAVE + "Ḗ", // U+1E16: LATIN CAPITAL LETTER E WITH MACRON AND ACUTE + "Ḙ", // U+1E18: LATIN CAPITAL LETTER E WITH CIRCUMFLEX BELOW + "Ḛ", // U+1E1A: LATIN CAPITAL LETTER E WITH TILDE BELOW + "Ḝ", // U+1E1C: LATIN CAPITAL LETTER E WITH CEDILLA AND BREVE + "Ẹ", // U+1EB8: LATIN CAPITAL LETTER E WITH DOT BELOW + "Ẻ", // U+1EBA: LATIN CAPITAL LETTER E WITH HOOK ABOVE + "Ẽ", // U+1EBC: LATIN CAPITAL LETTER E WITH TILDE + "Ế", // U+1EBE: LATIN CAPITAL LETTER E WITH CIRCUMFLEX AND ACUTE + "Ề", // U+1EC0: LATIN CAPITAL LETTER E WITH CIRCUMFLEX AND GRAVE + "Ể", // U+1EC2: LATIN CAPITAL LETTER E WITH CIRCUMFLEX AND HOOK ABOVE + "Ễ", // U+1EC4: LATIN CAPITAL LETTER E WITH CIRCUMFLEX AND TILDE + "Ệ", // U+1EC6: LATIN CAPITAL LETTER E WITH CIRCUMFLEX AND DOT BELOW + "Ⓔ", // U+24BA: CIRCLED LATIN CAPITAL LETTER E + "ⱻ", // U+2C7B: LATIN LETTER SMALL CAPITAL TURNED E + "Ｅ", // U+FF25: FULLWIDTH LATIN CAPITAL LETTER E + ], + "E", + ), + ( + &[ + "è", // U+00E8: LATIN SMALL LETTER E WITH GRAVE + "é", // U+00E9: LATIN SMALL LETTER E WITH ACUTE + "ê", // U+00EA: LATIN SMALL LETTER E WITH CIRCUMFLEX + "ë", // U+00EB: LATIN SMALL LETTER E WITH DIAERESIS + "ē", // U+0113: LATIN SMALL LETTER E WITH MACRON + "ĕ", // U+0115: LATIN SMALL LETTER E WITH BREVE + "ė", // U+0117: LATIN SMALL LETTER E WITH DOT ABOVE + "ę", // U+0119: LATIN SMALL LETTER E WITH OGONEK + "ě", // U+011B: LATIN SMALL LETTER E WITH CARON + "ǝ", // U+01DD: LATIN SMALL LETTER TURNED E + "ȅ", // U+0205: LATIN SMALL LETTER E WITH DOUBLE GRAVE + "ȇ", // U+0207: LATIN SMALL LETTER E WITH INVERTED BREVE + "ȩ", // U+0229: LATIN SMALL LETTER E WITH CEDILLA + "ɇ", // U+0247: LATIN SMALL LETTER E WITH STROKE + "ɘ", // U+0258: LATIN SMALL LETTER REVERSED E + "ɛ", // U+025B: LATIN SMALL LETTER OPEN E + "ɜ", // U+025C: LATIN SMALL LETTER REVERSED OPEN E + "ɝ", // U+025D: LATIN SMALL LETTER REVERSED OPEN E WITH HOOK + "ɞ", // U+025E: LATIN SMALL LETTER CLOSED REVERSED OPEN E + "ʚ", // U+029A: LATIN SMALL LETTER CLOSED OPEN E + "ᴈ", // U+1D08: LATIN SMALL LETTER TURNED OPEN E + "ᶒ", // U+1D92: LATIN SMALL LETTER E WITH RETROFLEX HOOK + "ᶓ", // U+1D93: LATIN SMALL LETTER OPEN E WITH RETROFLEX HOOK + "ᶔ", // U+1D94: LATIN SMALL LETTER REVERSED OPEN E WITH RETROFLEX HOOK + "ḕ", // U+1E15: LATIN SMALL LETTER E WITH MACRON AND GRAVE + "ḗ", // U+1E17: LATIN SMALL LETTER E WITH MACRON AND ACUTE + "ḙ", // U+1E19: LATIN SMALL LETTER E WITH CIRCUMFLEX BELOW + "ḛ", // U+1E1B: LATIN SMALL LETTER E WITH TILDE BELOW + "ḝ", // U+1E1D: LATIN SMALL LETTER E WITH CEDILLA AND BREVE + "ẹ", // U+1EB9: LATIN SMALL LETTER E WITH DOT BELOW + "ẻ", // U+1EBB: LATIN SMALL LETTER E WITH HOOK ABOVE + "ẽ", // U+1EBD: LATIN SMALL LETTER E WITH TILDE + "ế", // U+1EBF: LATIN SMALL LETTER E WITH CIRCUMFLEX AND ACUTE + "ề", // U+1EC1: LATIN SMALL LETTER E WITH CIRCUMFLEX AND GRAVE + "ể", // U+1EC3: LATIN SMALL LETTER E WITH CIRCUMFLEX AND HOOK ABOVE + "ễ", // U+1EC5: LATIN SMALL LETTER E WITH CIRCUMFLEX AND TILDE + "ệ", // U+1EC7: LATIN SMALL LETTER E WITH CIRCUMFLEX AND DOT BELOW + "ₑ", // U+2091: LATIN SUBSCRIPT SMALL LETTER E + "ⓔ", // U+24D4: CIRCLED LATIN SMALL LETTER E + "ⱸ", // U+2C78: LATIN SMALL LETTER E WITH NOTCH + "ｅ", // U+FF45: FULLWIDTH LATIN SMALL LETTER E + ], + "e", + ), + ( + &[ + "⒠", // U+24A0: PARENTHESIZED LATIN SMALL LETTER E + ], + "(e)", + ), + ( + &[ + "Ƒ", // U+0191: LATIN CAPITAL LETTER F WITH HOOK + "Ḟ", // U+1E1E: LATIN CAPITAL LETTER F WITH DOT ABOVE + "Ⓕ", // U+24BB: CIRCLED LATIN CAPITAL LETTER F + "ꜰ", // U+A730: LATIN LETTER SMALL CAPITAL F + "Ꝼ", // U+A77B: LATIN CAPITAL LETTER INSULAR F + "ꟻ", // U+A7FB: LATIN EPIGRAPHIC LETTER REVERSED F + "Ｆ", // U+FF26: FULLWIDTH LATIN CAPITAL LETTER F + ], + "F", + ), + ( + &[ + "ƒ", // U+0192: LATIN SMALL LETTER F WITH HOOK + "ᵮ", // U+1D6E: LATIN SMALL LETTER F WITH MIDDLE TILDE + "ᶂ", // U+1D82: LATIN SMALL LETTER F WITH PALATAL HOOK + "ḟ", // U+1E1F: LATIN SMALL LETTER F WITH DOT ABOVE + "ẛ", // U+1E9B: LATIN SMALL LETTER LONG S WITH DOT ABOVE + "ⓕ", // U+24D5: CIRCLED LATIN SMALL LETTER F + "ꝼ", // U+A77C: LATIN SMALL LETTER INSULAR F + "ｆ", // U+FF46: FULLWIDTH LATIN SMALL LETTER F + ], + "f", + ), + ( + &[ + "⒡", // U+24A1: PARENTHESIZED LATIN SMALL LETTER F + ], + "(f)", + ), + ( + &[ + "ff", // U+FB00: LATIN SMALL LIGATURE FF + ], + "ff", + ), + ( + &[ + "ffi", // U+FB03: LATIN SMALL LIGATURE FFI + ], + "ffi", + ), + ( + &[ + "ffl", // U+FB04: LATIN SMALL LIGATURE FFL + ], + "ffl", + ), + ( + &[ + "fi", // U+FB01: LATIN SMALL LIGATURE FI + ], + "fi", + ), + ( + &[ + "fl", // U+FB02: LATIN SMALL LIGATURE FL + ], + "fl", + ), + ( + &[ + "Ĝ", // U+011C: LATIN CAPITAL LETTER G WITH CIRCUMFLEX + "Ğ", // U+011E: LATIN CAPITAL LETTER G WITH BREVE + "Ġ", // U+0120: LATIN CAPITAL LETTER G WITH DOT ABOVE + "Ģ", // U+0122: LATIN CAPITAL LETTER G WITH CEDILLA + "Ɠ", // U+0193: LATIN CAPITAL LETTER G WITH HOOK + "Ǥ", // U+01E4: LATIN CAPITAL LETTER G WITH STROKE + "ǥ", // U+01E5: LATIN SMALL LETTER G WITH STROKE + "Ǧ", // U+01E6: LATIN CAPITAL LETTER G WITH CARON + "ǧ", // U+01E7: LATIN SMALL LETTER G WITH CARON + "Ǵ", // U+01F4: LATIN CAPITAL LETTER G WITH ACUTE + "ɢ", // U+0262: LATIN LETTER SMALL CAPITAL G + "ʛ", // U+029B: LATIN LETTER SMALL CAPITAL G WITH HOOK + "Ḡ", // U+1E20: LATIN CAPITAL LETTER G WITH MACRON + "Ⓖ", // U+24BC: CIRCLED LATIN CAPITAL LETTER G + "Ᵹ", // U+A77D: LATIN CAPITAL LETTER INSULAR G + "Ꝿ", // U+A77E: LATIN CAPITAL LETTER TURNED INSULAR G + "Ｇ", // U+FF27: FULLWIDTH LATIN CAPITAL LETTER G + ], + "G", + ), + ( + &[ + "ĝ", // U+011D: LATIN SMALL LETTER G WITH CIRCUMFLEX + "ğ", // U+011F: LATIN SMALL LETTER G WITH BREVE + "ġ", // U+0121: LATIN SMALL LETTER G WITH DOT ABOVE + "ģ", // U+0123: LATIN SMALL LETTER G WITH CEDILLA + "ǵ", // U+01F5: LATIN SMALL LETTER G WITH ACUTE + "ɠ", // U+0260: LATIN SMALL LETTER G WITH HOOK + "ɡ", // U+0261: LATIN SMALL LETTER SCRIPT G + "ᵷ", // U+1D77: LATIN SMALL LETTER TURNED G + "ᵹ", // U+1D79: LATIN SMALL LETTER INSULAR G + "ᶃ", // U+1D83: LATIN SMALL LETTER G WITH PALATAL HOOK + "ḡ", // U+1E21: LATIN SMALL LETTER G WITH MACRON + "ⓖ", // U+24D6: CIRCLED LATIN SMALL LETTER G + "ꝿ", // U+A77F: LATIN SMALL LETTER TURNED INSULAR G + "ｇ", // U+FF47: FULLWIDTH LATIN SMALL LETTER G + ], + "g", + ), + ( + &[ + "⒢", // U+24A2: PARENTHESIZED LATIN SMALL LETTER G + ], + "(g)", + ), + ( + &[ + "Ĥ", // U+0124: LATIN CAPITAL LETTER H WITH CIRCUMFLEX + "Ħ", // U+0126: LATIN CAPITAL LETTER H WITH STROKE + "Ȟ", // U+021E: LATIN CAPITAL LETTER H WITH CARON + "ʜ", // U+029C: LATIN LETTER SMALL CAPITAL H + "Ḣ", // U+1E22: LATIN CAPITAL LETTER H WITH DOT ABOVE + "Ḥ", // U+1E24: LATIN CAPITAL LETTER H WITH DOT BELOW + "Ḧ", // U+1E26: LATIN CAPITAL LETTER H WITH DIAERESIS + "Ḩ", // U+1E28: LATIN CAPITAL LETTER H WITH CEDILLA + "Ḫ", // U+1E2A: LATIN CAPITAL LETTER H WITH BREVE BELOW + "Ⓗ", // U+24BD: CIRCLED LATIN CAPITAL LETTER H + "Ⱨ", // U+2C67: LATIN CAPITAL LETTER H WITH DESCENDER + "Ⱶ", // U+2C75: LATIN CAPITAL LETTER HALF H + "Ｈ", // U+FF28: FULLWIDTH LATIN CAPITAL LETTER H + ], + "H", + ), + ( + &[ + "ĥ", // U+0125: LATIN SMALL LETTER H WITH CIRCUMFLEX + "ħ", // U+0127: LATIN SMALL LETTER H WITH STROKE + "ȟ", // U+021F: LATIN SMALL LETTER H WITH CARON + "ɥ", // U+0265: LATIN SMALL LETTER TURNED H + "ɦ", // U+0266: LATIN SMALL LETTER H WITH HOOK + "ʮ", // U+02AE: LATIN SMALL LETTER TURNED H WITH FISHHOOK + "ʯ", // U+02AF: LATIN SMALL LETTER TURNED H WITH FISHHOOK AND TAIL + "ḣ", // U+1E23: LATIN SMALL LETTER H WITH DOT ABOVE + "ḥ", // U+1E25: LATIN SMALL LETTER H WITH DOT BELOW + "ḧ", // U+1E27: LATIN SMALL LETTER H WITH DIAERESIS + "ḩ", // U+1E29: LATIN SMALL LETTER H WITH CEDILLA + "ḫ", // U+1E2B: LATIN SMALL LETTER H WITH BREVE BELOW + "ẖ", // U+1E96: LATIN SMALL LETTER H WITH LINE BELOW + "ⓗ", // U+24D7: CIRCLED LATIN SMALL LETTER H + "ⱨ", // U+2C68: LATIN SMALL LETTER H WITH DESCENDER + "ⱶ", // U+2C76: LATIN SMALL LETTER HALF H + "ｈ", // U+FF48: FULLWIDTH LATIN SMALL LETTER H + ], + "h", + ), + ( + &[ + "Ƕ", // U+01F6: LATIN CAPITAL LETTER HWAIR + ], + "HV", + ), + ( + &[ + "⒣", // U+24A3: PARENTHESIZED LATIN SMALL LETTER H + ], + "(h)", + ), + ( + &[ + "ƕ", // U+0195: LATIN SMALL LETTER HV + ], + "hv", + ), + ( + &[ + "Ì", // U+00CC: LATIN CAPITAL LETTER I WITH GRAVE + "Í", // U+00CD: LATIN CAPITAL LETTER I WITH ACUTE + "Î", // U+00CE: LATIN CAPITAL LETTER I WITH CIRCUMFLEX + "Ï", // U+00CF: LATIN CAPITAL LETTER I WITH DIAERESIS + "Ĩ", // U+0128: LATIN CAPITAL LETTER I WITH TILDE + "Ī", // U+012A: LATIN CAPITAL LETTER I WITH MACRON + "Ĭ", // U+012C: LATIN CAPITAL LETTER I WITH BREVE + "Į", // U+012E: LATIN CAPITAL LETTER I WITH OGONEK + "İ", // U+0130: LATIN CAPITAL LETTER I WITH DOT ABOVE + "Ɩ", // U+0196: LATIN CAPITAL LETTER IOTA + "Ɨ", // U+0197: LATIN CAPITAL LETTER I WITH STROKE + "Ǐ", // U+01CF: LATIN CAPITAL LETTER I WITH CARON + "Ȉ", // U+0208: LATIN CAPITAL LETTER I WITH DOUBLE GRAVE + "Ȋ", // U+020A: LATIN CAPITAL LETTER I WITH INVERTED BREVE + "ɪ", // U+026A: LATIN LETTER SMALL CAPITAL I + "ᵻ", // U+1D7B: LATIN SMALL CAPITAL LETTER I WITH STROKE + "Ḭ", // U+1E2C: LATIN CAPITAL LETTER I WITH TILDE BELOW + "Ḯ", // U+1E2E: LATIN CAPITAL LETTER I WITH DIAERESIS AND ACUTE + "Ỉ", // U+1EC8: LATIN CAPITAL LETTER I WITH HOOK ABOVE + "Ị", // U+1ECA: LATIN CAPITAL LETTER I WITH DOT BELOW + "Ⓘ", // U+24BE: CIRCLED LATIN CAPITAL LETTER I + "ꟾ", // U+A7FE: LATIN EPIGRAPHIC LETTER I LONGA + "Ｉ", // U+FF29: FULLWIDTH LATIN CAPITAL LETTER I + ], + "I", + ), + ( + &[ + "ì", // U+00EC: LATIN SMALL LETTER I WITH GRAVE + "í", // U+00ED: LATIN SMALL LETTER I WITH ACUTE + "î", // U+00EE: LATIN SMALL LETTER I WITH CIRCUMFLEX + "ï", // U+00EF: LATIN SMALL LETTER I WITH DIAERESIS + "ĩ", // U+0129: LATIN SMALL LETTER I WITH TILDE + "ī", // U+012B: LATIN SMALL LETTER I WITH MACRON + "ĭ", // U+012D: LATIN SMALL LETTER I WITH BREVE + "į", // U+012F: LATIN SMALL LETTER I WITH OGONEK + "ı", // U+0131: LATIN SMALL LETTER DOTLESS I + "ǐ", // U+01D0: LATIN SMALL LETTER I WITH CARON + "ȉ", // U+0209: LATIN SMALL LETTER I WITH DOUBLE GRAVE + "ȋ", // U+020B: LATIN SMALL LETTER I WITH INVERTED BREVE + "ɨ", // U+0268: LATIN SMALL LETTER I WITH STROKE + "ᴉ", // U+1D09: LATIN SMALL LETTER TURNED I + "ᵢ", // U+1D62: LATIN SUBSCRIPT SMALL LETTER I + "ᵼ", // U+1D7C: LATIN SMALL LETTER IOTA WITH STROKE + "ᶖ", // U+1D96: LATIN SMALL LETTER I WITH RETROFLEX HOOK + "ḭ", // U+1E2D: LATIN SMALL LETTER I WITH TILDE BELOW + "ḯ", // U+1E2F: LATIN SMALL LETTER I WITH DIAERESIS AND ACUTE + "ỉ", // U+1EC9: LATIN SMALL LETTER I WITH HOOK ABOVE + "ị", // U+1ECB: LATIN SMALL LETTER I WITH DOT BELOW + "ⁱ", // U+2071: SUPERSCRIPT LATIN SMALL LETTER I + "ⓘ", // U+24D8: CIRCLED LATIN SMALL LETTER I + "ｉ", // U+FF49: FULLWIDTH LATIN SMALL LETTER I + ], + "i", + ), + ( + &[ + "IJ", // U+0132: LATIN CAPITAL LIGATURE IJ + ], + "IJ", + ), + ( + &[ + "⒤", // U+24A4: PARENTHESIZED LATIN SMALL LETTER I + ], + "(i)", + ), + ( + &[ + "ij", // U+0133: LATIN SMALL LIGATURE IJ + ], + "ij", + ), + ( + &[ + "Ĵ", // U+0134: LATIN CAPITAL LETTER J WITH CIRCUMFLEX + "Ɉ", // U+0248: LATIN CAPITAL LETTER J WITH STROKE + "ᴊ", // U+1D0A: LATIN LETTER SMALL CAPITAL J + "Ⓙ", // U+24BF: CIRCLED LATIN CAPITAL LETTER J + "Ｊ", // U+FF2A: FULLWIDTH LATIN CAPITAL LETTER J + ], + "J", + ), + ( + &[ + "ĵ", // U+0135: LATIN SMALL LETTER J WITH CIRCUMFLEX + "ǰ", // U+01F0: LATIN SMALL LETTER J WITH CARON + "ȷ", // U+0237: LATIN SMALL LETTER DOTLESS J + "ɉ", // U+0249: LATIN SMALL LETTER J WITH STROKE + "ɟ", // U+025F: LATIN SMALL LETTER DOTLESS J WITH STROKE + "ʄ", // U+0284: LATIN SMALL LETTER DOTLESS J WITH STROKE AND HOOK + "ʝ", // U+029D: LATIN SMALL LETTER J WITH CROSSED-TAIL + "ⓙ", // U+24D9: CIRCLED LATIN SMALL LETTER J + "ⱼ", // U+2C7C: LATIN SUBSCRIPT SMALL LETTER J + "ｊ", // U+FF4A: FULLWIDTH LATIN SMALL LETTER J + ], + "j", + ), + ( + &[ + "⒥", // U+24A5: PARENTHESIZED LATIN SMALL LETTER J + ], + "(j)", + ), + ( + &[ + "Ķ", // U+0136: LATIN CAPITAL LETTER K WITH CEDILLA + "Ƙ", // U+0198: LATIN CAPITAL LETTER K WITH HOOK + "Ǩ", // U+01E8: LATIN CAPITAL LETTER K WITH CARON + "ᴋ", // U+1D0B: LATIN LETTER SMALL CAPITAL K + "Ḱ", // U+1E30: LATIN CAPITAL LETTER K WITH ACUTE + "Ḳ", // U+1E32: LATIN CAPITAL LETTER K WITH DOT BELOW + "Ḵ", // U+1E34: LATIN CAPITAL LETTER K WITH LINE BELOW + "Ⓚ", // U+24C0: CIRCLED LATIN CAPITAL LETTER K + "Ⱪ", // U+2C69: LATIN CAPITAL LETTER K WITH DESCENDER + "Ꝁ", // U+A740: LATIN CAPITAL LETTER K WITH STROKE + "Ꝃ", // U+A742: LATIN CAPITAL LETTER K WITH DIAGONAL STROKE + "Ꝅ", // U+A744: LATIN CAPITAL LETTER K WITH STROKE AND DIAGONAL STROKE + "Ｋ", // U+FF2B: FULLWIDTH LATIN CAPITAL LETTER K + ], + "K", + ), + ( + &[ + "ķ", // U+0137: LATIN SMALL LETTER K WITH CEDILLA + "ƙ", // U+0199: LATIN SMALL LETTER K WITH HOOK + "ǩ", // U+01E9: LATIN SMALL LETTER K WITH CARON + "ʞ", // U+029E: LATIN SMALL LETTER TURNED K + "ᶄ", // U+1D84: LATIN SMALL LETTER K WITH PALATAL HOOK + "ḱ", // U+1E31: LATIN SMALL LETTER K WITH ACUTE + "ḳ", // U+1E33: LATIN SMALL LETTER K WITH DOT BELOW + "ḵ", // U+1E35: LATIN SMALL LETTER K WITH LINE BELOW + "ⓚ", // U+24DA: CIRCLED LATIN SMALL LETTER K + "ⱪ", // U+2C6A: LATIN SMALL LETTER K WITH DESCENDER + "ꝁ", // U+A741: LATIN SMALL LETTER K WITH STROKE + "ꝃ", // U+A743: LATIN SMALL LETTER K WITH DIAGONAL STROKE + "ꝅ", // U+A745: LATIN SMALL LETTER K WITH STROKE AND DIAGONAL STROKE + "ｋ", // U+FF4B: FULLWIDTH LATIN SMALL LETTER K + ], + "k", + ), + ( + &[ + "⒦", // U+24A6: PARENTHESIZED LATIN SMALL LETTER K + ], + "(k)", + ), + ( + &[ + "Ĺ", // U+0139: LATIN CAPITAL LETTER L WITH ACUTE + "Ļ", // U+013B: LATIN CAPITAL LETTER L WITH CEDILLA + "Ľ", // U+013D: LATIN CAPITAL LETTER L WITH CARON + "Ŀ", // U+013F: LATIN CAPITAL LETTER L WITH MIDDLE DOT + "Ł", // U+0141: LATIN CAPITAL LETTER L WITH STROKE + "Ƚ", // U+023D: LATIN CAPITAL LETTER L WITH BAR + "ʟ", // U+029F: LATIN LETTER SMALL CAPITAL L + "ᴌ", // U+1D0C: LATIN LETTER SMALL CAPITAL L WITH STROKE + "Ḷ", // U+1E36: LATIN CAPITAL LETTER L WITH DOT BELOW + "Ḹ", // U+1E38: LATIN CAPITAL LETTER L WITH DOT BELOW AND MACRON + "Ḻ", // U+1E3A: LATIN CAPITAL LETTER L WITH LINE BELOW + "Ḽ", // U+1E3C: LATIN CAPITAL LETTER L WITH CIRCUMFLEX BELOW + "Ⓛ", // U+24C1: CIRCLED LATIN CAPITAL LETTER L + "Ⱡ", // U+2C60: LATIN CAPITAL LETTER L WITH DOUBLE BAR + "Ɫ", // U+2C62: LATIN CAPITAL LETTER L WITH MIDDLE TILDE + "Ꝇ", // U+A746: LATIN CAPITAL LETTER BROKEN L + "Ꝉ", // U+A748: LATIN CAPITAL LETTER L WITH HIGH STROKE + "Ꞁ", // U+A780: LATIN CAPITAL LETTER TURNED L + "Ｌ", // U+FF2C: FULLWIDTH LATIN CAPITAL LETTER L + ], + "L", + ), + ( + &[ + "ĺ", // U+013A: LATIN SMALL LETTER L WITH ACUTE + "ļ", // U+013C: LATIN SMALL LETTER L WITH CEDILLA + "ľ", // U+013E: LATIN SMALL LETTER L WITH CARON + "ŀ", // U+0140: LATIN SMALL LETTER L WITH MIDDLE DOT + "ł", // U+0142: LATIN SMALL LETTER L WITH STROKE + "ƚ", // U+019A: LATIN SMALL LETTER L WITH BAR + "ȴ", // U+0234: LATIN SMALL LETTER L WITH CURL + "ɫ", // U+026B: LATIN SMALL LETTER L WITH MIDDLE TILDE + "ɬ", // U+026C: LATIN SMALL LETTER L WITH BELT + "ɭ", // U+026D: LATIN SMALL LETTER L WITH RETROFLEX HOOK + "ᶅ", // U+1D85: LATIN SMALL LETTER L WITH PALATAL HOOK + "ḷ", // U+1E37: LATIN SMALL LETTER L WITH DOT BELOW + "ḹ", // U+1E39: LATIN SMALL LETTER L WITH DOT BELOW AND MACRON + "ḻ", // U+1E3B: LATIN SMALL LETTER L WITH LINE BELOW + "ḽ", // U+1E3D: LATIN SMALL LETTER L WITH CIRCUMFLEX BELOW + "ⓛ", // U+24DB: CIRCLED LATIN SMALL LETTER L + "ⱡ", // U+2C61: LATIN SMALL LETTER L WITH DOUBLE BAR + "ꝇ", // U+A747: LATIN SMALL LETTER BROKEN L + "ꝉ", // U+A749: LATIN SMALL LETTER L WITH HIGH STROKE + "ꞁ", // U+A781: LATIN SMALL LETTER TURNED L + "ｌ", // U+FF4C: FULLWIDTH LATIN SMALL LETTER L + ], + "l", + ), + ( + &[ + "LJ", // U+01C7: LATIN CAPITAL LETTER LJ + ], + "LJ", + ), + ( + &[ + "Ỻ", // U+1EFA: LATIN CAPITAL LETTER MIDDLE-WELSH LL + ], + "LL", + ), + ( + &[ + "Lj", // U+01C8: LATIN CAPITAL LETTER L WITH SMALL LETTER J + ], + "Lj", + ), + ( + &[ + "⒧", // U+24A7: PARENTHESIZED LATIN SMALL LETTER L + ], + "(l)", + ), + ( + &[ + "lj", // U+01C9: LATIN SMALL LETTER LJ + ], + "lj", + ), + ( + &[ + "ỻ", // U+1EFB: LATIN SMALL LETTER MIDDLE-WELSH LL + ], + "ll", + ), + ( + &[ + "ʪ", // U+02AA: LATIN SMALL LETTER LS DIGRAPH + ], + "ls", + ), + ( + &[ + "ʫ", // U+02AB: LATIN SMALL LETTER LZ DIGRAPH + ], + "lz", + ), + ( + &[ + "Ɯ", // U+019C: LATIN CAPITAL LETTER TURNED M + "ᴍ", // U+1D0D: LATIN LETTER SMALL CAPITAL M + "Ḿ", // U+1E3E: LATIN CAPITAL LETTER M WITH ACUTE + "Ṁ", // U+1E40: LATIN CAPITAL LETTER M WITH DOT ABOVE + "Ṃ", // U+1E42: LATIN CAPITAL LETTER M WITH DOT BELOW + "Ⓜ", // U+24C2: CIRCLED LATIN CAPITAL LETTER M + "Ɱ", // U+2C6E: LATIN CAPITAL LETTER M WITH HOOK + "ꟽ", // U+A7FD: LATIN EPIGRAPHIC LETTER INVERTED M + "ꟿ", // U+A7FF: LATIN EPIGRAPHIC LETTER ARCHAIC M + "Ｍ", // U+FF2D: FULLWIDTH LATIN CAPITAL LETTER M + ], + "M", + ), + ( + &[ + "ɯ", // U+026F: LATIN SMALL LETTER TURNED M + "ɰ", // U+0270: LATIN SMALL LETTER TURNED M WITH LONG LEG + "ɱ", // U+0271: LATIN SMALL LETTER M WITH HOOK + "ᵯ", // U+1D6F: LATIN SMALL LETTER M WITH MIDDLE TILDE + "ᶆ", // U+1D86: LATIN SMALL LETTER M WITH PALATAL HOOK + "ḿ", // U+1E3F: LATIN SMALL LETTER M WITH ACUTE + "ṁ", // U+1E41: LATIN SMALL LETTER M WITH DOT ABOVE + "ṃ", // U+1E43: LATIN SMALL LETTER M WITH DOT BELOW + "ⓜ", // U+24DC: CIRCLED LATIN SMALL LETTER M + "ｍ", // U+FF4D: FULLWIDTH LATIN SMALL LETTER M + ], + "m", + ), + ( + &[ + "⒨", // U+24A8: PARENTHESIZED LATIN SMALL LETTER M + ], + "(m)", + ), + ( + &[ + "Ñ", // U+00D1: LATIN CAPITAL LETTER N WITH TILDE + "Ń", // U+0143: LATIN CAPITAL LETTER N WITH ACUTE + "Ņ", // U+0145: LATIN CAPITAL LETTER N WITH CEDILLA + "Ň", // U+0147: LATIN CAPITAL LETTER N WITH CARON + "Ŋ", // U+014A: LATIN CAPITAL LETTER ENG + "Ɲ", // U+019D: LATIN CAPITAL LETTER N WITH LEFT HOOK + "Ǹ", // U+01F8: LATIN CAPITAL LETTER N WITH GRAVE + "Ƞ", // U+0220: LATIN CAPITAL LETTER N WITH LONG RIGHT LEG + "ɴ", // U+0274: LATIN LETTER SMALL CAPITAL N + "ᴎ", // U+1D0E: LATIN LETTER SMALL CAPITAL REVERSED N + "Ṅ", // U+1E44: LATIN CAPITAL LETTER N WITH DOT ABOVE + "Ṇ", // U+1E46: LATIN CAPITAL LETTER N WITH DOT BELOW + "Ṉ", // U+1E48: LATIN CAPITAL LETTER N WITH LINE BELOW + "Ṋ", // U+1E4A: LATIN CAPITAL LETTER N WITH CIRCUMFLEX BELOW + "Ⓝ", // U+24C3: CIRCLED LATIN CAPITAL LETTER N + "Ｎ", // U+FF2E: FULLWIDTH LATIN CAPITAL LETTER N + ], + "N", + ), + ( + &[ + "ñ", // U+00F1: LATIN SMALL LETTER N WITH TILDE + "ń", // U+0144: LATIN SMALL LETTER N WITH ACUTE + "ņ", // U+0146: LATIN SMALL LETTER N WITH CEDILLA + "ň", // U+0148: LATIN SMALL LETTER N WITH CARON + "ʼn", // U+0149: LATIN SMALL LETTER N PRECEDED BY APOSTROPHE + "ŋ", // U+014B: LATIN SMALL LETTER ENG + "ƞ", // U+019E: LATIN SMALL LETTER N WITH LONG RIGHT LEG + "ǹ", // U+01F9: LATIN SMALL LETTER N WITH GRAVE + "ȵ", // U+0235: LATIN SMALL LETTER N WITH CURL + "ɲ", // U+0272: LATIN SMALL LETTER N WITH LEFT HOOK + "ɳ", // U+0273: LATIN SMALL LETTER N WITH RETROFLEX HOOK + "ᵰ", // U+1D70: LATIN SMALL LETTER N WITH MIDDLE TILDE + "ᶇ", // U+1D87: LATIN SMALL LETTER N WITH PALATAL HOOK + "ṅ", // U+1E45: LATIN SMALL LETTER N WITH DOT ABOVE + "ṇ", // U+1E47: LATIN SMALL LETTER N WITH DOT BELOW + "ṉ", // U+1E49: LATIN SMALL LETTER N WITH LINE BELOW + "ṋ", // U+1E4B: LATIN SMALL LETTER N WITH CIRCUMFLEX BELOW + "ⁿ", // U+207F: SUPERSCRIPT LATIN SMALL LETTER N + "ⓝ", // U+24DD: CIRCLED LATIN SMALL LETTER N + "ｎ", // U+FF4E: FULLWIDTH LATIN SMALL LETTER N + ], + "n", + ), + ( + &[ + "NJ", // U+01CA: LATIN CAPITAL LETTER NJ + ], + "NJ", + ), + ( + &[ + "Nj", // U+01CB: LATIN CAPITAL LETTER N WITH SMALL LETTER J + ], + "Nj", + ), + ( + &[ + "⒩", // U+24A9: PARENTHESIZED LATIN SMALL LETTER N + ], + "(n)", + ), + ( + &[ + "nj", // U+01CC: LATIN SMALL LETTER NJ + ], + "nj", + ), + ( + &[ + "Ò", // U+00D2: LATIN CAPITAL LETTER O WITH GRAVE + "Ó", // U+00D3: LATIN CAPITAL LETTER O WITH ACUTE + "Ô", // U+00D4: LATIN CAPITAL LETTER O WITH CIRCUMFLEX + "Õ", // U+00D5: LATIN CAPITAL LETTER O WITH TILDE + "Ö", // U+00D6: LATIN CAPITAL LETTER O WITH DIAERESIS + "Ø", // U+00D8: LATIN CAPITAL LETTER O WITH STROKE + "Ō", // U+014C: LATIN CAPITAL LETTER O WITH MACRON + "Ŏ", // U+014E: LATIN CAPITAL LETTER O WITH BREVE + "Ő", // U+0150: LATIN CAPITAL LETTER O WITH DOUBLE ACUTE + "Ɔ", // U+0186: LATIN CAPITAL LETTER OPEN O + "Ɵ", // U+019F: LATIN CAPITAL LETTER O WITH MIDDLE TILDE + "Ơ", // U+01A0: LATIN CAPITAL LETTER O WITH HORN + "Ǒ", // U+01D1: LATIN CAPITAL LETTER O WITH CARON + "Ǫ", // U+01EA: LATIN CAPITAL LETTER O WITH OGONEK + "Ǭ", // U+01EC: LATIN CAPITAL LETTER O WITH OGONEK AND MACRON + "Ǿ", // U+01FE: LATIN CAPITAL LETTER O WITH STROKE AND ACUTE + "Ȍ", // U+020C: LATIN CAPITAL LETTER O WITH DOUBLE GRAVE + "Ȏ", // U+020E: LATIN CAPITAL LETTER O WITH INVERTED BREVE + "Ȫ", // U+022A: LATIN CAPITAL LETTER O WITH DIAERESIS AND MACRON + "Ȭ", // U+022C: LATIN CAPITAL LETTER O WITH TILDE AND MACRON + "Ȯ", // U+022E: LATIN CAPITAL LETTER O WITH DOT ABOVE + "Ȱ", // U+0230: LATIN CAPITAL LETTER O WITH DOT ABOVE AND MACRON + "ᴏ", // U+1D0F: LATIN LETTER SMALL CAPITAL O + "ᴐ", // U+1D10: LATIN LETTER SMALL CAPITAL OPEN O + "Ṍ", // U+1E4C: LATIN CAPITAL LETTER O WITH TILDE AND ACUTE + "Ṏ", // U+1E4E: LATIN CAPITAL LETTER O WITH TILDE AND DIAERESIS + "Ṑ", // U+1E50: LATIN CAPITAL LETTER O WITH MACRON AND GRAVE + "Ṓ", // U+1E52: LATIN CAPITAL LETTER O WITH MACRON AND ACUTE + "Ọ", // U+1ECC: LATIN CAPITAL LETTER O WITH DOT BELOW + "Ỏ", // U+1ECE: LATIN CAPITAL LETTER O WITH HOOK ABOVE + "Ố", // U+1ED0: LATIN CAPITAL LETTER O WITH CIRCUMFLEX AND ACUTE + "Ồ", // U+1ED2: LATIN CAPITAL LETTER O WITH CIRCUMFLEX AND GRAVE + "Ổ", // U+1ED4: LATIN CAPITAL LETTER O WITH CIRCUMFLEX AND HOOK ABOVE + "Ỗ", // U+1ED6: LATIN CAPITAL LETTER O WITH CIRCUMFLEX AND TILDE + "Ộ", // U+1ED8: LATIN CAPITAL LETTER O WITH CIRCUMFLEX AND DOT BELOW + "Ớ", // U+1EDA: LATIN CAPITAL LETTER O WITH HORN AND ACUTE + "Ờ", // U+1EDC: LATIN CAPITAL LETTER O WITH HORN AND GRAVE + "Ở", // U+1EDE: LATIN CAPITAL LETTER O WITH HORN AND HOOK ABOVE + "Ỡ", // U+1EE0: LATIN CAPITAL LETTER O WITH HORN AND TILDE + "Ợ", // U+1EE2: LATIN CAPITAL LETTER O WITH HORN AND DOT BELOW + "Ⓞ", // U+24C4: CIRCLED LATIN CAPITAL LETTER O + "Ꝋ", // U+A74A: LATIN CAPITAL LETTER O WITH LONG STROKE OVERLAY + "Ꝍ", // U+A74C: LATIN CAPITAL LETTER O WITH LOOP + "Ｏ", // U+FF2F: FULLWIDTH LATIN CAPITAL LETTER O + ], + "O", + ), + ( + &[ + "ò", // U+00F2: LATIN SMALL LETTER O WITH GRAVE + "ó", // U+00F3: LATIN SMALL LETTER O WITH ACUTE + "ô", // U+00F4: LATIN SMALL LETTER O WITH CIRCUMFLEX + "õ", // U+00F5: LATIN SMALL LETTER O WITH TILDE + "ö", // U+00F6: LATIN SMALL LETTER O WITH DIAERESIS + "ø", // U+00F8: LATIN SMALL LETTER O WITH STROKE + "ō", // U+014D: LATIN SMALL LETTER O WITH MACRON + "ŏ", // U+014F: LATIN SMALL LETTER O WITH BREVE + "ő", // U+0151: LATIN SMALL LETTER O WITH DOUBLE ACUTE + "ơ", // U+01A1: LATIN SMALL LETTER O WITH HORN + "ǒ", // U+01D2: LATIN SMALL LETTER O WITH CARON + "ǫ", // U+01EB: LATIN SMALL LETTER O WITH OGONEK + "ǭ", // U+01ED: LATIN SMALL LETTER O WITH OGONEK AND MACRON + "ǿ", // U+01FF: LATIN SMALL LETTER O WITH STROKE AND ACUTE + "ȍ", // U+020D: LATIN SMALL LETTER O WITH DOUBLE GRAVE + "ȏ", // U+020F: LATIN SMALL LETTER O WITH INVERTED BREVE + "ȫ", // U+022B: LATIN SMALL LETTER O WITH DIAERESIS AND MACRON + "ȭ", // U+022D: LATIN SMALL LETTER O WITH TILDE AND MACRON + "ȯ", // U+022F: LATIN SMALL LETTER O WITH DOT ABOVE + "ȱ", // U+0231: LATIN SMALL LETTER O WITH DOT ABOVE AND MACRON + "ɔ", // U+0254: LATIN SMALL LETTER OPEN O + "ɵ", // U+0275: LATIN SMALL LETTER BARRED O + "ᴖ", // U+1D16: LATIN SMALL LETTER TOP HALF O + "ᴗ", // U+1D17: LATIN SMALL LETTER BOTTOM HALF O + "ᶗ", // U+1D97: LATIN SMALL LETTER OPEN O WITH RETROFLEX HOOK + "ṍ", // U+1E4D: LATIN SMALL LETTER O WITH TILDE AND ACUTE + "ṏ", // U+1E4F: LATIN SMALL LETTER O WITH TILDE AND DIAERESIS + "ṑ", // U+1E51: LATIN SMALL LETTER O WITH MACRON AND GRAVE + "ṓ", // U+1E53: LATIN SMALL LETTER O WITH MACRON AND ACUTE + "ọ", // U+1ECD: LATIN SMALL LETTER O WITH DOT BELOW + "ỏ", // U+1ECF: LATIN SMALL LETTER O WITH HOOK ABOVE + "ố", // U+1ED1: LATIN SMALL LETTER O WITH CIRCUMFLEX AND ACUTE + "ồ", // U+1ED3: LATIN SMALL LETTER O WITH CIRCUMFLEX AND GRAVE + "ổ", // U+1ED5: LATIN SMALL LETTER O WITH CIRCUMFLEX AND HOOK ABOVE + "ỗ", // U+1ED7: LATIN SMALL LETTER O WITH CIRCUMFLEX AND TILDE + "ộ", // U+1ED9: LATIN SMALL LETTER O WITH CIRCUMFLEX AND DOT BELOW + "ớ", // U+1EDB: LATIN SMALL LETTER O WITH HORN AND ACUTE + "ờ", // U+1EDD: LATIN SMALL LETTER O WITH HORN AND GRAVE + "ở", // U+1EDF: LATIN SMALL LETTER O WITH HORN AND HOOK ABOVE + "ỡ", // U+1EE1: LATIN SMALL LETTER O WITH HORN AND TILDE + "ợ", // U+1EE3: LATIN SMALL LETTER O WITH HORN AND DOT BELOW + "ₒ", // U+2092: LATIN SUBSCRIPT SMALL LETTER O + "ⓞ", // U+24DE: CIRCLED LATIN SMALL LETTER O + "ⱺ", // U+2C7A: LATIN SMALL LETTER O WITH LOW RING INSIDE + "ꝋ", // U+A74B: LATIN SMALL LETTER O WITH LONG STROKE OVERLAY + "ꝍ", // U+A74D: LATIN SMALL LETTER O WITH LOOP + "ｏ", // U+FF4F: FULLWIDTH LATIN SMALL LETTER O + ], + "o", + ), + ( + &[ + "Œ", // U+0152: LATIN CAPITAL LIGATURE OE + "ɶ", // U+0276: LATIN LETTER SMALL CAPITAL OE + ], + "OE", + ), + ( + &[ + "Ꝏ", // U+A74E: LATIN CAPITAL LETTER OO + ], + "OO", + ), + ( + &[ + "Ȣ", // U+0222: LATIN CAPITAL LETTER OU + "ᴕ", // U+1D15: LATIN LETTER SMALL CAPITAL OU + ], + "OU", + ), + ( + &[ + "⒪", // U+24AA: PARENTHESIZED LATIN SMALL LETTER O + ], + "(o)", + ), + ( + &[ + "œ", // U+0153: LATIN SMALL LIGATURE OE + "ᴔ", // U+1D14: LATIN SMALL LETTER TURNED OE + ], + "oe", + ), + ( + &[ + "ꝏ", // U+A74F: LATIN SMALL LETTER OO + ], + "oo", + ), + ( + &[ + "ȣ", // U+0223: LATIN SMALL LETTER OU + ], + "ou", + ), + ( + &[ + "Ƥ", // U+01A4: LATIN CAPITAL LETTER P WITH HOOK + "ᴘ", // U+1D18: LATIN LETTER SMALL CAPITAL P + "Ṕ", // U+1E54: LATIN CAPITAL LETTER P WITH ACUTE + "Ṗ", // U+1E56: LATIN CAPITAL LETTER P WITH DOT ABOVE + "Ⓟ", // U+24C5: CIRCLED LATIN CAPITAL LETTER P + "Ᵽ", // U+2C63: LATIN CAPITAL LETTER P WITH STROKE + "Ꝑ", // U+A750: LATIN CAPITAL LETTER P WITH STROKE THROUGH DESCENDER + "Ꝓ", // U+A752: LATIN CAPITAL LETTER P WITH FLOURISH + "Ꝕ", // U+A754: LATIN CAPITAL LETTER P WITH SQUIRREL TAIL + "Ｐ", // U+FF30: FULLWIDTH LATIN CAPITAL LETTER P + ], + "P", + ), + ( + &[ + "ƥ", // U+01A5: LATIN SMALL LETTER P WITH HOOK + "ᵱ", // U+1D71: LATIN SMALL LETTER P WITH MIDDLE TILDE + "ᵽ", // U+1D7D: LATIN SMALL LETTER P WITH STROKE + "ᶈ", // U+1D88: LATIN SMALL LETTER P WITH PALATAL HOOK + "ṕ", // U+1E55: LATIN SMALL LETTER P WITH ACUTE + "ṗ", // U+1E57: LATIN SMALL LETTER P WITH DOT ABOVE + "ⓟ", // U+24DF: CIRCLED LATIN SMALL LETTER P + "ꝑ", // U+A751: LATIN SMALL LETTER P WITH STROKE THROUGH DESCENDER + "ꝓ", // U+A753: LATIN SMALL LETTER P WITH FLOURISH + "ꝕ", // U+A755: LATIN SMALL LETTER P WITH SQUIRREL TAIL + "ꟼ", // U+A7FC: LATIN EPIGRAPHIC LETTER REVERSED P + "ｐ", // U+FF50: FULLWIDTH LATIN SMALL LETTER P + ], + "p", + ), + ( + &[ + "⒫", // U+24AB: PARENTHESIZED LATIN SMALL LETTER P + ], + "(p)", + ), + ( + &[ + "Ɋ", // U+024A: LATIN CAPITAL LETTER SMALL Q WITH HOOK TAIL + "Ⓠ", // U+24C6: CIRCLED LATIN CAPITAL LETTER Q + "Ꝗ", // U+A756: LATIN CAPITAL LETTER Q WITH STROKE THROUGH DESCENDER + "Ꝙ", // U+A758: LATIN CAPITAL LETTER Q WITH DIAGONAL STROKE + "Ｑ", // U+FF31: FULLWIDTH LATIN CAPITAL LETTER Q + ], + "Q", + ), + ( + &[ + "ĸ", // U+0138: LATIN SMALL LETTER KRA + "ɋ", // U+024B: LATIN SMALL LETTER Q WITH HOOK TAIL + "ʠ", // U+02A0: LATIN SMALL LETTER Q WITH HOOK + "ⓠ", // U+24E0: CIRCLED LATIN SMALL LETTER Q + "ꝗ", // U+A757: LATIN SMALL LETTER Q WITH STROKE THROUGH DESCENDER + "ꝙ", // U+A759: LATIN SMALL LETTER Q WITH DIAGONAL STROKE + "ｑ", // U+FF51: FULLWIDTH LATIN SMALL LETTER Q + ], + "q", + ), + ( + &[ + "⒬", // U+24AC: PARENTHESIZED LATIN SMALL LETTER Q + ], + "(q)", + ), + ( + &[ + "ȹ", // U+0239: LATIN SMALL LETTER QP DIGRAPH + ], + "qp", + ), + ( + &[ + "Ŕ", // U+0154: LATIN CAPITAL LETTER R WITH ACUTE + "Ŗ", // U+0156: LATIN CAPITAL LETTER R WITH CEDILLA + "Ř", // U+0158: LATIN CAPITAL LETTER R WITH CARON + "Ȑ", // U+0210: LATIN CAPITAL LETTER R WITH DOUBLE GRAVE + "Ȓ", // U+0212: LATIN CAPITAL LETTER R WITH INVERTED BREVE + "Ɍ", // U+024C: LATIN CAPITAL LETTER R WITH STROKE + "ʀ", // U+0280: LATIN LETTER SMALL CAPITAL R + "ʁ", // U+0281: LATIN LETTER SMALL CAPITAL INVERTED R + "ᴙ", // U+1D19: LATIN LETTER SMALL CAPITAL REVERSED R + "ᴚ", // U+1D1A: LATIN LETTER SMALL CAPITAL TURNED R + "Ṙ", // U+1E58: LATIN CAPITAL LETTER R WITH DOT ABOVE + "Ṛ", // U+1E5A: LATIN CAPITAL LETTER R WITH DOT BELOW + "Ṝ", // U+1E5C: LATIN CAPITAL LETTER R WITH DOT BELOW AND MACRON + "Ṟ", // U+1E5E: LATIN CAPITAL LETTER R WITH LINE BELOW + "Ⓡ", // U+24C7: CIRCLED LATIN CAPITAL LETTER R + "Ɽ", // U+2C64: LATIN CAPITAL LETTER R WITH TAIL + "Ꝛ", // U+A75A: LATIN CAPITAL LETTER R ROTUNDA + "Ꞃ", // U+A782: LATIN CAPITAL LETTER INSULAR R + "Ｒ", // U+FF32: FULLWIDTH LATIN CAPITAL LETTER R + ], + "R", + ), + ( + &[ + "ŕ", // U+0155: LATIN SMALL LETTER R WITH ACUTE + "ŗ", // U+0157: LATIN SMALL LETTER R WITH CEDILLA + "ř", // U+0159: LATIN SMALL LETTER R WITH CARON + "ȑ", // U+0211: LATIN SMALL LETTER R WITH DOUBLE GRAVE + "ȓ", // U+0213: LATIN SMALL LETTER R WITH INVERTED BREVE + "ɍ", // U+024D: LATIN SMALL LETTER R WITH STROKE + "ɼ", // U+027C: LATIN SMALL LETTER R WITH LONG LEG + "ɽ", // U+027D: LATIN SMALL LETTER R WITH TAIL + "ɾ", // U+027E: LATIN SMALL LETTER R WITH FISHHOOK + "ɿ", // U+027F: LATIN SMALL LETTER REVERSED R WITH FISHHOOK + "ᵣ", // U+1D63: LATIN SUBSCRIPT SMALL LETTER R + "ᵲ", // U+1D72: LATIN SMALL LETTER R WITH MIDDLE TILDE + "ᵳ", // U+1D73: LATIN SMALL LETTER R WITH FISHHOOK AND MIDDLE TILDE + "ᶉ", // U+1D89: LATIN SMALL LETTER R WITH PALATAL HOOK + "ṙ", // U+1E59: LATIN SMALL LETTER R WITH DOT ABOVE + "ṛ", // U+1E5B: LATIN SMALL LETTER R WITH DOT BELOW + "ṝ", // U+1E5D: LATIN SMALL LETTER R WITH DOT BELOW AND MACRON + "ṟ", // U+1E5F: LATIN SMALL LETTER R WITH LINE BELOW + "ⓡ", // U+24E1: CIRCLED LATIN SMALL LETTER R + "ꝛ", // U+A75B: LATIN SMALL LETTER R ROTUNDA + "ꞃ", // U+A783: LATIN SMALL LETTER INSULAR R + "ｒ", // U+FF52: FULLWIDTH LATIN SMALL LETTER R + ], + "r", + ), + ( + &[ + "⒭", // U+24AD: PARENTHESIZED LATIN SMALL LETTER R + ], + "(r)", + ), + ( + &[ + "Ś", // U+015A: LATIN CAPITAL LETTER S WITH ACUTE + "Ŝ", // U+015C: LATIN CAPITAL LETTER S WITH CIRCUMFLEX + "Ş", // U+015E: LATIN CAPITAL LETTER S WITH CEDILLA + "Š", // U+0160: LATIN CAPITAL LETTER S WITH CARON + "Ș", // U+0218: LATIN CAPITAL LETTER S WITH COMMA BELOW + "Ṡ", // U+1E60: LATIN CAPITAL LETTER S WITH DOT ABOVE + "Ṣ", // U+1E62: LATIN CAPITAL LETTER S WITH DOT BELOW + "Ṥ", // U+1E64: LATIN CAPITAL LETTER S WITH ACUTE AND DOT ABOVE + "Ṧ", // U+1E66: LATIN CAPITAL LETTER S WITH CARON AND DOT ABOVE + "Ṩ", // U+1E68: LATIN CAPITAL LETTER S WITH DOT BELOW AND DOT ABOVE + "Ⓢ", // U+24C8: CIRCLED LATIN CAPITAL LETTER S + "ꜱ", // U+A731: LATIN LETTER SMALL CAPITAL S + "ꞅ", // U+A785: LATIN SMALL LETTER INSULAR S + "Ｓ", // U+FF33: FULLWIDTH LATIN CAPITAL LETTER S + ], + "S", + ), + ( + &[ + "ś", // U+015B: LATIN SMALL LETTER S WITH ACUTE + "ŝ", // U+015D: LATIN SMALL LETTER S WITH CIRCUMFLEX + "ş", // U+015F: LATIN SMALL LETTER S WITH CEDILLA + "š", // U+0161: LATIN SMALL LETTER S WITH CARON + "ſ", // U+017F: LATIN SMALL LETTER LONG S + "ș", // U+0219: LATIN SMALL LETTER S WITH COMMA BELOW + "ȿ", // U+023F: LATIN SMALL LETTER S WITH SWASH TAIL + "ʂ", // U+0282: LATIN SMALL LETTER S WITH HOOK + "ᵴ", // U+1D74: LATIN SMALL LETTER S WITH MIDDLE TILDE + "ᶊ", // U+1D8A: LATIN SMALL LETTER S WITH PALATAL HOOK + "ṡ", // U+1E61: LATIN SMALL LETTER S WITH DOT ABOVE + "ṣ", // U+1E63: LATIN SMALL LETTER S WITH DOT BELOW + "ṥ", // U+1E65: LATIN SMALL LETTER S WITH ACUTE AND DOT ABOVE + "ṧ", // U+1E67: LATIN SMALL LETTER S WITH CARON AND DOT ABOVE + "ṩ", // U+1E69: LATIN SMALL LETTER S WITH DOT BELOW AND DOT ABOVE + "ẜ", // U+1E9C: LATIN SMALL LETTER LONG S WITH DIAGONAL STROKE + "ẝ", // U+1E9D: LATIN SMALL LETTER LONG S WITH HIGH STROKE + "ⓢ", // U+24E2: CIRCLED LATIN SMALL LETTER S + "Ꞅ", // U+A784: LATIN CAPITAL LETTER INSULAR S + "ｓ", // U+FF53: FULLWIDTH LATIN SMALL LETTER S + ], + "s", + ), + ( + &[ + "ẞ", // U+1E9E: LATIN CAPITAL LETTER SHARP S + ], + "SS", + ), + ( + &[ + "⒮", // U+24AE: PARENTHESIZED LATIN SMALL LETTER S + ], + "(s)", + ), + ( + &[ + "ß", // U+00DF: LATIN SMALL LETTER SHARP S + ], + "ss", + ), + ( + &[ + "st", // U+FB06: LATIN SMALL LIGATURE ST + ], + "st", + ), + ( + &[ + "Ţ", // U+0162: LATIN CAPITAL LETTER T WITH CEDILLA + "Ť", // U+0164: LATIN CAPITAL LETTER T WITH CARON + "Ŧ", // U+0166: LATIN CAPITAL LETTER T WITH STROKE + "Ƭ", // U+01AC: LATIN CAPITAL LETTER T WITH HOOK + "Ʈ", // U+01AE: LATIN CAPITAL LETTER T WITH RETROFLEX HOOK + "Ț", // U+021A: LATIN CAPITAL LETTER T WITH COMMA BELOW + "Ⱦ", // U+023E: LATIN CAPITAL LETTER T WITH DIAGONAL STROKE + "ᴛ", // U+1D1B: LATIN LETTER SMALL CAPITAL T + "Ṫ", // U+1E6A: LATIN CAPITAL LETTER T WITH DOT ABOVE + "Ṭ", // U+1E6C: LATIN CAPITAL LETTER T WITH DOT BELOW + "Ṯ", // U+1E6E: LATIN CAPITAL LETTER T WITH LINE BELOW + "Ṱ", // U+1E70: LATIN CAPITAL LETTER T WITH CIRCUMFLEX BELOW + "Ⓣ", // U+24C9: CIRCLED LATIN CAPITAL LETTER T + "Ꞇ", // U+A786: LATIN CAPITAL LETTER INSULAR T + "Ｔ", // U+FF34: FULLWIDTH LATIN CAPITAL LETTER T + ], + "T", + ), + ( + &[ + "ţ", // U+0163: LATIN SMALL LETTER T WITH CEDILLA + "ť", // U+0165: LATIN SMALL LETTER T WITH CARON + "ŧ", // U+0167: LATIN SMALL LETTER T WITH STROKE + "ƫ", // U+01AB: LATIN SMALL LETTER T WITH PALATAL HOOK + "ƭ", // U+01AD: LATIN SMALL LETTER T WITH HOOK + "ț", // U+021B: LATIN SMALL LETTER T WITH COMMA BELOW + "ȶ", // U+0236: LATIN SMALL LETTER T WITH CURL + "ʇ", // U+0287: LATIN SMALL LETTER TURNED T + "ʈ", // U+0288: LATIN SMALL LETTER T WITH RETROFLEX HOOK + "ᵵ", // U+1D75: LATIN SMALL LETTER T WITH MIDDLE TILDE + "ṫ", // U+1E6B: LATIN SMALL LETTER T WITH DOT ABOVE + "ṭ", // U+1E6D: LATIN SMALL LETTER T WITH DOT BELOW + "ṯ", // U+1E6F: LATIN SMALL LETTER T WITH LINE BELOW + "ṱ", // U+1E71: LATIN SMALL LETTER T WITH CIRCUMFLEX BELOW + "ẗ", // U+1E97: LATIN SMALL LETTER T WITH DIAERESIS + "ⓣ", // U+24E3: CIRCLED LATIN SMALL LETTER T + "ⱦ", // U+2C66: LATIN SMALL LETTER T WITH DIAGONAL STROKE + "ｔ", // U+FF54: FULLWIDTH LATIN SMALL LETTER T + ], + "t", + ), + ( + &[ + "Þ", // U+00DE: LATIN CAPITAL LETTER THORN + "Ꝧ", // U+A766: LATIN CAPITAL LETTER THORN WITH STROKE THROUGH DESCENDER + ], + "TH", + ), + ( + &[ + "Ꜩ", // U+A728: LATIN CAPITAL LETTER TZ + ], + "TZ", + ), + ( + &[ + "⒯", // U+24AF: PARENTHESIZED LATIN SMALL LETTER T + ], + "(t)", + ), + ( + &[ + "ʨ", // U+02A8: LATIN SMALL LETTER TC DIGRAPH WITH CURL + ], + "tc", + ), + ( + &[ + "þ", // U+00FE: LATIN SMALL LETTER THORN + "ᵺ", // U+1D7A: LATIN SMALL LETTER TH WITH STRIKETHROUGH + "ꝧ", // U+A767: LATIN SMALL LETTER THORN WITH STROKE THROUGH DESCENDER + ], + "th", + ), + ( + &[ + "ʦ", // U+02A6: LATIN SMALL LETTER TS DIGRAPH + ], + "ts", + ), + ( + &[ + "ꜩ", // U+A729: LATIN SMALL LETTER TZ + ], + "tz", + ), + ( + &[ + "Ù", // U+00D9: LATIN CAPITAL LETTER U WITH GRAVE + "Ú", // U+00DA: LATIN CAPITAL LETTER U WITH ACUTE + "Û", // U+00DB: LATIN CAPITAL LETTER U WITH CIRCUMFLEX + "Ü", // U+00DC: LATIN CAPITAL LETTER U WITH DIAERESIS + "Ũ", // U+0168: LATIN CAPITAL LETTER U WITH TILDE + "Ū", // U+016A: LATIN CAPITAL LETTER U WITH MACRON + "Ŭ", // U+016C: LATIN CAPITAL LETTER U WITH BREVE + "Ů", // U+016E: LATIN CAPITAL LETTER U WITH RING ABOVE + "Ű", // U+0170: LATIN CAPITAL LETTER U WITH DOUBLE ACUTE + "Ų", // U+0172: LATIN CAPITAL LETTER U WITH OGONEK + "Ư", // U+01AF: LATIN CAPITAL LETTER U WITH HORN + "Ǔ", // U+01D3: LATIN CAPITAL LETTER U WITH CARON + "Ǖ", // U+01D5: LATIN CAPITAL LETTER U WITH DIAERESIS AND MACRON + "Ǘ", // U+01D7: LATIN CAPITAL LETTER U WITH DIAERESIS AND ACUTE + "Ǚ", // U+01D9: LATIN CAPITAL LETTER U WITH DIAERESIS AND CARON + "Ǜ", // U+01DB: LATIN CAPITAL LETTER U WITH DIAERESIS AND GRAVE + "Ȕ", // U+0214: LATIN CAPITAL LETTER U WITH DOUBLE GRAVE + "Ȗ", // U+0216: LATIN CAPITAL LETTER U WITH INVERTED BREVE + "Ʉ", // U+0244: LATIN CAPITAL LETTER U BAR + "ᴜ", // U+1D1C: LATIN LETTER SMALL CAPITAL U + "ᵾ", // U+1D7E: LATIN SMALL CAPITAL LETTER U WITH STROKE + "Ṳ", // U+1E72: LATIN CAPITAL LETTER U WITH DIAERESIS BELOW + "Ṵ", // U+1E74: LATIN CAPITAL LETTER U WITH TILDE BELOW + "Ṷ", // U+1E76: LATIN CAPITAL LETTER U WITH CIRCUMFLEX BELOW + "Ṹ", // U+1E78: LATIN CAPITAL LETTER U WITH TILDE AND ACUTE + "Ṻ", // U+1E7A: LATIN CAPITAL LETTER U WITH MACRON AND DIAERESIS + "Ụ", // U+1EE4: LATIN CAPITAL LETTER U WITH DOT BELOW + "Ủ", // U+1EE6: LATIN CAPITAL LETTER U WITH HOOK ABOVE + "Ứ", // U+1EE8: LATIN CAPITAL LETTER U WITH HORN AND ACUTE + "Ừ", // U+1EEA: LATIN CAPITAL LETTER U WITH HORN AND GRAVE + "Ử", // U+1EEC: LATIN CAPITAL LETTER U WITH HORN AND HOOK ABOVE + "Ữ", // U+1EEE: LATIN CAPITAL LETTER U WITH HORN AND TILDE + "Ự", // U+1EF0: LATIN CAPITAL LETTER U WITH HORN AND DOT BELOW + "Ⓤ", // U+24CA: CIRCLED LATIN CAPITAL LETTER U + "Ｕ", // U+FF35: FULLWIDTH LATIN CAPITAL LETTER U + ], + "U", + ), + ( + &[ + "ù", // U+00F9: LATIN SMALL LETTER U WITH GRAVE + "ú", // U+00FA: LATIN SMALL LETTER U WITH ACUTE + "û", // U+00FB: LATIN SMALL LETTER U WITH CIRCUMFLEX + "ü", // U+00FC: LATIN SMALL LETTER U WITH DIAERESIS + "ũ", // U+0169: LATIN SMALL LETTER U WITH TILDE + "ū", // U+016B: LATIN SMALL LETTER U WITH MACRON + "ŭ", // U+016D: LATIN SMALL LETTER U WITH BREVE + "ů", // U+016F: LATIN SMALL LETTER U WITH RING ABOVE + "ű", // U+0171: LATIN SMALL LETTER U WITH DOUBLE ACUTE + "ų", // U+0173: LATIN SMALL LETTER U WITH OGONEK + "ư", // U+01B0: LATIN SMALL LETTER U WITH HORN + "ǔ", // U+01D4: LATIN SMALL LETTER U WITH CARON + "ǖ", // U+01D6: LATIN SMALL LETTER U WITH DIAERESIS AND MACRON + "ǘ", // U+01D8: LATIN SMALL LETTER U WITH DIAERESIS AND ACUTE + "ǚ", // U+01DA: LATIN SMALL LETTER U WITH DIAERESIS AND CARON + "ǜ", // U+01DC: LATIN SMALL LETTER U WITH DIAERESIS AND GRAVE + "ȕ", // U+0215: LATIN SMALL LETTER U WITH DOUBLE GRAVE + "ȗ", // U+0217: LATIN SMALL LETTER U WITH INVERTED BREVE + "ʉ", // U+0289: LATIN SMALL LETTER U BAR + "ᵤ", // U+1D64: LATIN SUBSCRIPT SMALL LETTER U + "ᶙ", // U+1D99: LATIN SMALL LETTER U WITH RETROFLEX HOOK + "ṳ", // U+1E73: LATIN SMALL LETTER U WITH DIAERESIS BELOW + "ṵ", // U+1E75: LATIN SMALL LETTER U WITH TILDE BELOW + "ṷ", // U+1E77: LATIN SMALL LETTER U WITH CIRCUMFLEX BELOW + "ṹ", // U+1E79: LATIN SMALL LETTER U WITH TILDE AND ACUTE + "ṻ", // U+1E7B: LATIN SMALL LETTER U WITH MACRON AND DIAERESIS + "ụ", // U+1EE5: LATIN SMALL LETTER U WITH DOT BELOW + "ủ", // U+1EE7: LATIN SMALL LETTER U WITH HOOK ABOVE + "ứ", // U+1EE9: LATIN SMALL LETTER U WITH HORN AND ACUTE + "ừ", // U+1EEB: LATIN SMALL LETTER U WITH HORN AND GRAVE + "ử", // U+1EED: LATIN SMALL LETTER U WITH HORN AND HOOK ABOVE + "ữ", // U+1EEF: LATIN SMALL LETTER U WITH HORN AND TILDE + "ự", // U+1EF1: LATIN SMALL LETTER U WITH HORN AND DOT BELOW + "ⓤ", // U+24E4: CIRCLED LATIN SMALL LETTER U + "ｕ", // U+FF55: FULLWIDTH LATIN SMALL LETTER U + ], + "u", + ), + ( + &[ + "⒰", // U+24B0: PARENTHESIZED LATIN SMALL LETTER U + ], + "(u)", + ), + ( + &[ + "ᵫ", // U+1D6B: LATIN SMALL LETTER UE + ], + "ue", + ), + ( + &[ + "Ʋ", // U+01B2: LATIN CAPITAL LETTER V WITH HOOK + "Ʌ", // U+0245: LATIN CAPITAL LETTER TURNED V + "ᴠ", // U+1D20: LATIN LETTER SMALL CAPITAL V + "Ṽ", // U+1E7C: LATIN CAPITAL LETTER V WITH TILDE + "Ṿ", // U+1E7E: LATIN CAPITAL LETTER V WITH DOT BELOW + "Ỽ", // U+1EFC: LATIN CAPITAL LETTER MIDDLE-WELSH V + "Ⓥ", // U+24CB: CIRCLED LATIN CAPITAL LETTER V + "Ꝟ", // U+A75E: LATIN CAPITAL LETTER V WITH DIAGONAL STROKE + "Ꝩ", // U+A768: LATIN CAPITAL LETTER VEND + "Ｖ", // U+FF36: FULLWIDTH LATIN CAPITAL LETTER V + ], + "V", + ), + ( + &[ + "ʋ", // U+028B: LATIN SMALL LETTER V WITH HOOK + "ʌ", // U+028C: LATIN SMALL LETTER TURNED V + "ᵥ", // U+1D65: LATIN SUBSCRIPT SMALL LETTER V + "ᶌ", // U+1D8C: LATIN SMALL LETTER V WITH PALATAL HOOK + "ṽ", // U+1E7D: LATIN SMALL LETTER V WITH TILDE + "ṿ", // U+1E7F: LATIN SMALL LETTER V WITH DOT BELOW + "ⓥ", // U+24E5: CIRCLED LATIN SMALL LETTER V + "ⱱ", // U+2C71: LATIN SMALL LETTER V WITH RIGHT HOOK + "ⱴ", // U+2C74: LATIN SMALL LETTER V WITH CURL + "ꝟ", // U+A75F: LATIN SMALL LETTER V WITH DIAGONAL STROKE + "ｖ", // U+FF56: FULLWIDTH LATIN SMALL LETTER V + ], + "v", + ), + ( + &[ + "Ꝡ", // U+A760: LATIN CAPITAL LETTER VY + ], + "VY", + ), + ( + &[ + "⒱", // U+24B1: PARENTHESIZED LATIN SMALL LETTER V + ], + "(v)", + ), + ( + &[ + "ꝡ", // U+A761: LATIN SMALL LETTER VY + ], + "vy", + ), + ( + &[ + "Ŵ", // U+0174: LATIN CAPITAL LETTER W WITH CIRCUMFLEX + "Ƿ", // U+01F7: LATIN CAPITAL LETTER WYNN + "ᴡ", // U+1D21: LATIN LETTER SMALL CAPITAL W + "Ẁ", // U+1E80: LATIN CAPITAL LETTER W WITH GRAVE + "Ẃ", // U+1E82: LATIN CAPITAL LETTER W WITH ACUTE + "Ẅ", // U+1E84: LATIN CAPITAL LETTER W WITH DIAERESIS + "Ẇ", // U+1E86: LATIN CAPITAL LETTER W WITH DOT ABOVE + "Ẉ", // U+1E88: LATIN CAPITAL LETTER W WITH DOT BELOW + "Ⓦ", // U+24CC: CIRCLED LATIN CAPITAL LETTER W + "Ⱳ", // U+2C72: LATIN CAPITAL LETTER W WITH HOOK + "Ｗ", // U+FF37: FULLWIDTH LATIN CAPITAL LETTER W + ], + "W", + ), + ( + &[ + "ŵ", // U+0175: LATIN SMALL LETTER W WITH CIRCUMFLEX + "ƿ", // U+01BF: LATIN LETTER WYNN + "ʍ", // U+028D: LATIN SMALL LETTER TURNED W + "ẁ", // U+1E81: LATIN SMALL LETTER W WITH GRAVE + "ẃ", // U+1E83: LATIN SMALL LETTER W WITH ACUTE + "ẅ", // U+1E85: LATIN SMALL LETTER W WITH DIAERESIS + "ẇ", // U+1E87: LATIN SMALL LETTER W WITH DOT ABOVE + "ẉ", // U+1E89: LATIN SMALL LETTER W WITH DOT BELOW + "ẘ", // U+1E98: LATIN SMALL LETTER W WITH RING ABOVE + "ⓦ", // U+24E6: CIRCLED LATIN SMALL LETTER W + "ⱳ", // U+2C73: LATIN SMALL LETTER W WITH HOOK + "ｗ", // U+FF57: FULLWIDTH LATIN SMALL LETTER W + ], + "w", + ), + ( + &[ + "⒲", // U+24B2: PARENTHESIZED LATIN SMALL LETTER W + ], + "(w)", + ), + ( + &[ + "Ẋ", // U+1E8A: LATIN CAPITAL LETTER X WITH DOT ABOVE + "Ẍ", // U+1E8C: LATIN CAPITAL LETTER X WITH DIAERESIS + "Ⓧ", // U+24CD: CIRCLED LATIN CAPITAL LETTER X + "Ｘ", // U+FF38: FULLWIDTH LATIN CAPITAL LETTER X + ], + "X", + ), + ( + &[ + "ᶍ", // U+1D8D: LATIN SMALL LETTER X WITH PALATAL HOOK + "ẋ", // U+1E8B: LATIN SMALL LETTER X WITH DOT ABOVE + "ẍ", // U+1E8D: LATIN SMALL LETTER X WITH DIAERESIS + "ₓ", // U+2093: LATIN SUBSCRIPT SMALL LETTER X + "ⓧ", // U+24E7: CIRCLED LATIN SMALL LETTER X + "ｘ", // U+FF58: FULLWIDTH LATIN SMALL LETTER X + ], + "x", + ), + ( + &[ + "⒳", // U+24B3: PARENTHESIZED LATIN SMALL LETTER X + ], + "(x)", + ), + ( + &[ + "Ý", // U+00DD: LATIN CAPITAL LETTER Y WITH ACUTE + "Ŷ", // U+0176: LATIN CAPITAL LETTER Y WITH CIRCUMFLEX + "Ÿ", // U+0178: LATIN CAPITAL LETTER Y WITH DIAERESIS + "Ƴ", // U+01B3: LATIN CAPITAL LETTER Y WITH HOOK + "Ȳ", // U+0232: LATIN CAPITAL LETTER Y WITH MACRON + "Ɏ", // U+024E: LATIN CAPITAL LETTER Y WITH STROKE + "ʏ", // U+028F: LATIN LETTER SMALL CAPITAL Y + "Ẏ", // U+1E8E: LATIN CAPITAL LETTER Y WITH DOT ABOVE + "Ỳ", // U+1EF2: LATIN CAPITAL LETTER Y WITH GRAVE + "Ỵ", // U+1EF4: LATIN CAPITAL LETTER Y WITH DOT BELOW + "Ỷ", // U+1EF6: LATIN CAPITAL LETTER Y WITH HOOK ABOVE + "Ỹ", // U+1EF8: LATIN CAPITAL LETTER Y WITH TILDE + "Ỿ", // U+1EFE: LATIN CAPITAL LETTER Y WITH LOOP + "Ⓨ", // U+24CE: CIRCLED LATIN CAPITAL LETTER Y + "Ｙ", // U+FF39: FULLWIDTH LATIN CAPITAL LETTER Y + ], + "Y", + ), + ( + &[ + "ý", // U+00FD: LATIN SMALL LETTER Y WITH ACUTE + "ÿ", // U+00FF: LATIN SMALL LETTER Y WITH DIAERESIS + "ŷ", // U+0177: LATIN SMALL LETTER Y WITH CIRCUMFLEX + "ƴ", // U+01B4: LATIN SMALL LETTER Y WITH HOOK + "ȳ", // U+0233: LATIN SMALL LETTER Y WITH MACRON + "ɏ", // U+024F: LATIN SMALL LETTER Y WITH STROKE + "ʎ", // U+028E: LATIN SMALL LETTER TURNED Y + "ẏ", // U+1E8F: LATIN SMALL LETTER Y WITH DOT ABOVE + "ẙ", // U+1E99: LATIN SMALL LETTER Y WITH RING ABOVE + "ỳ", // U+1EF3: LATIN SMALL LETTER Y WITH GRAVE + "ỵ", // U+1EF5: LATIN SMALL LETTER Y WITH DOT BELOW + "ỷ", // U+1EF7: LATIN SMALL LETTER Y WITH HOOK ABOVE + "ỹ", // U+1EF9: LATIN SMALL LETTER Y WITH TILDE + "ỿ", // U+1EFF: LATIN SMALL LETTER Y WITH LOOP + "ⓨ", // U+24E8: CIRCLED LATIN SMALL LETTER Y + "ｙ", // U+FF59: FULLWIDTH LATIN SMALL LETTER Y + ], + "y", + ), + ( + &[ + "⒴", // U+24B4: PARENTHESIZED LATIN SMALL LETTER Y + ], + "(y)", + ), + ( + &[ + "Ź", // U+0179: LATIN CAPITAL LETTER Z WITH ACUTE + "Ż", // U+017B: LATIN CAPITAL LETTER Z WITH DOT ABOVE + "Ž", // U+017D: LATIN CAPITAL LETTER Z WITH CARON + "Ƶ", // U+01B5: LATIN CAPITAL LETTER Z WITH STROKE + "Ȝ", // U+021C: LATIN CAPITAL LETTER YOGH + "Ȥ", // U+0224: LATIN CAPITAL LETTER Z WITH HOOK + "ᴢ", // U+1D22: LATIN LETTER SMALL CAPITAL Z + "Ẑ", // U+1E90: LATIN CAPITAL LETTER Z WITH CIRCUMFLEX + "Ẓ", // U+1E92: LATIN CAPITAL LETTER Z WITH DOT BELOW + "Ẕ", // U+1E94: LATIN CAPITAL LETTER Z WITH LINE BELOW + "Ⓩ", // U+24CF: CIRCLED LATIN CAPITAL LETTER Z + "Ⱬ", // U+2C6B: LATIN CAPITAL LETTER Z WITH DESCENDER + "Ꝣ", // U+A762: LATIN CAPITAL LETTER VISIGOTHIC Z + "Ｚ", // U+FF3A: FULLWIDTH LATIN CAPITAL LETTER Z + ], + "Z", + ), + ( + &[ + "ź", // U+017A: LATIN SMALL LETTER Z WITH ACUTE + "ż", // U+017C: LATIN SMALL LETTER Z WITH DOT ABOVE + "ž", // U+017E: LATIN SMALL LETTER Z WITH CARON + "ƶ", // U+01B6: LATIN SMALL LETTER Z WITH STROKE + "ȝ", // U+021D: LATIN SMALL LETTER YOGH + "ȥ", // U+0225: LATIN SMALL LETTER Z WITH HOOK + "ɀ", // U+0240: LATIN SMALL LETTER Z WITH SWASH TAIL + "ʐ", // U+0290: LATIN SMALL LETTER Z WITH RETROFLEX HOOK + "ʑ", // U+0291: LATIN SMALL LETTER Z WITH CURL + "ᵶ", // U+1D76: LATIN SMALL LETTER Z WITH MIDDLE TILDE + "ᶎ", // U+1D8E: LATIN SMALL LETTER Z WITH PALATAL HOOK + "ẑ", // U+1E91: LATIN SMALL LETTER Z WITH CIRCUMFLEX + "ẓ", // U+1E93: LATIN SMALL LETTER Z WITH DOT BELOW + "ẕ", // U+1E95: LATIN SMALL LETTER Z WITH LINE BELOW + "ⓩ", // U+24E9: CIRCLED LATIN SMALL LETTER Z + "ⱬ", // U+2C6C: LATIN SMALL LETTER Z WITH DESCENDER + "ꝣ", // U+A763: LATIN SMALL LETTER VISIGOTHIC Z + "ｚ", // U+FF5A: FULLWIDTH LATIN SMALL LETTER Z + ], + "z", + ), + ( + &[ + "⒵", // U+24B5: PARENTHESIZED LATIN SMALL LETTER Z + ], + "(z)", + ), + ( + &[ + "⁰", // U+2070: SUPERSCRIPT ZERO + "₀", // U+2080: SUBSCRIPT ZERO + "⓪", // U+24EA: CIRCLED DIGIT ZERO + "⓿", // U+24FF: NEGATIVE CIRCLED DIGIT ZERO + "０", // U+FF10: FULLWIDTH DIGIT ZERO + ], + "0", + ), + ( + &[ + "¹", // U+00B9: SUPERSCRIPT ONE + "₁", // U+2081: SUBSCRIPT ONE + "①", // U+2460: CIRCLED DIGIT ONE + "⓵", // U+24F5: DOUBLE CIRCLED DIGIT ONE + "❶", // U+2776: DINGBAT NEGATIVE CIRCLED DIGIT ONE + "➀", // U+2780: DINGBAT CIRCLED SANS-SERIF DIGIT ONE + "➊", // U+278A: DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT ONE + "１", // U+FF11: FULLWIDTH DIGIT ONE + ], + "1", + ), + ( + &[ + "⒈", // U+2488: DIGIT ONE FULL STOP + ], + "1.", + ), + ( + &[ + "⑴", // U+2474: PARENTHESIZED DIGIT ONE + ], + "(1)", + ), + ( + &[ + "²", // U+00B2: SUPERSCRIPT TWO + "₂", // U+2082: SUBSCRIPT TWO + "②", // U+2461: CIRCLED DIGIT TWO + "⓶", // U+24F6: DOUBLE CIRCLED DIGIT TWO + "❷", // U+2777: DINGBAT NEGATIVE CIRCLED DIGIT TWO + "➁", // U+2781: DINGBAT CIRCLED SANS-SERIF DIGIT TWO + "➋", // U+278B: DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT TWO + "２", // U+FF12: FULLWIDTH DIGIT TWO + ], + "2", + ), + ( + &[ + "⒉", // U+2489: DIGIT TWO FULL STOP + ], + "2.", + ), + ( + &[ + "⑵", // U+2475: PARENTHESIZED DIGIT TWO + ], + "(2)", + ), + ( + &[ + "³", // U+00B3: SUPERSCRIPT THREE + "₃", // U+2083: SUBSCRIPT THREE + "③", // U+2462: CIRCLED DIGIT THREE + "⓷", // U+24F7: DOUBLE CIRCLED DIGIT THREE + "❸", // U+2778: DINGBAT NEGATIVE CIRCLED DIGIT THREE + "➂", // U+2782: DINGBAT CIRCLED SANS-SERIF DIGIT THREE + "➌", // U+278C: DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT THREE + "３", // U+FF13: FULLWIDTH DIGIT THREE + ], + "3", + ), + ( + &[ + "⒊", // U+248A: DIGIT THREE FULL STOP + ], + "3.", + ), + ( + &[ + "⑶", // U+2476: PARENTHESIZED DIGIT THREE + ], + "(3)", + ), + ( + &[ + "⁴", // U+2074: SUPERSCRIPT FOUR + "₄", // U+2084: SUBSCRIPT FOUR + "④", // U+2463: CIRCLED DIGIT FOUR + "⓸", // U+24F8: DOUBLE CIRCLED DIGIT FOUR + "❹", // U+2779: DINGBAT NEGATIVE CIRCLED DIGIT FOUR + "➃", // U+2783: DINGBAT CIRCLED SANS-SERIF DIGIT FOUR + "➍", // U+278D: DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT FOUR + "４", // U+FF14: FULLWIDTH DIGIT FOUR + ], + "4", + ), + ( + &[ + "⒋", // U+248B: DIGIT FOUR FULL STOP + ], + "4.", + ), + ( + &[ + "⑷", // U+2477: PARENTHESIZED DIGIT FOUR + ], + "(4)", + ), + ( + &[ + "⁵", // U+2075: SUPERSCRIPT FIVE + "₅", // U+2085: SUBSCRIPT FIVE + "⑤", // U+2464: CIRCLED DIGIT FIVE + "⓹", // U+24F9: DOUBLE CIRCLED DIGIT FIVE + "❺", // U+277A: DINGBAT NEGATIVE CIRCLED DIGIT FIVE + "➄", // U+2784: DINGBAT CIRCLED SANS-SERIF DIGIT FIVE + "➎", // U+278E: DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT FIVE + "５", // U+FF15: FULLWIDTH DIGIT FIVE + ], + "5", + ), + ( + &[ + "⒌", // U+248C: DIGIT FIVE FULL STOP + ], + "5.", + ), + ( + &[ + "⑸", // U+2478: PARENTHESIZED DIGIT FIVE + ], + "(5)", + ), + ( + &[ + "⁶", // U+2076: SUPERSCRIPT SIX + "₆", // U+2086: SUBSCRIPT SIX + "⑥", // U+2465: CIRCLED DIGIT SIX + "⓺", // U+24FA: DOUBLE CIRCLED DIGIT SIX + "❻", // U+277B: DINGBAT NEGATIVE CIRCLED DIGIT SIX + "➅", // U+2785: DINGBAT CIRCLED SANS-SERIF DIGIT SIX + "➏", // U+278F: DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT SIX + "６", // U+FF16: FULLWIDTH DIGIT SIX + ], + "6", + ), + ( + &[ + "⒍", // U+248D: DIGIT SIX FULL STOP + ], + "6.", + ), + ( + &[ + "⑹", // U+2479: PARENTHESIZED DIGIT SIX + ], + "(6)", + ), + ( + &[ + "⁷", // U+2077: SUPERSCRIPT SEVEN + "₇", // U+2087: SUBSCRIPT SEVEN + "⑦", // U+2466: CIRCLED DIGIT SEVEN + "⓻", // U+24FB: DOUBLE CIRCLED DIGIT SEVEN + "❼", // U+277C: DINGBAT NEGATIVE CIRCLED DIGIT SEVEN + "➆", // U+2786: DINGBAT CIRCLED SANS-SERIF DIGIT SEVEN + "➐", // U+2790: DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT SEVEN + "７", // U+FF17: FULLWIDTH DIGIT SEVEN + ], + "7", + ), + ( + &[ + "⒎", // U+248E: DIGIT SEVEN FULL STOP + ], + "7.", + ), + ( + &[ + "⑺", // U+247A: PARENTHESIZED DIGIT SEVEN + ], + "(7)", + ), + ( + &[ + "⁸", // U+2078: SUPERSCRIPT EIGHT + "₈", // U+2088: SUBSCRIPT EIGHT + "⑧", // U+2467: CIRCLED DIGIT EIGHT + "⓼", // U+24FC: DOUBLE CIRCLED DIGIT EIGHT + "❽", // U+277D: DINGBAT NEGATIVE CIRCLED DIGIT EIGHT + "➇", // U+2787: DINGBAT CIRCLED SANS-SERIF DIGIT EIGHT + "➑", // U+2791: DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT EIGHT + "８", // U+FF18: FULLWIDTH DIGIT EIGHT + ], + "8", + ), + ( + &[ + "⒏", // U+248F: DIGIT EIGHT FULL STOP + ], + "8.", + ), + ( + &[ + "⑻", // U+247B: PARENTHESIZED DIGIT EIGHT + ], + "(8)", + ), + ( + &[ + "⁹", // U+2079: SUPERSCRIPT NINE + "₉", // U+2089: SUBSCRIPT NINE + "⑨", // U+2468: CIRCLED DIGIT NINE + "⓽", // U+24FD: DOUBLE CIRCLED DIGIT NINE + "❾", // U+277E: DINGBAT NEGATIVE CIRCLED DIGIT NINE + "➈", // U+2788: DINGBAT CIRCLED SANS-SERIF DIGIT NINE + "➒", // U+2792: DINGBAT NEGATIVE CIRCLED SANS-SERIF DIGIT NINE + "９", // U+FF19: FULLWIDTH DIGIT NINE + ], + "9", + ), + ( + &[ + "⒐", // U+2490: DIGIT NINE FULL STOP + ], + "9.", + ), + ( + &[ + "⑼", // U+247C: PARENTHESIZED DIGIT NINE + ], + "(9)", + ), + ( + &[ + "⑩", // U+2469: CIRCLED NUMBER TEN + "⓾", // U+24FE: DOUBLE CIRCLED NUMBER TEN + "❿", // U+277F: DINGBAT NEGATIVE CIRCLED NUMBER TEN + "➉", // U+2789: DINGBAT CIRCLED SANS-SERIF NUMBER TEN + "➓", // U+2793: DINGBAT NEGATIVE CIRCLED SANS-SERIF NUMBER TEN + ], + "10", + ), + ( + &[ + "⒑", // U+2491: NUMBER TEN FULL STOP + ], + "10.", + ), + ( + &[ + "⑽", // U+247D: PARENTHESIZED NUMBER TEN + ], + "(10)", + ), + ( + &[ + "⑪", // U+246A: CIRCLED NUMBER ELEVEN + "⓫", // U+24EB: NEGATIVE CIRCLED NUMBER ELEVEN + ], + "11", + ), + ( + &[ + "⒒", // U+2492: NUMBER ELEVEN FULL STOP + ], + "11.", + ), + ( + &[ + "⑾", // U+247E: PARENTHESIZED NUMBER ELEVEN + ], + "(11)", + ), + ( + &[ + "⑫", // U+246B: CIRCLED NUMBER TWELVE + "⓬", // U+24EC: NEGATIVE CIRCLED NUMBER TWELVE + ], + "12", + ), + ( + &[ + "⒓", // U+2493: NUMBER TWELVE FULL STOP + ], + "12.", + ), + ( + &[ + "⑿", // U+247F: PARENTHESIZED NUMBER TWELVE + ], + "(12)", + ), + ( + &[ + "⑬", // U+246C: CIRCLED NUMBER THIRTEEN + "⓭", // U+24ED: NEGATIVE CIRCLED NUMBER THIRTEEN + ], + "13", + ), + ( + &[ + "⒔", // U+2494: NUMBER THIRTEEN FULL STOP + ], + "13.", + ), + ( + &[ + "⒀", // U+2480: PARENTHESIZED NUMBER THIRTEEN + ], + "(13)", + ), + ( + &[ + "⑭", // U+246D: CIRCLED NUMBER FOURTEEN + "⓮", // U+24EE: NEGATIVE CIRCLED NUMBER FOURTEEN + ], + "14", + ), + ( + &[ + "⒕", // U+2495: NUMBER FOURTEEN FULL STOP + ], + "14.", + ), + ( + &[ + "⒁", // U+2481: PARENTHESIZED NUMBER FOURTEEN + ], + "(14)", + ), + ( + &[ + "⑮", // U+246E: CIRCLED NUMBER FIFTEEN + "⓯", // U+24EF: NEGATIVE CIRCLED NUMBER FIFTEEN + ], + "15", + ), + ( + &[ + "⒖", // U+2496: NUMBER FIFTEEN FULL STOP + ], + "15.", + ), + ( + &[ + "⒂", // U+2482: PARENTHESIZED NUMBER FIFTEEN + ], + "(15)", + ), + ( + &[ + "⑯", // U+246F: CIRCLED NUMBER SIXTEEN + "⓰", // U+24F0: NEGATIVE CIRCLED NUMBER SIXTEEN + ], + "16", + ), + ( + &[ + "⒗", // U+2497: NUMBER SIXTEEN FULL STOP + ], + "16.", + ), + ( + &[ + "⒃", // U+2483: PARENTHESIZED NUMBER SIXTEEN + ], + "(16)", + ), + ( + &[ + "⑰", // U+2470: CIRCLED NUMBER SEVENTEEN + "⓱", // U+24F1: NEGATIVE CIRCLED NUMBER SEVENTEEN + ], + "17", + ), + ( + &[ + "⒘", // U+2498: NUMBER SEVENTEEN FULL STOP + ], + "17.", + ), + ( + &[ + "⒄", // U+2484: PARENTHESIZED NUMBER SEVENTEEN + ], + "(17)", + ), + ( + &[ + "⑱", // U+2471: CIRCLED NUMBER EIGHTEEN + "⓲", // U+24F2: NEGATIVE CIRCLED NUMBER EIGHTEEN + ], + "18", + ), + ( + &[ + "⒙", // U+2499: NUMBER EIGHTEEN FULL STOP + ], + "18.", + ), + ( + &[ + "⒅", // U+2485: PARENTHESIZED NUMBER EIGHTEEN + ], + "(18)", + ), + ( + &[ + "⑲", // U+2472: CIRCLED NUMBER NINETEEN + "⓳", // U+24F3: NEGATIVE CIRCLED NUMBER NINETEEN + ], + "19", + ), + ( + &[ + "⒚", // U+249A: NUMBER NINETEEN FULL STOP + ], + "19.", + ), + ( + &[ + "⒆", // U+2486: PARENTHESIZED NUMBER NINETEEN + ], + "(19)", + ), + ( + &[ + "⑳", // U+2473: CIRCLED NUMBER TWENTY + "⓴", // U+24F4: NEGATIVE CIRCLED NUMBER TWENTY + ], + "20", + ), + ( + &[ + "⒛", // U+249B: NUMBER TWENTY FULL STOP + ], + "20.", + ), + ( + &[ + "⒇", // U+2487: PARENTHESIZED NUMBER TWENTY + ], + "(20)", + ), + ( + &[ + "«", // U+00AB: LEFT-POINTING DOUBLE ANGLE QUOTATION MARK + "»", // U+00BB: RIGHT-POINTING DOUBLE ANGLE QUOTATION MARK + "“", // U+201C: LEFT DOUBLE QUOTATION MARK + "”", // U+201D: RIGHT DOUBLE QUOTATION MARK + "„", // U+201E: DOUBLE LOW-9 QUOTATION MARK + "″", // U+2033: DOUBLE PRIME + "‶", // U+2036: REVERSED DOUBLE PRIME + "❝", // U+275D: HEAVY DOUBLE TURNED COMMA QUOTATION MARK ORNAMENT + "❞", // U+275E: HEAVY DOUBLE COMMA QUOTATION MARK ORNAMENT + "❮", // U+276E: HEAVY LEFT-POINTING ANGLE QUOTATION MARK ORNAMENT + "❯", // U+276F: HEAVY RIGHT-POINTING ANGLE QUOTATION MARK ORNAMENT + "＂", // U+FF02: FULLWIDTH QUOTATION MARK + ], + "\"", + ), + ( + &[ + "‘", // U+2018: LEFT SINGLE QUOTATION MARK + "’", // U+2019: RIGHT SINGLE QUOTATION MARK + "‚", // U+201A: SINGLE LOW-9 QUOTATION MARK + "‛", // U+201B: SINGLE HIGH-REVERSED-9 QUOTATION MARK + "′", // U+2032: PRIME + "‵", // U+2035: REVERSED PRIME + "‹", // U+2039: SINGLE LEFT-POINTING ANGLE QUOTATION MARK + "›", // U+203A: SINGLE RIGHT-POINTING ANGLE QUOTATION MARK + "❛", // U+275B: HEAVY SINGLE TURNED COMMA QUOTATION MARK ORNAMENT + "❜", // U+275C: HEAVY SINGLE COMMA QUOTATION MARK ORNAMENT + "＇", // U+FF07: FULLWIDTH APOSTROPHE + ], + "'", + ), + ( + &[ + "‐", // U+2010: HYPHEN + "‑", // U+2011: NON-BREAKING HYPHEN + "‒", // U+2012: FIGURE DASH + "–", // U+2013: EN DASH + "—", // U+2014: EM DASH + "⁻", // U+207B: SUPERSCRIPT MINUS + "₋", // U+208B: SUBSCRIPT MINUS + "－", // U+FF0D: FULLWIDTH HYPHEN-MINUS + ], + "-", + ), + ( + &[ + "⁅", // U+2045: LEFT SQUARE BRACKET WITH QUILL + "❲", // U+2772: LIGHT LEFT TORTOISE SHELL BRACKET ORNAMENT + "［", // U+FF3B: FULLWIDTH LEFT SQUARE BRACKET + ], + "[", + ), + ( + &[ + "⁆", // U+2046: RIGHT SQUARE BRACKET WITH QUILL + "❳", // U+2773: LIGHT RIGHT TORTOISE SHELL BRACKET ORNAMENT + "］", // U+FF3D: FULLWIDTH RIGHT SQUARE BRACKET + ], + "]", + ), + ( + &[ + "⁽", // U+207D: SUPERSCRIPT LEFT PARENTHESIS + "₍", // U+208D: SUBSCRIPT LEFT PARENTHESIS + "❨", // U+2768: MEDIUM LEFT PARENTHESIS ORNAMENT + "❪", // U+276A: MEDIUM FLATTENED LEFT PARENTHESIS ORNAMENT + "（", // U+FF08: FULLWIDTH LEFT PARENTHESIS + ], + "(", + ), + ( + &[ + "⸨", // U+2E28: LEFT DOUBLE PARENTHESIS + ], + "((", + ), + ( + &[ + "⁾", // U+207E: SUPERSCRIPT RIGHT PARENTHESIS + "₎", // U+208E: SUBSCRIPT RIGHT PARENTHESIS + "❩", // U+2769: MEDIUM RIGHT PARENTHESIS ORNAMENT + "❫", // U+276B: MEDIUM FLATTENED RIGHT PARENTHESIS ORNAMENT + "）", // U+FF09: FULLWIDTH RIGHT PARENTHESIS + ], + ")", + ), + ( + &[ + "⸩", // U+2E29: RIGHT DOUBLE PARENTHESIS + ], + "))", + ), + ( + &[ + "❬", // U+276C: MEDIUM LEFT-POINTING ANGLE BRACKET ORNAMENT + "❰", // U+2770: HEAVY LEFT-POINTING ANGLE BRACKET ORNAMENT + "＜", // U+FF1C: FULLWIDTH LESS-THAN SIGN + ], + "<", + ), + ( + &[ + "❭", // U+276D: MEDIUM RIGHT-POINTING ANGLE BRACKET ORNAMENT + "❱", // U+2771: HEAVY RIGHT-POINTING ANGLE BRACKET ORNAMENT + "＞", // U+FF1E: FULLWIDTH GREATER-THAN SIGN + ], + ">", + ), + ( + &[ + "❴", // U+2774: MEDIUM LEFT CURLY BRACKET ORNAMENT + "｛", // U+FF5B: FULLWIDTH LEFT CURLY BRACKET + ], + "{", + ), + ( + &[ + "❵", // U+2775: MEDIUM RIGHT CURLY BRACKET ORNAMENT + "｝", // U+FF5D: FULLWIDTH RIGHT CURLY BRACKET + ], + "}", + ), + ( + &[ + "⁺", // U+207A: SUPERSCRIPT PLUS SIGN + "₊", // U+208A: SUBSCRIPT PLUS SIGN + "＋", // U+FF0B: FULLWIDTH PLUS SIGN + ], + "+", + ), + ( + &[ + "⁼", // U+207C: SUPERSCRIPT EQUALS SIGN + "₌", // U+208C: SUBSCRIPT EQUALS SIGN + "＝", // U+FF1D: FULLWIDTH EQUALS SIGN + ], + "=", + ), + ( + &[ + "！", // U+FF01: FULLWIDTH EXCLAMATION MARK + ], + "!", + ), + ( + &[ + "‼", // U+203C: DOUBLE EXCLAMATION MARK + ], + "!!", + ), + ( + &[ + "⁉", // U+2049: EXCLAMATION QUESTION MARK + ], + "!?", + ), + ( + &[ + "＃", // U+FF03: FULLWIDTH NUMBER SIGN + ], + "#", + ), + ( + &[ + "＄", // U+FF04: FULLWIDTH DOLLAR SIGN + ], + "$", + ), + ( + &[ + "⁒", // U+2052: COMMERCIAL MINUS SIGN + "％", // U+FF05: FULLWIDTH PERCENT SIGN + ], + "%", + ), + ( + &[ + "＆", // U+FF06: FULLWIDTH AMPERSAND + ], + "&", + ), + ( + &[ + "⁎", // U+204E: LOW ASTERISK + "＊", // U+FF0A: FULLWIDTH ASTERISK + ], + "*", + ), + ( + &[ + "，", // U+FF0C: FULLWIDTH COMMA + ], + ",", + ), + ( + &[ + "．", // U+FF0E: FULLWIDTH FULL STOP + ], + ".", + ), + ( + &[ + "⁄", // U+2044: FRACTION SLASH + "／", // U+FF0F: FULLWIDTH SOLIDUS + ], + "/", + ), + ( + &[ + "：", // U+FF1A: FULLWIDTH COLON + ], + ":", + ), + ( + &[ + "⁏", // U+204F: REVERSED SEMICOLON + "；", // U+FF1B: FULLWIDTH SEMICOLON + ], + ";", + ), + ( + &[ + "？", // U+FF1F: FULLWIDTH QUESTION MARK + ], + "?", + ), + ( + &[ + "⁇", // U+2047: DOUBLE QUESTION MARK + ], + "??", + ), + ( + &[ + "⁈", // U+2048: QUESTION EXCLAMATION MARK + ], + "?!", + ), + ( + &[ + "＠", // U+FF20: FULLWIDTH COMMERCIAL AT + ], + "@", + ), + ( + &[ + "＼", // U+FF3C: FULLWIDTH REVERSE SOLIDUS + ], + "\\", + ), + ( + &[ + "‸", // U+2038: CARET + "＾", // U+FF3E: FULLWIDTH CIRCUMFLEX ACCENT + ], + "^", + ), + ( + &[ + "＿", // U+FF3F: FULLWIDTH LOW LINE + ], + "_", + ), + ( + &[ + "⁓", // U+2053: SWUNG DASH + "～", // U+FF5E: FULLWIDTH TILDE + ], + "~", + ), + ]; + + for (characters, folded) in foldings { + for &c in characters { + assert_eq!( + folding_using_raw_tokenizer_helper(&c), + folded, + "testing that character \"{}\" becomes \"{}\"", + c, + folded + ); + } + } + } +} diff --git a/src/tokenizer/lower_caser.rs b/src/tokenizer/lower_caser.rs index d1f70cb30..058c056a5 100644 --- a/src/tokenizer/lower_caser.rs +++ b/src/tokenizer/lower_caser.rs @@ -44,18 +44,17 @@ where } fn advance(&mut self) -> bool { - if self.tail.advance() { - if self.token_mut().text.is_ascii() { - // fast track for ascii. - self.token_mut().text.make_ascii_lowercase(); - } else { - to_lowercase_unicode(&mut self.tail.token_mut().text, &mut self.buffer); - mem::swap(&mut self.tail.token_mut().text, &mut self.buffer); - } - true - } else { - false + if !self.tail.advance() { + return false; } + if self.token_mut().text.is_ascii() { + // fast track for ascii. + self.token_mut().text.make_ascii_lowercase(); + } else { + to_lowercase_unicode(&mut self.tail.token_mut().text, &mut self.buffer); + mem::swap(&mut self.tail.token_mut().text, &mut self.buffer); + } + true } } diff --git a/src/tokenizer/mod.rs b/src/tokenizer/mod.rs index f9b72a6b2..dd4dba3a2 100644 --- a/src/tokenizer/mod.rs +++ b/src/tokenizer/mod.rs @@ -131,6 +131,7 @@ //! ``` //! mod alphanum_only; +mod ascii_folding_filter; mod facet_tokenizer; mod lower_caser; mod ngram_tokenizer; @@ -144,6 +145,7 @@ mod tokenizer; mod tokenizer_manager; pub use self::alphanum_only::AlphaNumOnlyFilter; +pub use self::ascii_folding_filter::AsciiFoldingFilter; pub use self::facet_tokenizer::FacetTokenizer; pub use self::lower_caser::LowerCaser; pub use self::ngram_tokenizer::NgramTokenizer; diff --git a/src/tokenizer/raw_tokenizer.rs b/src/tokenizer/raw_tokenizer.rs index 338109b88..8827d537e 100644 --- a/src/tokenizer/raw_tokenizer.rs +++ b/src/tokenizer/raw_tokenizer.rs @@ -29,12 +29,9 @@ impl<'a> Tokenizer<'a> for RawTokenizer { impl TokenStream for RawTokenStream { fn advance(&mut self) -> bool { - if self.has_token { - self.has_token = false; - true - } else { - false - } + let result = self.has_token; + self.has_token = false; + result } fn token(&self) -> &Token { diff --git a/src/tokenizer/remove_long.rs b/src/tokenizer/remove_long.rs index 402c5fb6b..2c63466c7 100644 --- a/src/tokenizer/remove_long.rs +++ b/src/tokenizer/remove_long.rs @@ -91,7 +91,6 @@ where return true; } } - false } } diff --git a/src/tokenizer/simple_tokenizer.rs b/src/tokenizer/simple_tokenizer.rs index 5f1ca0e57..53422a290 100644 --- a/src/tokenizer/simple_tokenizer.rs +++ b/src/tokenizer/simple_tokenizer.rs @@ -38,23 +38,16 @@ impl<'a> TokenStream for SimpleTokenStream<'a> { fn advance(&mut self) -> bool { self.token.text.clear(); self.token.position = self.token.position.wrapping_add(1); - - loop { - match self.chars.next() { - Some((offset_from, c)) => { - if c.is_alphanumeric() { - let offset_to = self.search_token_end(); - self.token.offset_from = offset_from; - self.token.offset_to = offset_to; - self.token.text.push_str(&self.text[offset_from..offset_to]); - return true; - } - } - None => { - return false; - } + while let Some((offset_from, c)) = self.chars.next() { + if c.is_alphanumeric() { + let offset_to = self.search_token_end(); + self.token.offset_from = offset_from; + self.token.offset_to = offset_to; + self.token.text.push_str(&self.text[offset_from..offset_to]); + return true; } } + false } fn token(&self) -> &Token { diff --git a/src/tokenizer/stemmer.rs b/src/tokenizer/stemmer.rs index f9cacce1a..3ac580e28 100644 --- a/src/tokenizer/stemmer.rs +++ b/src/tokenizer/stemmer.rs @@ -108,15 +108,14 @@ where } fn advance(&mut self) -> bool { - if self.tail.advance() { - // TODO remove allocation - let stemmed_str: String = self.stemmer.stem(&self.token().text).into_owned(); - self.token_mut().text.clear(); - self.token_mut().text.push_str(&stemmed_str); - true - } else { - false + if !self.tail.advance() { + return false; } + // TODO remove allocation + let stemmed_str: String = self.stemmer.stem(&self.token().text).into_owned(); + self.token_mut().text.clear(); + self.token_mut().text.push_str(&stemmed_str); + true } } diff --git a/src/tokenizer/stop_word_filter.rs b/src/tokenizer/stop_word_filter.rs index 45691d470..bb4edd6f4 100644 --- a/src/tokenizer/stop_word_filter.rs +++ b/src/tokenizer/stop_word_filter.rs @@ -104,7 +104,6 @@ where return true; } } - false } }