From 8a781b556e28c5df30b54798215d7b65d96c931f Mon Sep 17 00:00:00 2001 From: Carlos Scheidegger Date: Fri, 29 May 2026 10:25:33 -0500 Subject: [PATCH] fix(tree-sitter-qmd): accept Unicode \p{Po}/\p{Pc} punctuation as Str (bd-6kewx) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Bare Unicode "other punctuation" characters (§ ¶ · † ‡ • ‣ ‰) caused a hard parse error ("unexpected character or token here") in running prose. The pandoc_str token enumerated the symbol categories (Sm/Sk/So/Sc) and dash punctuation (\p{Pd}) but never the general punctuation categories, so any \p{Po} char other than the hand-whitelisted ellipsis (U+2026) had no token to start a Str -> tree-sitter ERROR -> the fallback diagnostic. Add non-ASCII \p{Po} + \p{Pc} ranges (new PANDOC_VALID_OTHER_PUNCTUATION) to the Str token. ASCII chars in those categories are excluded -- they are either already handled or reserved as qmd inline delimiters (* _ ~ ^ ' " @ \) -- so existing tokenization is unchanged. Pandoc folds these characters into Str. Ranges generated by the extended scripts/unicode-ranges.py; src/parser.c and src/grammar.json regenerated via `tree-sitter generate`. Tests: new test/corpus/po-as-str.txt (bare §; § between words; §4; bullet/ middot/dagger/ddagger/pilcrow; + an ASCII */' delimiter regression). Full corpus `tree-sitter test` 529/529; `cargo nextest --workspace` 9483 pass; `cargo xtask verify` (WASM build + hub tests) green; `q2 render` emits a literal § end-to-end. Co-Authored-By: Claude Opus 4.8 (1M context) --- .../tree-sitter-markdown/grammar.js | 29 + .../scripts/unicode-ranges.py | 15 +- .../tree-sitter-markdown/src/grammar.json | 2 +- .../tree-sitter-markdown/src/parser.c | 1098 ++++++++++++----- .../test/corpus/po-as-str.txt | 72 ++ 5 files changed, 930 insertions(+), 286 deletions(-) create mode 100644 crates/tree-sitter-qmd/tree-sitter-markdown/test/corpus/po-as-str.txt diff --git a/crates/tree-sitter-qmd/tree-sitter-markdown/grammar.js b/crates/tree-sitter-qmd/tree-sitter-markdown/grammar.js index 0ccd89033..9f4adbd9b 100644 --- a/crates/tree-sitter-qmd/tree-sitter-markdown/grammar.js +++ b/crates/tree-sitter-qmd/tree-sitter-markdown/grammar.js @@ -34,6 +34,34 @@ const PANDOC_VALID_SYMBOLS = const PANDOC_ALPHA_NUM = "0-9A-Za-z\\p{L}\\p{N}"; const PANDOC_PUNCTUATION = "\\p{Pd}#%&()/:+\\u{2026}"; + +// Po (Other Punctuation) and Pc (Connector Punctuation), NON-ASCII only. +// Pandoc folds these into the surrounding `Str` (e.g. `§`, `¶`, `·`, `†`, +// `‡`, `•`, `‣`, `‰`). The grammar previously enumerated the symbol +// categories (`Sm`/`Sk`/`So`/`Sc`) and dash punctuation (`\p{Pd}`) but not +// these, so a bare `Po` char in prose produced a parse ERROR (bd-6kewx). +// ASCII chars in these categories are excluded (codepoints >= U+0080) because +// they are either already handled above or reserved as qmd inline delimiters +// (`* _ ~ ^ ' " @ \` etc.). Generated by scripts/unicode-ranges.py. +const PANDOC_VALID_OTHER_PUNCTUATION = + "\\u{00A1}\\u{00A7}\\u{00B6}-\\u{00B7}\\u{00BF}\\u{037E}\\u{0387}\\u{055A}-\\u{055F}\\u{0589}\\u{05C0}\\u{05C3}" + + "\\u{05C6}\\u{05F3}-\\u{05F4}\\u{0609}-\\u{060A}\\u{060C}-\\u{060D}\\u{061B}\\u{061E}-\\u{061F}\\u{066A}-\\u{066D}\\u{06D4}\\u{0700}-\\u{070D}\\u{07F7}-\\u{07F9}" + + "\\u{0830}-\\u{083E}\\u{085E}\\u{0964}-\\u{0965}\\u{0970}\\u{09FD}\\u{0A76}\\u{0AF0}\\u{0C77}\\u{0C84}\\u{0DF4}" + + "\\u{0E4F}\\u{0E5A}-\\u{0E5B}\\u{0F04}-\\u{0F12}\\u{0F14}\\u{0F85}\\u{0FD0}-\\u{0FD4}\\u{0FD9}-\\u{0FDA}\\u{104A}-\\u{104F}\\u{10FB}\\u{1360}-\\u{1368}" + + "\\u{166E}\\u{16EB}-\\u{16ED}\\u{1735}-\\u{1736}\\u{17D4}-\\u{17D6}\\u{17D8}-\\u{17DA}\\u{1800}-\\u{1805}\\u{1807}-\\u{180A}\\u{1944}-\\u{1945}\\u{1A1E}-\\u{1A1F}\\u{1AA0}-\\u{1AA6}" + + "\\u{1AA8}-\\u{1AAD}\\u{1B5A}-\\u{1B60}\\u{1BFC}-\\u{1BFF}\\u{1C3B}-\\u{1C3F}\\u{1C7E}-\\u{1C7F}\\u{1CC0}-\\u{1CC7}\\u{1CD3}\\u{2016}-\\u{2017}\\u{2020}-\\u{2027}\\u{2030}-\\u{2038}" + + "\\u{203B}-\\u{203E}\\u{2041}-\\u{2043}\\u{2047}-\\u{2051}\\u{2053}\\u{2055}-\\u{205E}\\u{2CF9}-\\u{2CFC}\\u{2CFE}-\\u{2CFF}\\u{2D70}\\u{2E00}-\\u{2E01}\\u{2E06}-\\u{2E08}" + + "\\u{2E0B}\\u{2E0E}-\\u{2E16}\\u{2E18}-\\u{2E19}\\u{2E1B}\\u{2E1E}-\\u{2E1F}\\u{2E2A}-\\u{2E2E}\\u{2E30}-\\u{2E39}\\u{2E3C}-\\u{2E3F}\\u{2E41}\\u{2E43}-\\u{2E4F}" + + "\\u{2E52}\\u{3001}-\\u{3003}\\u{303D}\\u{30FB}\\u{A4FE}-\\u{A4FF}\\u{A60D}-\\u{A60F}\\u{A673}\\u{A67E}\\u{A6F2}-\\u{A6F7}\\u{A874}-\\u{A877}" + + "\\u{A8CE}-\\u{A8CF}\\u{A8F8}-\\u{A8FA}\\u{A8FC}\\u{A92E}-\\u{A92F}\\u{A95F}\\u{A9C1}-\\u{A9CD}\\u{A9DE}-\\u{A9DF}\\u{AA5C}-\\u{AA5F}\\u{AADE}-\\u{AADF}\\u{AAF0}-\\u{AAF1}" + + "\\u{ABEB}\\u{FE10}-\\u{FE16}\\u{FE19}\\u{FE30}\\u{FE45}-\\u{FE46}\\u{FE49}-\\u{FE4C}\\u{FE50}-\\u{FE52}\\u{FE54}-\\u{FE57}\\u{FE5F}-\\u{FE61}\\u{FE68}" + + "\\u{FE6A}-\\u{FE6B}\\u{FF01}-\\u{FF03}\\u{FF05}-\\u{FF07}\\u{FF0A}\\u{FF0C}\\u{FF0E}-\\u{FF0F}\\u{FF1A}-\\u{FF1B}\\u{FF1F}-\\u{FF20}\\u{FF3C}\\u{FF61}" + + "\\u{FF64}-\\u{FF65}\\u{10100}-\\u{10102}\\u{1039F}\\u{103D0}\\u{1056F}\\u{10857}\\u{1091F}\\u{1093F}\\u{10A50}-\\u{10A58}\\u{10A7F}" + + "\\u{10AF0}-\\u{10AF6}\\u{10B39}-\\u{10B3F}\\u{10B99}-\\u{10B9C}\\u{10F55}-\\u{10F59}\\u{11047}-\\u{1104D}\\u{110BB}-\\u{110BC}\\u{110BE}-\\u{110C1}\\u{11140}-\\u{11143}\\u{11174}-\\u{11175}\\u{111C5}-\\u{111C8}" + + "\\u{111CD}\\u{111DB}\\u{111DD}-\\u{111DF}\\u{11238}-\\u{1123D}\\u{112A9}\\u{1144B}-\\u{1144F}\\u{1145A}-\\u{1145B}\\u{1145D}\\u{114C6}\\u{115C1}-\\u{115D7}" + + "\\u{11641}-\\u{11643}\\u{11660}-\\u{1166C}\\u{1173C}-\\u{1173E}\\u{1183B}\\u{11944}-\\u{11946}\\u{119E2}\\u{11A3F}-\\u{11A46}\\u{11A9A}-\\u{11A9C}\\u{11A9E}-\\u{11AA2}\\u{11C41}-\\u{11C45}" + + "\\u{11C70}-\\u{11C71}\\u{11EF7}-\\u{11EF8}\\u{11FFF}\\u{12470}-\\u{12474}\\u{16A6E}-\\u{16A6F}\\u{16AF5}\\u{16B37}-\\u{16B3B}\\u{16B44}\\u{16E97}-\\u{16E9A}\\u{16FE2}" + + "\\u{1BC9F}\\u{1DA87}-\\u{1DA8B}\\u{1E95E}-\\u{1E95F}\\u{203F}-\\u{2040}\\u{2054}\\u{FE33}-\\u{FE34}\\u{FE4D}-\\u{FE4F}\\u{FF3F}"; // Smart quotes that are allowed in pandoc_str // U+2018 = ' (left single quotation mark) // U+2019 = ' (right single quotation mark / apostrophe) @@ -83,6 +111,7 @@ const PANDOC_REGEX_STR = KEYCAP_EMOJI_REGEX, EMOJI_REGEX, "[" + PANDOC_PUNCTUATION + "]", + "[" + PANDOC_VALID_OTHER_PUNCTUATION + "]", "[" + PANDOC_VALID_SYMBOLS + "]", "[>.,;!?]", startStrRegex + diff --git a/crates/tree-sitter-qmd/tree-sitter-markdown/scripts/unicode-ranges.py b/crates/tree-sitter-qmd/tree-sitter-markdown/scripts/unicode-ranges.py index a8232d85b..079b97098 100644 --- a/crates/tree-sitter-qmd/tree-sitter-markdown/scripts/unicode-ranges.py +++ b/crates/tree-sitter-qmd/tree-sitter-markdown/scripts/unicode-ranges.py @@ -94,4 +94,17 @@ def generate_ranges_excluding(category, exclude_codes): print("\n" + "=" * 60) print("So (Other Symbol) - no exclusions") print("=" * 60) - so_result = generate_ranges_excluding('So', []) \ No newline at end of file + so_result = generate_ranges_excluding('So', []) + + # bd-6kewx: Po (Other Punctuation) and Pc (Connector Punctuation), + # NON-ASCII only. Pandoc folds these into Str; the grammar previously + # omitted them, so a bare § / ¶ / • etc. in prose produced a parse ERROR. + # ASCII chars in these categories are excluded because they are either + # already handled or reserved as qmd inline delimiters (* _ ~ ^ ' " @ \). + for cat in ('Po', 'Pc'): + print("\n" + "=" * 60) + print(f"{cat} (non-ASCII, codepoints >= U+0080) - for PANDOC_VALID_OTHER_PUNCTUATION") + print("=" * 60) + ascii_in_cat = [c for c in range(0x80) + if unicodedata.category(chr(c)) == cat] + generate_ranges_excluding(cat, ascii_in_cat) \ No newline at end of file diff --git a/crates/tree-sitter-qmd/tree-sitter-markdown/src/grammar.json b/crates/tree-sitter-qmd/tree-sitter-markdown/src/grammar.json index cbaeeda4e..4039cddca 100644 --- a/crates/tree-sitter-qmd/tree-sitter-markdown/src/grammar.json +++ b/crates/tree-sitter-qmd/tree-sitter-markdown/src/grammar.json @@ -3598,7 +3598,7 @@ "members": [ { "type": "PATTERN", - "value": "(?:\\\\.|([0-9#]\\uFE0F?\\u20E3)|(\\p{Extended_Pictographic}(\\p{Emoji_Modifier}|️)?(‍\\p{Extended_Pictographic}(\\p{Emoji_Modifier}|️)?)*)|[\\p{Pd}#%&()/:+\\u{2026}]|[+=¬±×÷϶؆-؈⁄⁒⁺-⁼₊-₌℘⅀-⅄⅋←-↔↚-↛↠↣↦↮⇎-⇏⇒⇔⇴-⋿⌠-⌡⍼⎛-⎳⏜-⏡▷◁◸-◿♯⟀-⟄⟇-⟥⟰-⟿⤀-⦂⦙-⧗⧜-⧻⧾-⫿⬰-⭄⭇-⭌﬩﹢﹤-﹦＋＜-＞｜～￢￩-￬𝛁𝛛𝛻𝜕𝜵𝝏𝝯𝞉𝞩𝟃𞻰-𞻱¨¯´¸˂-˅˒-˟˥-˫˭˯-˿͵΄-΅࢈᾽᾿-῁῍-῏῝-῟῭-`´-῾゛-゜꜀-꜖꜠-꜡꞉-꞊꭛꭪-꭫﮲-﯂＾｀￣🏻-🏿\\p{So}¢£¤¥֏؋߾߿৲৳৻૱௹฿៛₠₡₢₣₤₥₦₧₨₩₪₫€₭₮₯₱₲₳₴₵₶₷₸₹₺₻₼₽₾₿⃀꠸﷼﹩＄￠￡￥￦𑿝𑿞𑿟𑿠𞋿𞲰]|[>.,;!?]|(?:[\\u{00A0}\\u{1680}\\u{2000}-\\u{200A}\\u{2028}\\u{2029}\\u{202F}\\u{205F}\\u{3000}0-9A-Za-z\\p{L}\\p{N}\\u{2018}\\u{2019}\\u{201A}\\u{201B}\\u{201C}\\u{201D}\\u{201E}\\u{201F}\\u{2039}\\u{203A}\\u{00AB}\\u{00BB}-])(?:[!,.;?\\u{00A0}\\u{1680}\\u{2000}-\\u{200A}\\u{2028}\\u{2029}\\u{202F}\\u{205F}\\u{3000}0-9A-Za-z\\p{L}\\p{N}\\u{2018}\\u{2019}\\u{201A}\\u{201B}\\u{201C}\\u{201D}\\u{201E}\\u{201F}\\u{2039}\\u{203A}\\u{00AB}\\u{00BB}-]|['\\u{2018}\\u{2019}][\\p{L}\\p{N}]|(?:[_][0-9A-Za-z\\p{L}\\p{N}]))*)", + "value": "(?:\\\\.|([0-9#]\\uFE0F?\\u20E3)|(\\p{Extended_Pictographic}(\\p{Emoji_Modifier}|️)?(‍\\p{Extended_Pictographic}(\\p{Emoji_Modifier}|️)?)*)|[\\p{Pd}#%&()/:+\\u{2026}]|[\\u{00A1}\\u{00A7}\\u{00B6}-\\u{00B7}\\u{00BF}\\u{037E}\\u{0387}\\u{055A}-\\u{055F}\\u{0589}\\u{05C0}\\u{05C3}\\u{05C6}\\u{05F3}-\\u{05F4}\\u{0609}-\\u{060A}\\u{060C}-\\u{060D}\\u{061B}\\u{061E}-\\u{061F}\\u{066A}-\\u{066D}\\u{06D4}\\u{0700}-\\u{070D}\\u{07F7}-\\u{07F9}\\u{0830}-\\u{083E}\\u{085E}\\u{0964}-\\u{0965}\\u{0970}\\u{09FD}\\u{0A76}\\u{0AF0}\\u{0C77}\\u{0C84}\\u{0DF4}\\u{0E4F}\\u{0E5A}-\\u{0E5B}\\u{0F04}-\\u{0F12}\\u{0F14}\\u{0F85}\\u{0FD0}-\\u{0FD4}\\u{0FD9}-\\u{0FDA}\\u{104A}-\\u{104F}\\u{10FB}\\u{1360}-\\u{1368}\\u{166E}\\u{16EB}-\\u{16ED}\\u{1735}-\\u{1736}\\u{17D4}-\\u{17D6}\\u{17D8}-\\u{17DA}\\u{1800}-\\u{1805}\\u{1807}-\\u{180A}\\u{1944}-\\u{1945}\\u{1A1E}-\\u{1A1F}\\u{1AA0}-\\u{1AA6}\\u{1AA8}-\\u{1AAD}\\u{1B5A}-\\u{1B60}\\u{1BFC}-\\u{1BFF}\\u{1C3B}-\\u{1C3F}\\u{1C7E}-\\u{1C7F}\\u{1CC0}-\\u{1CC7}\\u{1CD3}\\u{2016}-\\u{2017}\\u{2020}-\\u{2027}\\u{2030}-\\u{2038}\\u{203B}-\\u{203E}\\u{2041}-\\u{2043}\\u{2047}-\\u{2051}\\u{2053}\\u{2055}-\\u{205E}\\u{2CF9}-\\u{2CFC}\\u{2CFE}-\\u{2CFF}\\u{2D70}\\u{2E00}-\\u{2E01}\\u{2E06}-\\u{2E08}\\u{2E0B}\\u{2E0E}-\\u{2E16}\\u{2E18}-\\u{2E19}\\u{2E1B}\\u{2E1E}-\\u{2E1F}\\u{2E2A}-\\u{2E2E}\\u{2E30}-\\u{2E39}\\u{2E3C}-\\u{2E3F}\\u{2E41}\\u{2E43}-\\u{2E4F}\\u{2E52}\\u{3001}-\\u{3003}\\u{303D}\\u{30FB}\\u{A4FE}-\\u{A4FF}\\u{A60D}-\\u{A60F}\\u{A673}\\u{A67E}\\u{A6F2}-\\u{A6F7}\\u{A874}-\\u{A877}\\u{A8CE}-\\u{A8CF}\\u{A8F8}-\\u{A8FA}\\u{A8FC}\\u{A92E}-\\u{A92F}\\u{A95F}\\u{A9C1}-\\u{A9CD}\\u{A9DE}-\\u{A9DF}\\u{AA5C}-\\u{AA5F}\\u{AADE}-\\u{AADF}\\u{AAF0}-\\u{AAF1}\\u{ABEB}\\u{FE10}-\\u{FE16}\\u{FE19}\\u{FE30}\\u{FE45}-\\u{FE46}\\u{FE49}-\\u{FE4C}\\u{FE50}-\\u{FE52}\\u{FE54}-\\u{FE57}\\u{FE5F}-\\u{FE61}\\u{FE68}\\u{FE6A}-\\u{FE6B}\\u{FF01}-\\u{FF03}\\u{FF05}-\\u{FF07}\\u{FF0A}\\u{FF0C}\\u{FF0E}-\\u{FF0F}\\u{FF1A}-\\u{FF1B}\\u{FF1F}-\\u{FF20}\\u{FF3C}\\u{FF61}\\u{FF64}-\\u{FF65}\\u{10100}-\\u{10102}\\u{1039F}\\u{103D0}\\u{1056F}\\u{10857}\\u{1091F}\\u{1093F}\\u{10A50}-\\u{10A58}\\u{10A7F}\\u{10AF0}-\\u{10AF6}\\u{10B39}-\\u{10B3F}\\u{10B99}-\\u{10B9C}\\u{10F55}-\\u{10F59}\\u{11047}-\\u{1104D}\\u{110BB}-\\u{110BC}\\u{110BE}-\\u{110C1}\\u{11140}-\\u{11143}\\u{11174}-\\u{11175}\\u{111C5}-\\u{111C8}\\u{111CD}\\u{111DB}\\u{111DD}-\\u{111DF}\\u{11238}-\\u{1123D}\\u{112A9}\\u{1144B}-\\u{1144F}\\u{1145A}-\\u{1145B}\\u{1145D}\\u{114C6}\\u{115C1}-\\u{115D7}\\u{11641}-\\u{11643}\\u{11660}-\\u{1166C}\\u{1173C}-\\u{1173E}\\u{1183B}\\u{11944}-\\u{11946}\\u{119E2}\\u{11A3F}-\\u{11A46}\\u{11A9A}-\\u{11A9C}\\u{11A9E}-\\u{11AA2}\\u{11C41}-\\u{11C45}\\u{11C70}-\\u{11C71}\\u{11EF7}-\\u{11EF8}\\u{11FFF}\\u{12470}-\\u{12474}\\u{16A6E}-\\u{16A6F}\\u{16AF5}\\u{16B37}-\\u{16B3B}\\u{16B44}\\u{16E97}-\\u{16E9A}\\u{16FE2}\\u{1BC9F}\\u{1DA87}-\\u{1DA8B}\\u{1E95E}-\\u{1E95F}\\u{203F}-\\u{2040}\\u{2054}\\u{FE33}-\\u{FE34}\\u{FE4D}-\\u{FE4F}\\u{FF3F}]|[+=¬±×÷϶؆-؈⁄⁒⁺-⁼₊-₌℘⅀-⅄⅋←-↔↚-↛↠↣↦↮⇎-⇏⇒⇔⇴-⋿⌠-⌡⍼⎛-⎳⏜-⏡▷◁◸-◿♯⟀-⟄⟇-⟥⟰-⟿⤀-⦂⦙-⧗⧜-⧻⧾-⫿⬰-⭄⭇-⭌﬩﹢﹤-﹦＋＜-＞｜～￢￩-￬𝛁𝛛𝛻𝜕𝜵𝝏𝝯𝞉𝞩𝟃𞻰-𞻱¨¯´¸˂-˅˒-˟˥-˫˭˯-˿͵΄-΅࢈᾽᾿-῁῍-῏῝-῟῭-`´-῾゛-゜꜀-꜖꜠-꜡꞉-꞊꭛꭪-꭫﮲-﯂＾｀￣🏻-🏿\\p{So}¢£¤¥֏؋߾߿৲৳৻૱௹฿៛₠₡₢₣₤₥₦₧₨₩₪₫€₭₮₯₱₲₳₴₵₶₷₸₹₺₻₼₽₾₿⃀꠸﷼﹩＄￠￡￥￦𑿝𑿞𑿟𑿠𞋿𞲰]|[>.,;!?]|(?:[\\u{00A0}\\u{1680}\\u{2000}-\\u{200A}\\u{2028}\\u{2029}\\u{202F}\\u{205F}\\u{3000}0-9A-Za-z\\p{L}\\p{N}\\u{2018}\\u{2019}\\u{201A}\\u{201B}\\u{201C}\\u{201D}\\u{201E}\\u{201F}\\u{2039}\\u{203A}\\u{00AB}\\u{00BB}-])(?:[!,.;?\\u{00A0}\\u{1680}\\u{2000}-\\u{200A}\\u{2028}\\u{2029}\\u{202F}\\u{205F}\\u{3000}0-9A-Za-z\\p{L}\\p{N}\\u{2018}\\u{2019}\\u{201A}\\u{201B}\\u{201C}\\u{201D}\\u{201E}\\u{201F}\\u{2039}\\u{203A}\\u{00AB}\\u{00BB}-]|['\\u{2018}\\u{2019}][\\p{L}\\p{N}]|(?:[_][0-9A-Za-z\\p{L}\\p{N}]))*)", "flags": "u" }, { diff --git a/crates/tree-sitter-qmd/tree-sitter-markdown/src/parser.c b/crates/tree-sitter-qmd/tree-sitter-markdown/src/parser.c index 76c6e7428..eb5fa0df4 100644 --- a/crates/tree-sitter-qmd/tree-sitter-markdown/src/parser.c +++ b/crates/tree-sitter-qmd/tree-sitter-markdown/src/parser.c @@ -6590,107 +6590,105 @@ static const TSCharacterRange aux_sym_shortcode_naked_string_token2_character_se static const TSCharacterRange aux_sym_pandoc_str_token1_character_set_1[] = { {'!', '!'}, {'#', '#'}, {'%', '&'}, {'(', ')'}, {'+', ';'}, {'=', '?'}, {'A', 'Z'}, {'\\', '\\'}, - {'a', 'z'}, {0xa0, 0xa0}, {0xa2, 0xa6}, {0xa8, 0xac}, {0xae, 0xb5}, {0xb8, 0xbe}, {0xc0, 0x2ff}, {0x370, 0x377}, - {0x37a, 0x37d}, {0x37f, 0x37f}, {0x384, 0x386}, {0x388, 0x38a}, {0x38c, 0x38c}, {0x38e, 0x3a1}, {0x3a3, 0x482}, {0x48a, 0x52f}, - {0x531, 0x556}, {0x559, 0x559}, {0x560, 0x588}, {0x58a, 0x58a}, {0x58d, 0x58f}, {0x5be, 0x5be}, {0x5d0, 0x5ea}, {0x5ef, 0x5f2}, - {0x606, 0x608}, {0x60b, 0x60b}, {0x60e, 0x60f}, {0x620, 0x64a}, {0x660, 0x669}, {0x66e, 0x66f}, {0x671, 0x6d3}, {0x6d5, 0x6d5}, - {0x6de, 0x6de}, {0x6e5, 0x6e6}, {0x6e9, 0x6e9}, {0x6ee, 0x6ff}, {0x710, 0x710}, {0x712, 0x72f}, {0x74d, 0x7a5}, {0x7b1, 0x7b1}, - {0x7c0, 0x7ea}, {0x7f4, 0x7f6}, {0x7fa, 0x7fa}, {0x7fe, 0x815}, {0x81a, 0x81a}, {0x824, 0x824}, {0x828, 0x828}, {0x840, 0x858}, - {0x860, 0x86a}, {0x870, 0x88e}, {0x8a0, 0x8c9}, {0x904, 0x939}, {0x93d, 0x93d}, {0x950, 0x950}, {0x958, 0x961}, {0x966, 0x96f}, - {0x971, 0x980}, {0x985, 0x98c}, {0x98f, 0x990}, {0x993, 0x9a8}, {0x9aa, 0x9b0}, {0x9b2, 0x9b2}, {0x9b6, 0x9b9}, {0x9bd, 0x9bd}, - {0x9ce, 0x9ce}, {0x9dc, 0x9dd}, {0x9df, 0x9e1}, {0x9e6, 0x9fc}, {0xa05, 0xa0a}, {0xa0f, 0xa10}, {0xa13, 0xa28}, {0xa2a, 0xa30}, - {0xa32, 0xa33}, {0xa35, 0xa36}, {0xa38, 0xa39}, {0xa59, 0xa5c}, {0xa5e, 0xa5e}, {0xa66, 0xa6f}, {0xa72, 0xa74}, {0xa85, 0xa8d}, - {0xa8f, 0xa91}, {0xa93, 0xaa8}, {0xaaa, 0xab0}, {0xab2, 0xab3}, {0xab5, 0xab9}, {0xabd, 0xabd}, {0xad0, 0xad0}, {0xae0, 0xae1}, - {0xae6, 0xaef}, {0xaf1, 0xaf1}, {0xaf9, 0xaf9}, {0xb05, 0xb0c}, {0xb0f, 0xb10}, {0xb13, 0xb28}, {0xb2a, 0xb30}, {0xb32, 0xb33}, + {'a', 'z'}, {0xa0, 0xac}, {0xae, 0x2ff}, {0x370, 0x377}, {0x37a, 0x37f}, {0x384, 0x38a}, {0x38c, 0x38c}, {0x38e, 0x3a1}, + {0x3a3, 0x482}, {0x48a, 0x52f}, {0x531, 0x556}, {0x559, 0x58a}, {0x58d, 0x58f}, {0x5be, 0x5be}, {0x5c0, 0x5c0}, {0x5c3, 0x5c3}, + {0x5c6, 0x5c6}, {0x5d0, 0x5ea}, {0x5ef, 0x5f4}, {0x606, 0x60f}, {0x61b, 0x61b}, {0x61e, 0x64a}, {0x660, 0x66f}, {0x671, 0x6d5}, + {0x6de, 0x6de}, {0x6e5, 0x6e6}, {0x6e9, 0x6e9}, {0x6ee, 0x70d}, {0x710, 0x710}, {0x712, 0x72f}, {0x74d, 0x7a5}, {0x7b1, 0x7b1}, + {0x7c0, 0x7ea}, {0x7f4, 0x7fa}, {0x7fe, 0x815}, {0x81a, 0x81a}, {0x824, 0x824}, {0x828, 0x828}, {0x830, 0x83e}, {0x840, 0x858}, + {0x85e, 0x85e}, {0x860, 0x86a}, {0x870, 0x88e}, {0x8a0, 0x8c9}, {0x904, 0x939}, {0x93d, 0x93d}, {0x950, 0x950}, {0x958, 0x961}, + {0x964, 0x980}, {0x985, 0x98c}, {0x98f, 0x990}, {0x993, 0x9a8}, {0x9aa, 0x9b0}, {0x9b2, 0x9b2}, {0x9b6, 0x9b9}, {0x9bd, 0x9bd}, + {0x9ce, 0x9ce}, {0x9dc, 0x9dd}, {0x9df, 0x9e1}, {0x9e6, 0x9fd}, {0xa05, 0xa0a}, {0xa0f, 0xa10}, {0xa13, 0xa28}, {0xa2a, 0xa30}, + {0xa32, 0xa33}, {0xa35, 0xa36}, {0xa38, 0xa39}, {0xa59, 0xa5c}, {0xa5e, 0xa5e}, {0xa66, 0xa6f}, {0xa72, 0xa74}, {0xa76, 0xa76}, + {0xa85, 0xa8d}, {0xa8f, 0xa91}, {0xa93, 0xaa8}, {0xaaa, 0xab0}, {0xab2, 0xab3}, {0xab5, 0xab9}, {0xabd, 0xabd}, {0xad0, 0xad0}, + {0xae0, 0xae1}, {0xae6, 0xaf1}, {0xaf9, 0xaf9}, {0xb05, 0xb0c}, {0xb0f, 0xb10}, {0xb13, 0xb28}, {0xb2a, 0xb30}, {0xb32, 0xb33}, {0xb35, 0xb39}, {0xb3d, 0xb3d}, {0xb5c, 0xb5d}, {0xb5f, 0xb61}, {0xb66, 0xb77}, {0xb83, 0xb83}, {0xb85, 0xb8a}, {0xb8e, 0xb90}, {0xb92, 0xb95}, {0xb99, 0xb9a}, {0xb9c, 0xb9c}, {0xb9e, 0xb9f}, {0xba3, 0xba4}, {0xba8, 0xbaa}, {0xbae, 0xbb9}, {0xbd0, 0xbd0}, {0xbe6, 0xbfa}, {0xc05, 0xc0c}, {0xc0e, 0xc10}, {0xc12, 0xc28}, {0xc2a, 0xc39}, {0xc3d, 0xc3d}, {0xc58, 0xc5a}, {0xc5d, 0xc5d}, - {0xc60, 0xc61}, {0xc66, 0xc6f}, {0xc78, 0xc80}, {0xc85, 0xc8c}, {0xc8e, 0xc90}, {0xc92, 0xca8}, {0xcaa, 0xcb3}, {0xcb5, 0xcb9}, + {0xc60, 0xc61}, {0xc66, 0xc6f}, {0xc77, 0xc80}, {0xc84, 0xc8c}, {0xc8e, 0xc90}, {0xc92, 0xca8}, {0xcaa, 0xcb3}, {0xcb5, 0xcb9}, {0xcbd, 0xcbd}, {0xcdd, 0xcde}, {0xce0, 0xce1}, {0xce6, 0xcef}, {0xcf1, 0xcf2}, {0xd04, 0xd0c}, {0xd0e, 0xd10}, {0xd12, 0xd3a}, {0xd3d, 0xd3d}, {0xd4e, 0xd4f}, {0xd54, 0xd56}, {0xd58, 0xd61}, {0xd66, 0xd7f}, {0xd85, 0xd96}, {0xd9a, 0xdb1}, {0xdb3, 0xdbb}, - {0xdbd, 0xdbd}, {0xdc0, 0xdc6}, {0xde6, 0xdef}, {0xe01, 0xe30}, {0xe32, 0xe33}, {0xe3f, 0xe46}, {0xe50, 0xe59}, {0xe81, 0xe82}, - {0xe84, 0xe84}, {0xe86, 0xe8a}, {0xe8c, 0xea3}, {0xea5, 0xea5}, {0xea7, 0xeb0}, {0xeb2, 0xeb3}, {0xebd, 0xebd}, {0xec0, 0xec4}, - {0xec6, 0xec6}, {0xed0, 0xed9}, {0xedc, 0xedf}, {0xf00, 0xf03}, {0xf13, 0xf13}, {0xf15, 0xf17}, {0xf1a, 0xf34}, {0xf36, 0xf36}, - {0xf38, 0xf38}, {0xf40, 0xf47}, {0xf49, 0xf6c}, {0xf88, 0xf8c}, {0xfbe, 0xfc5}, {0xfc7, 0xfcc}, {0xfce, 0xfcf}, {0xfd5, 0xfd8}, - {0x1000, 0x102a}, {0x103f, 0x1049}, {0x1050, 0x1055}, {0x105a, 0x105d}, {0x1061, 0x1061}, {0x1065, 0x1066}, {0x106e, 0x1070}, {0x1075, 0x1081}, - {0x108e, 0x108e}, {0x1090, 0x1099}, {0x109e, 0x10c5}, {0x10c7, 0x10c7}, {0x10cd, 0x10cd}, {0x10d0, 0x10fa}, {0x10fc, 0x1248}, {0x124a, 0x124d}, - {0x1250, 0x1256}, {0x1258, 0x1258}, {0x125a, 0x125d}, {0x1260, 0x1288}, {0x128a, 0x128d}, {0x1290, 0x12b0}, {0x12b2, 0x12b5}, {0x12b8, 0x12be}, - {0x12c0, 0x12c0}, {0x12c2, 0x12c5}, {0x12c8, 0x12d6}, {0x12d8, 0x1310}, {0x1312, 0x1315}, {0x1318, 0x135a}, {0x1369, 0x137c}, {0x1380, 0x1399}, - {0x13a0, 0x13f5}, {0x13f8, 0x13fd}, {0x1400, 0x166d}, {0x166f, 0x169a}, {0x16a0, 0x16ea}, {0x16ee, 0x16f8}, {0x1700, 0x1711}, {0x171f, 0x1731}, - {0x1740, 0x1751}, {0x1760, 0x176c}, {0x176e, 0x1770}, {0x1780, 0x17b3}, {0x17d7, 0x17d7}, {0x17db, 0x17dc}, {0x17e0, 0x17e9}, {0x17f0, 0x17f9}, - {0x1806, 0x1806}, {0x1810, 0x1819}, {0x1820, 0x1878}, {0x1880, 0x1884}, {0x1887, 0x18a8}, {0x18aa, 0x18aa}, {0x18b0, 0x18f5}, {0x1900, 0x191e}, - {0x1940, 0x1940}, {0x1946, 0x196d}, {0x1970, 0x1974}, {0x1980, 0x19ab}, {0x19b0, 0x19c9}, {0x19d0, 0x19da}, {0x19de, 0x1a16}, {0x1a20, 0x1a54}, - {0x1a80, 0x1a89}, {0x1a90, 0x1a99}, {0x1aa7, 0x1aa7}, {0x1b05, 0x1b33}, {0x1b45, 0x1b4c}, {0x1b50, 0x1b59}, {0x1b61, 0x1b6a}, {0x1b74, 0x1b7c}, - {0x1b83, 0x1ba0}, {0x1bae, 0x1be5}, {0x1c00, 0x1c23}, {0x1c40, 0x1c49}, {0x1c4d, 0x1c7d}, {0x1c80, 0x1c8a}, {0x1c90, 0x1cba}, {0x1cbd, 0x1cbf}, - {0x1ce9, 0x1cec}, {0x1cee, 0x1cf3}, {0x1cf5, 0x1cf6}, {0x1cfa, 0x1cfa}, {0x1d00, 0x1dbf}, {0x1e00, 0x1f15}, {0x1f18, 0x1f1d}, {0x1f20, 0x1f45}, - {0x1f48, 0x1f4d}, {0x1f50, 0x1f57}, {0x1f59, 0x1f59}, {0x1f5b, 0x1f5b}, {0x1f5d, 0x1f5d}, {0x1f5f, 0x1f7d}, {0x1f80, 0x1fb4}, {0x1fb6, 0x1fc4}, - {0x1fc6, 0x1fd3}, {0x1fd6, 0x1fdb}, {0x1fdd, 0x1fef}, {0x1ff2, 0x1ff4}, {0x1ff6, 0x1ffe}, {0x2000, 0x200a}, {0x2010, 0x2015}, {0x2018, 0x201f}, - {0x2026, 0x2026}, {0x2028, 0x2029}, {0x202f, 0x202f}, {0x2039, 0x203a}, {0x203c, 0x203c}, {0x2044, 0x2044}, {0x2049, 0x2049}, {0x2052, 0x2052}, - {0x205f, 0x205f}, {0x2070, 0x2071}, {0x2074, 0x207c}, {0x207f, 0x208c}, {0x2090, 0x209c}, {0x20a0, 0x20af}, {0x20b1, 0x20c0}, {0x2100, 0x218b}, - {0x2190, 0x2307}, {0x230c, 0x2328}, {0x232b, 0x2429}, {0x2440, 0x244a}, {0x2460, 0x2767}, {0x2776, 0x27c4}, {0x27c7, 0x27e5}, {0x27f0, 0x2982}, - {0x2999, 0x29d7}, {0x29dc, 0x29fb}, {0x29fe, 0x2b73}, {0x2b76, 0x2b95}, {0x2b97, 0x2cee}, {0x2cf2, 0x2cf3}, {0x2cfd, 0x2cfd}, {0x2d00, 0x2d25}, - {0x2d27, 0x2d27}, {0x2d2d, 0x2d2d}, {0x2d30, 0x2d67}, {0x2d6f, 0x2d6f}, {0x2d80, 0x2d96}, {0x2da0, 0x2da6}, {0x2da8, 0x2dae}, {0x2db0, 0x2db6}, - {0x2db8, 0x2dbe}, {0x2dc0, 0x2dc6}, {0x2dc8, 0x2dce}, {0x2dd0, 0x2dd6}, {0x2dd8, 0x2dde}, {0x2e17, 0x2e17}, {0x2e1a, 0x2e1a}, {0x2e2f, 0x2e2f}, - {0x2e3a, 0x2e3b}, {0x2e40, 0x2e40}, {0x2e50, 0x2e51}, {0x2e5d, 0x2e5d}, {0x2e80, 0x2e99}, {0x2e9b, 0x2ef3}, {0x2f00, 0x2fd5}, {0x2ff0, 0x3000}, - {0x3004, 0x3007}, {0x3012, 0x3013}, {0x301c, 0x301c}, {0x3020, 0x3029}, {0x3030, 0x303f}, {0x3041, 0x3096}, {0x309b, 0x30fa}, {0x30fc, 0x30ff}, - {0x3105, 0x312f}, {0x3131, 0x318e}, {0x3190, 0x31e5}, {0x31ef, 0x321e}, {0x3220, 0xa48c}, {0xa490, 0xa4c6}, {0xa4d0, 0xa4fd}, {0xa500, 0xa60c}, - {0xa610, 0xa62b}, {0xa640, 0xa66e}, {0xa67f, 0xa69d}, {0xa6a0, 0xa6ef}, {0xa700, 0xa7cd}, {0xa7d0, 0xa7d1}, {0xa7d3, 0xa7d3}, {0xa7d5, 0xa7dc}, - {0xa7f2, 0xa801}, {0xa803, 0xa805}, {0xa807, 0xa80a}, {0xa80c, 0xa822}, {0xa828, 0xa82b}, {0xa830, 0xa839}, {0xa840, 0xa873}, {0xa882, 0xa8b3}, - {0xa8d0, 0xa8d9}, {0xa8f2, 0xa8f7}, {0xa8fb, 0xa8fb}, {0xa8fd, 0xa8fe}, {0xa900, 0xa925}, {0xa930, 0xa946}, {0xa960, 0xa97c}, {0xa984, 0xa9b2}, - {0xa9cf, 0xa9d9}, {0xa9e0, 0xa9e4}, {0xa9e6, 0xa9fe}, {0xaa00, 0xaa28}, {0xaa40, 0xaa42}, {0xaa44, 0xaa4b}, {0xaa50, 0xaa59}, {0xaa60, 0xaa7a}, - {0xaa7e, 0xaaaf}, {0xaab1, 0xaab1}, {0xaab5, 0xaab6}, {0xaab9, 0xaabd}, {0xaac0, 0xaac0}, {0xaac2, 0xaac2}, {0xaadb, 0xaadd}, {0xaae0, 0xaaea}, - {0xaaf2, 0xaaf4}, {0xab01, 0xab06}, {0xab09, 0xab0e}, {0xab11, 0xab16}, {0xab20, 0xab26}, {0xab28, 0xab2e}, {0xab30, 0xab6b}, {0xab70, 0xabe2}, - {0xabf0, 0xabf9}, {0xac00, 0xd7a3}, {0xd7b0, 0xd7c6}, {0xd7cb, 0xd7fb}, {0xf900, 0xfa6d}, {0xfa70, 0xfad9}, {0xfb00, 0xfb06}, {0xfb13, 0xfb17}, - {0xfb1d, 0xfb1d}, {0xfb1f, 0xfb36}, {0xfb38, 0xfb3c}, {0xfb3e, 0xfb3e}, {0xfb40, 0xfb41}, {0xfb43, 0xfb44}, {0xfb46, 0xfbc2}, {0xfbd3, 0xfd3d}, - {0xfd40, 0xfd8f}, {0xfd92, 0xfdc7}, {0xfdcf, 0xfdcf}, {0xfdf0, 0xfdff}, {0xfe31, 0xfe32}, {0xfe58, 0xfe58}, {0xfe62, 0xfe66}, {0xfe69, 0xfe69}, - {0xfe70, 0xfe74}, {0xfe76, 0xfefc}, {0xff04, 0xff04}, {0xff0b, 0xff0b}, {0xff0d, 0xff0d}, {0xff10, 0xff19}, {0xff1c, 0xff1e}, {0xff21, 0xff3a}, - {0xff3e, 0xff3e}, {0xff40, 0xff5a}, {0xff5c, 0xff5c}, {0xff5e, 0xff5e}, {0xff66, 0xffbe}, {0xffc2, 0xffc7}, {0xffca, 0xffcf}, {0xffd2, 0xffd7}, + {0xdbd, 0xdbd}, {0xdc0, 0xdc6}, {0xde6, 0xdef}, {0xdf4, 0xdf4}, {0xe01, 0xe30}, {0xe32, 0xe33}, {0xe3f, 0xe46}, {0xe4f, 0xe5b}, + {0xe81, 0xe82}, {0xe84, 0xe84}, {0xe86, 0xe8a}, {0xe8c, 0xea3}, {0xea5, 0xea5}, {0xea7, 0xeb0}, {0xeb2, 0xeb3}, {0xebd, 0xebd}, + {0xec0, 0xec4}, {0xec6, 0xec6}, {0xed0, 0xed9}, {0xedc, 0xedf}, {0xf00, 0xf17}, {0xf1a, 0xf34}, {0xf36, 0xf36}, {0xf38, 0xf38}, + {0xf40, 0xf47}, {0xf49, 0xf6c}, {0xf85, 0xf85}, {0xf88, 0xf8c}, {0xfbe, 0xfc5}, {0xfc7, 0xfcc}, {0xfce, 0xfda}, {0x1000, 0x102a}, + {0x103f, 0x1055}, {0x105a, 0x105d}, {0x1061, 0x1061}, {0x1065, 0x1066}, {0x106e, 0x1070}, {0x1075, 0x1081}, {0x108e, 0x108e}, {0x1090, 0x1099}, + {0x109e, 0x10c5}, {0x10c7, 0x10c7}, {0x10cd, 0x10cd}, {0x10d0, 0x1248}, {0x124a, 0x124d}, {0x1250, 0x1256}, {0x1258, 0x1258}, {0x125a, 0x125d}, + {0x1260, 0x1288}, {0x128a, 0x128d}, {0x1290, 0x12b0}, {0x12b2, 0x12b5}, {0x12b8, 0x12be}, {0x12c0, 0x12c0}, {0x12c2, 0x12c5}, {0x12c8, 0x12d6}, + {0x12d8, 0x1310}, {0x1312, 0x1315}, {0x1318, 0x135a}, {0x1360, 0x137c}, {0x1380, 0x1399}, {0x13a0, 0x13f5}, {0x13f8, 0x13fd}, {0x1400, 0x169a}, + {0x16a0, 0x16f8}, {0x1700, 0x1711}, {0x171f, 0x1731}, {0x1735, 0x1736}, {0x1740, 0x1751}, {0x1760, 0x176c}, {0x176e, 0x1770}, {0x1780, 0x17b3}, + {0x17d4, 0x17dc}, {0x17e0, 0x17e9}, {0x17f0, 0x17f9}, {0x1800, 0x180a}, {0x1810, 0x1819}, {0x1820, 0x1878}, {0x1880, 0x1884}, {0x1887, 0x18a8}, + {0x18aa, 0x18aa}, {0x18b0, 0x18f5}, {0x1900, 0x191e}, {0x1940, 0x1940}, {0x1944, 0x196d}, {0x1970, 0x1974}, {0x1980, 0x19ab}, {0x19b0, 0x19c9}, + {0x19d0, 0x19da}, {0x19de, 0x1a16}, {0x1a1e, 0x1a54}, {0x1a80, 0x1a89}, {0x1a90, 0x1a99}, {0x1aa0, 0x1aad}, {0x1b05, 0x1b33}, {0x1b45, 0x1b4c}, + {0x1b50, 0x1b6a}, {0x1b74, 0x1b7c}, {0x1b83, 0x1ba0}, {0x1bae, 0x1be5}, {0x1bfc, 0x1c23}, {0x1c3b, 0x1c49}, {0x1c4d, 0x1c8a}, {0x1c90, 0x1cba}, + {0x1cbd, 0x1cc7}, {0x1cd3, 0x1cd3}, {0x1ce9, 0x1cec}, {0x1cee, 0x1cf3}, {0x1cf5, 0x1cf6}, {0x1cfa, 0x1cfa}, {0x1d00, 0x1dbf}, {0x1e00, 0x1f15}, + {0x1f18, 0x1f1d}, {0x1f20, 0x1f45}, {0x1f48, 0x1f4d}, {0x1f50, 0x1f57}, {0x1f59, 0x1f59}, {0x1f5b, 0x1f5b}, {0x1f5d, 0x1f5d}, {0x1f5f, 0x1f7d}, + {0x1f80, 0x1fb4}, {0x1fb6, 0x1fc4}, {0x1fc6, 0x1fd3}, {0x1fd6, 0x1fdb}, {0x1fdd, 0x1fef}, {0x1ff2, 0x1ff4}, {0x1ff6, 0x1ffe}, {0x2000, 0x200a}, + {0x2010, 0x2029}, {0x202f, 0x2044}, {0x2047, 0x205f}, {0x2070, 0x2071}, {0x2074, 0x207c}, {0x207f, 0x208c}, {0x2090, 0x209c}, {0x20a0, 0x20af}, + {0x20b1, 0x20c0}, {0x2100, 0x218b}, {0x2190, 0x2307}, {0x230c, 0x2328}, {0x232b, 0x2429}, {0x2440, 0x244a}, {0x2460, 0x2767}, {0x2776, 0x27c4}, + {0x27c7, 0x27e5}, {0x27f0, 0x2982}, {0x2999, 0x29d7}, {0x29dc, 0x29fb}, {0x29fe, 0x2b73}, {0x2b76, 0x2b95}, {0x2b97, 0x2cee}, {0x2cf2, 0x2cf3}, + {0x2cf9, 0x2d25}, {0x2d27, 0x2d27}, {0x2d2d, 0x2d2d}, {0x2d30, 0x2d67}, {0x2d6f, 0x2d70}, {0x2d80, 0x2d96}, {0x2da0, 0x2da6}, {0x2da8, 0x2dae}, + {0x2db0, 0x2db6}, {0x2db8, 0x2dbe}, {0x2dc0, 0x2dc6}, {0x2dc8, 0x2dce}, {0x2dd0, 0x2dd6}, {0x2dd8, 0x2dde}, {0x2e00, 0x2e01}, {0x2e06, 0x2e08}, + {0x2e0b, 0x2e0b}, {0x2e0e, 0x2e1b}, {0x2e1e, 0x2e1f}, {0x2e2a, 0x2e41}, {0x2e43, 0x2e52}, {0x2e5d, 0x2e5d}, {0x2e80, 0x2e99}, {0x2e9b, 0x2ef3}, + {0x2f00, 0x2fd5}, {0x2ff0, 0x3007}, {0x3012, 0x3013}, {0x301c, 0x301c}, {0x3020, 0x3029}, {0x3030, 0x303f}, {0x3041, 0x3096}, {0x309b, 0x30ff}, + {0x3105, 0x312f}, {0x3131, 0x318e}, {0x3190, 0x31e5}, {0x31ef, 0x321e}, {0x3220, 0xa48c}, {0xa490, 0xa4c6}, {0xa4d0, 0xa62b}, {0xa640, 0xa66e}, + {0xa673, 0xa673}, {0xa67e, 0xa69d}, {0xa6a0, 0xa6ef}, {0xa6f2, 0xa6f7}, {0xa700, 0xa7cd}, {0xa7d0, 0xa7d1}, {0xa7d3, 0xa7d3}, {0xa7d5, 0xa7dc}, + {0xa7f2, 0xa801}, {0xa803, 0xa805}, {0xa807, 0xa80a}, {0xa80c, 0xa822}, {0xa828, 0xa82b}, {0xa830, 0xa839}, {0xa840, 0xa877}, {0xa882, 0xa8b3}, + {0xa8ce, 0xa8d9}, {0xa8f2, 0xa8fe}, {0xa900, 0xa925}, {0xa92e, 0xa946}, {0xa95f, 0xa97c}, {0xa984, 0xa9b2}, {0xa9c1, 0xa9cd}, {0xa9cf, 0xa9d9}, + {0xa9de, 0xa9e4}, {0xa9e6, 0xa9fe}, {0xaa00, 0xaa28}, {0xaa40, 0xaa42}, {0xaa44, 0xaa4b}, {0xaa50, 0xaa59}, {0xaa5c, 0xaa7a}, {0xaa7e, 0xaaaf}, + {0xaab1, 0xaab1}, {0xaab5, 0xaab6}, {0xaab9, 0xaabd}, {0xaac0, 0xaac0}, {0xaac2, 0xaac2}, {0xaadb, 0xaaea}, {0xaaf0, 0xaaf4}, {0xab01, 0xab06}, + {0xab09, 0xab0e}, {0xab11, 0xab16}, {0xab20, 0xab26}, {0xab28, 0xab2e}, {0xab30, 0xab6b}, {0xab70, 0xabe2}, {0xabeb, 0xabeb}, {0xabf0, 0xabf9}, + {0xac00, 0xd7a3}, {0xd7b0, 0xd7c6}, {0xd7cb, 0xd7fb}, {0xf900, 0xfa6d}, {0xfa70, 0xfad9}, {0xfb00, 0xfb06}, {0xfb13, 0xfb17}, {0xfb1d, 0xfb1d}, + {0xfb1f, 0xfb36}, {0xfb38, 0xfb3c}, {0xfb3e, 0xfb3e}, {0xfb40, 0xfb41}, {0xfb43, 0xfb44}, {0xfb46, 0xfbc2}, {0xfbd3, 0xfd3d}, {0xfd40, 0xfd8f}, + {0xfd92, 0xfdc7}, {0xfdcf, 0xfdcf}, {0xfdf0, 0xfdff}, {0xfe10, 0xfe16}, {0xfe19, 0xfe19}, {0xfe30, 0xfe34}, {0xfe45, 0xfe46}, {0xfe49, 0xfe52}, + {0xfe54, 0xfe58}, {0xfe5f, 0xfe66}, {0xfe68, 0xfe6b}, {0xfe70, 0xfe74}, {0xfe76, 0xfefc}, {0xff01, 0xff07}, {0xff0a, 0xff3a}, {0xff3c, 0xff3c}, + {0xff3e, 0xff5a}, {0xff5c, 0xff5c}, {0xff5e, 0xff5e}, {0xff61, 0xff61}, {0xff64, 0xffbe}, {0xffc2, 0xffc7}, {0xffca, 0xffcf}, {0xffd2, 0xffd7}, {0xffda, 0xffdc}, {0xffe0, 0xffe6}, {0xffe8, 0xffee}, {0xfffc, 0xfffd}, {0x10000, 0x1000b}, {0x1000d, 0x10026}, {0x10028, 0x1003a}, {0x1003c, 0x1003d}, - {0x1003f, 0x1004d}, {0x10050, 0x1005d}, {0x10080, 0x100fa}, {0x10107, 0x10133}, {0x10137, 0x1018e}, {0x10190, 0x1019c}, {0x101a0, 0x101a0}, {0x101d0, 0x101fc}, - {0x10280, 0x1029c}, {0x102a0, 0x102d0}, {0x102e1, 0x102fb}, {0x10300, 0x10323}, {0x1032d, 0x1034a}, {0x10350, 0x10375}, {0x10380, 0x1039d}, {0x103a0, 0x103c3}, - {0x103c8, 0x103cf}, {0x103d1, 0x103d5}, {0x10400, 0x1049d}, {0x104a0, 0x104a9}, {0x104b0, 0x104d3}, {0x104d8, 0x104fb}, {0x10500, 0x10527}, {0x10530, 0x10563}, - {0x10570, 0x1057a}, {0x1057c, 0x1058a}, {0x1058c, 0x10592}, {0x10594, 0x10595}, {0x10597, 0x105a1}, {0x105a3, 0x105b1}, {0x105b3, 0x105b9}, {0x105bb, 0x105bc}, + {0x1003f, 0x1004d}, {0x10050, 0x1005d}, {0x10080, 0x100fa}, {0x10100, 0x10102}, {0x10107, 0x10133}, {0x10137, 0x1018e}, {0x10190, 0x1019c}, {0x101a0, 0x101a0}, + {0x101d0, 0x101fc}, {0x10280, 0x1029c}, {0x102a0, 0x102d0}, {0x102e1, 0x102fb}, {0x10300, 0x10323}, {0x1032d, 0x1034a}, {0x10350, 0x10375}, {0x10380, 0x1039d}, + {0x1039f, 0x103c3}, {0x103c8, 0x103d5}, {0x10400, 0x1049d}, {0x104a0, 0x104a9}, {0x104b0, 0x104d3}, {0x104d8, 0x104fb}, {0x10500, 0x10527}, {0x10530, 0x10563}, + {0x1056f, 0x1057a}, {0x1057c, 0x1058a}, {0x1058c, 0x10592}, {0x10594, 0x10595}, {0x10597, 0x105a1}, {0x105a3, 0x105b1}, {0x105b3, 0x105b9}, {0x105bb, 0x105bc}, {0x105c0, 0x105f3}, {0x10600, 0x10736}, {0x10740, 0x10755}, {0x10760, 0x10767}, {0x10780, 0x10785}, {0x10787, 0x107b0}, {0x107b2, 0x107ba}, {0x10800, 0x10805}, - {0x10808, 0x10808}, {0x1080a, 0x10835}, {0x10837, 0x10838}, {0x1083c, 0x1083c}, {0x1083f, 0x10855}, {0x10858, 0x1089e}, {0x108a7, 0x108af}, {0x108e0, 0x108f2}, - {0x108f4, 0x108f5}, {0x108fb, 0x1091b}, {0x10920, 0x10939}, {0x10980, 0x109b7}, {0x109bc, 0x109cf}, {0x109d2, 0x10a00}, {0x10a10, 0x10a13}, {0x10a15, 0x10a17}, - {0x10a19, 0x10a35}, {0x10a40, 0x10a48}, {0x10a60, 0x10a7e}, {0x10a80, 0x10a9f}, {0x10ac0, 0x10ae4}, {0x10aeb, 0x10aef}, {0x10b00, 0x10b35}, {0x10b40, 0x10b55}, - {0x10b58, 0x10b72}, {0x10b78, 0x10b91}, {0x10ba9, 0x10baf}, {0x10c00, 0x10c48}, {0x10c80, 0x10cb2}, {0x10cc0, 0x10cf2}, {0x10cfa, 0x10d23}, {0x10d30, 0x10d39}, - {0x10d40, 0x10d65}, {0x10d6e, 0x10d85}, {0x10e60, 0x10e7e}, {0x10e80, 0x10ea9}, {0x10ead, 0x10ead}, {0x10eb0, 0x10eb1}, {0x10ec2, 0x10ec4}, {0x10f00, 0x10f27}, - {0x10f30, 0x10f45}, {0x10f51, 0x10f54}, {0x10f70, 0x10f81}, {0x10fb0, 0x10fcb}, {0x10fe0, 0x10ff6}, {0x11003, 0x11037}, {0x11052, 0x1106f}, {0x11071, 0x11072}, - {0x11075, 0x11075}, {0x11083, 0x110af}, {0x110d0, 0x110e8}, {0x110f0, 0x110f9}, {0x11103, 0x11126}, {0x11136, 0x1113f}, {0x11144, 0x11144}, {0x11147, 0x11147}, - {0x11150, 0x11172}, {0x11176, 0x11176}, {0x11183, 0x111b2}, {0x111c1, 0x111c4}, {0x111d0, 0x111da}, {0x111dc, 0x111dc}, {0x111e1, 0x111f4}, {0x11200, 0x11211}, - {0x11213, 0x1122b}, {0x1123f, 0x11240}, {0x11280, 0x11286}, {0x11288, 0x11288}, {0x1128a, 0x1128d}, {0x1128f, 0x1129d}, {0x1129f, 0x112a8}, {0x112b0, 0x112de}, - {0x112f0, 0x112f9}, {0x11305, 0x1130c}, {0x1130f, 0x11310}, {0x11313, 0x11328}, {0x1132a, 0x11330}, {0x11332, 0x11333}, {0x11335, 0x11339}, {0x1133d, 0x1133d}, - {0x11350, 0x11350}, {0x1135d, 0x11361}, {0x11380, 0x11389}, {0x1138b, 0x1138b}, {0x1138e, 0x1138e}, {0x11390, 0x113b5}, {0x113b7, 0x113b7}, {0x113d1, 0x113d1}, - {0x113d3, 0x113d3}, {0x11400, 0x11434}, {0x11447, 0x1144a}, {0x11450, 0x11459}, {0x1145f, 0x11461}, {0x11480, 0x114af}, {0x114c4, 0x114c5}, {0x114c7, 0x114c7}, - {0x114d0, 0x114d9}, {0x11580, 0x115ae}, {0x115d8, 0x115db}, {0x11600, 0x1162f}, {0x11644, 0x11644}, {0x11650, 0x11659}, {0x11680, 0x116aa}, {0x116b8, 0x116b8}, - {0x116c0, 0x116c9}, {0x116d0, 0x116e3}, {0x11700, 0x1171a}, {0x11730, 0x1173b}, {0x1173f, 0x11746}, {0x11800, 0x1182b}, {0x118a0, 0x118f2}, {0x118ff, 0x11906}, - {0x11909, 0x11909}, {0x1190c, 0x11913}, {0x11915, 0x11916}, {0x11918, 0x1192f}, {0x1193f, 0x1193f}, {0x11941, 0x11941}, {0x11950, 0x11959}, {0x119a0, 0x119a7}, - {0x119aa, 0x119d0}, {0x119e1, 0x119e1}, {0x119e3, 0x119e3}, {0x11a00, 0x11a00}, {0x11a0b, 0x11a32}, {0x11a3a, 0x11a3a}, {0x11a50, 0x11a50}, {0x11a5c, 0x11a89}, - {0x11a9d, 0x11a9d}, {0x11ab0, 0x11af8}, {0x11bc0, 0x11be0}, {0x11bf0, 0x11bf9}, {0x11c00, 0x11c08}, {0x11c0a, 0x11c2e}, {0x11c40, 0x11c40}, {0x11c50, 0x11c6c}, - {0x11c72, 0x11c8f}, {0x11d00, 0x11d06}, {0x11d08, 0x11d09}, {0x11d0b, 0x11d30}, {0x11d46, 0x11d46}, {0x11d50, 0x11d59}, {0x11d60, 0x11d65}, {0x11d67, 0x11d68}, - {0x11d6a, 0x11d89}, {0x11d98, 0x11d98}, {0x11da0, 0x11da9}, {0x11ee0, 0x11ef2}, {0x11f02, 0x11f02}, {0x11f04, 0x11f10}, {0x11f12, 0x11f33}, {0x11f50, 0x11f59}, - {0x11fb0, 0x11fb0}, {0x11fc0, 0x11ff1}, {0x12000, 0x12399}, {0x12400, 0x1246e}, {0x12480, 0x12543}, {0x12f90, 0x12ff0}, {0x13000, 0x1342f}, {0x13441, 0x13446}, - {0x13460, 0x143fa}, {0x14400, 0x14646}, {0x16100, 0x1611d}, {0x16130, 0x16139}, {0x16800, 0x16a38}, {0x16a40, 0x16a5e}, {0x16a60, 0x16a69}, {0x16a70, 0x16abe}, - {0x16ac0, 0x16ac9}, {0x16ad0, 0x16aed}, {0x16b00, 0x16b2f}, {0x16b3c, 0x16b43}, {0x16b45, 0x16b45}, {0x16b50, 0x16b59}, {0x16b5b, 0x16b61}, {0x16b63, 0x16b77}, - {0x16b7d, 0x16b8f}, {0x16d40, 0x16d6c}, {0x16d70, 0x16d79}, {0x16e40, 0x16e96}, {0x16f00, 0x16f4a}, {0x16f50, 0x16f50}, {0x16f93, 0x16f9f}, {0x16fe0, 0x16fe1}, - {0x16fe3, 0x16fe3}, {0x17000, 0x187f7}, {0x18800, 0x18cd5}, {0x18cff, 0x18d08}, {0x1aff0, 0x1aff3}, {0x1aff5, 0x1affb}, {0x1affd, 0x1affe}, {0x1b000, 0x1b122}, - {0x1b132, 0x1b132}, {0x1b150, 0x1b152}, {0x1b155, 0x1b155}, {0x1b164, 0x1b167}, {0x1b170, 0x1b2fb}, {0x1bc00, 0x1bc6a}, {0x1bc70, 0x1bc7c}, {0x1bc80, 0x1bc88}, - {0x1bc90, 0x1bc99}, {0x1bc9c, 0x1bc9c}, {0x1cc00, 0x1ccf9}, {0x1cd00, 0x1ceb3}, {0x1cf50, 0x1cfc3}, {0x1d000, 0x1d0f5}, {0x1d100, 0x1d126}, {0x1d129, 0x1d164}, + {0x10808, 0x10808}, {0x1080a, 0x10835}, {0x10837, 0x10838}, {0x1083c, 0x1083c}, {0x1083f, 0x10855}, {0x10857, 0x1089e}, {0x108a7, 0x108af}, {0x108e0, 0x108f2}, + {0x108f4, 0x108f5}, {0x108fb, 0x1091b}, {0x1091f, 0x10939}, {0x1093f, 0x1093f}, {0x10980, 0x109b7}, {0x109bc, 0x109cf}, {0x109d2, 0x10a00}, {0x10a10, 0x10a13}, + {0x10a15, 0x10a17}, {0x10a19, 0x10a35}, {0x10a40, 0x10a48}, {0x10a50, 0x10a58}, {0x10a60, 0x10a9f}, {0x10ac0, 0x10ae4}, {0x10aeb, 0x10af6}, {0x10b00, 0x10b35}, + {0x10b39, 0x10b55}, {0x10b58, 0x10b72}, {0x10b78, 0x10b91}, {0x10b99, 0x10b9c}, {0x10ba9, 0x10baf}, {0x10c00, 0x10c48}, {0x10c80, 0x10cb2}, {0x10cc0, 0x10cf2}, + {0x10cfa, 0x10d23}, {0x10d30, 0x10d39}, {0x10d40, 0x10d65}, {0x10d6e, 0x10d85}, {0x10e60, 0x10e7e}, {0x10e80, 0x10ea9}, {0x10ead, 0x10ead}, {0x10eb0, 0x10eb1}, + {0x10ec2, 0x10ec4}, {0x10f00, 0x10f27}, {0x10f30, 0x10f45}, {0x10f51, 0x10f59}, {0x10f70, 0x10f81}, {0x10fb0, 0x10fcb}, {0x10fe0, 0x10ff6}, {0x11003, 0x11037}, + {0x11047, 0x1104d}, {0x11052, 0x1106f}, {0x11071, 0x11072}, {0x11075, 0x11075}, {0x11083, 0x110af}, {0x110bb, 0x110bc}, {0x110be, 0x110c1}, {0x110d0, 0x110e8}, + {0x110f0, 0x110f9}, {0x11103, 0x11126}, {0x11136, 0x11144}, {0x11147, 0x11147}, {0x11150, 0x11172}, {0x11174, 0x11176}, {0x11183, 0x111b2}, {0x111c1, 0x111c8}, + {0x111cd, 0x111cd}, {0x111d0, 0x111df}, {0x111e1, 0x111f4}, {0x11200, 0x11211}, {0x11213, 0x1122b}, {0x11238, 0x1123d}, {0x1123f, 0x11240}, {0x11280, 0x11286}, + {0x11288, 0x11288}, {0x1128a, 0x1128d}, {0x1128f, 0x1129d}, {0x1129f, 0x112a9}, {0x112b0, 0x112de}, {0x112f0, 0x112f9}, {0x11305, 0x1130c}, {0x1130f, 0x11310}, + {0x11313, 0x11328}, {0x1132a, 0x11330}, {0x11332, 0x11333}, {0x11335, 0x11339}, {0x1133d, 0x1133d}, {0x11350, 0x11350}, {0x1135d, 0x11361}, {0x11380, 0x11389}, + {0x1138b, 0x1138b}, {0x1138e, 0x1138e}, {0x11390, 0x113b5}, {0x113b7, 0x113b7}, {0x113d1, 0x113d1}, {0x113d3, 0x113d3}, {0x11400, 0x11434}, {0x11447, 0x1145b}, + {0x1145d, 0x1145d}, {0x1145f, 0x11461}, {0x11480, 0x114af}, {0x114c4, 0x114c7}, {0x114d0, 0x114d9}, {0x11580, 0x115ae}, {0x115c1, 0x115db}, {0x11600, 0x1162f}, + {0x11641, 0x11644}, {0x11650, 0x11659}, {0x11660, 0x1166c}, {0x11680, 0x116aa}, {0x116b8, 0x116b8}, {0x116c0, 0x116c9}, {0x116d0, 0x116e3}, {0x11700, 0x1171a}, + {0x11730, 0x11746}, {0x11800, 0x1182b}, {0x1183b, 0x1183b}, {0x118a0, 0x118f2}, {0x118ff, 0x11906}, {0x11909, 0x11909}, {0x1190c, 0x11913}, {0x11915, 0x11916}, + {0x11918, 0x1192f}, {0x1193f, 0x1193f}, {0x11941, 0x11941}, {0x11944, 0x11946}, {0x11950, 0x11959}, {0x119a0, 0x119a7}, {0x119aa, 0x119d0}, {0x119e1, 0x119e3}, + {0x11a00, 0x11a00}, {0x11a0b, 0x11a32}, {0x11a3a, 0x11a3a}, {0x11a3f, 0x11a46}, {0x11a50, 0x11a50}, {0x11a5c, 0x11a89}, {0x11a9a, 0x11aa2}, {0x11ab0, 0x11af8}, + {0x11bc0, 0x11be0}, {0x11bf0, 0x11bf9}, {0x11c00, 0x11c08}, {0x11c0a, 0x11c2e}, {0x11c40, 0x11c45}, {0x11c50, 0x11c6c}, {0x11c70, 0x11c8f}, {0x11d00, 0x11d06}, + {0x11d08, 0x11d09}, {0x11d0b, 0x11d30}, {0x11d46, 0x11d46}, {0x11d50, 0x11d59}, {0x11d60, 0x11d65}, {0x11d67, 0x11d68}, {0x11d6a, 0x11d89}, {0x11d98, 0x11d98}, + {0x11da0, 0x11da9}, {0x11ee0, 0x11ef2}, {0x11ef7, 0x11ef8}, {0x11f02, 0x11f02}, {0x11f04, 0x11f10}, {0x11f12, 0x11f33}, {0x11f50, 0x11f59}, {0x11fb0, 0x11fb0}, + {0x11fc0, 0x11ff1}, {0x11fff, 0x12399}, {0x12400, 0x1246e}, {0x12470, 0x12474}, {0x12480, 0x12543}, {0x12f90, 0x12ff0}, {0x13000, 0x1342f}, {0x13441, 0x13446}, + {0x13460, 0x143fa}, {0x14400, 0x14646}, {0x16100, 0x1611d}, {0x16130, 0x16139}, {0x16800, 0x16a38}, {0x16a40, 0x16a5e}, {0x16a60, 0x16a69}, {0x16a6e, 0x16abe}, + {0x16ac0, 0x16ac9}, {0x16ad0, 0x16aed}, {0x16af5, 0x16af5}, {0x16b00, 0x16b2f}, {0x16b37, 0x16b45}, {0x16b50, 0x16b59}, {0x16b5b, 0x16b61}, {0x16b63, 0x16b77}, + {0x16b7d, 0x16b8f}, {0x16d40, 0x16d6c}, {0x16d70, 0x16d79}, {0x16e40, 0x16e9a}, {0x16f00, 0x16f4a}, {0x16f50, 0x16f50}, {0x16f93, 0x16f9f}, {0x16fe0, 0x16fe3}, + {0x17000, 0x187f7}, {0x18800, 0x18cd5}, {0x18cff, 0x18d08}, {0x1aff0, 0x1aff3}, {0x1aff5, 0x1affb}, {0x1affd, 0x1affe}, {0x1b000, 0x1b122}, {0x1b132, 0x1b132}, + {0x1b150, 0x1b152}, {0x1b155, 0x1b155}, {0x1b164, 0x1b167}, {0x1b170, 0x1b2fb}, {0x1bc00, 0x1bc6a}, {0x1bc70, 0x1bc7c}, {0x1bc80, 0x1bc88}, {0x1bc90, 0x1bc99}, + {0x1bc9c, 0x1bc9c}, {0x1bc9f, 0x1bc9f}, {0x1cc00, 0x1ccf9}, {0x1cd00, 0x1ceb3}, {0x1cf50, 0x1cfc3}, {0x1d000, 0x1d0f5}, {0x1d100, 0x1d126}, {0x1d129, 0x1d164}, {0x1d16a, 0x1d16c}, {0x1d183, 0x1d184}, {0x1d18c, 0x1d1a9}, {0x1d1ae, 0x1d1ea}, {0x1d200, 0x1d241}, {0x1d245, 0x1d245}, {0x1d2c0, 0x1d2d3}, {0x1d2e0, 0x1d2f3}, {0x1d300, 0x1d356}, {0x1d360, 0x1d378}, {0x1d400, 0x1d454}, {0x1d456, 0x1d49c}, {0x1d49e, 0x1d49f}, {0x1d4a2, 0x1d4a2}, {0x1d4a5, 0x1d4a6}, {0x1d4a9, 0x1d4ac}, {0x1d4ae, 0x1d4b9}, {0x1d4bb, 0x1d4bb}, {0x1d4bd, 0x1d4c3}, {0x1d4c5, 0x1d505}, {0x1d507, 0x1d50a}, {0x1d50d, 0x1d514}, {0x1d516, 0x1d51c}, {0x1d51e, 0x1d539}, {0x1d53b, 0x1d53e}, {0x1d540, 0x1d544}, {0x1d546, 0x1d546}, {0x1d54a, 0x1d550}, {0x1d552, 0x1d6a5}, {0x1d6a8, 0x1d7cb}, {0x1d7ce, 0x1d9ff}, {0x1da37, 0x1da3a}, - {0x1da6d, 0x1da74}, {0x1da76, 0x1da83}, {0x1da85, 0x1da86}, {0x1df00, 0x1df1e}, {0x1df25, 0x1df2a}, {0x1e030, 0x1e06d}, {0x1e100, 0x1e12c}, {0x1e137, 0x1e13d}, + {0x1da6d, 0x1da74}, {0x1da76, 0x1da83}, {0x1da85, 0x1da8b}, {0x1df00, 0x1df1e}, {0x1df25, 0x1df2a}, {0x1e030, 0x1e06d}, {0x1e100, 0x1e12c}, {0x1e137, 0x1e13d}, {0x1e140, 0x1e149}, {0x1e14e, 0x1e14f}, {0x1e290, 0x1e2ad}, {0x1e2c0, 0x1e2eb}, {0x1e2f0, 0x1e2f9}, {0x1e2ff, 0x1e2ff}, {0x1e4d0, 0x1e4eb}, {0x1e4f0, 0x1e4f9}, {0x1e5d0, 0x1e5ed}, {0x1e5f0, 0x1e5fa}, {0x1e7e0, 0x1e7e6}, {0x1e7e8, 0x1e7eb}, {0x1e7ed, 0x1e7ee}, {0x1e7f0, 0x1e7fe}, {0x1e800, 0x1e8c4}, {0x1e8c7, 0x1e8cf}, - {0x1e900, 0x1e943}, {0x1e94b, 0x1e94b}, {0x1e950, 0x1e959}, {0x1ec71, 0x1ecb4}, {0x1ed01, 0x1ed3d}, {0x1ee00, 0x1ee03}, {0x1ee05, 0x1ee1f}, {0x1ee21, 0x1ee22}, - {0x1ee24, 0x1ee24}, {0x1ee27, 0x1ee27}, {0x1ee29, 0x1ee32}, {0x1ee34, 0x1ee37}, {0x1ee39, 0x1ee39}, {0x1ee3b, 0x1ee3b}, {0x1ee42, 0x1ee42}, {0x1ee47, 0x1ee47}, - {0x1ee49, 0x1ee49}, {0x1ee4b, 0x1ee4b}, {0x1ee4d, 0x1ee4f}, {0x1ee51, 0x1ee52}, {0x1ee54, 0x1ee54}, {0x1ee57, 0x1ee57}, {0x1ee59, 0x1ee59}, {0x1ee5b, 0x1ee5b}, - {0x1ee5d, 0x1ee5d}, {0x1ee5f, 0x1ee5f}, {0x1ee61, 0x1ee62}, {0x1ee64, 0x1ee64}, {0x1ee67, 0x1ee6a}, {0x1ee6c, 0x1ee72}, {0x1ee74, 0x1ee77}, {0x1ee79, 0x1ee7c}, - {0x1ee7e, 0x1ee7e}, {0x1ee80, 0x1ee89}, {0x1ee8b, 0x1ee9b}, {0x1eea1, 0x1eea3}, {0x1eea5, 0x1eea9}, {0x1eeab, 0x1eebb}, {0x1eef0, 0x1eef1}, {0x1f000, 0x1fb92}, - {0x1fb94, 0x1fbf9}, {0x1fc00, 0x1fffd}, {0x20000, 0x2a6df}, {0x2a700, 0x2b739}, {0x2b740, 0x2b81d}, {0x2b820, 0x2cea1}, {0x2ceb0, 0x2ebe0}, {0x2ebf0, 0x2ee5d}, - {0x2f800, 0x2fa1d}, {0x30000, 0x3134a}, {0x31350, 0x323af}, + {0x1e900, 0x1e943}, {0x1e94b, 0x1e94b}, {0x1e950, 0x1e959}, {0x1e95e, 0x1e95f}, {0x1ec71, 0x1ecb4}, {0x1ed01, 0x1ed3d}, {0x1ee00, 0x1ee03}, {0x1ee05, 0x1ee1f}, + {0x1ee21, 0x1ee22}, {0x1ee24, 0x1ee24}, {0x1ee27, 0x1ee27}, {0x1ee29, 0x1ee32}, {0x1ee34, 0x1ee37}, {0x1ee39, 0x1ee39}, {0x1ee3b, 0x1ee3b}, {0x1ee42, 0x1ee42}, + {0x1ee47, 0x1ee47}, {0x1ee49, 0x1ee49}, {0x1ee4b, 0x1ee4b}, {0x1ee4d, 0x1ee4f}, {0x1ee51, 0x1ee52}, {0x1ee54, 0x1ee54}, {0x1ee57, 0x1ee57}, {0x1ee59, 0x1ee59}, + {0x1ee5b, 0x1ee5b}, {0x1ee5d, 0x1ee5d}, {0x1ee5f, 0x1ee5f}, {0x1ee61, 0x1ee62}, {0x1ee64, 0x1ee64}, {0x1ee67, 0x1ee6a}, {0x1ee6c, 0x1ee72}, {0x1ee74, 0x1ee77}, + {0x1ee79, 0x1ee7c}, {0x1ee7e, 0x1ee7e}, {0x1ee80, 0x1ee89}, {0x1ee8b, 0x1ee9b}, {0x1eea1, 0x1eea3}, {0x1eea5, 0x1eea9}, {0x1eeab, 0x1eebb}, {0x1eef0, 0x1eef1}, + {0x1f000, 0x1fb92}, {0x1fb94, 0x1fbf9}, {0x1fc00, 0x1fffd}, {0x20000, 0x2a6df}, {0x2a700, 0x2b739}, {0x2b740, 0x2b81d}, {0x2b820, 0x2cea1}, {0x2ceb0, 0x2ebe0}, + {0x2ebf0, 0x2ee5d}, {0x2f800, 0x2fa1d}, {0x30000, 0x3134a}, {0x31350, 0x323af}, }; static const TSCharacterRange aux_sym_pandoc_str_token1_character_set_2[] = { @@ -7159,10 +7157,7 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { 0x2139, 2115, ); if (('0' <= lookahead && lookahead <= '9')) ADVANCE(2116); - if (lookahead == 0x203c || - lookahead == 0x2049 || - lookahead == 0x303d || - (0x1f02c <= lookahead && lookahead <= 0x1f02f) || + if ((0x1f02c <= lookahead && lookahead <= 0x1f02f) || (0x1f094 <= lookahead && lookahead <= 0x1f09f) || lookahead == 0x1f0af || lookahead == 0x1f0b0 || @@ -7207,12 +7202,12 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == ')' || ('+' <= lookahead && lookahead <= ';') || ('=' <= lookahead && lookahead <= '?') || - (0xa2 <= lookahead && lookahead <= 0xa6) || - lookahead == 0xa8 || + (0xa1 <= lookahead && lookahead <= 0xa8) || lookahead == 0xac || (0xaf <= lookahead && lookahead <= 0xb1) || lookahead == 0xb4 || - lookahead == 0xb8 || + (0xb6 <= lookahead && lookahead <= 0xb8) || + lookahead == 0xbf || lookahead == 0xd7 || lookahead == 0xf7 || (0x2c2 <= lookahead && lookahead <= 0x2c5) || @@ -7221,59 +7216,102 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 0x2ed || (0x2ef <= lookahead && lookahead <= 0x2ff) || lookahead == 0x375 || + lookahead == 0x37e || lookahead == 0x384 || lookahead == 0x385 || + lookahead == 0x387 || lookahead == 0x3f6 || lookahead == 0x482 || + (0x55a <= lookahead && lookahead <= 0x55f) || + lookahead == 0x589 || lookahead == 0x58a || (0x58d <= lookahead && lookahead <= 0x58f) || lookahead == 0x5be || - (0x606 <= lookahead && lookahead <= 0x608) || - lookahead == 0x60b || - lookahead == 0x60e || - lookahead == 0x60f || + lookahead == 0x5c0 || + lookahead == 0x5c3 || + lookahead == 0x5c6 || + lookahead == 0x5f3 || + lookahead == 0x5f4 || + (0x606 <= lookahead && lookahead <= 0x60f) || + lookahead == 0x61b || + lookahead == 0x61e || + lookahead == 0x61f || + (0x66a <= lookahead && lookahead <= 0x66d) || + lookahead == 0x6d4 || lookahead == 0x6de || lookahead == 0x6e9 || lookahead == 0x6fd || lookahead == 0x6fe || - lookahead == 0x7f6 || + (0x700 <= lookahead && lookahead <= 0x70d) || + (0x7f6 <= lookahead && lookahead <= 0x7f9) || lookahead == 0x7fe || lookahead == 0x7ff || + (0x830 <= lookahead && lookahead <= 0x83e) || + lookahead == 0x85e || lookahead == 0x888 || + lookahead == 0x964 || + lookahead == 0x965 || + lookahead == 0x970 || lookahead == 0x9f2 || lookahead == 0x9f3 || lookahead == 0x9fa || lookahead == 0x9fb || + lookahead == 0x9fd || + lookahead == 0xa76 || + lookahead == 0xaf0 || lookahead == 0xaf1 || lookahead == 0xb70 || (0xbf3 <= lookahead && lookahead <= 0xbfa) || + lookahead == 0xc77 || lookahead == 0xc7f || + lookahead == 0xc84 || lookahead == 0xd4f || lookahead == 0xd79 || + lookahead == 0xdf4 || lookahead == 0xe3f || - (0xf01 <= lookahead && lookahead <= 0xf03) || - lookahead == 0xf13 || - (0xf15 <= lookahead && lookahead <= 0xf17) || + lookahead == 0xe4f || + lookahead == 0xe5a || + lookahead == 0xe5b || + (0xf01 <= lookahead && lookahead <= 0xf17) || (0xf1a <= lookahead && lookahead <= 0xf1f) || lookahead == 0xf34 || lookahead == 0xf36 || lookahead == 0xf38 || + lookahead == 0xf85 || (0xfbe <= lookahead && lookahead <= 0xfc5) || (0xfc7 <= lookahead && lookahead <= 0xfcc) || - lookahead == 0xfce || - lookahead == 0xfcf || - (0xfd5 <= lookahead && lookahead <= 0xfd8) || + (0xfce <= lookahead && lookahead <= 0xfda) || + (0x104a <= lookahead && lookahead <= 0x104f) || lookahead == 0x109e || lookahead == 0x109f || + lookahead == 0x10fb || + (0x1360 <= lookahead && lookahead <= 0x1368) || (0x1390 <= lookahead && lookahead <= 0x1399) || lookahead == 0x1400 || lookahead == 0x166d || - lookahead == 0x17db || - lookahead == 0x1806 || + lookahead == 0x166e || + (0x16eb <= lookahead && lookahead <= 0x16ed) || + lookahead == 0x1735 || + lookahead == 0x1736 || + (0x17d4 <= lookahead && lookahead <= 0x17d6) || + (0x17d8 <= lookahead && lookahead <= 0x17db) || + (0x1800 <= lookahead && lookahead <= 0x180a) || lookahead == 0x1940 || + lookahead == 0x1944 || + lookahead == 0x1945 || (0x19de <= lookahead && lookahead <= 0x19ff) || - (0x1b61 <= lookahead && lookahead <= 0x1b6a) || + lookahead == 0x1a1e || + lookahead == 0x1a1f || + (0x1aa0 <= lookahead && lookahead <= 0x1aa6) || + (0x1aa8 <= lookahead && lookahead <= 0x1aad) || + (0x1b5a <= lookahead && lookahead <= 0x1b6a) || (0x1b74 <= lookahead && lookahead <= 0x1b7c) || + (0x1bfc <= lookahead && lookahead <= 0x1bff) || + (0x1c3b <= lookahead && lookahead <= 0x1c3f) || + lookahead == 0x1c7e || + lookahead == 0x1c7f || + (0x1cc0 <= lookahead && lookahead <= 0x1cc7) || + lookahead == 0x1cd3 || lookahead == 0x1fbd || (0x1fbf <= lookahead && lookahead <= 0x1fc1) || (0x1fcd <= lookahead && lookahead <= 0x1fcf) || @@ -7281,10 +7319,11 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { (0x1fed <= lookahead && lookahead <= 0x1fef) || lookahead == 0x1ffd || lookahead == 0x1ffe || - (0x2010 <= lookahead && lookahead <= 0x2015) || - lookahead == 0x2026 || - lookahead == 0x2044 || - lookahead == 0x2052 || + (0x2010 <= lookahead && lookahead <= 0x2017) || + (0x2020 <= lookahead && lookahead <= 0x2027) || + (0x2030 <= lookahead && lookahead <= 0x2038) || + (0x203b <= lookahead && lookahead <= 0x2044) || + (0x2047 <= lookahead && lookahead <= 0x205e) || (0x207a <= lookahead && lookahead <= 0x207c) || (0x208a <= lookahead && lookahead <= 0x208c) || (0x20a0 <= lookahead && lookahead <= 0x20af) || @@ -7323,19 +7362,26 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { (0x2b76 <= lookahead && lookahead <= 0x2b95) || (0x2b97 <= lookahead && lookahead <= 0x2bff) || (0x2ce5 <= lookahead && lookahead <= 0x2cea) || - lookahead == 0x2e17 || - lookahead == 0x2e1a || - lookahead == 0x2e3a || - lookahead == 0x2e3b || - lookahead == 0x2e40 || - lookahead == 0x2e50 || - lookahead == 0x2e51 || + (0x2cf9 <= lookahead && lookahead <= 0x2cfc) || + lookahead == 0x2cfe || + lookahead == 0x2cff || + lookahead == 0x2d70 || + lookahead == 0x2e00 || + lookahead == 0x2e01 || + (0x2e06 <= lookahead && lookahead <= 0x2e08) || + lookahead == 0x2e0b || + (0x2e0e <= lookahead && lookahead <= 0x2e1b) || + lookahead == 0x2e1e || + lookahead == 0x2e1f || + (0x2e2a <= lookahead && lookahead <= 0x2e2e) || + (0x2e30 <= lookahead && lookahead <= 0x2e41) || + (0x2e43 <= lookahead && lookahead <= 0x2e52) || lookahead == 0x2e5d || (0x2e80 <= lookahead && lookahead <= 0x2e99) || (0x2e9b <= lookahead && lookahead <= 0x2ef3) || (0x2f00 <= lookahead && lookahead <= 0x2fd5) || (0x2ff0 <= lookahead && lookahead <= 0x2fff) || - lookahead == 0x3004 || + (0x3001 <= lookahead && lookahead <= 0x3004) || lookahead == 0x3012 || lookahead == 0x3013 || lookahead == 0x301c || @@ -7347,6 +7393,7 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 0x309b || lookahead == 0x309c || lookahead == 0x30a0 || + lookahead == 0x30fb || lookahead == 0x3190 || lookahead == 0x3191 || (0x3196 <= lookahead && lookahead <= 0x319f) || @@ -7360,6 +7407,12 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { (0x32c0 <= lookahead && lookahead <= 0x33ff) || (0x4dc0 <= lookahead && lookahead <= 0x4dff) || (0xa490 <= lookahead && lookahead <= 0xa4c6) || + lookahead == 0xa4fe || + lookahead == 0xa4ff || + (0xa60d <= lookahead && lookahead <= 0xa60f) || + lookahead == 0xa673 || + lookahead == 0xa67e || + (0xa6f2 <= lookahead && lookahead <= 0xa6f7) || (0xa700 <= lookahead && lookahead <= 0xa716) || lookahead == 0xa720 || lookahead == 0xa721 || @@ -7367,48 +7420,125 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 0xa78a || (0xa828 <= lookahead && lookahead <= 0xa82b) || (0xa836 <= lookahead && lookahead <= 0xa839) || + (0xa874 <= lookahead && lookahead <= 0xa877) || + lookahead == 0xa8ce || + lookahead == 0xa8cf || + (0xa8f8 <= lookahead && lookahead <= 0xa8fa) || + lookahead == 0xa8fc || + lookahead == 0xa92e || + lookahead == 0xa92f || + lookahead == 0xa95f || + (0xa9c1 <= lookahead && lookahead <= 0xa9cd) || + lookahead == 0xa9de || + lookahead == 0xa9df || + (0xaa5c <= lookahead && lookahead <= 0xaa5f) || (0xaa77 <= lookahead && lookahead <= 0xaa79) || + lookahead == 0xaade || + lookahead == 0xaadf || + lookahead == 0xaaf0 || + lookahead == 0xaaf1 || lookahead == 0xab5b || lookahead == 0xab6a || lookahead == 0xab6b || + lookahead == 0xabeb || lookahead == 0xfb29 || (0xfbb2 <= lookahead && lookahead <= 0xfbc2) || (0xfd40 <= lookahead && lookahead <= 0xfd4f) || lookahead == 0xfdcf || (0xfdfc <= lookahead && lookahead <= 0xfdff) || - lookahead == 0xfe31 || - lookahead == 0xfe32 || - lookahead == 0xfe58 || - (0xfe62 <= lookahead && lookahead <= 0xfe66) || - lookahead == 0xfe69 || - lookahead == 0xff04 || - lookahead == 0xff0b || - lookahead == 0xff0d || - (0xff1c <= lookahead && lookahead <= 0xff1e) || - lookahead == 0xff3e || - lookahead == 0xff40 || + (0xfe10 <= lookahead && lookahead <= 0xfe16) || + lookahead == 0xfe19 || + (0xfe30 <= lookahead && lookahead <= 0xfe34) || + lookahead == 0xfe45 || + lookahead == 0xfe46 || + (0xfe49 <= lookahead && lookahead <= 0xfe52) || + (0xfe54 <= lookahead && lookahead <= 0xfe58) || + (0xfe5f <= lookahead && lookahead <= 0xfe66) || + (0xfe68 <= lookahead && lookahead <= 0xfe6b) || + (0xff01 <= lookahead && lookahead <= 0xff07) || + (0xff0a <= lookahead && lookahead <= 0xff0f) || + (0xff1a <= lookahead && lookahead <= 0xff20) || + lookahead == 0xff3c || + (0xff3e <= lookahead && lookahead <= 0xff40) || lookahead == 0xff5c || lookahead == 0xff5e || + lookahead == 0xff61 || + lookahead == 0xff64 || + lookahead == 0xff65 || (0xffe0 <= lookahead && lookahead <= 0xffe6) || (0xffe8 <= lookahead && lookahead <= 0xffee) || lookahead == 0xfffc || lookahead == 0xfffd || + (0x10100 <= lookahead && lookahead <= 0x10102) || (0x10137 <= lookahead && lookahead <= 0x1013f) || (0x10179 <= lookahead && lookahead <= 0x10189) || (0x1018c <= lookahead && lookahead <= 0x1018e) || (0x10190 <= lookahead && lookahead <= 0x1019c) || lookahead == 0x101a0 || (0x101d0 <= lookahead && lookahead <= 0x101fc) || + lookahead == 0x1039f || + lookahead == 0x103d0 || + lookahead == 0x1056f || + lookahead == 0x10857 || lookahead == 0x10877 || lookahead == 0x10878 || + lookahead == 0x1091f || + lookahead == 0x1093f || + (0x10a50 <= lookahead && lookahead <= 0x10a58) || + lookahead == 0x10a7f || lookahead == 0x10ac8 || + (0x10af0 <= lookahead && lookahead <= 0x10af6) || + (0x10b39 <= lookahead && lookahead <= 0x10b3f) || + (0x10b99 <= lookahead && lookahead <= 0x10b9c) || lookahead == 0x10d6e || lookahead == 0x10ead || - lookahead == 0x1173f || + (0x10f55 <= lookahead && lookahead <= 0x10f59) || + (0x11047 <= lookahead && lookahead <= 0x1104d) || + lookahead == 0x110bb || + lookahead == 0x110bc || + (0x110be <= lookahead && lookahead <= 0x110c1) || + (0x11140 <= lookahead && lookahead <= 0x11143) || + lookahead == 0x11174 || + lookahead == 0x11175 || + (0x111c5 <= lookahead && lookahead <= 0x111c8) || + lookahead == 0x111cd || + lookahead == 0x111db || + (0x111dd <= lookahead && lookahead <= 0x111df) || + (0x11238 <= lookahead && lookahead <= 0x1123d) || + lookahead == 0x112a9 || + (0x1144b <= lookahead && lookahead <= 0x1144f) || + lookahead == 0x1145a || + lookahead == 0x1145b || + lookahead == 0x1145d || + lookahead == 0x114c6 || + (0x115c1 <= lookahead && lookahead <= 0x115d7) || + (0x11641 <= lookahead && lookahead <= 0x11643) || + (0x11660 <= lookahead && lookahead <= 0x1166c) || + (0x1173c <= lookahead && lookahead <= 0x1173f) || + lookahead == 0x1183b || + (0x11944 <= lookahead && lookahead <= 0x11946) || + lookahead == 0x119e2 || + (0x11a3f <= lookahead && lookahead <= 0x11a46) || + (0x11a9a <= lookahead && lookahead <= 0x11a9c) || + (0x11a9e <= lookahead && lookahead <= 0x11aa2) || + (0x11c41 <= lookahead && lookahead <= 0x11c45) || + lookahead == 0x11c70 || + lookahead == 0x11c71 || + lookahead == 0x11ef7 || + lookahead == 0x11ef8 || (0x11fd5 <= lookahead && lookahead <= 0x11ff1) || - (0x16b3c <= lookahead && lookahead <= 0x16b3f) || + lookahead == 0x11fff || + (0x12470 <= lookahead && lookahead <= 0x12474) || + lookahead == 0x16a6e || + lookahead == 0x16a6f || + lookahead == 0x16af5 || + (0x16b37 <= lookahead && lookahead <= 0x16b3f) || + lookahead == 0x16b44 || lookahead == 0x16b45 || + (0x16e97 <= lookahead && lookahead <= 0x16e9a) || + lookahead == 0x16fe2 || lookahead == 0x1bc9c || + lookahead == 0x1bc9f || (0x1cc00 <= lookahead && lookahead <= 0x1ccef) || (0x1cd00 <= lookahead && lookahead <= 0x1ceb3) || (0x1cf50 <= lookahead && lookahead <= 0x1cfc3) || @@ -7437,10 +7567,11 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { (0x1da37 <= lookahead && lookahead <= 0x1da3a) || (0x1da6d <= lookahead && lookahead <= 0x1da74) || (0x1da76 <= lookahead && lookahead <= 0x1da83) || - lookahead == 0x1da85 || - lookahead == 0x1da86 || + (0x1da85 <= lookahead && lookahead <= 0x1da8b) || lookahead == 0x1e14f || lookahead == 0x1e2ff || + lookahead == 0x1e95e || + lookahead == 0x1e95f || lookahead == 0x1ecac || lookahead == 0x1ecb0 || lookahead == 0x1ed2e || @@ -7448,7 +7579,7 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 0x1eef1 || (0x1f110 <= lookahead && lookahead <= 0x1fb92) || (0x1fb94 <= lookahead && lookahead <= 0x1fbef)) ADVANCE(2113); - if (set_contains(aux_sym_pandoc_str_token1_character_set_1, 811, lookahead)) ADVANCE(2117); + if (set_contains(aux_sym_pandoc_str_token1_character_set_1, 796, lookahead)) ADVANCE(2117); END_STATE(); case 2: ADVANCE_MAP( @@ -7467,10 +7598,7 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { ' ', 2125, ); if (('0' <= lookahead && lookahead <= '9')) ADVANCE(2116); - if (lookahead == 0x203c || - lookahead == 0x2049 || - lookahead == 0x303d || - (0x1f02c <= lookahead && lookahead <= 0x1f02f) || + if ((0x1f02c <= lookahead && lookahead <= 0x1f02f) || (0x1f094 <= lookahead && lookahead <= 0x1f09f) || lookahead == 0x1f0af || lookahead == 0x1f0b0 || @@ -7515,12 +7643,12 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == ')' || ('+' <= lookahead && lookahead <= ';') || ('=' <= lookahead && lookahead <= '?') || - (0xa2 <= lookahead && lookahead <= 0xa6) || - lookahead == 0xa8 || + (0xa1 <= lookahead && lookahead <= 0xa8) || lookahead == 0xac || (0xaf <= lookahead && lookahead <= 0xb1) || lookahead == 0xb4 || - lookahead == 0xb8 || + (0xb6 <= lookahead && lookahead <= 0xb8) || + lookahead == 0xbf || lookahead == 0xd7 || lookahead == 0xf7 || (0x2c2 <= lookahead && lookahead <= 0x2c5) || @@ -7529,59 +7657,102 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 0x2ed || (0x2ef <= lookahead && lookahead <= 0x2ff) || lookahead == 0x375 || + lookahead == 0x37e || lookahead == 0x384 || lookahead == 0x385 || + lookahead == 0x387 || lookahead == 0x3f6 || lookahead == 0x482 || + (0x55a <= lookahead && lookahead <= 0x55f) || + lookahead == 0x589 || lookahead == 0x58a || (0x58d <= lookahead && lookahead <= 0x58f) || lookahead == 0x5be || - (0x606 <= lookahead && lookahead <= 0x608) || - lookahead == 0x60b || - lookahead == 0x60e || - lookahead == 0x60f || + lookahead == 0x5c0 || + lookahead == 0x5c3 || + lookahead == 0x5c6 || + lookahead == 0x5f3 || + lookahead == 0x5f4 || + (0x606 <= lookahead && lookahead <= 0x60f) || + lookahead == 0x61b || + lookahead == 0x61e || + lookahead == 0x61f || + (0x66a <= lookahead && lookahead <= 0x66d) || + lookahead == 0x6d4 || lookahead == 0x6de || lookahead == 0x6e9 || lookahead == 0x6fd || lookahead == 0x6fe || - lookahead == 0x7f6 || + (0x700 <= lookahead && lookahead <= 0x70d) || + (0x7f6 <= lookahead && lookahead <= 0x7f9) || lookahead == 0x7fe || lookahead == 0x7ff || + (0x830 <= lookahead && lookahead <= 0x83e) || + lookahead == 0x85e || lookahead == 0x888 || + lookahead == 0x964 || + lookahead == 0x965 || + lookahead == 0x970 || lookahead == 0x9f2 || lookahead == 0x9f3 || lookahead == 0x9fa || lookahead == 0x9fb || + lookahead == 0x9fd || + lookahead == 0xa76 || + lookahead == 0xaf0 || lookahead == 0xaf1 || lookahead == 0xb70 || (0xbf3 <= lookahead && lookahead <= 0xbfa) || + lookahead == 0xc77 || lookahead == 0xc7f || + lookahead == 0xc84 || lookahead == 0xd4f || lookahead == 0xd79 || + lookahead == 0xdf4 || lookahead == 0xe3f || - (0xf01 <= lookahead && lookahead <= 0xf03) || - lookahead == 0xf13 || - (0xf15 <= lookahead && lookahead <= 0xf17) || + lookahead == 0xe4f || + lookahead == 0xe5a || + lookahead == 0xe5b || + (0xf01 <= lookahead && lookahead <= 0xf17) || (0xf1a <= lookahead && lookahead <= 0xf1f) || lookahead == 0xf34 || lookahead == 0xf36 || lookahead == 0xf38 || + lookahead == 0xf85 || (0xfbe <= lookahead && lookahead <= 0xfc5) || (0xfc7 <= lookahead && lookahead <= 0xfcc) || - lookahead == 0xfce || - lookahead == 0xfcf || - (0xfd5 <= lookahead && lookahead <= 0xfd8) || + (0xfce <= lookahead && lookahead <= 0xfda) || + (0x104a <= lookahead && lookahead <= 0x104f) || lookahead == 0x109e || lookahead == 0x109f || + lookahead == 0x10fb || + (0x1360 <= lookahead && lookahead <= 0x1368) || (0x1390 <= lookahead && lookahead <= 0x1399) || lookahead == 0x1400 || lookahead == 0x166d || - lookahead == 0x17db || - lookahead == 0x1806 || + lookahead == 0x166e || + (0x16eb <= lookahead && lookahead <= 0x16ed) || + lookahead == 0x1735 || + lookahead == 0x1736 || + (0x17d4 <= lookahead && lookahead <= 0x17d6) || + (0x17d8 <= lookahead && lookahead <= 0x17db) || + (0x1800 <= lookahead && lookahead <= 0x180a) || lookahead == 0x1940 || + lookahead == 0x1944 || + lookahead == 0x1945 || (0x19de <= lookahead && lookahead <= 0x19ff) || - (0x1b61 <= lookahead && lookahead <= 0x1b6a) || + lookahead == 0x1a1e || + lookahead == 0x1a1f || + (0x1aa0 <= lookahead && lookahead <= 0x1aa6) || + (0x1aa8 <= lookahead && lookahead <= 0x1aad) || + (0x1b5a <= lookahead && lookahead <= 0x1b6a) || (0x1b74 <= lookahead && lookahead <= 0x1b7c) || + (0x1bfc <= lookahead && lookahead <= 0x1bff) || + (0x1c3b <= lookahead && lookahead <= 0x1c3f) || + lookahead == 0x1c7e || + lookahead == 0x1c7f || + (0x1cc0 <= lookahead && lookahead <= 0x1cc7) || + lookahead == 0x1cd3 || lookahead == 0x1fbd || (0x1fbf <= lookahead && lookahead <= 0x1fc1) || (0x1fcd <= lookahead && lookahead <= 0x1fcf) || @@ -7589,10 +7760,11 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { (0x1fed <= lookahead && lookahead <= 0x1fef) || lookahead == 0x1ffd || lookahead == 0x1ffe || - (0x2010 <= lookahead && lookahead <= 0x2015) || - lookahead == 0x2026 || - lookahead == 0x2044 || - lookahead == 0x2052 || + (0x2010 <= lookahead && lookahead <= 0x2017) || + (0x2020 <= lookahead && lookahead <= 0x2027) || + (0x2030 <= lookahead && lookahead <= 0x2038) || + (0x203b <= lookahead && lookahead <= 0x2044) || + (0x2047 <= lookahead && lookahead <= 0x205e) || (0x207a <= lookahead && lookahead <= 0x207c) || (0x208a <= lookahead && lookahead <= 0x208c) || (0x20a0 <= lookahead && lookahead <= 0x20af) || @@ -7631,19 +7803,26 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { (0x2b76 <= lookahead && lookahead <= 0x2b95) || (0x2b97 <= lookahead && lookahead <= 0x2bff) || (0x2ce5 <= lookahead && lookahead <= 0x2cea) || - lookahead == 0x2e17 || - lookahead == 0x2e1a || - lookahead == 0x2e3a || - lookahead == 0x2e3b || - lookahead == 0x2e40 || - lookahead == 0x2e50 || - lookahead == 0x2e51 || + (0x2cf9 <= lookahead && lookahead <= 0x2cfc) || + lookahead == 0x2cfe || + lookahead == 0x2cff || + lookahead == 0x2d70 || + lookahead == 0x2e00 || + lookahead == 0x2e01 || + (0x2e06 <= lookahead && lookahead <= 0x2e08) || + lookahead == 0x2e0b || + (0x2e0e <= lookahead && lookahead <= 0x2e1b) || + lookahead == 0x2e1e || + lookahead == 0x2e1f || + (0x2e2a <= lookahead && lookahead <= 0x2e2e) || + (0x2e30 <= lookahead && lookahead <= 0x2e41) || + (0x2e43 <= lookahead && lookahead <= 0x2e52) || lookahead == 0x2e5d || (0x2e80 <= lookahead && lookahead <= 0x2e99) || (0x2e9b <= lookahead && lookahead <= 0x2ef3) || (0x2f00 <= lookahead && lookahead <= 0x2fd5) || (0x2ff0 <= lookahead && lookahead <= 0x2fff) || - lookahead == 0x3004 || + (0x3001 <= lookahead && lookahead <= 0x3004) || lookahead == 0x3012 || lookahead == 0x3013 || lookahead == 0x301c || @@ -7655,6 +7834,7 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 0x309b || lookahead == 0x309c || lookahead == 0x30a0 || + lookahead == 0x30fb || lookahead == 0x3190 || lookahead == 0x3191 || (0x3196 <= lookahead && lookahead <= 0x319f) || @@ -7668,6 +7848,12 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { (0x32c0 <= lookahead && lookahead <= 0x33ff) || (0x4dc0 <= lookahead && lookahead <= 0x4dff) || (0xa490 <= lookahead && lookahead <= 0xa4c6) || + lookahead == 0xa4fe || + lookahead == 0xa4ff || + (0xa60d <= lookahead && lookahead <= 0xa60f) || + lookahead == 0xa673 || + lookahead == 0xa67e || + (0xa6f2 <= lookahead && lookahead <= 0xa6f7) || (0xa700 <= lookahead && lookahead <= 0xa716) || lookahead == 0xa720 || lookahead == 0xa721 || @@ -7675,48 +7861,125 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 0xa78a || (0xa828 <= lookahead && lookahead <= 0xa82b) || (0xa836 <= lookahead && lookahead <= 0xa839) || + (0xa874 <= lookahead && lookahead <= 0xa877) || + lookahead == 0xa8ce || + lookahead == 0xa8cf || + (0xa8f8 <= lookahead && lookahead <= 0xa8fa) || + lookahead == 0xa8fc || + lookahead == 0xa92e || + lookahead == 0xa92f || + lookahead == 0xa95f || + (0xa9c1 <= lookahead && lookahead <= 0xa9cd) || + lookahead == 0xa9de || + lookahead == 0xa9df || + (0xaa5c <= lookahead && lookahead <= 0xaa5f) || (0xaa77 <= lookahead && lookahead <= 0xaa79) || + lookahead == 0xaade || + lookahead == 0xaadf || + lookahead == 0xaaf0 || + lookahead == 0xaaf1 || lookahead == 0xab5b || lookahead == 0xab6a || lookahead == 0xab6b || + lookahead == 0xabeb || lookahead == 0xfb29 || (0xfbb2 <= lookahead && lookahead <= 0xfbc2) || (0xfd40 <= lookahead && lookahead <= 0xfd4f) || lookahead == 0xfdcf || (0xfdfc <= lookahead && lookahead <= 0xfdff) || - lookahead == 0xfe31 || - lookahead == 0xfe32 || - lookahead == 0xfe58 || - (0xfe62 <= lookahead && lookahead <= 0xfe66) || - lookahead == 0xfe69 || - lookahead == 0xff04 || - lookahead == 0xff0b || - lookahead == 0xff0d || - (0xff1c <= lookahead && lookahead <= 0xff1e) || - lookahead == 0xff3e || - lookahead == 0xff40 || + (0xfe10 <= lookahead && lookahead <= 0xfe16) || + lookahead == 0xfe19 || + (0xfe30 <= lookahead && lookahead <= 0xfe34) || + lookahead == 0xfe45 || + lookahead == 0xfe46 || + (0xfe49 <= lookahead && lookahead <= 0xfe52) || + (0xfe54 <= lookahead && lookahead <= 0xfe58) || + (0xfe5f <= lookahead && lookahead <= 0xfe66) || + (0xfe68 <= lookahead && lookahead <= 0xfe6b) || + (0xff01 <= lookahead && lookahead <= 0xff07) || + (0xff0a <= lookahead && lookahead <= 0xff0f) || + (0xff1a <= lookahead && lookahead <= 0xff20) || + lookahead == 0xff3c || + (0xff3e <= lookahead && lookahead <= 0xff40) || lookahead == 0xff5c || lookahead == 0xff5e || + lookahead == 0xff61 || + lookahead == 0xff64 || + lookahead == 0xff65 || (0xffe0 <= lookahead && lookahead <= 0xffe6) || (0xffe8 <= lookahead && lookahead <= 0xffee) || lookahead == 0xfffc || lookahead == 0xfffd || + (0x10100 <= lookahead && lookahead <= 0x10102) || (0x10137 <= lookahead && lookahead <= 0x1013f) || (0x10179 <= lookahead && lookahead <= 0x10189) || (0x1018c <= lookahead && lookahead <= 0x1018e) || (0x10190 <= lookahead && lookahead <= 0x1019c) || lookahead == 0x101a0 || (0x101d0 <= lookahead && lookahead <= 0x101fc) || + lookahead == 0x1039f || + lookahead == 0x103d0 || + lookahead == 0x1056f || + lookahead == 0x10857 || lookahead == 0x10877 || lookahead == 0x10878 || + lookahead == 0x1091f || + lookahead == 0x1093f || + (0x10a50 <= lookahead && lookahead <= 0x10a58) || + lookahead == 0x10a7f || lookahead == 0x10ac8 || + (0x10af0 <= lookahead && lookahead <= 0x10af6) || + (0x10b39 <= lookahead && lookahead <= 0x10b3f) || + (0x10b99 <= lookahead && lookahead <= 0x10b9c) || lookahead == 0x10d6e || lookahead == 0x10ead || - lookahead == 0x1173f || + (0x10f55 <= lookahead && lookahead <= 0x10f59) || + (0x11047 <= lookahead && lookahead <= 0x1104d) || + lookahead == 0x110bb || + lookahead == 0x110bc || + (0x110be <= lookahead && lookahead <= 0x110c1) || + (0x11140 <= lookahead && lookahead <= 0x11143) || + lookahead == 0x11174 || + lookahead == 0x11175 || + (0x111c5 <= lookahead && lookahead <= 0x111c8) || + lookahead == 0x111cd || + lookahead == 0x111db || + (0x111dd <= lookahead && lookahead <= 0x111df) || + (0x11238 <= lookahead && lookahead <= 0x1123d) || + lookahead == 0x112a9 || + (0x1144b <= lookahead && lookahead <= 0x1144f) || + lookahead == 0x1145a || + lookahead == 0x1145b || + lookahead == 0x1145d || + lookahead == 0x114c6 || + (0x115c1 <= lookahead && lookahead <= 0x115d7) || + (0x11641 <= lookahead && lookahead <= 0x11643) || + (0x11660 <= lookahead && lookahead <= 0x1166c) || + (0x1173c <= lookahead && lookahead <= 0x1173f) || + lookahead == 0x1183b || + (0x11944 <= lookahead && lookahead <= 0x11946) || + lookahead == 0x119e2 || + (0x11a3f <= lookahead && lookahead <= 0x11a46) || + (0x11a9a <= lookahead && lookahead <= 0x11a9c) || + (0x11a9e <= lookahead && lookahead <= 0x11aa2) || + (0x11c41 <= lookahead && lookahead <= 0x11c45) || + lookahead == 0x11c70 || + lookahead == 0x11c71 || + lookahead == 0x11ef7 || + lookahead == 0x11ef8 || (0x11fd5 <= lookahead && lookahead <= 0x11ff1) || - (0x16b3c <= lookahead && lookahead <= 0x16b3f) || + lookahead == 0x11fff || + (0x12470 <= lookahead && lookahead <= 0x12474) || + lookahead == 0x16a6e || + lookahead == 0x16a6f || + lookahead == 0x16af5 || + (0x16b37 <= lookahead && lookahead <= 0x16b3f) || + lookahead == 0x16b44 || lookahead == 0x16b45 || + (0x16e97 <= lookahead && lookahead <= 0x16e9a) || + lookahead == 0x16fe2 || lookahead == 0x1bc9c || + lookahead == 0x1bc9f || (0x1cc00 <= lookahead && lookahead <= 0x1ccef) || (0x1cd00 <= lookahead && lookahead <= 0x1ceb3) || (0x1cf50 <= lookahead && lookahead <= 0x1cfc3) || @@ -7745,10 +8008,11 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { (0x1da37 <= lookahead && lookahead <= 0x1da3a) || (0x1da6d <= lookahead && lookahead <= 0x1da74) || (0x1da76 <= lookahead && lookahead <= 0x1da83) || - lookahead == 0x1da85 || - lookahead == 0x1da86 || + (0x1da85 <= lookahead && lookahead <= 0x1da8b) || lookahead == 0x1e14f || lookahead == 0x1e2ff || + lookahead == 0x1e95e || + lookahead == 0x1e95f || lookahead == 0x1ecac || lookahead == 0x1ecb0 || lookahead == 0x1ed2e || @@ -7756,7 +8020,7 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 0x1eef1 || (0x1f110 <= lookahead && lookahead <= 0x1fb92) || (0x1fb94 <= lookahead && lookahead <= 0x1fbef)) ADVANCE(2113); - if (set_contains(aux_sym_pandoc_str_token1_character_set_1, 811, lookahead)) ADVANCE(2117); + if (set_contains(aux_sym_pandoc_str_token1_character_set_1, 796, lookahead)) ADVANCE(2117); END_STATE(); case 3: ADVANCE_MAP( @@ -7775,10 +8039,7 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { ' ', 2126, ); if (('0' <= lookahead && lookahead <= '9')) ADVANCE(2116); - if (lookahead == 0x203c || - lookahead == 0x2049 || - lookahead == 0x303d || - (0x1f02c <= lookahead && lookahead <= 0x1f02f) || + if ((0x1f02c <= lookahead && lookahead <= 0x1f02f) || (0x1f094 <= lookahead && lookahead <= 0x1f09f) || lookahead == 0x1f0af || lookahead == 0x1f0b0 || @@ -7823,12 +8084,12 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == ')' || ('+' <= lookahead && lookahead <= ';') || ('=' <= lookahead && lookahead <= '?') || - (0xa2 <= lookahead && lookahead <= 0xa6) || - lookahead == 0xa8 || + (0xa1 <= lookahead && lookahead <= 0xa8) || lookahead == 0xac || (0xaf <= lookahead && lookahead <= 0xb1) || lookahead == 0xb4 || - lookahead == 0xb8 || + (0xb6 <= lookahead && lookahead <= 0xb8) || + lookahead == 0xbf || lookahead == 0xd7 || lookahead == 0xf7 || (0x2c2 <= lookahead && lookahead <= 0x2c5) || @@ -7837,59 +8098,102 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 0x2ed || (0x2ef <= lookahead && lookahead <= 0x2ff) || lookahead == 0x375 || + lookahead == 0x37e || lookahead == 0x384 || lookahead == 0x385 || + lookahead == 0x387 || lookahead == 0x3f6 || lookahead == 0x482 || + (0x55a <= lookahead && lookahead <= 0x55f) || + lookahead == 0x589 || lookahead == 0x58a || (0x58d <= lookahead && lookahead <= 0x58f) || lookahead == 0x5be || - (0x606 <= lookahead && lookahead <= 0x608) || - lookahead == 0x60b || - lookahead == 0x60e || - lookahead == 0x60f || + lookahead == 0x5c0 || + lookahead == 0x5c3 || + lookahead == 0x5c6 || + lookahead == 0x5f3 || + lookahead == 0x5f4 || + (0x606 <= lookahead && lookahead <= 0x60f) || + lookahead == 0x61b || + lookahead == 0x61e || + lookahead == 0x61f || + (0x66a <= lookahead && lookahead <= 0x66d) || + lookahead == 0x6d4 || lookahead == 0x6de || lookahead == 0x6e9 || lookahead == 0x6fd || lookahead == 0x6fe || - lookahead == 0x7f6 || + (0x700 <= lookahead && lookahead <= 0x70d) || + (0x7f6 <= lookahead && lookahead <= 0x7f9) || lookahead == 0x7fe || lookahead == 0x7ff || + (0x830 <= lookahead && lookahead <= 0x83e) || + lookahead == 0x85e || lookahead == 0x888 || + lookahead == 0x964 || + lookahead == 0x965 || + lookahead == 0x970 || lookahead == 0x9f2 || lookahead == 0x9f3 || lookahead == 0x9fa || lookahead == 0x9fb || + lookahead == 0x9fd || + lookahead == 0xa76 || + lookahead == 0xaf0 || lookahead == 0xaf1 || lookahead == 0xb70 || (0xbf3 <= lookahead && lookahead <= 0xbfa) || + lookahead == 0xc77 || lookahead == 0xc7f || + lookahead == 0xc84 || lookahead == 0xd4f || lookahead == 0xd79 || + lookahead == 0xdf4 || lookahead == 0xe3f || - (0xf01 <= lookahead && lookahead <= 0xf03) || - lookahead == 0xf13 || - (0xf15 <= lookahead && lookahead <= 0xf17) || + lookahead == 0xe4f || + lookahead == 0xe5a || + lookahead == 0xe5b || + (0xf01 <= lookahead && lookahead <= 0xf17) || (0xf1a <= lookahead && lookahead <= 0xf1f) || lookahead == 0xf34 || lookahead == 0xf36 || lookahead == 0xf38 || + lookahead == 0xf85 || (0xfbe <= lookahead && lookahead <= 0xfc5) || (0xfc7 <= lookahead && lookahead <= 0xfcc) || - lookahead == 0xfce || - lookahead == 0xfcf || - (0xfd5 <= lookahead && lookahead <= 0xfd8) || + (0xfce <= lookahead && lookahead <= 0xfda) || + (0x104a <= lookahead && lookahead <= 0x104f) || lookahead == 0x109e || lookahead == 0x109f || + lookahead == 0x10fb || + (0x1360 <= lookahead && lookahead <= 0x1368) || (0x1390 <= lookahead && lookahead <= 0x1399) || lookahead == 0x1400 || lookahead == 0x166d || - lookahead == 0x17db || - lookahead == 0x1806 || + lookahead == 0x166e || + (0x16eb <= lookahead && lookahead <= 0x16ed) || + lookahead == 0x1735 || + lookahead == 0x1736 || + (0x17d4 <= lookahead && lookahead <= 0x17d6) || + (0x17d8 <= lookahead && lookahead <= 0x17db) || + (0x1800 <= lookahead && lookahead <= 0x180a) || lookahead == 0x1940 || + lookahead == 0x1944 || + lookahead == 0x1945 || (0x19de <= lookahead && lookahead <= 0x19ff) || - (0x1b61 <= lookahead && lookahead <= 0x1b6a) || + lookahead == 0x1a1e || + lookahead == 0x1a1f || + (0x1aa0 <= lookahead && lookahead <= 0x1aa6) || + (0x1aa8 <= lookahead && lookahead <= 0x1aad) || + (0x1b5a <= lookahead && lookahead <= 0x1b6a) || (0x1b74 <= lookahead && lookahead <= 0x1b7c) || + (0x1bfc <= lookahead && lookahead <= 0x1bff) || + (0x1c3b <= lookahead && lookahead <= 0x1c3f) || + lookahead == 0x1c7e || + lookahead == 0x1c7f || + (0x1cc0 <= lookahead && lookahead <= 0x1cc7) || + lookahead == 0x1cd3 || lookahead == 0x1fbd || (0x1fbf <= lookahead && lookahead <= 0x1fc1) || (0x1fcd <= lookahead && lookahead <= 0x1fcf) || @@ -7897,10 +8201,11 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { (0x1fed <= lookahead && lookahead <= 0x1fef) || lookahead == 0x1ffd || lookahead == 0x1ffe || - (0x2010 <= lookahead && lookahead <= 0x2015) || - lookahead == 0x2026 || - lookahead == 0x2044 || - lookahead == 0x2052 || + (0x2010 <= lookahead && lookahead <= 0x2017) || + (0x2020 <= lookahead && lookahead <= 0x2027) || + (0x2030 <= lookahead && lookahead <= 0x2038) || + (0x203b <= lookahead && lookahead <= 0x2044) || + (0x2047 <= lookahead && lookahead <= 0x205e) || (0x207a <= lookahead && lookahead <= 0x207c) || (0x208a <= lookahead && lookahead <= 0x208c) || (0x20a0 <= lookahead && lookahead <= 0x20af) || @@ -7939,19 +8244,26 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { (0x2b76 <= lookahead && lookahead <= 0x2b95) || (0x2b97 <= lookahead && lookahead <= 0x2bff) || (0x2ce5 <= lookahead && lookahead <= 0x2cea) || - lookahead == 0x2e17 || - lookahead == 0x2e1a || - lookahead == 0x2e3a || - lookahead == 0x2e3b || - lookahead == 0x2e40 || - lookahead == 0x2e50 || - lookahead == 0x2e51 || + (0x2cf9 <= lookahead && lookahead <= 0x2cfc) || + lookahead == 0x2cfe || + lookahead == 0x2cff || + lookahead == 0x2d70 || + lookahead == 0x2e00 || + lookahead == 0x2e01 || + (0x2e06 <= lookahead && lookahead <= 0x2e08) || + lookahead == 0x2e0b || + (0x2e0e <= lookahead && lookahead <= 0x2e1b) || + lookahead == 0x2e1e || + lookahead == 0x2e1f || + (0x2e2a <= lookahead && lookahead <= 0x2e2e) || + (0x2e30 <= lookahead && lookahead <= 0x2e41) || + (0x2e43 <= lookahead && lookahead <= 0x2e52) || lookahead == 0x2e5d || (0x2e80 <= lookahead && lookahead <= 0x2e99) || (0x2e9b <= lookahead && lookahead <= 0x2ef3) || (0x2f00 <= lookahead && lookahead <= 0x2fd5) || (0x2ff0 <= lookahead && lookahead <= 0x2fff) || - lookahead == 0x3004 || + (0x3001 <= lookahead && lookahead <= 0x3004) || lookahead == 0x3012 || lookahead == 0x3013 || lookahead == 0x301c || @@ -7963,6 +8275,7 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 0x309b || lookahead == 0x309c || lookahead == 0x30a0 || + lookahead == 0x30fb || lookahead == 0x3190 || lookahead == 0x3191 || (0x3196 <= lookahead && lookahead <= 0x319f) || @@ -7976,6 +8289,12 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { (0x32c0 <= lookahead && lookahead <= 0x33ff) || (0x4dc0 <= lookahead && lookahead <= 0x4dff) || (0xa490 <= lookahead && lookahead <= 0xa4c6) || + lookahead == 0xa4fe || + lookahead == 0xa4ff || + (0xa60d <= lookahead && lookahead <= 0xa60f) || + lookahead == 0xa673 || + lookahead == 0xa67e || + (0xa6f2 <= lookahead && lookahead <= 0xa6f7) || (0xa700 <= lookahead && lookahead <= 0xa716) || lookahead == 0xa720 || lookahead == 0xa721 || @@ -7983,48 +8302,125 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 0xa78a || (0xa828 <= lookahead && lookahead <= 0xa82b) || (0xa836 <= lookahead && lookahead <= 0xa839) || + (0xa874 <= lookahead && lookahead <= 0xa877) || + lookahead == 0xa8ce || + lookahead == 0xa8cf || + (0xa8f8 <= lookahead && lookahead <= 0xa8fa) || + lookahead == 0xa8fc || + lookahead == 0xa92e || + lookahead == 0xa92f || + lookahead == 0xa95f || + (0xa9c1 <= lookahead && lookahead <= 0xa9cd) || + lookahead == 0xa9de || + lookahead == 0xa9df || + (0xaa5c <= lookahead && lookahead <= 0xaa5f) || (0xaa77 <= lookahead && lookahead <= 0xaa79) || + lookahead == 0xaade || + lookahead == 0xaadf || + lookahead == 0xaaf0 || + lookahead == 0xaaf1 || lookahead == 0xab5b || lookahead == 0xab6a || lookahead == 0xab6b || + lookahead == 0xabeb || lookahead == 0xfb29 || (0xfbb2 <= lookahead && lookahead <= 0xfbc2) || (0xfd40 <= lookahead && lookahead <= 0xfd4f) || lookahead == 0xfdcf || (0xfdfc <= lookahead && lookahead <= 0xfdff) || - lookahead == 0xfe31 || - lookahead == 0xfe32 || - lookahead == 0xfe58 || - (0xfe62 <= lookahead && lookahead <= 0xfe66) || - lookahead == 0xfe69 || - lookahead == 0xff04 || - lookahead == 0xff0b || - lookahead == 0xff0d || - (0xff1c <= lookahead && lookahead <= 0xff1e) || - lookahead == 0xff3e || - lookahead == 0xff40 || + (0xfe10 <= lookahead && lookahead <= 0xfe16) || + lookahead == 0xfe19 || + (0xfe30 <= lookahead && lookahead <= 0xfe34) || + lookahead == 0xfe45 || + lookahead == 0xfe46 || + (0xfe49 <= lookahead && lookahead <= 0xfe52) || + (0xfe54 <= lookahead && lookahead <= 0xfe58) || + (0xfe5f <= lookahead && lookahead <= 0xfe66) || + (0xfe68 <= lookahead && lookahead <= 0xfe6b) || + (0xff01 <= lookahead && lookahead <= 0xff07) || + (0xff0a <= lookahead && lookahead <= 0xff0f) || + (0xff1a <= lookahead && lookahead <= 0xff20) || + lookahead == 0xff3c || + (0xff3e <= lookahead && lookahead <= 0xff40) || lookahead == 0xff5c || lookahead == 0xff5e || + lookahead == 0xff61 || + lookahead == 0xff64 || + lookahead == 0xff65 || (0xffe0 <= lookahead && lookahead <= 0xffe6) || (0xffe8 <= lookahead && lookahead <= 0xffee) || lookahead == 0xfffc || lookahead == 0xfffd || + (0x10100 <= lookahead && lookahead <= 0x10102) || (0x10137 <= lookahead && lookahead <= 0x1013f) || (0x10179 <= lookahead && lookahead <= 0x10189) || (0x1018c <= lookahead && lookahead <= 0x1018e) || (0x10190 <= lookahead && lookahead <= 0x1019c) || lookahead == 0x101a0 || (0x101d0 <= lookahead && lookahead <= 0x101fc) || + lookahead == 0x1039f || + lookahead == 0x103d0 || + lookahead == 0x1056f || + lookahead == 0x10857 || lookahead == 0x10877 || lookahead == 0x10878 || + lookahead == 0x1091f || + lookahead == 0x1093f || + (0x10a50 <= lookahead && lookahead <= 0x10a58) || + lookahead == 0x10a7f || lookahead == 0x10ac8 || + (0x10af0 <= lookahead && lookahead <= 0x10af6) || + (0x10b39 <= lookahead && lookahead <= 0x10b3f) || + (0x10b99 <= lookahead && lookahead <= 0x10b9c) || lookahead == 0x10d6e || lookahead == 0x10ead || - lookahead == 0x1173f || + (0x10f55 <= lookahead && lookahead <= 0x10f59) || + (0x11047 <= lookahead && lookahead <= 0x1104d) || + lookahead == 0x110bb || + lookahead == 0x110bc || + (0x110be <= lookahead && lookahead <= 0x110c1) || + (0x11140 <= lookahead && lookahead <= 0x11143) || + lookahead == 0x11174 || + lookahead == 0x11175 || + (0x111c5 <= lookahead && lookahead <= 0x111c8) || + lookahead == 0x111cd || + lookahead == 0x111db || + (0x111dd <= lookahead && lookahead <= 0x111df) || + (0x11238 <= lookahead && lookahead <= 0x1123d) || + lookahead == 0x112a9 || + (0x1144b <= lookahead && lookahead <= 0x1144f) || + lookahead == 0x1145a || + lookahead == 0x1145b || + lookahead == 0x1145d || + lookahead == 0x114c6 || + (0x115c1 <= lookahead && lookahead <= 0x115d7) || + (0x11641 <= lookahead && lookahead <= 0x11643) || + (0x11660 <= lookahead && lookahead <= 0x1166c) || + (0x1173c <= lookahead && lookahead <= 0x1173f) || + lookahead == 0x1183b || + (0x11944 <= lookahead && lookahead <= 0x11946) || + lookahead == 0x119e2 || + (0x11a3f <= lookahead && lookahead <= 0x11a46) || + (0x11a9a <= lookahead && lookahead <= 0x11a9c) || + (0x11a9e <= lookahead && lookahead <= 0x11aa2) || + (0x11c41 <= lookahead && lookahead <= 0x11c45) || + lookahead == 0x11c70 || + lookahead == 0x11c71 || + lookahead == 0x11ef7 || + lookahead == 0x11ef8 || (0x11fd5 <= lookahead && lookahead <= 0x11ff1) || - (0x16b3c <= lookahead && lookahead <= 0x16b3f) || + lookahead == 0x11fff || + (0x12470 <= lookahead && lookahead <= 0x12474) || + lookahead == 0x16a6e || + lookahead == 0x16a6f || + lookahead == 0x16af5 || + (0x16b37 <= lookahead && lookahead <= 0x16b3f) || + lookahead == 0x16b44 || lookahead == 0x16b45 || + (0x16e97 <= lookahead && lookahead <= 0x16e9a) || + lookahead == 0x16fe2 || lookahead == 0x1bc9c || + lookahead == 0x1bc9f || (0x1cc00 <= lookahead && lookahead <= 0x1ccef) || (0x1cd00 <= lookahead && lookahead <= 0x1ceb3) || (0x1cf50 <= lookahead && lookahead <= 0x1cfc3) || @@ -8053,10 +8449,11 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { (0x1da37 <= lookahead && lookahead <= 0x1da3a) || (0x1da6d <= lookahead && lookahead <= 0x1da74) || (0x1da76 <= lookahead && lookahead <= 0x1da83) || - lookahead == 0x1da85 || - lookahead == 0x1da86 || + (0x1da85 <= lookahead && lookahead <= 0x1da8b) || lookahead == 0x1e14f || lookahead == 0x1e2ff || + lookahead == 0x1e95e || + lookahead == 0x1e95f || lookahead == 0x1ecac || lookahead == 0x1ecb0 || lookahead == 0x1ed2e || @@ -8064,7 +8461,7 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 0x1eef1 || (0x1f110 <= lookahead && lookahead <= 0x1fb92) || (0x1fb94 <= lookahead && lookahead <= 0x1fbef)) ADVANCE(2113); - if (set_contains(aux_sym_pandoc_str_token1_character_set_1, 811, lookahead)) ADVANCE(2117); + if (set_contains(aux_sym_pandoc_str_token1_character_set_1, 796, lookahead)) ADVANCE(2117); END_STATE(); case 4: ADVANCE_MAP( @@ -16263,10 +16660,7 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { ' ', 2127, ); if (('0' <= lookahead && lookahead <= '9')) ADVANCE(2116); - if (lookahead == 0x203c || - lookahead == 0x2049 || - lookahead == 0x303d || - (0x1f02c <= lookahead && lookahead <= 0x1f02f) || + if ((0x1f02c <= lookahead && lookahead <= 0x1f02f) || (0x1f094 <= lookahead && lookahead <= 0x1f09f) || lookahead == 0x1f0af || lookahead == 0x1f0b0 || @@ -16309,12 +16703,12 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('%' <= lookahead && lookahead <= ')') || ('+' <= lookahead && lookahead <= ';') || ('=' <= lookahead && lookahead <= '?') || - (0xa2 <= lookahead && lookahead <= 0xa6) || - lookahead == 0xa8 || + (0xa1 <= lookahead && lookahead <= 0xa8) || lookahead == 0xac || (0xaf <= lookahead && lookahead <= 0xb1) || lookahead == 0xb4 || - lookahead == 0xb8 || + (0xb6 <= lookahead && lookahead <= 0xb8) || + lookahead == 0xbf || lookahead == 0xd7 || lookahead == 0xf7 || (0x2c2 <= lookahead && lookahead <= 0x2c5) || @@ -16323,59 +16717,102 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 0x2ed || (0x2ef <= lookahead && lookahead <= 0x2ff) || lookahead == 0x375 || + lookahead == 0x37e || lookahead == 0x384 || lookahead == 0x385 || + lookahead == 0x387 || lookahead == 0x3f6 || lookahead == 0x482 || + (0x55a <= lookahead && lookahead <= 0x55f) || + lookahead == 0x589 || lookahead == 0x58a || (0x58d <= lookahead && lookahead <= 0x58f) || lookahead == 0x5be || - (0x606 <= lookahead && lookahead <= 0x608) || - lookahead == 0x60b || - lookahead == 0x60e || - lookahead == 0x60f || + lookahead == 0x5c0 || + lookahead == 0x5c3 || + lookahead == 0x5c6 || + lookahead == 0x5f3 || + lookahead == 0x5f4 || + (0x606 <= lookahead && lookahead <= 0x60f) || + lookahead == 0x61b || + lookahead == 0x61e || + lookahead == 0x61f || + (0x66a <= lookahead && lookahead <= 0x66d) || + lookahead == 0x6d4 || lookahead == 0x6de || lookahead == 0x6e9 || lookahead == 0x6fd || lookahead == 0x6fe || - lookahead == 0x7f6 || + (0x700 <= lookahead && lookahead <= 0x70d) || + (0x7f6 <= lookahead && lookahead <= 0x7f9) || lookahead == 0x7fe || lookahead == 0x7ff || + (0x830 <= lookahead && lookahead <= 0x83e) || + lookahead == 0x85e || lookahead == 0x888 || + lookahead == 0x964 || + lookahead == 0x965 || + lookahead == 0x970 || lookahead == 0x9f2 || lookahead == 0x9f3 || lookahead == 0x9fa || lookahead == 0x9fb || + lookahead == 0x9fd || + lookahead == 0xa76 || + lookahead == 0xaf0 || lookahead == 0xaf1 || lookahead == 0xb70 || (0xbf3 <= lookahead && lookahead <= 0xbfa) || + lookahead == 0xc77 || lookahead == 0xc7f || + lookahead == 0xc84 || lookahead == 0xd4f || lookahead == 0xd79 || + lookahead == 0xdf4 || lookahead == 0xe3f || - (0xf01 <= lookahead && lookahead <= 0xf03) || - lookahead == 0xf13 || - (0xf15 <= lookahead && lookahead <= 0xf17) || + lookahead == 0xe4f || + lookahead == 0xe5a || + lookahead == 0xe5b || + (0xf01 <= lookahead && lookahead <= 0xf17) || (0xf1a <= lookahead && lookahead <= 0xf1f) || lookahead == 0xf34 || lookahead == 0xf36 || lookahead == 0xf38 || + lookahead == 0xf85 || (0xfbe <= lookahead && lookahead <= 0xfc5) || (0xfc7 <= lookahead && lookahead <= 0xfcc) || - lookahead == 0xfce || - lookahead == 0xfcf || - (0xfd5 <= lookahead && lookahead <= 0xfd8) || + (0xfce <= lookahead && lookahead <= 0xfda) || + (0x104a <= lookahead && lookahead <= 0x104f) || lookahead == 0x109e || lookahead == 0x109f || + lookahead == 0x10fb || + (0x1360 <= lookahead && lookahead <= 0x1368) || (0x1390 <= lookahead && lookahead <= 0x1399) || lookahead == 0x1400 || lookahead == 0x166d || - lookahead == 0x17db || - lookahead == 0x1806 || + lookahead == 0x166e || + (0x16eb <= lookahead && lookahead <= 0x16ed) || + lookahead == 0x1735 || + lookahead == 0x1736 || + (0x17d4 <= lookahead && lookahead <= 0x17d6) || + (0x17d8 <= lookahead && lookahead <= 0x17db) || + (0x1800 <= lookahead && lookahead <= 0x180a) || lookahead == 0x1940 || + lookahead == 0x1944 || + lookahead == 0x1945 || (0x19de <= lookahead && lookahead <= 0x19ff) || - (0x1b61 <= lookahead && lookahead <= 0x1b6a) || + lookahead == 0x1a1e || + lookahead == 0x1a1f || + (0x1aa0 <= lookahead && lookahead <= 0x1aa6) || + (0x1aa8 <= lookahead && lookahead <= 0x1aad) || + (0x1b5a <= lookahead && lookahead <= 0x1b6a) || (0x1b74 <= lookahead && lookahead <= 0x1b7c) || + (0x1bfc <= lookahead && lookahead <= 0x1bff) || + (0x1c3b <= lookahead && lookahead <= 0x1c3f) || + lookahead == 0x1c7e || + lookahead == 0x1c7f || + (0x1cc0 <= lookahead && lookahead <= 0x1cc7) || + lookahead == 0x1cd3 || lookahead == 0x1fbd || (0x1fbf <= lookahead && lookahead <= 0x1fc1) || (0x1fcd <= lookahead && lookahead <= 0x1fcf) || @@ -16383,10 +16820,11 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { (0x1fed <= lookahead && lookahead <= 0x1fef) || lookahead == 0x1ffd || lookahead == 0x1ffe || - (0x2010 <= lookahead && lookahead <= 0x2015) || - lookahead == 0x2026 || - lookahead == 0x2044 || - lookahead == 0x2052 || + (0x2010 <= lookahead && lookahead <= 0x2017) || + (0x2020 <= lookahead && lookahead <= 0x2027) || + (0x2030 <= lookahead && lookahead <= 0x2038) || + (0x203b <= lookahead && lookahead <= 0x2044) || + (0x2047 <= lookahead && lookahead <= 0x205e) || (0x207a <= lookahead && lookahead <= 0x207c) || (0x208a <= lookahead && lookahead <= 0x208c) || (0x20a0 <= lookahead && lookahead <= 0x20af) || @@ -16425,19 +16863,26 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { (0x2b76 <= lookahead && lookahead <= 0x2b95) || (0x2b97 <= lookahead && lookahead <= 0x2bff) || (0x2ce5 <= lookahead && lookahead <= 0x2cea) || - lookahead == 0x2e17 || - lookahead == 0x2e1a || - lookahead == 0x2e3a || - lookahead == 0x2e3b || - lookahead == 0x2e40 || - lookahead == 0x2e50 || - lookahead == 0x2e51 || + (0x2cf9 <= lookahead && lookahead <= 0x2cfc) || + lookahead == 0x2cfe || + lookahead == 0x2cff || + lookahead == 0x2d70 || + lookahead == 0x2e00 || + lookahead == 0x2e01 || + (0x2e06 <= lookahead && lookahead <= 0x2e08) || + lookahead == 0x2e0b || + (0x2e0e <= lookahead && lookahead <= 0x2e1b) || + lookahead == 0x2e1e || + lookahead == 0x2e1f || + (0x2e2a <= lookahead && lookahead <= 0x2e2e) || + (0x2e30 <= lookahead && lookahead <= 0x2e41) || + (0x2e43 <= lookahead && lookahead <= 0x2e52) || lookahead == 0x2e5d || (0x2e80 <= lookahead && lookahead <= 0x2e99) || (0x2e9b <= lookahead && lookahead <= 0x2ef3) || (0x2f00 <= lookahead && lookahead <= 0x2fd5) || (0x2ff0 <= lookahead && lookahead <= 0x2fff) || - lookahead == 0x3004 || + (0x3001 <= lookahead && lookahead <= 0x3004) || lookahead == 0x3012 || lookahead == 0x3013 || lookahead == 0x301c || @@ -16449,6 +16894,7 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 0x309b || lookahead == 0x309c || lookahead == 0x30a0 || + lookahead == 0x30fb || lookahead == 0x3190 || lookahead == 0x3191 || (0x3196 <= lookahead && lookahead <= 0x319f) || @@ -16462,6 +16908,12 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { (0x32c0 <= lookahead && lookahead <= 0x33ff) || (0x4dc0 <= lookahead && lookahead <= 0x4dff) || (0xa490 <= lookahead && lookahead <= 0xa4c6) || + lookahead == 0xa4fe || + lookahead == 0xa4ff || + (0xa60d <= lookahead && lookahead <= 0xa60f) || + lookahead == 0xa673 || + lookahead == 0xa67e || + (0xa6f2 <= lookahead && lookahead <= 0xa6f7) || (0xa700 <= lookahead && lookahead <= 0xa716) || lookahead == 0xa720 || lookahead == 0xa721 || @@ -16469,48 +16921,125 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 0xa78a || (0xa828 <= lookahead && lookahead <= 0xa82b) || (0xa836 <= lookahead && lookahead <= 0xa839) || + (0xa874 <= lookahead && lookahead <= 0xa877) || + lookahead == 0xa8ce || + lookahead == 0xa8cf || + (0xa8f8 <= lookahead && lookahead <= 0xa8fa) || + lookahead == 0xa8fc || + lookahead == 0xa92e || + lookahead == 0xa92f || + lookahead == 0xa95f || + (0xa9c1 <= lookahead && lookahead <= 0xa9cd) || + lookahead == 0xa9de || + lookahead == 0xa9df || + (0xaa5c <= lookahead && lookahead <= 0xaa5f) || (0xaa77 <= lookahead && lookahead <= 0xaa79) || + lookahead == 0xaade || + lookahead == 0xaadf || + lookahead == 0xaaf0 || + lookahead == 0xaaf1 || lookahead == 0xab5b || lookahead == 0xab6a || lookahead == 0xab6b || + lookahead == 0xabeb || lookahead == 0xfb29 || (0xfbb2 <= lookahead && lookahead <= 0xfbc2) || (0xfd40 <= lookahead && lookahead <= 0xfd4f) || lookahead == 0xfdcf || (0xfdfc <= lookahead && lookahead <= 0xfdff) || - lookahead == 0xfe31 || - lookahead == 0xfe32 || - lookahead == 0xfe58 || - (0xfe62 <= lookahead && lookahead <= 0xfe66) || - lookahead == 0xfe69 || - lookahead == 0xff04 || - lookahead == 0xff0b || - lookahead == 0xff0d || - (0xff1c <= lookahead && lookahead <= 0xff1e) || - lookahead == 0xff3e || - lookahead == 0xff40 || + (0xfe10 <= lookahead && lookahead <= 0xfe16) || + lookahead == 0xfe19 || + (0xfe30 <= lookahead && lookahead <= 0xfe34) || + lookahead == 0xfe45 || + lookahead == 0xfe46 || + (0xfe49 <= lookahead && lookahead <= 0xfe52) || + (0xfe54 <= lookahead && lookahead <= 0xfe58) || + (0xfe5f <= lookahead && lookahead <= 0xfe66) || + (0xfe68 <= lookahead && lookahead <= 0xfe6b) || + (0xff01 <= lookahead && lookahead <= 0xff07) || + (0xff0a <= lookahead && lookahead <= 0xff0f) || + (0xff1a <= lookahead && lookahead <= 0xff20) || + lookahead == 0xff3c || + (0xff3e <= lookahead && lookahead <= 0xff40) || lookahead == 0xff5c || lookahead == 0xff5e || + lookahead == 0xff61 || + lookahead == 0xff64 || + lookahead == 0xff65 || (0xffe0 <= lookahead && lookahead <= 0xffe6) || (0xffe8 <= lookahead && lookahead <= 0xffee) || lookahead == 0xfffc || lookahead == 0xfffd || + (0x10100 <= lookahead && lookahead <= 0x10102) || (0x10137 <= lookahead && lookahead <= 0x1013f) || (0x10179 <= lookahead && lookahead <= 0x10189) || (0x1018c <= lookahead && lookahead <= 0x1018e) || (0x10190 <= lookahead && lookahead <= 0x1019c) || lookahead == 0x101a0 || (0x101d0 <= lookahead && lookahead <= 0x101fc) || + lookahead == 0x1039f || + lookahead == 0x103d0 || + lookahead == 0x1056f || + lookahead == 0x10857 || lookahead == 0x10877 || lookahead == 0x10878 || + lookahead == 0x1091f || + lookahead == 0x1093f || + (0x10a50 <= lookahead && lookahead <= 0x10a58) || + lookahead == 0x10a7f || lookahead == 0x10ac8 || + (0x10af0 <= lookahead && lookahead <= 0x10af6) || + (0x10b39 <= lookahead && lookahead <= 0x10b3f) || + (0x10b99 <= lookahead && lookahead <= 0x10b9c) || lookahead == 0x10d6e || lookahead == 0x10ead || - lookahead == 0x1173f || + (0x10f55 <= lookahead && lookahead <= 0x10f59) || + (0x11047 <= lookahead && lookahead <= 0x1104d) || + lookahead == 0x110bb || + lookahead == 0x110bc || + (0x110be <= lookahead && lookahead <= 0x110c1) || + (0x11140 <= lookahead && lookahead <= 0x11143) || + lookahead == 0x11174 || + lookahead == 0x11175 || + (0x111c5 <= lookahead && lookahead <= 0x111c8) || + lookahead == 0x111cd || + lookahead == 0x111db || + (0x111dd <= lookahead && lookahead <= 0x111df) || + (0x11238 <= lookahead && lookahead <= 0x1123d) || + lookahead == 0x112a9 || + (0x1144b <= lookahead && lookahead <= 0x1144f) || + lookahead == 0x1145a || + lookahead == 0x1145b || + lookahead == 0x1145d || + lookahead == 0x114c6 || + (0x115c1 <= lookahead && lookahead <= 0x115d7) || + (0x11641 <= lookahead && lookahead <= 0x11643) || + (0x11660 <= lookahead && lookahead <= 0x1166c) || + (0x1173c <= lookahead && lookahead <= 0x1173f) || + lookahead == 0x1183b || + (0x11944 <= lookahead && lookahead <= 0x11946) || + lookahead == 0x119e2 || + (0x11a3f <= lookahead && lookahead <= 0x11a46) || + (0x11a9a <= lookahead && lookahead <= 0x11a9c) || + (0x11a9e <= lookahead && lookahead <= 0x11aa2) || + (0x11c41 <= lookahead && lookahead <= 0x11c45) || + lookahead == 0x11c70 || + lookahead == 0x11c71 || + lookahead == 0x11ef7 || + lookahead == 0x11ef8 || (0x11fd5 <= lookahead && lookahead <= 0x11ff1) || - (0x16b3c <= lookahead && lookahead <= 0x16b3f) || + lookahead == 0x11fff || + (0x12470 <= lookahead && lookahead <= 0x12474) || + lookahead == 0x16a6e || + lookahead == 0x16a6f || + lookahead == 0x16af5 || + (0x16b37 <= lookahead && lookahead <= 0x16b3f) || + lookahead == 0x16b44 || lookahead == 0x16b45 || + (0x16e97 <= lookahead && lookahead <= 0x16e9a) || + lookahead == 0x16fe2 || lookahead == 0x1bc9c || + lookahead == 0x1bc9f || (0x1cc00 <= lookahead && lookahead <= 0x1ccef) || (0x1cd00 <= lookahead && lookahead <= 0x1ceb3) || (0x1cf50 <= lookahead && lookahead <= 0x1cfc3) || @@ -16539,10 +17068,11 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { (0x1da37 <= lookahead && lookahead <= 0x1da3a) || (0x1da6d <= lookahead && lookahead <= 0x1da74) || (0x1da76 <= lookahead && lookahead <= 0x1da83) || - lookahead == 0x1da85 || - lookahead == 0x1da86 || + (0x1da85 <= lookahead && lookahead <= 0x1da8b) || lookahead == 0x1e14f || lookahead == 0x1e2ff || + lookahead == 0x1e95e || + lookahead == 0x1e95f || lookahead == 0x1ecac || lookahead == 0x1ecb0 || lookahead == 0x1ed2e || @@ -16550,7 +17080,7 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 0x1eef1 || (0x1f110 <= lookahead && lookahead <= 0x1fb92) || (0x1fb94 <= lookahead && lookahead <= 0x1fbef)) ADVANCE(2113); - if (set_contains(aux_sym_pandoc_str_token1_character_set_1, 811, lookahead)) ADVANCE(2117); + if (set_contains(aux_sym_pandoc_str_token1_character_set_1, 796, lookahead)) ADVANCE(2117); END_STATE(); case 2049: ACCEPT_TOKEN(ts_builtin_sym_end); diff --git a/crates/tree-sitter-qmd/tree-sitter-markdown/test/corpus/po-as-str.txt b/crates/tree-sitter-qmd/tree-sitter-markdown/test/corpus/po-as-str.txt new file mode 100644 index 000000000..2c14c3a61 --- /dev/null +++ b/crates/tree-sitter-qmd/tree-sitter-markdown/test/corpus/po-as-str.txt @@ -0,0 +1,72 @@ +================================================================================ +po-as-str — bare section sign § is a Str (bd-6kewx) +================================================================================ +§ +-------------------------------------------------------------------------------- +(document + (section + (pandoc_paragraph + (pandoc_str)))) + +================================================================================ +po-as-str — § between words +================================================================================ +a § b +-------------------------------------------------------------------------------- +(document + (section + (pandoc_paragraph + (pandoc_str) + (pandoc_space) + (pandoc_str) + (pandoc_space) + (pandoc_str)))) + +================================================================================ +po-as-str — section reference §4 (no space) +================================================================================ +see §4 +-------------------------------------------------------------------------------- +(document + (section + (pandoc_paragraph + (pandoc_str) + (pandoc_space) + (pandoc_str) + (pandoc_str)))) + +================================================================================ +po-as-str — other Po punctuation: bullet, middot, dagger, ddagger, pilcrow +================================================================================ +• · † ‡ ¶ +-------------------------------------------------------------------------------- +(document + (section + (pandoc_paragraph + (pandoc_str) + (pandoc_space) + (pandoc_str) + (pandoc_space) + (pandoc_str) + (pandoc_space) + (pandoc_str) + (pandoc_space) + (pandoc_str)))) + +================================================================================ +po-as-str — ascii emphasis/quote delimiters still reserved (regression) +================================================================================ +*x* 'y' +-------------------------------------------------------------------------------- +(document + (section + (pandoc_paragraph + (pandoc_emph + (emphasis_delimiter) + (pandoc_str) + (emphasis_delimiter)) + (pandoc_single_quote + (single_quote) + (content + (pandoc_str)) + (single_quote)))))