rigid 0.2.0 → 0.2.1

data/vendor/requests/packages/idna/core.py

@@ -0,0 +1,387 @@
+from . import idnadata
+import bisect
+import unicodedata
+import re
+import sys
+from .intranges import intranges_contain
+
+_virama_combining_class = 9
+_alabel_prefix = b'xn--'
+_unicode_dots_re = re.compile(u'[\u002e\u3002\uff0e\uff61]')
+
+if sys.version_info[0] == 3:
+    unicode = str
+    unichr = chr
+
+class IDNAError(UnicodeError):
+    """ Base exception for all IDNA-encoding related problems """
+    pass
+
+
+class IDNABidiError(IDNAError):
+    """ Exception when bidirectional requirements are not satisfied """
+    pass
+
+
+class InvalidCodepoint(IDNAError):
+    """ Exception when a disallowed or unallocated codepoint is used """
+    pass
+
+
+class InvalidCodepointContext(IDNAError):
+    """ Exception when the codepoint is not valid in the context it is used """
+    pass
+
+
+def _combining_class(cp):
+    return unicodedata.combining(unichr(cp))
+
+def _is_script(cp, script):
+    return intranges_contain(ord(cp), idnadata.scripts[script])
+
+def _punycode(s):
+    return s.encode('punycode')
+
+def _unot(s):
+    return 'U+{0:04X}'.format(s)
+
+
+def valid_label_length(label):
+
+    if len(label) > 63:
+        return False
+    return True
+
+
+def valid_string_length(label, trailing_dot):
+
+    if len(label) > (254 if trailing_dot else 253):
+        return False
+    return True
+
+
+def check_bidi(label, check_ltr=False):
+
+    # Bidi rules should only be applied if string contains RTL characters
+    bidi_label = False
+    for (idx, cp) in enumerate(label, 1):
+        direction = unicodedata.bidirectional(cp)
+        if direction == '':
+            # String likely comes from a newer version of Unicode
+            raise IDNABidiError('Unknown directionality in label {0} at position {1}'.format(repr(label), idx))
+        if direction in ['R', 'AL', 'AN']:
+            bidi_label = True
+            break
+    if not bidi_label and not check_ltr:
+        return True
+
+    # Bidi rule 1
+    direction = unicodedata.bidirectional(label[0])
+    if direction in ['R', 'AL']:
+        rtl = True
+    elif direction == 'L':
+        rtl = False
+    else:
+        raise IDNABidiError('First codepoint in label {0} must be directionality L, R or AL'.format(repr(label)))
+
+    valid_ending = False
+    number_type = False
+    for (idx, cp) in enumerate(label, 1):
+        direction = unicodedata.bidirectional(cp)
+
+        if rtl:
+            # Bidi rule 2
+            if not direction in ['R', 'AL', 'AN', 'EN', 'ES', 'CS', 'ET', 'ON', 'BN', 'NSM']:
+                raise IDNABidiError('Invalid direction for codepoint at position {0} in a right-to-left label'.format(idx))
+            # Bidi rule 3
+            if direction in ['R', 'AL', 'EN', 'AN']:
+                valid_ending = True
+            elif direction != 'NSM':
+                valid_ending = False
+            # Bidi rule 4
+            if direction in ['AN', 'EN']:
+                if not number_type:
+                    number_type = direction
+                else:
+                    if number_type != direction:
+                        raise IDNABidiError('Can not mix numeral types in a right-to-left label')
+        else:
+            # Bidi rule 5
+            if not direction in ['L', 'EN', 'ES', 'CS', 'ET', 'ON', 'BN', 'NSM']:
+                raise IDNABidiError('Invalid direction for codepoint at position {0} in a left-to-right label'.format(idx))
+            # Bidi rule 6
+            if direction in ['L', 'EN']:
+                valid_ending = True
+            elif direction != 'NSM':
+                valid_ending = False
+
+    if not valid_ending:
+        raise IDNABidiError('Label ends with illegal codepoint directionality')
+
+    return True
+
+
+def check_initial_combiner(label):
+
+    if unicodedata.category(label[0])[0] == 'M':
+        raise IDNAError('Label begins with an illegal combining character')
+    return True
+
+
+def check_hyphen_ok(label):
+
+    if label[2:4] == '--':
+        raise IDNAError('Label has disallowed hyphens in 3rd and 4th position')
+    if label[0] == '-' or label[-1] == '-':
+        raise IDNAError('Label must not start or end with a hyphen')
+    return True
+
+
+def check_nfc(label):
+
+    if unicodedata.normalize('NFC', label) != label:
+        raise IDNAError('Label must be in Normalization Form C')
+
+
+def valid_contextj(label, pos):
+
+    cp_value = ord(label[pos])
+
+    if cp_value == 0x200c:
+
+        if pos > 0:
+            if _combining_class(ord(label[pos - 1])) == _virama_combining_class:
+                return True
+
+        ok = False
+        for i in range(pos-1, -1, -1):
+            joining_type = idnadata.joining_types.get(ord(label[i]))
+            if joining_type == 'T':
+                continue
+            if joining_type in ['L', 'D']:
+                ok = True
+                break
+
+        if not ok:
+            return False
+
+        ok = False
+        for i in range(pos+1, len(label)):
+            joining_type = idnadata.joining_types.get(ord(label[i]))
+            if joining_type == 'T':
+                continue
+            if joining_type in ['R', 'D']:
+                ok = True
+                break
+        return ok
+
+    if cp_value == 0x200d:
+
+        if pos > 0:
+            if _combining_class(ord(label[pos - 1])) == _virama_combining_class:
+                return True
+        return False
+
+    else:
+
+        return False
+
+
+def valid_contexto(label, pos, exception=False):
+
+    cp_value = ord(label[pos])
+
+    if cp_value == 0x00b7:
+        if 0 < pos < len(label)-1:
+            if ord(label[pos - 1]) == 0x006c and ord(label[pos + 1]) == 0x006c:
+                return True
+        return False
+
+    elif cp_value == 0x0375:
+        if pos < len(label)-1 and len(label) > 1:
+            return _is_script(label[pos + 1], 'Greek')
+        return False
+
+    elif cp_value == 0x05f3 or cp_value == 0x05f4:
+        if pos > 0:
+            return _is_script(label[pos - 1], 'Hebrew')
+        return False
+
+    elif cp_value == 0x30fb:
+        for cp in label:
+            if cp == u'\u30fb':
+                continue
+            if not _is_script(cp, 'Hiragana') and not _is_script(cp, 'Katakana') and not _is_script(cp, 'Han'):
+                return False
+        return True
+
+    elif 0x660 <= cp_value <= 0x669:
+        for cp in label:
+            if 0x6f0 <= ord(cp) <= 0x06f9:
+                return False
+        return True
+
+    elif 0x6f0 <= cp_value <= 0x6f9:
+        for cp in label:
+            if 0x660 <= ord(cp) <= 0x0669:
+                return False
+        return True
+
+
+def check_label(label):
+
+    if isinstance(label, (bytes, bytearray)):
+        label = label.decode('utf-8')
+    if len(label) == 0:
+        raise IDNAError('Empty Label')
+
+    check_nfc(label)
+    check_hyphen_ok(label)
+    check_initial_combiner(label)
+
+    for (pos, cp) in enumerate(label):
+        cp_value = ord(cp)
+        if intranges_contain(cp_value, idnadata.codepoint_classes['PVALID']):
+            continue
+        elif intranges_contain(cp_value, idnadata.codepoint_classes['CONTEXTJ']):
+            if not valid_contextj(label, pos):
+                raise InvalidCodepointContext('Joiner {0} not allowed at position {1} in {2}'.format(_unot(cp_value), pos+1, repr(label)))
+        elif intranges_contain(cp_value, idnadata.codepoint_classes['CONTEXTO']):
+            if not valid_contexto(label, pos):
+                raise InvalidCodepointContext('Codepoint {0} not allowed at position {1} in {2}'.format(_unot(cp_value), pos+1, repr(label)))
+        else:
+            raise InvalidCodepoint('Codepoint {0} at position {1} of {2} not allowed'.format(_unot(cp_value), pos+1, repr(label)))
+
+    check_bidi(label)
+
+
+def alabel(label):
+
+    try:
+        label = label.encode('ascii')
+        try:
+            ulabel(label)
+        except:
+            raise IDNAError('The label {0} is not a valid A-label'.format(label))
+        if not valid_label_length(label):
+            raise IDNAError('Label too long')
+        return label
+    except UnicodeError:
+        pass
+
+    if not label:
+        raise IDNAError('No Input')
+
+    label = unicode(label)
+    check_label(label)
+    label = _punycode(label)
+    label = _alabel_prefix + label
+
+    if not valid_label_length(label):
+        raise IDNAError('Label too long')
+
+    return label
+
+
+def ulabel(label):
+
+    if not isinstance(label, (bytes, bytearray)):
+        try:
+            label = label.encode('ascii')
+        except UnicodeError:
+            check_label(label)
+            return label
+
+    label = label.lower()
+    if label.startswith(_alabel_prefix):
+        label = label[len(_alabel_prefix):]
+    else:
+        check_label(label)
+        return label.decode('ascii')
+
+    label = label.decode('punycode')
+    check_label(label)
+    return label
+
+
+def uts46_remap(domain, std3_rules=True, transitional=False):
+    """Re-map the characters in the string according to UTS46 processing."""
+    from .uts46data import uts46data
+    output = u""
+    try:
+        for pos, char in enumerate(domain):
+            code_point = ord(char)
+            uts46row = uts46data[code_point if code_point < 256 else
+                bisect.bisect_left(uts46data, (code_point, "Z")) - 1]
+            status = uts46row[1]
+            replacement = uts46row[2] if len(uts46row) == 3 else None
+            if (status == "V" or
+                    (status == "D" and not transitional) or
+                    (status == "3" and std3_rules and replacement is None)):
+                output += char
+            elif replacement is not None and (status == "M" or
+                    (status == "3" and std3_rules) or
+                    (status == "D" and transitional)):
+                output += replacement
+            elif status != "I":
+                raise IndexError()
+        return unicodedata.normalize("NFC", output)
+    except IndexError:
+        raise InvalidCodepoint(
+            "Codepoint {0} not allowed at position {1} in {2}".format(
+            _unot(code_point), pos + 1, repr(domain)))
+
+
+def encode(s, strict=False, uts46=False, std3_rules=False, transitional=False):
+
+    if isinstance(s, (bytes, bytearray)):
+        s = s.decode("ascii")
+    if uts46:
+        s = uts46_remap(s, std3_rules, transitional)
+    trailing_dot = False
+    result = []
+    if strict:
+        labels = s.split('.')
+    else:
+        labels = _unicode_dots_re.split(s)
+    while labels and not labels[0]:
+        del labels[0]
+    if not labels:
+        raise IDNAError('Empty domain')
+    if labels[-1] == '':
+        del labels[-1]
+        trailing_dot = True
+    for label in labels:
+        result.append(alabel(label))
+    if trailing_dot:
+        result.append(b'')
+    s = b'.'.join(result)
+    if not valid_string_length(s, trailing_dot):
+        raise IDNAError('Domain too long')
+    return s
+
+
+def decode(s, strict=False, uts46=False, std3_rules=False):
+
+    if isinstance(s, (bytes, bytearray)):
+        s = s.decode("ascii")
+    if uts46:
+        s = uts46_remap(s, std3_rules, False)
+    trailing_dot = False
+    result = []
+    if not strict:
+        labels = _unicode_dots_re.split(s)
+    else:
+        labels = s.split(u'.')
+    while labels and not labels[0]:
+        del labels[0]
+    if not labels:
+        raise IDNAError('Empty domain')
+    if not labels[-1]:
+        del labels[-1]
+        trailing_dot = True
+    for label in labels:
+        result.append(ulabel(label))
+    if trailing_dot:
+        result.append(u'')
+    return u'.'.join(result)

data/vendor/requests/packages/idna/idnadata.py

@@ -0,0 +1,1584 @@
+# This file is automatically generated by build-idnadata.py
+
+scripts = {
+    'Greek': (
+        (0x370, 0x374),
+        (0x375, 0x378),
+        (0x37a, 0x37e),
+        (0x384, 0x385),
+        (0x386, 0x387),
+        (0x388, 0x38b),
+        (0x38c, 0x38d),
+        (0x38e, 0x3a2),
+        (0x3a3, 0x3e2),
+        (0x3f0, 0x400),
+        (0x1d26, 0x1d2b),
+        (0x1d5d, 0x1d62),
+        (0x1d66, 0x1d6b),
+        (0x1dbf, 0x1dc0),
+        (0x1f00, 0x1f16),
+        (0x1f18, 0x1f1e),
+        (0x1f20, 0x1f46),
+        (0x1f48, 0x1f4e),
+        (0x1f50, 0x1f58),
+        (0x1f59, 0x1f5a),
+        (0x1f5b, 0x1f5c),
+        (0x1f5d, 0x1f5e),
+        (0x1f5f, 0x1f7e),
+        (0x1f80, 0x1fb5),
+        (0x1fb6, 0x1fc5),
+        (0x1fc6, 0x1fd4),
+        (0x1fd6, 0x1fdc),
+        (0x1fdd, 0x1ff0),
+        (0x1ff2, 0x1ff5),
+        (0x1ff6, 0x1fff),
+        (0x2126, 0x2127),
+        (0x10140, 0x1018b),
+        (0x1d200, 0x1d246),
+    ),
+    'Han': (
+        (0x2e80, 0x2e9a),
+        (0x2e9b, 0x2ef4),
+        (0x2f00, 0x2fd6),
+        (0x3005, 0x3006),
+        (0x3007, 0x3008),
+        (0x3021, 0x302a),
+        (0x3038, 0x303c),
+        (0x3400, 0x4db6),
+        (0x4e00, 0x9fcd),
+        (0xf900, 0xfa6e),
+        (0xfa70, 0xfada),
+        (0x20000, 0x2a6d7),
+        (0x2a700, 0x2b735),
+        (0x2b740, 0x2b81e),
+        (0x2f800, 0x2fa1e),
+    ),
+    'Hebrew': (
+        (0x591, 0x5c8),
+        (0x5d0, 0x5eb),
+        (0x5f0, 0x5f5),
+        (0xfb1d, 0xfb37),
+        (0xfb38, 0xfb3d),
+        (0xfb3e, 0xfb3f),
+        (0xfb40, 0xfb42),
+        (0xfb43, 0xfb45),
+        (0xfb46, 0xfb50),
+    ),
+    'Hiragana': (
+        (0x3041, 0x3097),
+        (0x309d, 0x30a0),
+        (0x1b001, 0x1b002),
+        (0x1f200, 0x1f201),
+    ),
+    'Katakana': (
+        (0x30a1, 0x30fb),
+        (0x30fd, 0x3100),
+        (0x31f0, 0x3200),
+        (0x32d0, 0x32ff),
+        (0x3300, 0x3358),
+        (0xff66, 0xff70),
+        (0xff71, 0xff9e),
+        (0x1b000, 0x1b001),
+    ),
+}
+joining_types = {
+    0x600: 'U',
+    0x601: 'U',
+    0x602: 'U',
+    0x603: 'U',
+    0x604: 'U',
+    0x608: 'U',
+    0x60b: 'U',
+    0x620: 'D',
+    0x621: 'U',
+    0x622: 'R',
+    0x623: 'R',
+    0x624: 'R',
+    0x625: 'R',
+    0x626: 'D',
+    0x627: 'R',
+    0x628: 'D',
+    0x629: 'R',
+    0x62a: 'D',
+    0x62b: 'D',
+    0x62c: 'D',
+    0x62d: 'D',
+    0x62e: 'D',
+    0x62f: 'R',
+    0x630: 'R',
+    0x631: 'R',
+    0x632: 'R',
+    0x633: 'D',
+    0x634: 'D',
+    0x635: 'D',
+    0x636: 'D',
+    0x637: 'D',
+    0x638: 'D',
+    0x639: 'D',
+    0x63a: 'D',
+    0x63b: 'D',
+    0x63c: 'D',
+    0x63d: 'D',
+    0x63e: 'D',
+    0x63f: 'D',
+    0x640: 'C',
+    0x641: 'D',
+    0x642: 'D',
+    0x643: 'D',
+    0x644: 'D',
+    0x645: 'D',
+    0x646: 'D',
+    0x647: 'D',
+    0x648: 'R',
+    0x649: 'D',
+    0x64a: 'D',
+    0x66e: 'D',
+    0x66f: 'D',
+    0x671: 'R',
+    0x672: 'R',
+    0x673: 'R',
+    0x674: 'U',
+    0x675: 'R',
+    0x676: 'R',
+    0x677: 'R',
+    0x678: 'D',
+    0x679: 'D',
+    0x67a: 'D',
+    0x67b: 'D',
+    0x67c: 'D',
+    0x67d: 'D',
+    0x67e: 'D',
+    0x67f: 'D',
+    0x680: 'D',
+    0x681: 'D',
+    0x682: 'D',
+    0x683: 'D',
+    0x684: 'D',
+    0x685: 'D',
+    0x686: 'D',
+    0x687: 'D',
+    0x688: 'R',
+    0x689: 'R',
+    0x68a: 'R',
+    0x68b: 'R',
+    0x68c: 'R',
+    0x68d: 'R',
+    0x68e: 'R',
+    0x68f: 'R',
+    0x690: 'R',
+    0x691: 'R',
+    0x692: 'R',
+    0x693: 'R',
+    0x694: 'R',
+    0x695: 'R',
+    0x696: 'R',
+    0x697: 'R',
+    0x698: 'R',
+    0x699: 'R',
+    0x69a: 'D',
+    0x69b: 'D',
+    0x69c: 'D',
+    0x69d: 'D',
+    0x69e: 'D',
+    0x69f: 'D',
+    0x6a0: 'D',
+    0x6a1: 'D',
+    0x6a2: 'D',
+    0x6a3: 'D',
+    0x6a4: 'D',
+    0x6a5: 'D',
+    0x6a6: 'D',
+    0x6a7: 'D',
+    0x6a8: 'D',
+    0x6a9: 'D',
+    0x6aa: 'D',
+    0x6ab: 'D',
+    0x6ac: 'D',
+    0x6ad: 'D',
+    0x6ae: 'D',
+    0x6af: 'D',
+    0x6b0: 'D',
+    0x6b1: 'D',
+    0x6b2: 'D',
+    0x6b3: 'D',
+    0x6b4: 'D',
+    0x6b5: 'D',
+    0x6b6: 'D',
+    0x6b7: 'D',
+    0x6b8: 'D',
+    0x6b9: 'D',
+    0x6ba: 'D',
+    0x6bb: 'D',
+    0x6bc: 'D',
+    0x6bd: 'D',
+    0x6be: 'D',
+    0x6bf: 'D',
+    0x6c0: 'R',
+    0x6c1: 'D',
+    0x6c2: 'D',
+    0x6c3: 'R',
+    0x6c4: 'R',
+    0x6c5: 'R',
+    0x6c6: 'R',
+    0x6c7: 'R',
+    0x6c8: 'R',
+    0x6c9: 'R',
+    0x6ca: 'R',
+    0x6cb: 'R',
+    0x6cc: 'D',
+    0x6cd: 'R',
+    0x6ce: 'D',
+    0x6cf: 'R',
+    0x6d0: 'D',
+    0x6d1: 'D',
+    0x6d2: 'R',
+    0x6d3: 'R',
+    0x6d5: 'R',
+    0x6dd: 'U',
+    0x6ee: 'R',
+    0x6ef: 'R',
+    0x6fa: 'D',
+    0x6fb: 'D',
+    0x6fc: 'D',
+    0x6ff: 'D',
+    0x710: 'R',
+    0x712: 'D',
+    0x713: 'D',
+    0x714: 'D',
+    0x715: 'R',
+    0x716: 'R',
+    0x717: 'R',
+    0x718: 'R',
+    0x719: 'R',
+    0x71a: 'D',
+    0x71b: 'D',
+    0x71c: 'D',
+    0x71d: 'D',
+    0x71e: 'R',
+    0x71f: 'D',
+    0x720: 'D',
+    0x721: 'D',
+    0x722: 'D',
+    0x723: 'D',
+    0x724: 'D',
+    0x725: 'D',
+    0x726: 'D',
+    0x727: 'D',
+    0x728: 'R',
+    0x729: 'D',
+    0x72a: 'R',
+    0x72b: 'D',
+    0x72c: 'R',
+    0x72d: 'D',
+    0x72e: 'D',
+    0x72f: 'R',
+    0x74d: 'R',
+    0x74e: 'D',
+    0x74f: 'D',
+    0x750: 'D',
+    0x751: 'D',
+    0x752: 'D',
+    0x753: 'D',
+    0x754: 'D',
+    0x755: 'D',
+    0x756: 'D',
+    0x757: 'D',
+    0x758: 'D',
+    0x759: 'R',
+    0x75a: 'R',
+    0x75b: 'R',
+    0x75c: 'D',
+    0x75d: 'D',
+    0x75e: 'D',
+    0x75f: 'D',
+    0x760: 'D',
+    0x761: 'D',
+    0x762: 'D',
+    0x763: 'D',
+    0x764: 'D',
+    0x765: 'D',
+    0x766: 'D',
+    0x767: 'D',
+    0x768: 'D',
+    0x769: 'D',
+    0x76a: 'D',
+    0x76b: 'R',
+    0x76c: 'R',
+    0x76d: 'D',
+    0x76e: 'D',
+    0x76f: 'D',
+    0x770: 'D',
+    0x771: 'R',
+    0x772: 'D',
+    0x773: 'R',
+    0x774: 'R',
+    0x775: 'D',
+    0x776: 'D',
+    0x777: 'D',
+    0x778: 'R',
+    0x779: 'R',
+    0x77a: 'D',
+    0x77b: 'D',
+    0x77c: 'D',
+    0x77d: 'D',
+    0x77e: 'D',
+    0x77f: 'D',
+    0x7ca: 'D',
+    0x7cb: 'D',
+    0x7cc: 'D',
+    0x7cd: 'D',
+    0x7ce: 'D',
+    0x7cf: 'D',
+    0x7d0: 'D',
+    0x7d1: 'D',
+    0x7d2: 'D',
+    0x7d3: 'D',
+    0x7d4: 'D',
+    0x7d5: 'D',
+    0x7d6: 'D',
+    0x7d7: 'D',
+    0x7d8: 'D',
+    0x7d9: 'D',
+    0x7da: 'D',
+    0x7db: 'D',
+    0x7dc: 'D',
+    0x7dd: 'D',
+    0x7de: 'D',
+    0x7df: 'D',
+    0x7e0: 'D',
+    0x7e1: 'D',
+    0x7e2: 'D',
+    0x7e3: 'D',
+    0x7e4: 'D',
+    0x7e5: 'D',
+    0x7e6: 'D',
+    0x7e7: 'D',
+    0x7e8: 'D',
+    0x7e9: 'D',
+    0x7ea: 'D',
+    0x7fa: 'C',
+    0x840: 'R',
+    0x841: 'D',
+    0x842: 'D',
+    0x843: 'D',
+    0x844: 'D',
+    0x845: 'D',
+    0x846: 'R',
+    0x847: 'D',
+    0x848: 'D',
+    0x849: 'R',
+    0x84a: 'D',
+    0x84b: 'D',
+    0x84c: 'D',
+    0x84d: 'D',
+    0x84e: 'D',
+    0x84f: 'R',
+    0x850: 'D',
+    0x851: 'D',
+    0x852: 'D',
+    0x853: 'D',
+    0x854: 'R',
+    0x855: 'D',
+    0x856: 'U',
+    0x857: 'U',
+    0x858: 'U',
+    0x8a0: 'D',
+    0x8a2: 'D',
+    0x8a3: 'D',
+    0x8a4: 'D',
+    0x8a5: 'D',
+    0x8a6: 'D',
+    0x8a7: 'D',
+    0x8a8: 'D',
+    0x8a9: 'D',
+    0x8aa: 'R',
+    0x8ab: 'R',
+    0x8ac: 'R',
+    0x1806: 'U',
+    0x1807: 'D',
+    0x180a: 'C',
+    0x180e: 'U',
+    0x1820: 'D',
+    0x1821: 'D',
+    0x1822: 'D',
+    0x1823: 'D',
+    0x1824: 'D',
+    0x1825: 'D',
+    0x1826: 'D',
+    0x1827: 'D',
+    0x1828: 'D',
+    0x1829: 'D',
+    0x182a: 'D',
+    0x182b: 'D',
+    0x182c: 'D',
+    0x182d: 'D',
+    0x182e: 'D',
+    0x182f: 'D',
+    0x1830: 'D',
+    0x1831: 'D',
+    0x1832: 'D',
+    0x1833: 'D',
+    0x1834: 'D',
+    0x1835: 'D',
+    0x1836: 'D',
+    0x1837: 'D',
+    0x1838: 'D',
+    0x1839: 'D',
+    0x183a: 'D',
+    0x183b: 'D',
+    0x183c: 'D',
+    0x183d: 'D',
+    0x183e: 'D',
+    0x183f: 'D',
+    0x1840: 'D',
+    0x1841: 'D',
+    0x1842: 'D',
+    0x1843: 'D',
+    0x1844: 'D',
+    0x1845: 'D',
+    0x1846: 'D',
+    0x1847: 'D',
+    0x1848: 'D',
+    0x1849: 'D',
+    0x184a: 'D',
+    0x184b: 'D',
+    0x184c: 'D',
+    0x184d: 'D',
+    0x184e: 'D',
+    0x184f: 'D',
+    0x1850: 'D',
+    0x1851: 'D',
+    0x1852: 'D',
+    0x1853: 'D',
+    0x1854: 'D',
+    0x1855: 'D',
+    0x1856: 'D',
+    0x1857: 'D',
+    0x1858: 'D',
+    0x1859: 'D',
+    0x185a: 'D',
+    0x185b: 'D',
+    0x185c: 'D',
+    0x185d: 'D',
+    0x185e: 'D',
+    0x185f: 'D',
+    0x1860: 'D',
+    0x1861: 'D',
+    0x1862: 'D',
+    0x1863: 'D',
+    0x1864: 'D',
+    0x1865: 'D',
+    0x1866: 'D',
+    0x1867: 'D',
+    0x1868: 'D',
+    0x1869: 'D',
+    0x186a: 'D',
+    0x186b: 'D',
+    0x186c: 'D',
+    0x186d: 'D',
+    0x186e: 'D',
+    0x186f: 'D',
+    0x1870: 'D',
+    0x1871: 'D',
+    0x1872: 'D',
+    0x1873: 'D',
+    0x1874: 'D',
+    0x1875: 'D',
+    0x1876: 'D',
+    0x1877: 'D',
+    0x1880: 'U',
+    0x1881: 'U',
+    0x1882: 'U',
+    0x1883: 'U',
+    0x1884: 'U',
+    0x1885: 'U',
+    0x1886: 'U',
+    0x1887: 'D',
+    0x1888: 'D',
+    0x1889: 'D',
+    0x188a: 'D',
+    0x188b: 'D',
+    0x188c: 'D',
+    0x188d: 'D',
+    0x188e: 'D',
+    0x188f: 'D',
+    0x1890: 'D',
+    0x1891: 'D',
+    0x1892: 'D',
+    0x1893: 'D',
+    0x1894: 'D',
+    0x1895: 'D',
+    0x1896: 'D',
+    0x1897: 'D',
+    0x1898: 'D',
+    0x1899: 'D',
+    0x189a: 'D',
+    0x189b: 'D',
+    0x189c: 'D',
+    0x189d: 'D',
+    0x189e: 'D',
+    0x189f: 'D',
+    0x18a0: 'D',
+    0x18a1: 'D',
+    0x18a2: 'D',
+    0x18a3: 'D',
+    0x18a4: 'D',
+    0x18a5: 'D',
+    0x18a6: 'D',
+    0x18a7: 'D',
+    0x18a8: 'D',
+    0x18aa: 'D',
+    0x200c: 'U',
+    0x200d: 'C',
+    0x2066: 'U',
+    0x2067: 'U',
+    0x2068: 'U',
+    0x2069: 'U',
+    0xa840: 'D',
+    0xa841: 'D',
+    0xa842: 'D',
+    0xa843: 'D',
+    0xa844: 'D',
+    0xa845: 'D',
+    0xa846: 'D',
+    0xa847: 'D',
+    0xa848: 'D',
+    0xa849: 'D',
+    0xa84a: 'D',
+    0xa84b: 'D',
+    0xa84c: 'D',
+    0xa84d: 'D',
+    0xa84e: 'D',
+    0xa84f: 'D',
+    0xa850: 'D',
+    0xa851: 'D',
+    0xa852: 'D',
+    0xa853: 'D',
+    0xa854: 'D',
+    0xa855: 'D',
+    0xa856: 'D',
+    0xa857: 'D',
+    0xa858: 'D',
+    0xa859: 'D',
+    0xa85a: 'D',
+    0xa85b: 'D',
+    0xa85c: 'D',
+    0xa85d: 'D',
+    0xa85e: 'D',
+    0xa85f: 'D',
+    0xa860: 'D',
+    0xa861: 'D',
+    0xa862: 'D',
+    0xa863: 'D',
+    0xa864: 'D',
+    0xa865: 'D',
+    0xa866: 'D',
+    0xa867: 'D',
+    0xa868: 'D',
+    0xa869: 'D',
+    0xa86a: 'D',
+    0xa86b: 'D',
+    0xa86c: 'D',
+    0xa86d: 'D',
+    0xa86e: 'D',
+    0xa86f: 'D',
+    0xa870: 'D',
+    0xa871: 'D',
+    0xa872: 'L',
+    0xa873: 'U',
+}
+codepoint_classes = {
+    'PVALID': (
+        (0x2d, 0x2e),
+        (0x30, 0x3a),
+        (0x61, 0x7b),
+        (0xdf, 0xf7),
+        (0xf8, 0x100),
+        (0x101, 0x102),
+        (0x103, 0x104),
+        (0x105, 0x106),
+        (0x107, 0x108),
+        (0x109, 0x10a),
+        (0x10b, 0x10c),
+        (0x10d, 0x10e),
+        (0x10f, 0x110),
+        (0x111, 0x112),
+        (0x113, 0x114),
+        (0x115, 0x116),
+        (0x117, 0x118),
+        (0x119, 0x11a),
+        (0x11b, 0x11c),
+        (0x11d, 0x11e),
+        (0x11f, 0x120),
+        (0x121, 0x122),
+        (0x123, 0x124),
+        (0x125, 0x126),
+        (0x127, 0x128),
+        (0x129, 0x12a),
+        (0x12b, 0x12c),
+        (0x12d, 0x12e),
+        (0x12f, 0x130),
+        (0x131, 0x132),
+        (0x135, 0x136),
+        (0x137, 0x139),
+        (0x13a, 0x13b),
+        (0x13c, 0x13d),
+        (0x13e, 0x13f),
+        (0x142, 0x143),
+        (0x144, 0x145),
+        (0x146, 0x147),
+        (0x148, 0x149),
+        (0x14b, 0x14c),
+        (0x14d, 0x14e),
+        (0x14f, 0x150),
+        (0x151, 0x152),
+        (0x153, 0x154),
+        (0x155, 0x156),
+        (0x157, 0x158),
+        (0x159, 0x15a),
+        (0x15b, 0x15c),
+        (0x15d, 0x15e),
+        (0x15f, 0x160),
+        (0x161, 0x162),
+        (0x163, 0x164),
+        (0x165, 0x166),
+        (0x167, 0x168),
+        (0x169, 0x16a),
+        (0x16b, 0x16c),
+        (0x16d, 0x16e),
+        (0x16f, 0x170),
+        (0x171, 0x172),
+        (0x173, 0x174),
+        (0x175, 0x176),
+        (0x177, 0x178),
+        (0x17a, 0x17b),
+        (0x17c, 0x17d),
+        (0x17e, 0x17f),
+        (0x180, 0x181),
+        (0x183, 0x184),
+        (0x185, 0x186),
+        (0x188, 0x189),
+        (0x18c, 0x18e),
+        (0x192, 0x193),
+        (0x195, 0x196),
+        (0x199, 0x19c),
+        (0x19e, 0x19f),
+        (0x1a1, 0x1a2),
+        (0x1a3, 0x1a4),
+        (0x1a5, 0x1a6),
+        (0x1a8, 0x1a9),
+        (0x1aa, 0x1ac),
+        (0x1ad, 0x1ae),
+        (0x1b0, 0x1b1),
+        (0x1b4, 0x1b5),
+        (0x1b6, 0x1b7),
+        (0x1b9, 0x1bc),
+        (0x1bd, 0x1c4),
+        (0x1ce, 0x1cf),
+        (0x1d0, 0x1d1),
+        (0x1d2, 0x1d3),
+        (0x1d4, 0x1d5),
+        (0x1d6, 0x1d7),
+        (0x1d8, 0x1d9),
+        (0x1da, 0x1db),
+        (0x1dc, 0x1de),
+        (0x1df, 0x1e0),
+        (0x1e1, 0x1e2),
+        (0x1e3, 0x1e4),
+        (0x1e5, 0x1e6),
+        (0x1e7, 0x1e8),
+        (0x1e9, 0x1ea),
+        (0x1eb, 0x1ec),
+        (0x1ed, 0x1ee),
+        (0x1ef, 0x1f1),
+        (0x1f5, 0x1f6),
+        (0x1f9, 0x1fa),
+        (0x1fb, 0x1fc),
+        (0x1fd, 0x1fe),
+        (0x1ff, 0x200),
+        (0x201, 0x202),
+        (0x203, 0x204),
+        (0x205, 0x206),
+        (0x207, 0x208),
+        (0x209, 0x20a),
+        (0x20b, 0x20c),
+        (0x20d, 0x20e),
+        (0x20f, 0x210),
+        (0x211, 0x212),
+        (0x213, 0x214),
+        (0x215, 0x216),
+        (0x217, 0x218),
+        (0x219, 0x21a),
+        (0x21b, 0x21c),
+        (0x21d, 0x21e),
+        (0x21f, 0x220),
+        (0x221, 0x222),
+        (0x223, 0x224),
+        (0x225, 0x226),
+        (0x227, 0x228),
+        (0x229, 0x22a),
+        (0x22b, 0x22c),
+        (0x22d, 0x22e),
+        (0x22f, 0x230),
+        (0x231, 0x232),
+        (0x233, 0x23a),
+        (0x23c, 0x23d),
+        (0x23f, 0x241),
+        (0x242, 0x243),
+        (0x247, 0x248),
+        (0x249, 0x24a),
+        (0x24b, 0x24c),
+        (0x24d, 0x24e),
+        (0x24f, 0x2b0),
+        (0x2b9, 0x2c2),
+        (0x2c6, 0x2d2),
+        (0x2ec, 0x2ed),
+        (0x2ee, 0x2ef),
+        (0x300, 0x340),
+        (0x342, 0x343),
+        (0x346, 0x34f),
+        (0x350, 0x370),
+        (0x371, 0x372),
+        (0x373, 0x374),
+        (0x377, 0x378),
+        (0x37b, 0x37e),
+        (0x390, 0x391),
+        (0x3ac, 0x3cf),
+        (0x3d7, 0x3d8),
+        (0x3d9, 0x3da),
+        (0x3db, 0x3dc),
+        (0x3dd, 0x3de),
+        (0x3df, 0x3e0),
+        (0x3e1, 0x3e2),
+        (0x3e3, 0x3e4),
+        (0x3e5, 0x3e6),
+        (0x3e7, 0x3e8),
+        (0x3e9, 0x3ea),
+        (0x3eb, 0x3ec),
+        (0x3ed, 0x3ee),
+        (0x3ef, 0x3f0),
+        (0x3f3, 0x3f4),
+        (0x3f8, 0x3f9),
+        (0x3fb, 0x3fd),
+        (0x430, 0x460),
+        (0x461, 0x462),
+        (0x463, 0x464),
+        (0x465, 0x466),
+        (0x467, 0x468),
+        (0x469, 0x46a),
+        (0x46b, 0x46c),
+        (0x46d, 0x46e),
+        (0x46f, 0x470),
+        (0x471, 0x472),
+        (0x473, 0x474),
+        (0x475, 0x476),
+        (0x477, 0x478),
+        (0x479, 0x47a),
+        (0x47b, 0x47c),
+        (0x47d, 0x47e),
+        (0x47f, 0x480),
+        (0x481, 0x482),
+        (0x483, 0x488),
+        (0x48b, 0x48c),
+        (0x48d, 0x48e),
+        (0x48f, 0x490),
+        (0x491, 0x492),
+        (0x493, 0x494),
+        (0x495, 0x496),
+        (0x497, 0x498),
+        (0x499, 0x49a),
+        (0x49b, 0x49c),
+        (0x49d, 0x49e),
+        (0x49f, 0x4a0),
+        (0x4a1, 0x4a2),
+        (0x4a3, 0x4a4),
+        (0x4a5, 0x4a6),
+        (0x4a7, 0x4a8),
+        (0x4a9, 0x4aa),
+        (0x4ab, 0x4ac),
+        (0x4ad, 0x4ae),
+        (0x4af, 0x4b0),
+        (0x4b1, 0x4b2),
+        (0x4b3, 0x4b4),
+        (0x4b5, 0x4b6),
+        (0x4b7, 0x4b8),
+        (0x4b9, 0x4ba),
+        (0x4bb, 0x4bc),
+        (0x4bd, 0x4be),
+        (0x4bf, 0x4c0),
+        (0x4c2, 0x4c3),
+        (0x4c4, 0x4c5),
+        (0x4c6, 0x4c7),
+        (0x4c8, 0x4c9),
+        (0x4ca, 0x4cb),
+        (0x4cc, 0x4cd),
+        (0x4ce, 0x4d0),
+        (0x4d1, 0x4d2),
+        (0x4d3, 0x4d4),
+        (0x4d5, 0x4d6),
+        (0x4d7, 0x4d8),
+        (0x4d9, 0x4da),
+        (0x4db, 0x4dc),
+        (0x4dd, 0x4de),
+        (0x4df, 0x4e0),
+        (0x4e1, 0x4e2),
+        (0x4e3, 0x4e4),
+        (0x4e5, 0x4e6),
+        (0x4e7, 0x4e8),
+        (0x4e9, 0x4ea),
+        (0x4eb, 0x4ec),
+        (0x4ed, 0x4ee),
+        (0x4ef, 0x4f0),
+        (0x4f1, 0x4f2),
+        (0x4f3, 0x4f4),
+        (0x4f5, 0x4f6),
+        (0x4f7, 0x4f8),
+        (0x4f9, 0x4fa),
+        (0x4fb, 0x4fc),
+        (0x4fd, 0x4fe),
+        (0x4ff, 0x500),
+        (0x501, 0x502),
+        (0x503, 0x504),
+        (0x505, 0x506),
+        (0x507, 0x508),
+        (0x509, 0x50a),
+        (0x50b, 0x50c),
+        (0x50d, 0x50e),
+        (0x50f, 0x510),
+        (0x511, 0x512),
+        (0x513, 0x514),
+        (0x515, 0x516),
+        (0x517, 0x518),
+        (0x519, 0x51a),
+        (0x51b, 0x51c),
+        (0x51d, 0x51e),
+        (0x51f, 0x520),
+        (0x521, 0x522),
+        (0x523, 0x524),
+        (0x525, 0x526),
+        (0x527, 0x528),
+        (0x559, 0x55a),
+        (0x561, 0x587),
+        (0x591, 0x5be),
+        (0x5bf, 0x5c0),
+        (0x5c1, 0x5c3),
+        (0x5c4, 0x5c6),
+        (0x5c7, 0x5c8),
+        (0x5d0, 0x5eb),
+        (0x5f0, 0x5f3),
+        (0x610, 0x61b),
+        (0x620, 0x640),
+        (0x641, 0x660),
+        (0x66e, 0x675),
+        (0x679, 0x6d4),
+        (0x6d5, 0x6dd),
+        (0x6df, 0x6e9),
+        (0x6ea, 0x6f0),
+        (0x6fa, 0x700),
+        (0x710, 0x74b),
+        (0x74d, 0x7b2),
+        (0x7c0, 0x7f6),
+        (0x800, 0x82e),
+        (0x840, 0x85c),
+        (0x8a0, 0x8a1),
+        (0x8a2, 0x8ad),
+        (0x8e4, 0x8ff),
+        (0x900, 0x958),
+        (0x960, 0x964),
+        (0x966, 0x970),
+        (0x971, 0x978),
+        (0x979, 0x980),
+        (0x981, 0x984),
+        (0x985, 0x98d),
+        (0x98f, 0x991),
+        (0x993, 0x9a9),
+        (0x9aa, 0x9b1),
+        (0x9b2, 0x9b3),
+        (0x9b6, 0x9ba),
+        (0x9bc, 0x9c5),
+        (0x9c7, 0x9c9),
+        (0x9cb, 0x9cf),
+        (0x9d7, 0x9d8),
+        (0x9e0, 0x9e4),
+        (0x9e6, 0x9f2),
+        (0xa01, 0xa04),
+        (0xa05, 0xa0b),
+        (0xa0f, 0xa11),
+        (0xa13, 0xa29),
+        (0xa2a, 0xa31),
+        (0xa32, 0xa33),
+        (0xa35, 0xa36),
+        (0xa38, 0xa3a),
+        (0xa3c, 0xa3d),
+        (0xa3e, 0xa43),
+        (0xa47, 0xa49),
+        (0xa4b, 0xa4e),
+        (0xa51, 0xa52),
+        (0xa5c, 0xa5d),
+        (0xa66, 0xa76),
+        (0xa81, 0xa84),
+        (0xa85, 0xa8e),
+        (0xa8f, 0xa92),
+        (0xa93, 0xaa9),
+        (0xaaa, 0xab1),
+        (0xab2, 0xab4),
+        (0xab5, 0xaba),
+        (0xabc, 0xac6),
+        (0xac7, 0xaca),
+        (0xacb, 0xace),
+        (0xad0, 0xad1),
+        (0xae0, 0xae4),
+        (0xae6, 0xaf0),
+        (0xb01, 0xb04),
+        (0xb05, 0xb0d),
+        (0xb0f, 0xb11),
+        (0xb13, 0xb29),
+        (0xb2a, 0xb31),
+        (0xb32, 0xb34),
+        (0xb35, 0xb3a),
+        (0xb3c, 0xb45),
+        (0xb47, 0xb49),
+        (0xb4b, 0xb4e),
+        (0xb56, 0xb58),
+        (0xb5f, 0xb64),
+        (0xb66, 0xb70),
+        (0xb71, 0xb72),
+        (0xb82, 0xb84),
+        (0xb85, 0xb8b),
+        (0xb8e, 0xb91),
+        (0xb92, 0xb96),
+        (0xb99, 0xb9b),
+        (0xb9c, 0xb9d),
+        (0xb9e, 0xba0),
+        (0xba3, 0xba5),
+        (0xba8, 0xbab),
+        (0xbae, 0xbba),
+        (0xbbe, 0xbc3),
+        (0xbc6, 0xbc9),
+        (0xbca, 0xbce),
+        (0xbd0, 0xbd1),
+        (0xbd7, 0xbd8),
+        (0xbe6, 0xbf0),
+        (0xc01, 0xc04),
+        (0xc05, 0xc0d),
+        (0xc0e, 0xc11),
+        (0xc12, 0xc29),
+        (0xc2a, 0xc34),
+        (0xc35, 0xc3a),
+        (0xc3d, 0xc45),
+        (0xc46, 0xc49),
+        (0xc4a, 0xc4e),
+        (0xc55, 0xc57),
+        (0xc58, 0xc5a),
+        (0xc60, 0xc64),
+        (0xc66, 0xc70),
+        (0xc82, 0xc84),
+        (0xc85, 0xc8d),
+        (0xc8e, 0xc91),
+        (0xc92, 0xca9),
+        (0xcaa, 0xcb4),
+        (0xcb5, 0xcba),
+        (0xcbc, 0xcc5),
+        (0xcc6, 0xcc9),
+        (0xcca, 0xcce),
+        (0xcd5, 0xcd7),
+        (0xcde, 0xcdf),
+        (0xce0, 0xce4),
+        (0xce6, 0xcf0),
+        (0xcf1, 0xcf3),
+        (0xd02, 0xd04),
+        (0xd05, 0xd0d),
+        (0xd0e, 0xd11),
+        (0xd12, 0xd3b),
+        (0xd3d, 0xd45),
+        (0xd46, 0xd49),
+        (0xd4a, 0xd4f),
+        (0xd57, 0xd58),
+        (0xd60, 0xd64),
+        (0xd66, 0xd70),
+        (0xd7a, 0xd80),
+        (0xd82, 0xd84),
+        (0xd85, 0xd97),
+        (0xd9a, 0xdb2),
+        (0xdb3, 0xdbc),
+        (0xdbd, 0xdbe),
+        (0xdc0, 0xdc7),
+        (0xdca, 0xdcb),
+        (0xdcf, 0xdd5),
+        (0xdd6, 0xdd7),
+        (0xdd8, 0xde0),
+        (0xdf2, 0xdf4),
+        (0xe01, 0xe33),
+        (0xe34, 0xe3b),
+        (0xe40, 0xe4f),
+        (0xe50, 0xe5a),
+        (0xe81, 0xe83),
+        (0xe84, 0xe85),
+        (0xe87, 0xe89),
+        (0xe8a, 0xe8b),
+        (0xe8d, 0xe8e),
+        (0xe94, 0xe98),
+        (0xe99, 0xea0),
+        (0xea1, 0xea4),
+        (0xea5, 0xea6),
+        (0xea7, 0xea8),
+        (0xeaa, 0xeac),
+        (0xead, 0xeb3),
+        (0xeb4, 0xeba),
+        (0xebb, 0xebe),
+        (0xec0, 0xec5),
+        (0xec6, 0xec7),
+        (0xec8, 0xece),
+        (0xed0, 0xeda),
+        (0xede, 0xee0),
+        (0xf00, 0xf01),
+        (0xf0b, 0xf0c),
+        (0xf18, 0xf1a),
+        (0xf20, 0xf2a),
+        (0xf35, 0xf36),
+        (0xf37, 0xf38),
+        (0xf39, 0xf3a),
+        (0xf3e, 0xf43),
+        (0xf44, 0xf48),
+        (0xf49, 0xf4d),
+        (0xf4e, 0xf52),
+        (0xf53, 0xf57),
+        (0xf58, 0xf5c),
+        (0xf5d, 0xf69),
+        (0xf6a, 0xf6d),
+        (0xf71, 0xf73),
+        (0xf74, 0xf75),
+        (0xf7a, 0xf81),
+        (0xf82, 0xf85),
+        (0xf86, 0xf93),
+        (0xf94, 0xf98),
+        (0xf99, 0xf9d),
+        (0xf9e, 0xfa2),
+        (0xfa3, 0xfa7),
+        (0xfa8, 0xfac),
+        (0xfad, 0xfb9),
+        (0xfba, 0xfbd),
+        (0xfc6, 0xfc7),
+        (0x1000, 0x104a),
+        (0x1050, 0x109e),
+        (0x10d0, 0x10fb),
+        (0x10fd, 0x1100),
+        (0x1200, 0x1249),
+        (0x124a, 0x124e),
+        (0x1250, 0x1257),
+        (0x1258, 0x1259),
+        (0x125a, 0x125e),
+        (0x1260, 0x1289),
+        (0x128a, 0x128e),
+        (0x1290, 0x12b1),
+        (0x12b2, 0x12b6),
+        (0x12b8, 0x12bf),
+        (0x12c0, 0x12c1),
+        (0x12c2, 0x12c6),
+        (0x12c8, 0x12d7),
+        (0x12d8, 0x1311),
+        (0x1312, 0x1316),
+        (0x1318, 0x135b),
+        (0x135d, 0x1360),
+        (0x1380, 0x1390),
+        (0x13a0, 0x13f5),
+        (0x1401, 0x166d),
+        (0x166f, 0x1680),
+        (0x1681, 0x169b),
+        (0x16a0, 0x16eb),
+        (0x1700, 0x170d),
+        (0x170e, 0x1715),
+        (0x1720, 0x1735),
+        (0x1740, 0x1754),
+        (0x1760, 0x176d),
+        (0x176e, 0x1771),
+        (0x1772, 0x1774),
+        (0x1780, 0x17b4),
+        (0x17b6, 0x17d4),
+        (0x17d7, 0x17d8),
+        (0x17dc, 0x17de),
+        (0x17e0, 0x17ea),
+        (0x1810, 0x181a),
+        (0x1820, 0x1878),
+        (0x1880, 0x18ab),
+        (0x18b0, 0x18f6),
+        (0x1900, 0x191d),
+        (0x1920, 0x192c),
+        (0x1930, 0x193c),
+        (0x1946, 0x196e),
+        (0x1970, 0x1975),
+        (0x1980, 0x19ac),
+        (0x19b0, 0x19ca),
+        (0x19d0, 0x19da),
+        (0x1a00, 0x1a1c),
+        (0x1a20, 0x1a5f),
+        (0x1a60, 0x1a7d),
+        (0x1a7f, 0x1a8a),
+        (0x1a90, 0x1a9a),
+        (0x1aa7, 0x1aa8),
+        (0x1b00, 0x1b4c),
+        (0x1b50, 0x1b5a),
+        (0x1b6b, 0x1b74),
+        (0x1b80, 0x1bf4),
+        (0x1c00, 0x1c38),
+        (0x1c40, 0x1c4a),
+        (0x1c4d, 0x1c7e),
+        (0x1cd0, 0x1cd3),
+        (0x1cd4, 0x1cf7),
+        (0x1d00, 0x1d2c),
+        (0x1d2f, 0x1d30),
+        (0x1d3b, 0x1d3c),
+        (0x1d4e, 0x1d4f),
+        (0x1d6b, 0x1d78),
+        (0x1d79, 0x1d9b),
+        (0x1dc0, 0x1de7),
+        (0x1dfc, 0x1e00),
+        (0x1e01, 0x1e02),
+        (0x1e03, 0x1e04),
+        (0x1e05, 0x1e06),
+        (0x1e07, 0x1e08),
+        (0x1e09, 0x1e0a),
+        (0x1e0b, 0x1e0c),
+        (0x1e0d, 0x1e0e),
+        (0x1e0f, 0x1e10),
+        (0x1e11, 0x1e12),
+        (0x1e13, 0x1e14),
+        (0x1e15, 0x1e16),
+        (0x1e17, 0x1e18),
+        (0x1e19, 0x1e1a),
+        (0x1e1b, 0x1e1c),
+        (0x1e1d, 0x1e1e),
+        (0x1e1f, 0x1e20),
+        (0x1e21, 0x1e22),
+        (0x1e23, 0x1e24),
+        (0x1e25, 0x1e26),
+        (0x1e27, 0x1e28),
+        (0x1e29, 0x1e2a),
+        (0x1e2b, 0x1e2c),
+        (0x1e2d, 0x1e2e),
+        (0x1e2f, 0x1e30),
+        (0x1e31, 0x1e32),
+        (0x1e33, 0x1e34),
+        (0x1e35, 0x1e36),
+        (0x1e37, 0x1e38),
+        (0x1e39, 0x1e3a),
+        (0x1e3b, 0x1e3c),
+        (0x1e3d, 0x1e3e),
+        (0x1e3f, 0x1e40),
+        (0x1e41, 0x1e42),
+        (0x1e43, 0x1e44),
+        (0x1e45, 0x1e46),
+        (0x1e47, 0x1e48),
+        (0x1e49, 0x1e4a),
+        (0x1e4b, 0x1e4c),
+        (0x1e4d, 0x1e4e),
+        (0x1e4f, 0x1e50),
+        (0x1e51, 0x1e52),
+        (0x1e53, 0x1e54),
+        (0x1e55, 0x1e56),
+        (0x1e57, 0x1e58),
+        (0x1e59, 0x1e5a),
+        (0x1e5b, 0x1e5c),
+        (0x1e5d, 0x1e5e),
+        (0x1e5f, 0x1e60),
+        (0x1e61, 0x1e62),
+        (0x1e63, 0x1e64),
+        (0x1e65, 0x1e66),
+        (0x1e67, 0x1e68),
+        (0x1e69, 0x1e6a),
+        (0x1e6b, 0x1e6c),
+        (0x1e6d, 0x1e6e),
+        (0x1e6f, 0x1e70),
+        (0x1e71, 0x1e72),
+        (0x1e73, 0x1e74),
+        (0x1e75, 0x1e76),
+        (0x1e77, 0x1e78),
+        (0x1e79, 0x1e7a),
+        (0x1e7b, 0x1e7c),
+        (0x1e7d, 0x1e7e),
+        (0x1e7f, 0x1e80),
+        (0x1e81, 0x1e82),
+        (0x1e83, 0x1e84),
+        (0x1e85, 0x1e86),
+        (0x1e87, 0x1e88),
+        (0x1e89, 0x1e8a),
+        (0x1e8b, 0x1e8c),
+        (0x1e8d, 0x1e8e),
+        (0x1e8f, 0x1e90),
+        (0x1e91, 0x1e92),
+        (0x1e93, 0x1e94),
+        (0x1e95, 0x1e9a),
+        (0x1e9c, 0x1e9e),
+        (0x1e9f, 0x1ea0),
+        (0x1ea1, 0x1ea2),
+        (0x1ea3, 0x1ea4),
+        (0x1ea5, 0x1ea6),
+        (0x1ea7, 0x1ea8),
+        (0x1ea9, 0x1eaa),
+        (0x1eab, 0x1eac),
+        (0x1ead, 0x1eae),
+        (0x1eaf, 0x1eb0),
+        (0x1eb1, 0x1eb2),
+        (0x1eb3, 0x1eb4),
+        (0x1eb5, 0x1eb6),
+        (0x1eb7, 0x1eb8),
+        (0x1eb9, 0x1eba),
+        (0x1ebb, 0x1ebc),
+        (0x1ebd, 0x1ebe),
+        (0x1ebf, 0x1ec0),
+        (0x1ec1, 0x1ec2),
+        (0x1ec3, 0x1ec4),
+        (0x1ec5, 0x1ec6),
+        (0x1ec7, 0x1ec8),
+        (0x1ec9, 0x1eca),
+        (0x1ecb, 0x1ecc),
+        (0x1ecd, 0x1ece),
+        (0x1ecf, 0x1ed0),
+        (0x1ed1, 0x1ed2),
+        (0x1ed3, 0x1ed4),
+        (0x1ed5, 0x1ed6),
+        (0x1ed7, 0x1ed8),
+        (0x1ed9, 0x1eda),
+        (0x1edb, 0x1edc),
+        (0x1edd, 0x1ede),
+        (0x1edf, 0x1ee0),
+        (0x1ee1, 0x1ee2),
+        (0x1ee3, 0x1ee4),
+        (0x1ee5, 0x1ee6),
+        (0x1ee7, 0x1ee8),
+        (0x1ee9, 0x1eea),
+        (0x1eeb, 0x1eec),
+        (0x1eed, 0x1eee),
+        (0x1eef, 0x1ef0),
+        (0x1ef1, 0x1ef2),
+        (0x1ef3, 0x1ef4),
+        (0x1ef5, 0x1ef6),
+        (0x1ef7, 0x1ef8),
+        (0x1ef9, 0x1efa),
+        (0x1efb, 0x1efc),
+        (0x1efd, 0x1efe),
+        (0x1eff, 0x1f08),
+        (0x1f10, 0x1f16),
+        (0x1f20, 0x1f28),
+        (0x1f30, 0x1f38),
+        (0x1f40, 0x1f46),
+        (0x1f50, 0x1f58),
+        (0x1f60, 0x1f68),
+        (0x1f70, 0x1f71),
+        (0x1f72, 0x1f73),
+        (0x1f74, 0x1f75),
+        (0x1f76, 0x1f77),
+        (0x1f78, 0x1f79),
+        (0x1f7a, 0x1f7b),
+        (0x1f7c, 0x1f7d),
+        (0x1fb0, 0x1fb2),
+        (0x1fb6, 0x1fb7),
+        (0x1fc6, 0x1fc7),
+        (0x1fd0, 0x1fd3),
+        (0x1fd6, 0x1fd8),
+        (0x1fe0, 0x1fe3),
+        (0x1fe4, 0x1fe8),
+        (0x1ff6, 0x1ff7),
+        (0x214e, 0x214f),
+        (0x2184, 0x2185),
+        (0x2c30, 0x2c5f),
+        (0x2c61, 0x2c62),
+        (0x2c65, 0x2c67),
+        (0x2c68, 0x2c69),
+        (0x2c6a, 0x2c6b),
+        (0x2c6c, 0x2c6d),
+        (0x2c71, 0x2c72),
+        (0x2c73, 0x2c75),
+        (0x2c76, 0x2c7c),
+        (0x2c81, 0x2c82),
+        (0x2c83, 0x2c84),
+        (0x2c85, 0x2c86),
+        (0x2c87, 0x2c88),
+        (0x2c89, 0x2c8a),
+        (0x2c8b, 0x2c8c),
+        (0x2c8d, 0x2c8e),
+        (0x2c8f, 0x2c90),
+        (0x2c91, 0x2c92),
+        (0x2c93, 0x2c94),
+        (0x2c95, 0x2c96),
+        (0x2c97, 0x2c98),
+        (0x2c99, 0x2c9a),
+        (0x2c9b, 0x2c9c),
+        (0x2c9d, 0x2c9e),
+        (0x2c9f, 0x2ca0),
+        (0x2ca1, 0x2ca2),
+        (0x2ca3, 0x2ca4),
+        (0x2ca5, 0x2ca6),
+        (0x2ca7, 0x2ca8),
+        (0x2ca9, 0x2caa),
+        (0x2cab, 0x2cac),
+        (0x2cad, 0x2cae),
+        (0x2caf, 0x2cb0),
+        (0x2cb1, 0x2cb2),
+        (0x2cb3, 0x2cb4),
+        (0x2cb5, 0x2cb6),
+        (0x2cb7, 0x2cb8),
+        (0x2cb9, 0x2cba),
+        (0x2cbb, 0x2cbc),
+        (0x2cbd, 0x2cbe),
+        (0x2cbf, 0x2cc0),
+        (0x2cc1, 0x2cc2),
+        (0x2cc3, 0x2cc4),
+        (0x2cc5, 0x2cc6),
+        (0x2cc7, 0x2cc8),
+        (0x2cc9, 0x2cca),
+        (0x2ccb, 0x2ccc),
+        (0x2ccd, 0x2cce),
+        (0x2ccf, 0x2cd0),
+        (0x2cd1, 0x2cd2),
+        (0x2cd3, 0x2cd4),
+        (0x2cd5, 0x2cd6),
+        (0x2cd7, 0x2cd8),
+        (0x2cd9, 0x2cda),
+        (0x2cdb, 0x2cdc),
+        (0x2cdd, 0x2cde),
+        (0x2cdf, 0x2ce0),
+        (0x2ce1, 0x2ce2),
+        (0x2ce3, 0x2ce5),
+        (0x2cec, 0x2ced),
+        (0x2cee, 0x2cf2),
+        (0x2cf3, 0x2cf4),
+        (0x2d00, 0x2d26),
+        (0x2d27, 0x2d28),
+        (0x2d2d, 0x2d2e),
+        (0x2d30, 0x2d68),
+        (0x2d7f, 0x2d97),
+        (0x2da0, 0x2da7),
+        (0x2da8, 0x2daf),
+        (0x2db0, 0x2db7),
+        (0x2db8, 0x2dbf),
+        (0x2dc0, 0x2dc7),
+        (0x2dc8, 0x2dcf),
+        (0x2dd0, 0x2dd7),
+        (0x2dd8, 0x2ddf),
+        (0x2de0, 0x2e00),
+        (0x2e2f, 0x2e30),
+        (0x3005, 0x3008),
+        (0x302a, 0x302e),
+        (0x303c, 0x303d),
+        (0x3041, 0x3097),
+        (0x3099, 0x309b),
+        (0x309d, 0x309f),
+        (0x30a1, 0x30fb),
+        (0x30fc, 0x30ff),
+        (0x3105, 0x312e),
+        (0x31a0, 0x31bb),
+        (0x31f0, 0x3200),
+        (0x3400, 0x4db6),
+        (0x4e00, 0x9fcd),
+        (0xa000, 0xa48d),
+        (0xa4d0, 0xa4fe),
+        (0xa500, 0xa60d),
+        (0xa610, 0xa62c),
+        (0xa641, 0xa642),
+        (0xa643, 0xa644),
+        (0xa645, 0xa646),
+        (0xa647, 0xa648),
+        (0xa649, 0xa64a),
+        (0xa64b, 0xa64c),
+        (0xa64d, 0xa64e),
+        (0xa64f, 0xa650),
+        (0xa651, 0xa652),
+        (0xa653, 0xa654),
+        (0xa655, 0xa656),
+        (0xa657, 0xa658),
+        (0xa659, 0xa65a),
+        (0xa65b, 0xa65c),
+        (0xa65d, 0xa65e),
+        (0xa65f, 0xa660),
+        (0xa661, 0xa662),
+        (0xa663, 0xa664),
+        (0xa665, 0xa666),
+        (0xa667, 0xa668),
+        (0xa669, 0xa66a),
+        (0xa66b, 0xa66c),
+        (0xa66d, 0xa670),
+        (0xa674, 0xa67e),
+        (0xa67f, 0xa680),
+        (0xa681, 0xa682),
+        (0xa683, 0xa684),
+        (0xa685, 0xa686),
+        (0xa687, 0xa688),
+        (0xa689, 0xa68a),
+        (0xa68b, 0xa68c),
+        (0xa68d, 0xa68e),
+        (0xa68f, 0xa690),
+        (0xa691, 0xa692),
+        (0xa693, 0xa694),
+        (0xa695, 0xa696),
+        (0xa697, 0xa698),
+        (0xa69f, 0xa6e6),
+        (0xa6f0, 0xa6f2),
+        (0xa717, 0xa720),
+        (0xa723, 0xa724),
+        (0xa725, 0xa726),
+        (0xa727, 0xa728),
+        (0xa729, 0xa72a),
+        (0xa72b, 0xa72c),
+        (0xa72d, 0xa72e),
+        (0xa72f, 0xa732),
+        (0xa733, 0xa734),
+        (0xa735, 0xa736),
+        (0xa737, 0xa738),
+        (0xa739, 0xa73a),
+        (0xa73b, 0xa73c),
+        (0xa73d, 0xa73e),
+        (0xa73f, 0xa740),
+        (0xa741, 0xa742),
+        (0xa743, 0xa744),
+        (0xa745, 0xa746),
+        (0xa747, 0xa748),
+        (0xa749, 0xa74a),
+        (0xa74b, 0xa74c),
+        (0xa74d, 0xa74e),
+        (0xa74f, 0xa750),
+        (0xa751, 0xa752),
+        (0xa753, 0xa754),
+        (0xa755, 0xa756),
+        (0xa757, 0xa758),
+        (0xa759, 0xa75a),
+        (0xa75b, 0xa75c),
+        (0xa75d, 0xa75e),
+        (0xa75f, 0xa760),
+        (0xa761, 0xa762),
+        (0xa763, 0xa764),
+        (0xa765, 0xa766),
+        (0xa767, 0xa768),
+        (0xa769, 0xa76a),
+        (0xa76b, 0xa76c),
+        (0xa76d, 0xa76e),
+        (0xa76f, 0xa770),
+        (0xa771, 0xa779),
+        (0xa77a, 0xa77b),
+        (0xa77c, 0xa77d),
+        (0xa77f, 0xa780),
+        (0xa781, 0xa782),
+        (0xa783, 0xa784),
+        (0xa785, 0xa786),
+        (0xa787, 0xa789),
+        (0xa78c, 0xa78d),
+        (0xa78e, 0xa78f),
+        (0xa791, 0xa792),
+        (0xa793, 0xa794),
+        (0xa7a1, 0xa7a2),
+        (0xa7a3, 0xa7a4),
+        (0xa7a5, 0xa7a6),
+        (0xa7a7, 0xa7a8),
+        (0xa7a9, 0xa7aa),
+        (0xa7fa, 0xa828),
+        (0xa840, 0xa874),
+        (0xa880, 0xa8c5),
+        (0xa8d0, 0xa8da),
+        (0xa8e0, 0xa8f8),
+        (0xa8fb, 0xa8fc),
+        (0xa900, 0xa92e),
+        (0xa930, 0xa954),
+        (0xa980, 0xa9c1),
+        (0xa9cf, 0xa9da),
+        (0xaa00, 0xaa37),
+        (0xaa40, 0xaa4e),
+        (0xaa50, 0xaa5a),
+        (0xaa60, 0xaa77),
+        (0xaa7a, 0xaa7c),
+        (0xaa80, 0xaac3),
+        (0xaadb, 0xaade),
+        (0xaae0, 0xaaf0),
+        (0xaaf2, 0xaaf7),
+        (0xab01, 0xab07),
+        (0xab09, 0xab0f),
+        (0xab11, 0xab17),
+        (0xab20, 0xab27),
+        (0xab28, 0xab2f),
+        (0xabc0, 0xabeb),
+        (0xabec, 0xabee),
+        (0xabf0, 0xabfa),
+        (0xac00, 0xd7a4),
+        (0xfa0e, 0xfa10),
+        (0xfa11, 0xfa12),
+        (0xfa13, 0xfa15),
+        (0xfa1f, 0xfa20),
+        (0xfa21, 0xfa22),
+        (0xfa23, 0xfa25),
+        (0xfa27, 0xfa2a),
+        (0xfb1e, 0xfb1f),
+        (0xfe20, 0xfe27),
+        (0xfe73, 0xfe74),
+        (0x10000, 0x1000c),
+        (0x1000d, 0x10027),
+        (0x10028, 0x1003b),
+        (0x1003c, 0x1003e),
+        (0x1003f, 0x1004e),
+        (0x10050, 0x1005e),
+        (0x10080, 0x100fb),
+        (0x101fd, 0x101fe),
+        (0x10280, 0x1029d),
+        (0x102a0, 0x102d1),
+        (0x10300, 0x1031f),
+        (0x10330, 0x10341),
+        (0x10342, 0x1034a),
+        (0x10380, 0x1039e),
+        (0x103a0, 0x103c4),
+        (0x103c8, 0x103d0),
+        (0x10428, 0x1049e),
+        (0x104a0, 0x104aa),
+        (0x10800, 0x10806),
+        (0x10808, 0x10809),
+        (0x1080a, 0x10836),
+        (0x10837, 0x10839),
+        (0x1083c, 0x1083d),
+        (0x1083f, 0x10856),
+        (0x10900, 0x10916),
+        (0x10920, 0x1093a),
+        (0x10980, 0x109b8),
+        (0x109be, 0x109c0),
+        (0x10a00, 0x10a04),
+        (0x10a05, 0x10a07),
+        (0x10a0c, 0x10a14),
+        (0x10a15, 0x10a18),
+        (0x10a19, 0x10a34),
+        (0x10a38, 0x10a3b),
+        (0x10a3f, 0x10a40),
+        (0x10a60, 0x10a7d),
+        (0x10b00, 0x10b36),
+        (0x10b40, 0x10b56),
+        (0x10b60, 0x10b73),
+        (0x10c00, 0x10c49),
+        (0x11000, 0x11047),
+        (0x11066, 0x11070),
+        (0x11080, 0x110bb),
+        (0x110d0, 0x110e9),
+        (0x110f0, 0x110fa),
+        (0x11100, 0x11135),
+        (0x11136, 0x11140),
+        (0x11180, 0x111c5),
+        (0x111d0, 0x111da),
+        (0x11680, 0x116b8),
+        (0x116c0, 0x116ca),
+        (0x12000, 0x1236f),
+        (0x13000, 0x1342f),
+        (0x16800, 0x16a39),
+        (0x16f00, 0x16f45),
+        (0x16f50, 0x16f7f),
+        (0x16f8f, 0x16fa0),
+        (0x1b000, 0x1b002),
+        (0x20000, 0x2a6d7),
+        (0x2a700, 0x2b735),
+        (0x2b740, 0x2b81e),
+    ),
+    'CONTEXTJ': (
+        (0x200c, 0x200e),
+    ),
+    'CONTEXTO': (
+        (0xb7, 0xb8),
+        (0x375, 0x376),
+        (0x5f3, 0x5f5),
+        (0x660, 0x66a),
+        (0x6f0, 0x6fa),
+        (0x30fb, 0x30fc),
+    ),
+}