u 0.5.0 → 1.0.0

data/ext/u/rb_u_string_xdigit.c

@@ -0,0 +1,22 @@
+#include "rb_includes.h"
+
+/* @overload xdigit?
+ *
+ *   Returns true if the receiver contains only characters in the general
+ *   category Number, decimal digit (Nd) or is a lower- or uppercase letter
+ *   between ‘a’ and ‘f’.  Specifically, any character that
+ *
+ *   * Belongs to the general category Number, decimal digit (Nd)
+ *   * Falls in the range U+0041 (LATIN CAPITAL LETTER A) through U+0046 (LATIN CAPITAL LETTER F)
+ *   * Falls in the range U+0061 (LATIN SMALL LETTER A) through U+0066 (LATIN SMALL LETTER F)
+ *   * Falls in the range U+FF21 (FULLWIDTH LATIN CAPITAL LETTER A) through U+FF26 (FULLWIDTH LATIN CAPITAL LETTER F)
+ *   * Falls in the range U+FF41 (FULLWIDTH LATIN SMALL LETTER A) through U+FF46 (FULLWIDTH LATIN SMALL LETTER F)
+ *
+ *   will do.
+ *
+ *   @return [Boolean] */
+VALUE
+rb_u_string_xdigit(VALUE self)
+{
+        return _rb_u_character_test(self, u_char_isxdigit);
+}

data/ext/u/rb_u_string_zero_width.c

@@ -0,0 +1,16 @@
+#include "rb_includes.h"
+
+/* @overload zero_width?
+ *
+ *   Returns true if the receiver contains only “zero-width” characters.  A
+ *   zero-width character is defined as a character in the general categories
+ *   Mark, nonspacing (Mn), Mark, enclosing (Me) or Other, format (Of),
+ *   excluding the character U+00AD (SOFT HYPHEN), or is a Hangul character
+ *   between U+1160 and U+1200 or U+200B (ZERO WIDTH SPACE).
+ *
+ *   @return [Boolean] */
+VALUE
+rb_u_string_zero_width(VALUE self)
+{
+        return _rb_u_character_test(self, u_char_iszerowidth);
+}

data/ext/u/titled.c

@@ -0,0 +1,55 @@
+#include <stdbool.h>
+#include <stddef.h>
+#include <stdint.h>
+
+#include "u.h"
+#include "private.h"
+
+#include "data/constants.h"
+#include "data/title-table.h"
+
+#include "titled.h"
+
+/* {{{1
+ * Determine whether ‘c’ is a titlecase letter, such as the slavic digraph DZ,
+ * which at the beginning of a word is written as Dz, where only the initial D
+ * is capitalized.  (Complicated huh?)
+ */
+bool
+u_char_istitle(uint32_t c)
+{
+        size_t index;
+
+        return unicode_table_lookup(title_table, c, &index);
+}
+
+
+/* {{{1
+ * Convert ‘c’ to its titlecase representation (if any).
+ */
+uint32_t
+u_char_titlecase(uint32_t c)
+{
+	for (size_t i = 0; i < lengthof(title_table); i++)
+                if (title_table[i].ch == c ||
+                    title_table[i].upper == c ||
+                    title_table[i].lower == c)
+			return title_table[i].ch;
+
+        if (u_char_general_category(c) == U_GENERAL_CATEGORY_LETTER_LOWERCASE)
+                return u_char_upcase(c);
+
+        return c;
+}
+
+
+uint32_t
+_u_titlecase_table_lookup(uint32_t c, bool want_upper)
+{
+        size_t index;
+
+        if (!unicode_table_lookup(title_table, c, &index))
+                return c;
+
+        return want_upper ? title_table[index].upper : title_table[index].lower;
+}

data/ext/u/titled.h

@@ -0,0 +1 @@
+U_CONST uint32_t _u_titlecase_table_lookup(uint32_t c, bool want_upper);

data/ext/u/u.c

@@ -0,0 +1,23 @@
+#include <stddef.h>
+#include <stdint.h>
+#include <stdbool.h>
+
+#include "u.h"
+
+/* {{{1
+ * s_utf_skip_lengths: This table is used for keeping track of how long a given
+ * UTF-8 character sequence is from the contents of the first byte.
+ */
+static const uint8_t s_u_skip_length_data[256] = {
+	1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+	1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+	1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+	1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+	1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+	1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+	2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
+	3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4, 4, 4, 4, 5, 5, 5, 5, 6, 6, 1, 1
+};
+
+
+const char * const u_skip_lengths = (const char *)s_u_skip_length_data;

data/ext/u/u.h

@@ -0,0 +1,458 @@
+#if __GNUC__ > 2 || (__GNUC__ == 2 && __GNUC_MINOR__ > 4)
+#  define U_CONST __attribute__((__const__))
+#else
+#  define U_CONST
+#endif
+
+#if __GNUC__ > 2 || (__GNUC__ == 2 && __GNUC_MINOR__ > 96)
+#  define U_PURE __attribute__((__pure__))
+#else
+#  define U_PURE
+#endif
+
+#if __GNUC__ > 2 || (__GNUC__ == 2 && __GNUC_MINOR__ > 2)
+#  define U_NON_NULL(parameters) __attribute__((__nonnull__ parameters))
+#else
+#  define U_NON_NULL(parameters)
+#endif
+
+#define U_CHAR_MAX_BYTE_LENGTH 4
+
+#define U_N_CODEPOINTS (0x10ffff + 1)
+
+enum u_general_category {
+        U_GENERAL_CATEGORY_OTHER_CONTROL,
+        U_GENERAL_CATEGORY_OTHER_FORMAT,
+        U_GENERAL_CATEGORY_OTHER_NOT_ASSIGNED,
+        U_GENERAL_CATEGORY_OTHER_PRIVATE_USE,
+        U_GENERAL_CATEGORY_OTHER_SURROGATE,
+        U_GENERAL_CATEGORY_LETTER_LOWERCASE,
+        U_GENERAL_CATEGORY_LETTER_MODIFIER,
+        U_GENERAL_CATEGORY_LETTER_OTHER,
+        U_GENERAL_CATEGORY_LETTER_TITLECASE,
+        U_GENERAL_CATEGORY_LETTER_UPPERCASE,
+        U_GENERAL_CATEGORY_MARK_SPACING_COMBINING,
+        U_GENERAL_CATEGORY_MARK_ENCLOSING,
+        U_GENERAL_CATEGORY_MARK_NON_SPACING,
+        U_GENERAL_CATEGORY_NUMBER_DECIMAL,
+        U_GENERAL_CATEGORY_NUMBER_LETTER,
+        U_GENERAL_CATEGORY_NUMBER_OTHER,
+        U_GENERAL_CATEGORY_PUNCTUATION_CONNECTOR,
+        U_GENERAL_CATEGORY_PUNCTUATION_DASH,
+        U_GENERAL_CATEGORY_PUNCTUATION_CLOSE,
+        U_GENERAL_CATEGORY_PUNCTUATION_FINAL_QUOTE,
+        U_GENERAL_CATEGORY_PUNCTUATION_INITIAL_QUOTE,
+        U_GENERAL_CATEGORY_PUNCTUATION_OTHER,
+        U_GENERAL_CATEGORY_PUNCTUATION_OPEN,
+        U_GENERAL_CATEGORY_SYMBOL_CURRENCY,
+        U_GENERAL_CATEGORY_SYMBOL_MODIFIER,
+        U_GENERAL_CATEGORY_SYMBOL_MATH,
+        U_GENERAL_CATEGORY_SYMBOL_OTHER,
+        U_GENERAL_CATEGORY_SEPARATOR_LINE,
+        U_GENERAL_CATEGORY_SEPARATOR_PARAGRAPH,
+        U_GENERAL_CATEGORY_SEPARATOR_SPACE,
+};
+
+U_CONST bool u_char_isalnum(uint32_t c);
+U_CONST bool u_char_isalpha(uint32_t c);
+U_CONST bool u_char_isassigned(uint32_t c);
+U_CONST bool u_char_iscased(uint32_t c);
+U_CONST bool u_char_iscaseignorable(uint32_t c);
+U_CONST bool u_char_iscntrl(uint32_t c);
+U_CONST bool u_char_isdefined(uint32_t c);
+U_CONST bool u_char_isdigit(uint32_t c);
+U_CONST bool u_char_isgraph(uint32_t c);
+U_CONST bool u_char_islower(uint32_t c);
+U_CONST bool u_char_isnewline(uint32_t c);
+U_CONST bool u_char_isprint(uint32_t c);
+U_CONST bool u_char_ispunct(uint32_t c);
+U_CONST bool u_char_issoftdotted(uint32_t c);
+U_CONST bool u_char_isspace(uint32_t c);
+U_CONST bool u_char_istitle(uint32_t c);
+U_CONST bool u_char_isupper(uint32_t c);
+U_CONST bool u_char_isvalid(uint32_t c);
+U_CONST bool u_char_iswide(uint32_t c);
+U_CONST bool u_char_iswide_cjk(uint32_t c);
+U_CONST bool u_char_isxdigit(uint32_t c);
+U_CONST bool u_char_iszerowidth(uint32_t c);
+
+U_CONST uint32_t u_char_downcase(uint32_t c);
+U_CONST uint32_t u_char_titlecase(uint32_t c);
+U_CONST uint32_t u_char_upcase(uint32_t c);
+
+U_CONST size_t u_char_width(uint32_t c);
+
+U_CONST int u_char_digit_value(uint32_t c);
+U_CONST int u_char_xdigit_value(uint32_t c);
+
+U_CONST enum u_general_category u_char_general_category(uint32_t c);
+
+enum u_canonical_combining_class {
+        U_CANONICAL_COMBINING_CLASS_NOT_REORDERED = 0,
+        U_CANONICAL_COMBINING_CLASS_OVERLAY = 1,
+        U_CANONICAL_COMBINING_CLASS_NUKTA = 7,
+        U_CANONICAL_COMBINING_CLASS_KANA_VOICING = 8,
+        U_CANONICAL_COMBINING_CLASS_VIRAMA = 9,
+        U_CANONICAL_COMBINING_CLASS_CCC10 = 10,
+        U_CANONICAL_COMBINING_CLASS_CCC11 = 11,
+        U_CANONICAL_COMBINING_CLASS_CCC12 = 12,
+        U_CANONICAL_COMBINING_CLASS_CCC13 = 13,
+        U_CANONICAL_COMBINING_CLASS_CCC14 = 14,
+        U_CANONICAL_COMBINING_CLASS_CCC15 = 15,
+        U_CANONICAL_COMBINING_CLASS_CCC16 = 16,
+        U_CANONICAL_COMBINING_CLASS_CCC17 = 17,
+        U_CANONICAL_COMBINING_CLASS_CCC18 = 18,
+        U_CANONICAL_COMBINING_CLASS_CCC19 = 19,
+        U_CANONICAL_COMBINING_CLASS_CCC20 = 20,
+        U_CANONICAL_COMBINING_CLASS_CCC21 = 21,
+        U_CANONICAL_COMBINING_CLASS_CCC22 = 22,
+        U_CANONICAL_COMBINING_CLASS_CCC23 = 23,
+        U_CANONICAL_COMBINING_CLASS_CCC24 = 24,
+        U_CANONICAL_COMBINING_CLASS_CCC25 = 25,
+        U_CANONICAL_COMBINING_CLASS_CCC26 = 26,
+        U_CANONICAL_COMBINING_CLASS_CCC27 = 27,
+        U_CANONICAL_COMBINING_CLASS_CCC28 = 28,
+        U_CANONICAL_COMBINING_CLASS_CCC29 = 29,
+        U_CANONICAL_COMBINING_CLASS_CCC30 = 30,
+        U_CANONICAL_COMBINING_CLASS_CCC31 = 31,
+        U_CANONICAL_COMBINING_CLASS_CCC32 = 32,
+        U_CANONICAL_COMBINING_CLASS_CCC33 = 33,
+        U_CANONICAL_COMBINING_CLASS_CCC34 = 34,
+        U_CANONICAL_COMBINING_CLASS_CCC35 = 35,
+        U_CANONICAL_COMBINING_CLASS_CCC36 = 36,
+        U_CANONICAL_COMBINING_CLASS_CCC84 = 84,
+        U_CANONICAL_COMBINING_CLASS_CCC91 = 91,
+        U_CANONICAL_COMBINING_CLASS_CCC103 = 103,
+        U_CANONICAL_COMBINING_CLASS_CCC107 = 107,
+        U_CANONICAL_COMBINING_CLASS_CCC118 = 118,
+        U_CANONICAL_COMBINING_CLASS_CCC122 = 122,
+        U_CANONICAL_COMBINING_CLASS_CCC129 = 129,
+        U_CANONICAL_COMBINING_CLASS_CCC130 = 130,
+        U_CANONICAL_COMBINING_CLASS_CCC132 = 132,
+        U_CANONICAL_COMBINING_CLASS_ATTACHED_BELOW_LEFT = 200,
+        U_CANONICAL_COMBINING_CLASS_ATTACHED_BELOW = 202,
+        U_CANONICAL_COMBINING_CLASS_ATTACHED_ABOVE = 214,
+        U_CANONICAL_COMBINING_CLASS_ATTACHED_ABOVE_RIGHT = 216,
+        U_CANONICAL_COMBINING_CLASS_BELOW_LEFT = 218,
+        U_CANONICAL_COMBINING_CLASS_BELOW = 220,
+        U_CANONICAL_COMBINING_CLASS_BELOW_RIGHT = 222,
+        U_CANONICAL_COMBINING_CLASS_LEFT = 224,
+        U_CANONICAL_COMBINING_CLASS_RIGHT = 226,
+        U_CANONICAL_COMBINING_CLASS_ABOVE_LEFT = 228,
+        U_CANONICAL_COMBINING_CLASS_ABOVE = 230,
+        U_CANONICAL_COMBINING_CLASS_ABOVE_RIGHT = 232,
+        U_CANONICAL_COMBINING_CLASS_DOUBLE_BELOW = 233,
+        U_CANONICAL_COMBINING_CLASS_DOUBLE_ABOVE = 234,
+        U_CANONICAL_COMBINING_CLASS_IOTA_SUBSCRIPT = 240,
+};
+
+U_CONST enum u_canonical_combining_class
+        u_char_canonical_combining_class(uint32_t c);
+
+uint32_t u_char_mirror(uint32_t c);
+
+enum u_line_break {
+        U_LINE_BREAK_MANDATORY,
+        U_LINE_BREAK_CARRIAGE_RETURN,
+        U_LINE_BREAK_LINE_FEED,
+        U_LINE_BREAK_COMBINING_MARK,
+        U_LINE_BREAK_NEXT_LINE,
+        U_LINE_BREAK_SURROGATE,
+        U_LINE_BREAK_WORD_JOINER,
+        U_LINE_BREAK_ZERO_WIDTH_SPACE,
+        U_LINE_BREAK_NON_BREAKING_GLUE,
+        U_LINE_BREAK_SPACE,
+        U_LINE_BREAK_BREAK_OPPORTUNITY_BEFORE_AND_AFTER,
+        U_LINE_BREAK_BREAK_AFTER,
+        U_LINE_BREAK_BREAK_BEFORE,
+        U_LINE_BREAK_HYPHEN,
+        U_LINE_BREAK_CONTINGENT_BREAK_OPPORTUNITY,
+        U_LINE_BREAK_CLOSE_PUNCTUATION,
+        U_LINE_BREAK_CLOSE_PARENTHESIS,
+        U_LINE_BREAK_EXCLAMATION_INTERROGATION,
+        U_LINE_BREAK_INSEPARABLE,
+        U_LINE_BREAK_NONSTARTER,
+        U_LINE_BREAK_OPEN_PUNCTUATION,
+        U_LINE_BREAK_QUOTATION,
+        U_LINE_BREAK_INFIX_NUMERIC_SEPARATOR,
+        U_LINE_BREAK_NUMERIC,
+        U_LINE_BREAK_POSTFIX_NUMERIC,
+        U_LINE_BREAK_PREFIX_NUMERIC,
+        U_LINE_BREAK_SYMBOLS_ALLOWING_BREAK_AFTER,
+        U_LINE_BREAK_AMBIGUOUS,
+        U_LINE_BREAK_ALPHABETIC,
+        U_LINE_BREAK_CONDITIONAL_JAPANESE_STARTER,
+        U_LINE_BREAK_HANGUL_LV_SYLLABLE,
+        U_LINE_BREAK_HANGUL_LVT_SYLLABLE,
+        U_LINE_BREAK_HEBREW_LETTER,
+        U_LINE_BREAK_IDEOGRAPHIC,
+        U_LINE_BREAK_HANGUL_L_JAMO,
+        U_LINE_BREAK_HANGUL_V_JAMO,
+        U_LINE_BREAK_HANGUL_T_JAMO,
+        U_LINE_BREAK_REGIONAL_INDICATOR,
+        U_LINE_BREAK_COMPLEX_CONTEXT_DEPENDENT,
+        U_LINE_BREAK_UNKNOWN,
+};
+
+U_CONST enum u_line_break u_char_line_break(uint32_t c);
+
+enum u_grapheme_break {
+        U_GRAPHEME_BREAK_CONTROL,
+        U_GRAPHEME_BREAK_CR,
+        U_GRAPHEME_BREAK_EXTEND,
+        U_GRAPHEME_BREAK_L,
+        U_GRAPHEME_BREAK_LF,
+        U_GRAPHEME_BREAK_LV,
+        U_GRAPHEME_BREAK_LVT,
+        U_GRAPHEME_BREAK_OTHER,
+        U_GRAPHEME_BREAK_PREPEND,
+        U_GRAPHEME_BREAK_REGIONAL_INDICATOR,
+        U_GRAPHEME_BREAK_SPACINGMARK,
+        U_GRAPHEME_BREAK_T,
+        U_GRAPHEME_BREAK_V,
+};
+
+U_CONST enum u_grapheme_break u_char_grapheme_break(uint32_t c);
+
+enum u_word_break {
+        U_WORD_BREAK_ALETTER,
+        U_WORD_BREAK_CR,
+        U_WORD_BREAK_EXTEND,
+        U_WORD_BREAK_EXTENDNUMLET,
+        U_WORD_BREAK_FORMAT,
+        U_WORD_BREAK_KATAKANA,
+        U_WORD_BREAK_LF,
+        U_WORD_BREAK_MIDLETTER,
+        U_WORD_BREAK_MIDNUM,
+        U_WORD_BREAK_MIDNUMLET,
+        U_WORD_BREAK_NEWLINE,
+        U_WORD_BREAK_NUMERIC,
+        U_WORD_BREAK_OTHER,
+        U_WORD_BREAK_REGIONAL_INDICATOR,
+};
+
+U_CONST enum u_word_break u_char_word_break(uint32_t c);
+
+
+enum u_script {
+        U_SCRIPT_COMMON,
+        U_SCRIPT_INHERITED,
+        U_SCRIPT_ARABIC,
+        U_SCRIPT_ARMENIAN,
+        U_SCRIPT_BENGALI,
+        U_SCRIPT_BOPOMOFO,
+        U_SCRIPT_CHEROKEE,
+        U_SCRIPT_COPTIC,
+        U_SCRIPT_CYRILLIC,
+        U_SCRIPT_DESERET,
+        U_SCRIPT_DEVANAGARI,
+        U_SCRIPT_ETHIOPIC,
+        U_SCRIPT_GEORGIAN,
+        U_SCRIPT_GOTHIC,
+        U_SCRIPT_GREEK,
+        U_SCRIPT_GUJARATI,
+        U_SCRIPT_GURMUKHI,
+        U_SCRIPT_HAN,
+        U_SCRIPT_HANGUL,
+        U_SCRIPT_HEBREW,
+        U_SCRIPT_HIRAGANA,
+        U_SCRIPT_KANNADA,
+        U_SCRIPT_KATAKANA,
+        U_SCRIPT_KHMER,
+        U_SCRIPT_LAO,
+        U_SCRIPT_LATIN,
+        U_SCRIPT_MALAYALAM,
+        U_SCRIPT_MONGOLIAN,
+        U_SCRIPT_MYANMAR,
+        U_SCRIPT_OGHAM,
+        U_SCRIPT_OLD_ITALIC,
+        U_SCRIPT_ORIYA,
+        U_SCRIPT_RUNIC,
+        U_SCRIPT_SINHALA,
+        U_SCRIPT_SYRIAC,
+        U_SCRIPT_TAMIL,
+        U_SCRIPT_TELUGU,
+        U_SCRIPT_THAANA,
+        U_SCRIPT_THAI,
+        U_SCRIPT_TIBETAN,
+        U_SCRIPT_CANADIAN_ABORIGINAL,
+        U_SCRIPT_YI,
+        U_SCRIPT_TAGALOG,
+        U_SCRIPT_HANUNOO,
+        U_SCRIPT_BUHID,
+        U_SCRIPT_TAGBANWA,
+        U_SCRIPT_BRAILLE,
+        U_SCRIPT_CYPRIOT,
+        U_SCRIPT_LIMBU,
+        U_SCRIPT_OSMANYA,
+        U_SCRIPT_SHAVIAN,
+        U_SCRIPT_LINEAR_B,
+        U_SCRIPT_TAI_LE,
+        U_SCRIPT_UGARITIC,
+        U_SCRIPT_NEW_TAI_LUE,
+        U_SCRIPT_BUGINESE,
+        U_SCRIPT_GLAGOLITIC,
+        U_SCRIPT_TIFINAGH,
+        U_SCRIPT_SYLOTI_NAGRI,
+        U_SCRIPT_OLD_PERSIAN,
+        U_SCRIPT_KHAROSHTHI,
+        U_SCRIPT_UNKNOWN,
+        U_SCRIPT_BALINESE,
+        U_SCRIPT_CUNEIFORM,
+        U_SCRIPT_PHOENICIAN,
+        U_SCRIPT_PHAGS_PA,
+        U_SCRIPT_NKO,
+        U_SCRIPT_KAYAH_LI,
+        U_SCRIPT_LEPCHA,
+        U_SCRIPT_REJANG,
+        U_SCRIPT_SUNDANESE,
+        U_SCRIPT_SAURASHTRA,
+        U_SCRIPT_CHAM,
+        U_SCRIPT_OL_CHIKI,
+        U_SCRIPT_VAI,
+        U_SCRIPT_CARIAN,
+        U_SCRIPT_LYCIAN,
+        U_SCRIPT_LYDIAN,
+        U_SCRIPT_AVESTAN,
+        U_SCRIPT_BAMUM,
+        U_SCRIPT_EGYPTIAN_HIEROGLYPHS,
+        U_SCRIPT_IMPERIAL_ARAMAIC,
+        U_SCRIPT_INSCRIPTIONAL_PAHLAVI,
+        U_SCRIPT_INSCRIPTIONAL_PARTHIAN,
+        U_SCRIPT_JAVANESE,
+        U_SCRIPT_KAITHI,
+        U_SCRIPT_LISU,
+        U_SCRIPT_MEETEI_MAYEK,
+        U_SCRIPT_OLD_SOUTH_ARABIAN,
+        U_SCRIPT_OLD_TURKIC,
+        U_SCRIPT_SAMARITAN,
+        U_SCRIPT_TAI_THAM,
+        U_SCRIPT_TAI_VIET,
+        U_SCRIPT_BATAK,
+        U_SCRIPT_BRAHMI,
+        U_SCRIPT_MANDAIC,
+        U_SCRIPT_MEROITIC_HIEROGLYPHS,
+        U_SCRIPT_MEROITIC_CURSIVE,
+        U_SCRIPT_SORA_SOMPENG,
+        U_SCRIPT_CHAKMA,
+        U_SCRIPT_SHARADA,
+        U_SCRIPT_TAKRI,
+        U_SCRIPT_MIAO,
+};
+
+U_CONST enum u_script u_char_script(uint32_t c);
+
+enum u_normalization_form {
+        U_NORMALIZATION_FORM_D,
+        U_NORMALIZATION_FORM_C,
+        U_NORMALIZATION_FORM_KD,
+        U_NORMALIZATION_FORM_KC,
+};
+
+size_t u_normalize(char *restrict result, size_t m,
+                   const char *restrict u, size_t n,
+                   enum u_normalization_form form) U_NON_NULL((3));
+
+enum u_normalized {
+        U_NORMALIZED_YES,
+        U_NORMALIZED_NO,
+        U_NORMALIZED_MAYBE,
+};
+
+enum u_normalized u_char_normalized(uint32_t c, enum u_normalization_form form);
+enum u_normalized u_normalized(const char *u, size_t n,
+                               enum u_normalization_form form) U_NON_NULL((1));
+
+size_t u_downcase(char *restrict result, size_t m,
+                  const char *restrict u, size_t n,
+                  const char *restrict locale) U_NON_NULL((3));
+
+size_t u_foldcase(char *restrict result, size_t m,
+                  const char *restrict string, size_t n,
+                  const char *restrict locale) U_NON_NULL((3));
+
+size_t u_titlecase(char *restrict result, size_t m,
+                   const char *restrict string, size_t n,
+                   const char *restrict locale) U_NON_NULL((3));
+
+size_t u_upcase(char *restrict result, size_t m,
+                const char *restrict string, size_t n,
+                const char *restrict locale) U_NON_NULL((3));
+
+size_t u_mirror(char *restrict result, size_t m,
+                const char *restrict u, size_t n) U_NON_NULL((3));
+
+size_t u_recode(char *restrict result, size_t m,
+                const char *restrict string, size_t n,
+                const char *restrict codeset) U_NON_NULL((3, 5));
+
+extern const char * const u_skip_lengths;
+
+#define u_next(str) ((str) + u_skip_lengths[*(const unsigned char *)(str)])
+
+uint32_t u_decode(const char **q, const char *u, const char *end)
+        U_NON_NULL((1, 2, 3));
+int u_decode_n(uint32_t *result, const char *u, size_t n)
+        U_NON_NULL((1, 2));
+uint32_t u_decode_r(const char **p, const char *begin, const char *u);
+
+U_PURE char *u_offset_to_pointer(const char *str, long offset) U_NON_NULL((1));
+U_PURE char *u_offset_to_pointer_n(const char *str, long offset, size_t n)
+        U_NON_NULL((1));
+
+U_PURE long u_pointer_to_offset(const char *str, const char *pos)
+        U_NON_NULL((1, 2));
+
+U_PURE int u_collate(const char *a, size_t a_n, const char *b, size_t b_n,
+                     const char *locale) U_NON_NULL((1, 3));
+size_t u_collation_key(char *restrict result, size_t m,
+                       const char *restrict string, size_t n,
+                       const char *restrict locale) U_NON_NULL((3));
+size_t u_normalized_collation_key(char *restrict result, size_t m,
+                                  const char *restrict string, size_t n,
+                                  const char *restrict locale) U_NON_NULL((3));
+
+U_PURE size_t u_char_index(const char *str, uint32_t c) U_NON_NULL((1));
+U_PURE size_t u_char_index_n(const char *str, uint32_t c, size_t n)
+        U_NON_NULL((1));
+U_PURE size_t u_index(const char *haystack, const char *needle)
+        U_NON_NULL((1, 2));
+U_PURE size_t u_index_n(const char *haystack, const char *needle, size_t n)
+        U_NON_NULL((1, 2));
+
+U_PURE size_t u_char_rindex(const char *str, uint32_t c) U_NON_NULL((1));
+U_PURE size_t u_char_rindex_n(const char *str, uint32_t c, size_t n)
+        U_NON_NULL((1));
+U_PURE size_t u_rindex(const char *haystack, const char *needle)
+        U_NON_NULL((1, 2));
+U_PURE size_t u_rindex_n(const char *haystack, const char *needle, size_t n)
+        U_NON_NULL((1, 2));
+
+U_PURE bool u_has_prefix(const char *str, const char *prefix)
+        U_NON_NULL((1, 2));
+
+bool u_valid(const char *restrict u, size_t n, const char **restrict end)
+        U_NON_NULL((1));
+
+U_PURE bool u_is_ascii_only(const char *string) U_NON_NULL((1));
+U_PURE bool u_is_ascii_only_n(const char *string, size_t n) U_NON_NULL((1));
+
+U_PURE size_t u_n_chars(const char *str) U_NON_NULL((1));
+U_PURE size_t u_n_chars_n(const char *str, size_t n) U_NON_NULL((1));
+
+U_PURE size_t u_width(const char *string) U_NON_NULL((1));
+U_PURE size_t u_width_n(const char *string, size_t n) U_NON_NULL((1));
+
+U_PURE size_t u_n_bytes(const char *str) U_NON_NULL((1));
+
+size_t u_reverse(char *restrict result, size_t m,
+                 const char *restrict string, size_t n) U_NON_NULL((3));
+
+typedef void (*u_substring_fn)(const char *, size_t, void *);
+void u_words(const char *string, size_t n, u_substring_fn fn, void *closure)
+        U_NON_NULL((1));
+void u_grapheme_clusters(const char *string, size_t n, u_substring_fn fn,
+                         void *closure) U_NON_NULL((1));
+
+int u_char_to_u_n(uint32_t c, char *result, size_t n);
+int u_char_to_u(uint32_t c, char *result);