@difizen/libro-common 0.3.3 → 1.0.0

package/src/common/charCode.ts

@@ -0,0 +1,434 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+// Names from https://blog.codinghorror.com/ascii-pronunciation-rules-for-programmers/
+
+/**
+ * An inlined enum containing useful character codes (to be used with String.charCodeAt).
+ * Please leave the const keyword such that it gets inlined when compiled to JavaScript!
+ */
+export enum CharCode {
+  Null = 0,
+  /**
+   * The `\b` character.
+   */
+  Backspace = 8,
+  /**
+   * The `\t` character.
+   */
+  Tab = 9,
+  /**
+   * The `\n` character.
+   */
+  LineFeed = 10,
+  /**
+   * The `\r` character.
+   */
+  CarriageReturn = 13,
+  Space = 32,
+  /**
+   * The `!` character.
+   */
+  ExclamationMark = 33,
+  /**
+   * The `"` character.
+   */
+  DoubleQuote = 34,
+  /**
+   * The `#` character.
+   */
+  Hash = 35,
+  /**
+   * The `$` character.
+   */
+  DollarSign = 36,
+  /**
+   * The `%` character.
+   */
+  PercentSign = 37,
+  /**
+   * The `&` character.
+   */
+  Ampersand = 38,
+  /**
+   * The `'` character.
+   */
+  SingleQuote = 39,
+  /**
+   * The `(` character.
+   */
+  OpenParen = 40,
+  /**
+   * The `)` character.
+   */
+  CloseParen = 41,
+  /**
+   * The `*` character.
+   */
+  Asterisk = 42,
+  /**
+   * The `+` character.
+   */
+  Plus = 43,
+  /**
+   * The `,` character.
+   */
+  Comma = 44,
+  /**
+   * The `-` character.
+   */
+  Dash = 45,
+  /**
+   * The `.` character.
+   */
+  Period = 46,
+  /**
+   * The `/` character.
+   */
+  Slash = 47,
+
+  Digit0 = 48,
+  Digit1 = 49,
+  Digit2 = 50,
+  Digit3 = 51,
+  Digit4 = 52,
+  Digit5 = 53,
+  Digit6 = 54,
+  Digit7 = 55,
+  Digit8 = 56,
+  Digit9 = 57,
+
+  /**
+   * The `:` character.
+   */
+  Colon = 58,
+  /**
+   * The `;` character.
+   */
+  Semicolon = 59,
+  /**
+   * The `<` character.
+   */
+  LessThan = 60,
+  /**
+   * The `=` character.
+   */
+  Equals = 61,
+  /**
+   * The `>` character.
+   */
+  GreaterThan = 62,
+  /**
+   * The `?` character.
+   */
+  QuestionMark = 63,
+  /**
+   * The `@` character.
+   */
+  AtSign = 64,
+
+  A = 65,
+  B = 66,
+  C = 67,
+  D = 68,
+  E = 69,
+  F = 70,
+  G = 71,
+  H = 72,
+  I = 73,
+  J = 74,
+  K = 75,
+  L = 76,
+  M = 77,
+  N = 78,
+  O = 79,
+  P = 80,
+  Q = 81,
+  R = 82,
+  S = 83,
+  T = 84,
+  U = 85,
+  V = 86,
+  W = 87,
+  X = 88,
+  Y = 89,
+  Z = 90,
+
+  /**
+   * The `[` character.
+   */
+  OpenSquareBracket = 91,
+  /**
+   * The `\` character.
+   */
+  Backslash = 92,
+  /**
+   * The `]` character.
+   */
+  CloseSquareBracket = 93,
+  /**
+   * The `^` character.
+   */
+  Caret = 94,
+  /**
+   * The `_` character.
+   */
+  Underline = 95,
+  /**
+   * The ``(`)`` character.
+   */
+  BackTick = 96,
+
+  a = 97,
+  b = 98,
+  c = 99,
+  d = 100,
+  e = 101,
+  f = 102,
+  g = 103,
+  h = 104,
+  i = 105,
+  j = 106,
+  k = 107,
+  l = 108,
+  m = 109,
+  n = 110,
+  o = 111,
+  p = 112,
+  q = 113,
+  r = 114,
+  s = 115,
+  t = 116,
+  u = 117,
+  v = 118,
+  w = 119,
+  x = 120,
+  y = 121,
+  z = 122,
+
+  /**
+   * The `{` character.
+   */
+  OpenCurlyBrace = 123,
+  /**
+   * The `|` character.
+   */
+  Pipe = 124,
+  /**
+   * The `}` character.
+   */
+  CloseCurlyBrace = 125,
+  /**
+   * The `~` character.
+   */
+  Tilde = 126,
+
+  U_Combining_Grave_Accent = 0x0300, //	U+0300	Combining Grave Accent
+  U_Combining_Acute_Accent = 0x0301, //	U+0301	Combining Acute Accent
+  U_Combining_Circumflex_Accent = 0x0302, //	U+0302	Combining Circumflex Accent
+  U_Combining_Tilde = 0x0303, //	U+0303	Combining Tilde
+  U_Combining_Macron = 0x0304, //	U+0304	Combining Macron
+  U_Combining_Overline = 0x0305, //	U+0305	Combining Overline
+  U_Combining_Breve = 0x0306, //	U+0306	Combining Breve
+  U_Combining_Dot_Above = 0x0307, //	U+0307	Combining Dot Above
+  U_Combining_Diaeresis = 0x0308, //	U+0308	Combining Diaeresis
+  U_Combining_Hook_Above = 0x0309, //	U+0309	Combining Hook Above
+  U_Combining_Ring_Above = 0x030a, //	U+030A	Combining Ring Above
+  U_Combining_Double_Acute_Accent = 0x030b, //	U+030B	Combining Double Acute Accent
+  U_Combining_Caron = 0x030c, //	U+030C	Combining Caron
+  U_Combining_Vertical_Line_Above = 0x030d, //	U+030D	Combining Vertical Line Above
+  U_Combining_Double_Vertical_Line_Above = 0x030e, //	U+030E	Combining Double Vertical Line Above
+  U_Combining_Double_Grave_Accent = 0x030f, //	U+030F	Combining Double Grave Accent
+  U_Combining_Candrabindu = 0x0310, //	U+0310	Combining Candrabindu
+  U_Combining_Inverted_Breve = 0x0311, //	U+0311	Combining Inverted Breve
+  U_Combining_Turned_Comma_Above = 0x0312, //	U+0312	Combining Turned Comma Above
+  U_Combining_Comma_Above = 0x0313, //	U+0313	Combining Comma Above
+  U_Combining_Reversed_Comma_Above = 0x0314, //	U+0314	Combining Reversed Comma Above
+  U_Combining_Comma_Above_Right = 0x0315, //	U+0315	Combining Comma Above Right
+  U_Combining_Grave_Accent_Below = 0x0316, //	U+0316	Combining Grave Accent Below
+  U_Combining_Acute_Accent_Below = 0x0317, //	U+0317	Combining Acute Accent Below
+  U_Combining_Left_Tack_Below = 0x0318, //	U+0318	Combining Left Tack Below
+  U_Combining_Right_Tack_Below = 0x0319, //	U+0319	Combining Right Tack Below
+  U_Combining_Left_Angle_Above = 0x031a, //	U+031A	Combining Left Angle Above
+  U_Combining_Horn = 0x031b, //	U+031B	Combining Horn
+  U_Combining_Left_Half_Ring_Below = 0x031c, //	U+031C	Combining Left Half Ring Below
+  U_Combining_Up_Tack_Below = 0x031d, //	U+031D	Combining Up Tack Below
+  U_Combining_Down_Tack_Below = 0x031e, //	U+031E	Combining Down Tack Below
+  U_Combining_Plus_Sign_Below = 0x031f, //	U+031F	Combining Plus Sign Below
+  U_Combining_Minus_Sign_Below = 0x0320, //	U+0320	Combining Minus Sign Below
+  U_Combining_Palatalized_Hook_Below = 0x0321, //	U+0321	Combining Palatalized Hook Below
+  U_Combining_Retroflex_Hook_Below = 0x0322, //	U+0322	Combining Retroflex Hook Below
+  U_Combining_Dot_Below = 0x0323, //	U+0323	Combining Dot Below
+  U_Combining_Diaeresis_Below = 0x0324, //	U+0324	Combining Diaeresis Below
+  U_Combining_Ring_Below = 0x0325, //	U+0325	Combining Ring Below
+  U_Combining_Comma_Below = 0x0326, //	U+0326	Combining Comma Below
+  U_Combining_Cedilla = 0x0327, //	U+0327	Combining Cedilla
+  U_Combining_Ogonek = 0x0328, //	U+0328	Combining Ogonek
+  U_Combining_Vertical_Line_Below = 0x0329, //	U+0329	Combining Vertical Line Below
+  U_Combining_Bridge_Below = 0x032a, //	U+032A	Combining Bridge Below
+  U_Combining_Inverted_Double_Arch_Below = 0x032b, //	U+032B	Combining Inverted Double Arch Below
+  U_Combining_Caron_Below = 0x032c, //	U+032C	Combining Caron Below
+  U_Combining_Circumflex_Accent_Below = 0x032d, //	U+032D	Combining Circumflex Accent Below
+  U_Combining_Breve_Below = 0x032e, //	U+032E	Combining Breve Below
+  U_Combining_Inverted_Breve_Below = 0x032f, //	U+032F	Combining Inverted Breve Below
+  U_Combining_Tilde_Below = 0x0330, //	U+0330	Combining Tilde Below
+  U_Combining_Macron_Below = 0x0331, //	U+0331	Combining Macron Below
+  U_Combining_Low_Line = 0x0332, //	U+0332	Combining Low Line
+  U_Combining_Double_Low_Line = 0x0333, //	U+0333	Combining Double Low Line
+  U_Combining_Tilde_Overlay = 0x0334, //	U+0334	Combining Tilde Overlay
+  U_Combining_Short_Stroke_Overlay = 0x0335, //	U+0335	Combining Short Stroke Overlay
+  U_Combining_Long_Stroke_Overlay = 0x0336, //	U+0336	Combining Long Stroke Overlay
+  U_Combining_Short_Solidus_Overlay = 0x0337, //	U+0337	Combining Short Solidus Overlay
+  U_Combining_Long_Solidus_Overlay = 0x0338, //	U+0338	Combining Long Solidus Overlay
+  U_Combining_Right_Half_Ring_Below = 0x0339, //	U+0339	Combining Right Half Ring Below
+  U_Combining_Inverted_Bridge_Below = 0x033a, //	U+033A	Combining Inverted Bridge Below
+  U_Combining_Square_Below = 0x033b, //	U+033B	Combining Square Below
+  U_Combining_Seagull_Below = 0x033c, //	U+033C	Combining Seagull Below
+  U_Combining_X_Above = 0x033d, //	U+033D	Combining X Above
+  U_Combining_Vertical_Tilde = 0x033e, //	U+033E	Combining Vertical Tilde
+  U_Combining_Double_Overline = 0x033f, //	U+033F	Combining Double Overline
+  U_Combining_Grave_Tone_Mark = 0x0340, //	U+0340	Combining Grave Tone Mark
+  U_Combining_Acute_Tone_Mark = 0x0341, //	U+0341	Combining Acute Tone Mark
+  U_Combining_Greek_Perispomeni = 0x0342, //	U+0342	Combining Greek Perispomeni
+  U_Combining_Greek_Koronis = 0x0343, //	U+0343	Combining Greek Koronis
+  U_Combining_Greek_Dialytika_Tonos = 0x0344, //	U+0344	Combining Greek Dialytika Tonos
+  U_Combining_Greek_Ypogegrammeni = 0x0345, //	U+0345	Combining Greek Ypogegrammeni
+  U_Combining_Bridge_Above = 0x0346, //	U+0346	Combining Bridge Above
+  U_Combining_Equals_Sign_Below = 0x0347, //	U+0347	Combining Equals Sign Below
+  U_Combining_Double_Vertical_Line_Below = 0x0348, //	U+0348	Combining Double Vertical Line Below
+  U_Combining_Left_Angle_Below = 0x0349, //	U+0349	Combining Left Angle Below
+  U_Combining_Not_Tilde_Above = 0x034a, //	U+034A	Combining Not Tilde Above
+  U_Combining_Homothetic_Above = 0x034b, //	U+034B	Combining Homothetic Above
+  U_Combining_Almost_Equal_To_Above = 0x034c, //	U+034C	Combining Almost Equal To Above
+  U_Combining_Left_Right_Arrow_Below = 0x034d, //	U+034D	Combining Left Right Arrow Below
+  U_Combining_Upwards_Arrow_Below = 0x034e, //	U+034E	Combining Upwards Arrow Below
+  U_Combining_Grapheme_Joiner = 0x034f, //	U+034F	Combining Grapheme Joiner
+  U_Combining_Right_Arrowhead_Above = 0x0350, //	U+0350	Combining Right Arrowhead Above
+  U_Combining_Left_Half_Ring_Above = 0x0351, //	U+0351	Combining Left Half Ring Above
+  U_Combining_Fermata = 0x0352, //	U+0352	Combining Fermata
+  U_Combining_X_Below = 0x0353, //	U+0353	Combining X Below
+  U_Combining_Left_Arrowhead_Below = 0x0354, //	U+0354	Combining Left Arrowhead Below
+  U_Combining_Right_Arrowhead_Below = 0x0355, //	U+0355	Combining Right Arrowhead Below
+  U_Combining_Right_Arrowhead_And_Up_Arrowhead_Below = 0x0356, //	U+0356	Combining Right Arrowhead And Up Arrowhead Below
+  U_Combining_Right_Half_Ring_Above = 0x0357, //	U+0357	Combining Right Half Ring Above
+  U_Combining_Dot_Above_Right = 0x0358, //	U+0358	Combining Dot Above Right
+  U_Combining_Asterisk_Below = 0x0359, //	U+0359	Combining Asterisk Below
+  U_Combining_Double_Ring_Below = 0x035a, //	U+035A	Combining Double Ring Below
+  U_Combining_Zigzag_Above = 0x035b, //	U+035B	Combining Zigzag Above
+  U_Combining_Double_Breve_Below = 0x035c, //	U+035C	Combining Double Breve Below
+  U_Combining_Double_Breve = 0x035d, //	U+035D	Combining Double Breve
+  U_Combining_Double_Macron = 0x035e, //	U+035E	Combining Double Macron
+  U_Combining_Double_Macron_Below = 0x035f, //	U+035F	Combining Double Macron Below
+  U_Combining_Double_Tilde = 0x0360, //	U+0360	Combining Double Tilde
+  U_Combining_Double_Inverted_Breve = 0x0361, //	U+0361	Combining Double Inverted Breve
+  U_Combining_Double_Rightwards_Arrow_Below = 0x0362, //	U+0362	Combining Double Rightwards Arrow Below
+  U_Combining_Latin_Small_Letter_A = 0x0363, //	U+0363	Combining Latin Small Letter A
+  U_Combining_Latin_Small_Letter_E = 0x0364, //	U+0364	Combining Latin Small Letter E
+  U_Combining_Latin_Small_Letter_I = 0x0365, //	U+0365	Combining Latin Small Letter I
+  U_Combining_Latin_Small_Letter_O = 0x0366, //	U+0366	Combining Latin Small Letter O
+  U_Combining_Latin_Small_Letter_U = 0x0367, //	U+0367	Combining Latin Small Letter U
+  U_Combining_Latin_Small_Letter_C = 0x0368, //	U+0368	Combining Latin Small Letter C
+  U_Combining_Latin_Small_Letter_D = 0x0369, //	U+0369	Combining Latin Small Letter D
+  U_Combining_Latin_Small_Letter_H = 0x036a, //	U+036A	Combining Latin Small Letter H
+  U_Combining_Latin_Small_Letter_M = 0x036b, //	U+036B	Combining Latin Small Letter M
+  U_Combining_Latin_Small_Letter_R = 0x036c, //	U+036C	Combining Latin Small Letter R
+  U_Combining_Latin_Small_Letter_T = 0x036d, //	U+036D	Combining Latin Small Letter T
+  U_Combining_Latin_Small_Letter_V = 0x036e, //	U+036E	Combining Latin Small Letter V
+  U_Combining_Latin_Small_Letter_X = 0x036f, //	U+036F	Combining Latin Small Letter X
+
+  /**
+   * Unicode Character 'LINE SEPARATOR' (U+2028)
+   * http://www.fileformat.info/info/unicode/char/2028/index.htm
+   */
+  LINE_SEPARATOR = 0x2028,
+  /**
+   * Unicode Character 'PARAGRAPH SEPARATOR' (U+2029)
+   * http://www.fileformat.info/info/unicode/char/2029/index.htm
+   */
+  PARAGRAPH_SEPARATOR = 0x2029,
+  /**
+   * Unicode Character 'NEXT LINE' (U+0085)
+   * http://www.fileformat.info/info/unicode/char/0085/index.htm
+   */
+  NEXT_LINE = 0x0085,
+
+  // http://www.fileformat.info/info/unicode/category/Sk/list.htm
+  U_CIRCUMFLEX = 0x005e, // U+005E	CIRCUMFLEX
+  U_GRAVE_ACCENT = 0x0060, // U+0060	GRAVE ACCENT
+  U_DIAERESIS = 0x00a8, // U+00A8	DIAERESIS
+  U_MACRON = 0x00af, // U+00AF	MACRON
+  U_ACUTE_ACCENT = 0x00b4, // U+00B4	ACUTE ACCENT
+  U_CEDILLA = 0x00b8, // U+00B8	CEDILLA
+  U_MODIFIER_LETTER_LEFT_ARROWHEAD = 0x02c2, // U+02C2	MODIFIER LETTER LEFT ARROWHEAD
+  U_MODIFIER_LETTER_RIGHT_ARROWHEAD = 0x02c3, // U+02C3	MODIFIER LETTER RIGHT ARROWHEAD
+  U_MODIFIER_LETTER_UP_ARROWHEAD = 0x02c4, // U+02C4	MODIFIER LETTER UP ARROWHEAD
+  U_MODIFIER_LETTER_DOWN_ARROWHEAD = 0x02c5, // U+02C5	MODIFIER LETTER DOWN ARROWHEAD
+  U_MODIFIER_LETTER_CENTRED_RIGHT_HALF_RING = 0x02d2, // U+02D2	MODIFIER LETTER CENTRED RIGHT HALF RING
+  U_MODIFIER_LETTER_CENTRED_LEFT_HALF_RING = 0x02d3, // U+02D3	MODIFIER LETTER CENTRED LEFT HALF RING
+  U_MODIFIER_LETTER_UP_TACK = 0x02d4, // U+02D4	MODIFIER LETTER UP TACK
+  U_MODIFIER_LETTER_DOWN_TACK = 0x02d5, // U+02D5	MODIFIER LETTER DOWN TACK
+  U_MODIFIER_LETTER_PLUS_SIGN = 0x02d6, // U+02D6	MODIFIER LETTER PLUS SIGN
+  U_MODIFIER_LETTER_MINUS_SIGN = 0x02d7, // U+02D7	MODIFIER LETTER MINUS SIGN
+  U_BREVE = 0x02d8, // U+02D8	BREVE
+  U_DOT_ABOVE = 0x02d9, // U+02D9	DOT ABOVE
+  U_RING_ABOVE = 0x02da, // U+02DA	RING ABOVE
+  U_OGONEK = 0x02db, // U+02DB	OGONEK
+  U_SMALL_TILDE = 0x02dc, // U+02DC	SMALL TILDE
+  U_DOUBLE_ACUTE_ACCENT = 0x02dd, // U+02DD	DOUBLE ACUTE ACCENT
+  U_MODIFIER_LETTER_RHOTIC_HOOK = 0x02de, // U+02DE	MODIFIER LETTER RHOTIC HOOK
+  U_MODIFIER_LETTER_CROSS_ACCENT = 0x02df, // U+02DF	MODIFIER LETTER CROSS ACCENT
+  U_MODIFIER_LETTER_EXTRA_HIGH_TONE_BAR = 0x02e5, // U+02E5	MODIFIER LETTER EXTRA-HIGH TONE BAR
+  U_MODIFIER_LETTER_HIGH_TONE_BAR = 0x02e6, // U+02E6	MODIFIER LETTER HIGH TONE BAR
+  U_MODIFIER_LETTER_MID_TONE_BAR = 0x02e7, // U+02E7	MODIFIER LETTER MID TONE BAR
+  U_MODIFIER_LETTER_LOW_TONE_BAR = 0x02e8, // U+02E8	MODIFIER LETTER LOW TONE BAR
+  U_MODIFIER_LETTER_EXTRA_LOW_TONE_BAR = 0x02e9, // U+02E9	MODIFIER LETTER EXTRA-LOW TONE BAR
+  U_MODIFIER_LETTER_YIN_DEPARTING_TONE_MARK = 0x02ea, // U+02EA	MODIFIER LETTER YIN DEPARTING TONE MARK
+  U_MODIFIER_LETTER_YANG_DEPARTING_TONE_MARK = 0x02eb, // U+02EB	MODIFIER LETTER YANG DEPARTING TONE MARK
+  U_MODIFIER_LETTER_UNASPIRATED = 0x02ed, // U+02ED	MODIFIER LETTER UNASPIRATED
+  U_MODIFIER_LETTER_LOW_DOWN_ARROWHEAD = 0x02ef, // U+02EF	MODIFIER LETTER LOW DOWN ARROWHEAD
+  U_MODIFIER_LETTER_LOW_UP_ARROWHEAD = 0x02f0, // U+02F0	MODIFIER LETTER LOW UP ARROWHEAD
+  U_MODIFIER_LETTER_LOW_LEFT_ARROWHEAD = 0x02f1, // U+02F1	MODIFIER LETTER LOW LEFT ARROWHEAD
+  U_MODIFIER_LETTER_LOW_RIGHT_ARROWHEAD = 0x02f2, // U+02F2	MODIFIER LETTER LOW RIGHT ARROWHEAD
+  U_MODIFIER_LETTER_LOW_RING = 0x02f3, // U+02F3	MODIFIER LETTER LOW RING
+  U_MODIFIER_LETTER_MIDDLE_GRAVE_ACCENT = 0x02f4, // U+02F4	MODIFIER LETTER MIDDLE GRAVE ACCENT
+  U_MODIFIER_LETTER_MIDDLE_DOUBLE_GRAVE_ACCENT = 0x02f5, // U+02F5	MODIFIER LETTER MIDDLE DOUBLE GRAVE ACCENT
+  U_MODIFIER_LETTER_MIDDLE_DOUBLE_ACUTE_ACCENT = 0x02f6, // U+02F6	MODIFIER LETTER MIDDLE DOUBLE ACUTE ACCENT
+  U_MODIFIER_LETTER_LOW_TILDE = 0x02f7, // U+02F7	MODIFIER LETTER LOW TILDE
+  U_MODIFIER_LETTER_RAISED_COLON = 0x02f8, // U+02F8	MODIFIER LETTER RAISED COLON
+  U_MODIFIER_LETTER_BEGIN_HIGH_TONE = 0x02f9, // U+02F9	MODIFIER LETTER BEGIN HIGH TONE
+  U_MODIFIER_LETTER_END_HIGH_TONE = 0x02fa, // U+02FA	MODIFIER LETTER END HIGH TONE
+  U_MODIFIER_LETTER_BEGIN_LOW_TONE = 0x02fb, // U+02FB	MODIFIER LETTER BEGIN LOW TONE
+  U_MODIFIER_LETTER_END_LOW_TONE = 0x02fc, // U+02FC	MODIFIER LETTER END LOW TONE
+  U_MODIFIER_LETTER_SHELF = 0x02fd, // U+02FD	MODIFIER LETTER SHELF
+  U_MODIFIER_LETTER_OPEN_SHELF = 0x02fe, // U+02FE	MODIFIER LETTER OPEN SHELF
+  U_MODIFIER_LETTER_LOW_LEFT_ARROW = 0x02ff, // U+02FF	MODIFIER LETTER LOW LEFT ARROW
+  U_GREEK_LOWER_NUMERAL_SIGN = 0x0375, // U+0375	GREEK LOWER NUMERAL SIGN
+  U_GREEK_TONOS = 0x0384, // U+0384	GREEK TONOS
+  U_GREEK_DIALYTIKA_TONOS = 0x0385, // U+0385	GREEK DIALYTIKA TONOS
+  U_GREEK_KORONIS = 0x1fbd, // U+1FBD	GREEK KORONIS
+  U_GREEK_PSILI = 0x1fbf, // U+1FBF	GREEK PSILI
+  U_GREEK_PERISPOMENI = 0x1fc0, // U+1FC0	GREEK PERISPOMENI
+  U_GREEK_DIALYTIKA_AND_PERISPOMENI = 0x1fc1, // U+1FC1	GREEK DIALYTIKA AND PERISPOMENI
+  U_GREEK_PSILI_AND_VARIA = 0x1fcd, // U+1FCD	GREEK PSILI AND VARIA
+  U_GREEK_PSILI_AND_OXIA = 0x1fce, // U+1FCE	GREEK PSILI AND OXIA
+  U_GREEK_PSILI_AND_PERISPOMENI = 0x1fcf, // U+1FCF	GREEK PSILI AND PERISPOMENI
+  U_GREEK_DASIA_AND_VARIA = 0x1fdd, // U+1FDD	GREEK DASIA AND VARIA
+  U_GREEK_DASIA_AND_OXIA = 0x1fde, // U+1FDE	GREEK DASIA AND OXIA
+  U_GREEK_DASIA_AND_PERISPOMENI = 0x1fdf, // U+1FDF	GREEK DASIA AND PERISPOMENI
+  U_GREEK_DIALYTIKA_AND_VARIA = 0x1fed, // U+1FED	GREEK DIALYTIKA AND VARIA
+  U_GREEK_DIALYTIKA_AND_OXIA = 0x1fee, // U+1FEE	GREEK DIALYTIKA AND OXIA
+  U_GREEK_VARIA = 0x1fef, // U+1FEF	GREEK VARIA
+  U_GREEK_OXIA = 0x1ffd, // U+1FFD	GREEK OXIA
+  U_GREEK_DASIA = 0x1ffe, // U+1FFE	GREEK DASIA
+
+  U_OVERLINE = 0x203e, // Unicode Character 'OVERLINE'
+
+  /**
+   * UTF-8 BOM
+   * Unicode Character 'ZERO WIDTH NO-BREAK SPACE' (U+FEFF)
+   * http://www.fileformat.info/info/unicode/char/feff/index.htm
+   */
+  UTF8_BOM = 65279,
+}

package/src/common/collections.ts

@@ -0,0 +1,158 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+/**
+ * An interface for a JavaScript object that
+ * acts a dictionary. The keys are strings.
+ */
+export type IStringDictionary<V> = Record<string, V>;
+
+/**
+ * An interface for a JavaScript object that
+ * acts a dictionary. The keys are numbers.
+ */
+export type INumberDictionary<V> = Record<number, V>;
+
+const { hasOwnProperty } = Object.prototype;
+
+/**
+ * Returns an array which contains all values that reside
+ * in the given dictionary.
+ */
+export function values<T>(from: IStringDictionary<T> | INumberDictionary<T>): T[] {
+  const result: T[] = [];
+  for (const key in from) {
+    if (hasOwnProperty.call(from, key)) {
+      result.push((from as any)[key]);
+    }
+  }
+  return result;
+}
+
+/**
+ * Iterates over each entry in the provided dictionary. The iterator allows
+ * to remove elements and will stop when the callback returns {{false}}.
+ */
+export function forEach<T>(
+  from: IStringDictionary<T> | INumberDictionary<T>,
+  callback: (entry: { key: any; value: T }, remove: () => void) => any,
+): void {
+  for (const key in from) {
+    if (hasOwnProperty.call(from, key)) {
+      const result = callback({ key, value: (from as any)[key] }, function () {
+        delete (from as any)[key];
+      });
+      if (result === false) {
+        return;
+      }
+    }
+  }
+}
+
+/**
+ * Groups the collection into a dictionary based on the provided
+ * group function.
+ */
+export function groupBy<T>(
+  data: T[],
+  groupFn: (element: T) => string,
+): IStringDictionary<T[]> {
+  const result: IStringDictionary<T[]> = Object.create(null);
+  for (const element of data) {
+    const key = groupFn(element);
+    let target = result[key];
+    if (!target) {
+      target = result[key] = [];
+    }
+    target.push(element);
+  }
+  return result;
+}
+
+export function fromMap<T>(original: Map<string, T>): IStringDictionary<T> {
+  const result: IStringDictionary<T> = Object.create(null);
+  if (original) {
+    original.forEach((value, key) => {
+      result[key] = value;
+    });
+  }
+  return result;
+}
+
+export function diffSets<T>(
+  before: Set<T>,
+  after: Set<T>,
+): { removed: T[]; added: T[] } {
+  const removed: T[] = [];
+  const added: T[] = [];
+  for (const element of before) {
+    if (!after.has(element)) {
+      removed.push(element);
+    }
+  }
+  for (const element of after) {
+    if (!before.has(element)) {
+      added.push(element);
+    }
+  }
+  return { removed, added };
+}
+
+export function diffMaps<K, V>(
+  before: Map<K, V>,
+  after: Map<K, V>,
+): { removed: V[]; added: V[] } {
+  const removed: V[] = [];
+  const added: V[] = [];
+  for (const [index, value] of before) {
+    if (!after.has(index)) {
+      removed.push(value);
+    }
+  }
+  for (const [index, value] of after) {
+    if (!before.has(index)) {
+      added.push(value);
+    }
+  }
+  return { removed, added };
+}
+export class SetMap<K, V> {
+  private map = new Map<K, Set<V>>();
+
+  add(key: K, value: V): void {
+    let values = this.map.get(key);
+
+    if (!values) {
+      values = new Set<V>();
+      this.map.set(key, values);
+    }
+
+    values.add(value);
+  }
+
+  delete(key: K, value: V): void {
+    const values = this.map.get(key);
+
+    if (!values) {
+      return;
+    }
+
+    values.delete(value);
+
+    if (values.size === 0) {
+      this.map.delete(key);
+    }
+  }
+
+  forEach(key: K, fn: (value: V) => void): void {
+    const values = this.map.get(key);
+
+    if (!values) {
+      return;
+    }
+
+    values.forEach(fn);
+  }
+}

package/src/common/deferred.ts

@@ -0,0 +1,17 @@
+import { noop } from './utils';
+
+/**
+ * Deferred pattern.
+ */
+export class Deferred<T> {
+  public resolve: (value: T | PromiseLike<T>) => void = noop;
+  public reject: (err?: any) => void = noop;
+  public readonly promise: Promise<T>;
+
+  constructor() {
+    this.promise = new Promise<T>((resolve, reject) => {
+      this.resolve = resolve;
+      this.reject = reject;
+    });
+  }
+}

package/src/common/disposable-collection.ts

@@ -0,0 +1,87 @@
+import { Disposable } from './disposable';
+import type { Event } from './event.js';
+import { Emitter } from './event.js';
+
+export class DisposableCollection implements Disposable {
+  protected readonly disposables: Disposable[];
+  protected readonly onDisposeEmitter;
+
+  constructor(...args: Disposable[]) {
+    this.disposables = [];
+    this.onDisposeEmitter = new Emitter<void>();
+    args.forEach((disposable) => this.push(disposable));
+  }
+
+  get onDispose(): Event<void> {
+    return this.onDisposeEmitter.event;
+  }
+
+  protected checkDisposed(): void {
+    if (this.disposed && !this.disposingElements) {
+      this.onDisposeEmitter.fire(undefined);
+      this.onDisposeEmitter.dispose();
+    }
+  }
+
+  /**
+   * Returns true if this collection is empty.
+   */
+  get disposed(): boolean {
+    return this.disposables.length === 0;
+  }
+
+  private disposingElements = false;
+
+  dispose(): void {
+    if (this.disposed || this.disposingElements) {
+      return;
+    }
+    this.disposingElements = true;
+    while (!this.disposed) {
+      try {
+        const disposable = this.disposables.pop();
+        if (disposable) {
+          disposable.dispose();
+        }
+      } catch (e) {
+        console.error(e);
+      }
+    }
+    this.disposingElements = false;
+    this.checkDisposed();
+  }
+
+  protected doPush(disposable: Disposable): Disposable {
+    const { disposables } = this;
+    disposables.push(disposable);
+    const originalDispose = disposable.dispose.bind(disposable);
+    const toRemove = Disposable.create(() => {
+      const index = disposables.indexOf(disposable);
+      if (index !== -1) {
+        disposables.splice(index, 1);
+      }
+      this.checkDisposed();
+    });
+    disposable.dispose = () => {
+      toRemove.dispose();
+      originalDispose();
+    };
+    return toRemove;
+  }
+  push(disposable: Disposable): Disposable;
+  push(...disposables: Disposable[]): Disposable[];
+  push(...disposables: Disposable[]): Disposable | Disposable[] {
+    if (disposables.length === 1) {
+      return this.doPush(disposables[0]);
+    } else {
+      return disposables.map((toDispose) => this.doPush(toDispose));
+    }
+  }
+
+  /**
+   * @deprecated use push instead
+   */
+  pushAll(disposables: Disposable[]): Disposable[] {
+    return this.push(...disposables);
+  }
+}