echogarden 3.1.0 → 3.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (81) hide show
  1. package/data/lexicons/heteronyms.en.json +1 -1
  2. package/data/lexicons/words.en.json +32 -0
  3. package/dist/api/Synthesis.js +2 -2
  4. package/dist/api/Synthesis.js.map +1 -1
  5. package/dist/encodings/Ascii.d.ts +1 -3
  6. package/dist/encodings/Ascii.d.ts.map +1 -1
  7. package/dist/encodings/Ascii.js +13 -9
  8. package/dist/encodings/Ascii.js.map +1 -1
  9. package/dist/encodings/Base64.d.ts.map +1 -1
  10. package/dist/encodings/Base64.js +9 -0
  11. package/dist/encodings/Base64.js.map +1 -1
  12. package/dist/encodings/Hex.d.ts.map +1 -1
  13. package/dist/encodings/Hex.js +11 -2
  14. package/dist/encodings/Hex.js.map +1 -1
  15. package/dist/encodings/LEB128.d.ts +1 -15
  16. package/dist/encodings/LEB128.d.ts.map +1 -1
  17. package/dist/encodings/LEB128.js +1 -247
  18. package/dist/encodings/LEB128.js.map +1 -1
  19. package/dist/encodings/Utf16.d.ts +1 -3
  20. package/dist/encodings/Utf16.d.ts.map +1 -1
  21. package/dist/encodings/Utf16.js +13 -9
  22. package/dist/encodings/Utf16.js.map +1 -1
  23. package/dist/encodings/Utf32.d.ts.map +1 -1
  24. package/dist/encodings/Utf32.js +6 -0
  25. package/dist/encodings/Utf32.js.map +1 -1
  26. package/dist/encodings/Utf8.d.ts +9 -5
  27. package/dist/encodings/Utf8.d.ts.map +1 -1
  28. package/dist/encodings/Utf8.js +36 -78
  29. package/dist/encodings/Utf8.js.map +1 -1
  30. package/dist/nlp/Segmentation.d.ts.map +1 -1
  31. package/dist/nlp/Segmentation.js +4 -1
  32. package/dist/nlp/Segmentation.js.map +1 -1
  33. package/dist/nlp/TextNormalizer.js +8 -1
  34. package/dist/nlp/TextNormalizer.js.map +1 -1
  35. package/dist/synthesis/AzureCognitiveServicesTTS.js +1 -1
  36. package/dist/synthesis/AzureCognitiveServicesTTS.js.map +1 -1
  37. package/dist/synthesis/EspeakTTS.js +1 -1
  38. package/dist/synthesis/EspeakTTS.js.map +1 -1
  39. package/dist/synthesis/MicrosoftEdgeTTS.js +1 -1
  40. package/dist/synthesis/MicrosoftEdgeTTS.js.map +1 -1
  41. package/dist/utilities/FileSystem.d.ts +12 -7
  42. package/dist/utilities/FileSystem.d.ts.map +1 -1
  43. package/dist/utilities/FileSystem.js +196 -79
  44. package/dist/utilities/FileSystem.js.map +1 -1
  45. package/dist/utilities/FileWriter.d.ts +1 -0
  46. package/dist/utilities/FileWriter.d.ts.map +1 -1
  47. package/dist/utilities/FileWriter.js +8 -1
  48. package/dist/utilities/FileWriter.js.map +1 -1
  49. package/dist/utilities/ObjectUtilities.d.ts.map +1 -1
  50. package/dist/utilities/ObjectUtilities.js +15 -13
  51. package/dist/utilities/ObjectUtilities.js.map +1 -1
  52. package/dist/utilities/PackageManager.js +2 -2
  53. package/dist/utilities/PackageManager.js.map +1 -1
  54. package/dist/utilities/PathUtilities.d.ts +1 -0
  55. package/dist/utilities/PathUtilities.d.ts.map +1 -1
  56. package/dist/utilities/PathUtilities.js +18 -0
  57. package/dist/utilities/PathUtilities.js.map +1 -1
  58. package/dist/utilities/StringUtilities.d.ts.map +1 -1
  59. package/dist/utilities/StringUtilities.js.map +1 -1
  60. package/package.json +8 -7
  61. package/src/api/Synthesis.ts +2 -2
  62. package/src/encodings/Ascii.ts +14 -10
  63. package/src/encodings/Base64.ts +9 -0
  64. package/src/encodings/Hex.ts +11 -2
  65. package/src/encodings/Utf16.ts +14 -10
  66. package/src/encodings/Utf32.ts +6 -0
  67. package/src/encodings/Utf8.ts +45 -82
  68. package/src/nlp/Segmentation.ts +5 -1
  69. package/src/nlp/TextNormalizer.ts +12 -1
  70. package/src/synthesis/AzureCognitiveServicesTTS.ts +1 -1
  71. package/src/synthesis/EspeakTTS.ts +1 -1
  72. package/src/synthesis/MicrosoftEdgeTTS.ts +1 -1
  73. package/src/utilities/FileSystem.ts +224 -85
  74. package/src/utilities/FileWriter.ts +11 -1
  75. package/src/utilities/ObjectUtilities.ts +19 -15
  76. package/src/utilities/PackageManager.ts +2 -2
  77. package/src/utilities/PathUtilities.ts +19 -0
  78. package/src/utilities/StringUtilities.ts +0 -2
  79. package/src/encodings/HtmlEscape.ts +0 -39
  80. package/src/encodings/LEB128.ts +0 -362
  81. package/src/utilities/StringBuilder.ts +0 -45
@@ -1,248 +1,2 @@
1
- import { createDynamicUint8Array } from "../data-structures/DynamicTypedArray.js";
2
- import { logToStderr } from "../utilities/Utilities.js";
3
- ////////////////////////////////////////////////////////////////////////////////////////////////////
4
- // Encode unsigned integer
5
- ////////////////////////////////////////////////////////////////////////////////////////////////////
6
- export function encodeUnsignedInt(value, outEncodedData) {
7
- if (value < 0) {
8
- throw new Error(`The negative value ${value} can't be encoded as an unsigned LEB128 integer.`);
9
- }
10
- if (typeof value === 'number') {
11
- if (value < (2 ** 31)) {
12
- return encodeUnsignedInt31(value, outEncodedData);
13
- }
14
- else {
15
- return encodeUnsignedBigInt(BigInt(value), outEncodedData);
16
- }
17
- }
18
- else {
19
- return encodeUnsignedBigInt(value, outEncodedData);
20
- }
21
- }
22
- function encodeUnsignedInt31(value, outEncodedData) {
23
- value = value >>> 0;
24
- if (value < (2 ** 7)) {
25
- outEncodedData.add(value);
26
- }
27
- else if (value < (2 ** 14)) {
28
- outEncodedData.addMany((value & 0b01111111) | 0b10000000, value >>> 7);
29
- }
30
- else if (value < (2 ** 21)) {
31
- outEncodedData.addMany((value & 0b01111111) | 0b10000000, ((value >>> 7) & 0b01111111) | 0b10000000, value >>> 14);
32
- }
33
- else if (value < (2 ** 28)) {
34
- outEncodedData.addMany((value & 0b01111111) | 0b10000000, ((value >>> 7) & 0b01111111) | 0b10000000, ((value >>> 14) & 0b01111111) | 0b10000000, value >>> 21);
35
- }
36
- else {
37
- outEncodedData.addMany((value & 0b01111111) | 0b10000000, ((value >>> 7) & 0b01111111) | 0b10000000, ((value >>> 14) & 0b01111111) | 0b10000000, ((value >>> 21) & 0b01111111) | 0b10000000, value >>> 28);
38
- }
39
- return outEncodedData;
40
- }
41
- function encodeUnsignedBigInt(value, outEncodedData) {
42
- while (true) {
43
- const lowest7Bits = Number(value & 127n);
44
- value = value >> 7n;
45
- if (value === 0n) {
46
- outEncodedData.add(lowest7Bits);
47
- return outEncodedData;
48
- }
49
- else {
50
- outEncodedData.add(lowest7Bits | 0b10000000);
51
- }
52
- }
53
- }
54
- ////////////////////////////////////////////////////////////////////////////////////
55
- // Decode unsigned integer
56
- ////////////////////////////////////////////////////////////////////////////////////
57
- export function decodeUnsignedInt31Fast(encodedData, readOffset) {
58
- const byte0 = encodedData[readOffset++];
59
- if ((byte0 & 0b10000000) === 0) {
60
- const decodedValue = byte0;
61
- return { decodedValue, readOffset };
62
- }
63
- const byte1 = encodedData[readOffset++];
64
- if ((byte1 & 0b10000000) === 0) {
65
- const decodedValue = (byte0 & 0b01111111) |
66
- (byte1 & 0b01111111) << 7;
67
- return { decodedValue, readOffset };
68
- }
69
- const byte2 = encodedData[readOffset++];
70
- if ((byte2 & 0b10000000) === 0) {
71
- const decodedValue = (byte0 & 0b01111111) |
72
- (byte1 & 0b01111111) << 7 |
73
- (byte2 & 0b01111111) << 14;
74
- return { decodedValue, readOffset };
75
- }
76
- const byte3 = encodedData[readOffset++];
77
- if ((byte3 & 0b10000000) === 0) {
78
- const decodedValue = (byte0 & 0b01111111) |
79
- (byte1 & 0b01111111) << 7 |
80
- (byte2 & 0b01111111) << 14 |
81
- (byte3 & 0b01111111) << 21;
82
- return { decodedValue, readOffset };
83
- }
84
- const byte4 = encodedData[readOffset++];
85
- if ((byte4 & 0b10000000) === 0) {
86
- const decodedValue = (byte0 & 0b01111111) |
87
- (byte1 & 0b01111111) << 7 |
88
- (byte2 & 0b01111111) << 14 |
89
- (byte3 & 0b01111111) << 21 |
90
- (byte4 & 0b01111111) << 28;
91
- return { decodedValue, readOffset };
92
- }
93
- if (readOffset >= encodedData.length) {
94
- throw new Error(`Invalid LEB128 data. Last encoded byte sequence is truncated.`);
95
- }
96
- else {
97
- throw new Error(`LEB128 sequence can't be decoded. Encoded byte sequence represents a value that extends beyond the range of a unsigned 32 bit integer.`);
98
- }
99
- }
100
- ////////////////////////////////////////////////////////////////////////////////////
101
- // Encode signed integer
102
- ////////////////////////////////////////////////////////////////////////////////////
103
- export function encodeSignedInt32(value, outEncodedData) {
104
- if (value < -(2 ** 31) || value > (2 ** 31)) {
105
- throw new Error('Value must be between -(2^31) and 2^31 - 1');
106
- }
107
- while (true) {
108
- const lowest7Bits = value & 0b01111111;
109
- value >>= 7;
110
- if ((value === 0 && (lowest7Bits & 0b01000000) === 0) ||
111
- (value === -1 && (lowest7Bits & 0b01000000) !== 0)) {
112
- outEncodedData.add(lowest7Bits);
113
- return outEncodedData;
114
- }
115
- else {
116
- outEncodedData.add(lowest7Bits | 0b10000000);
117
- }
118
- }
119
- }
120
- export function encodeSignedInt32Fast(value, outEncodedData) {
121
- const absValue = Math.abs(value | 0);
122
- if (absValue < (2 ** 6)) {
123
- outEncodedData.add((value & 0b01111111));
124
- }
125
- else if (absValue < (2 ** 13)) {
126
- outEncodedData.addMany((value & 0b01111111) | 0b10000000, (value >> 7) & 0b01111111);
127
- }
128
- else if (absValue < (2 ** 20)) {
129
- outEncodedData.addMany((value & 0b01111111) | 0b10000000, ((value >> 7) & 0b01111111) | 0b10000000, (value >> 14) & 0b01111111);
130
- }
131
- else if (absValue < (2 ** 27)) {
132
- outEncodedData.addMany((value & 0b01111111) | 0b10000000, ((value >> 7) & 0b01111111) | 0b10000000, ((value >> 14) & 0b01111111) | 0b10000000, (value >> 21) & 0b01111111);
133
- }
134
- else {
135
- outEncodedData.addMany((value & 0b01111111) | 0b10000000, ((value >> 7) & 0b01111111) | 0b10000000, ((value >> 14) & 0b01111111) | 0b10000000, ((value >> 21) & 0b01111111) | 0b10000000, (value >> 28) & 0b01111111);
136
- }
137
- return outEncodedData;
138
- }
139
- ////////////////////////////////////////////////////////////////////////////////////
140
- // Decode signed integer
141
- ////////////////////////////////////////////////////////////////////////////////////
142
- export function decodeSignedInt32(encodedData, readOffset) {
143
- let decodedValue = 0;
144
- let shiftAmount = 0;
145
- while (true) {
146
- const encodedByte = encodedData[readOffset++];
147
- const lowest7Bits = encodedByte & 0b01111111;
148
- decodedValue |= lowest7Bits << shiftAmount;
149
- // If 8th bit is 0, then this is the last byte in the sequence
150
- if ((encodedByte & 0b10000000) === 0) {
151
- // If 7th bit is 1, then the value is negative
152
- if ((encodedByte & 0b01000000) !== 0) {
153
- // If the value should be negative
154
- // Ensure that the value is encoded as a negative number by
155
- // setting all higher bits to 1
156
- decodedValue |= -1 << Math.min(shiftAmount + 7, 31);
157
- }
158
- return { decodedValue, readOffset };
159
- }
160
- if (readOffset === encodedData.length) {
161
- throw new Error(`Invalid LEB128 data. Last encoded byte sequence is truncated.`);
162
- }
163
- shiftAmount += 7;
164
- if (shiftAmount > 31) {
165
- throw new Error(`LEB128 sequence can't be decoded. Byte sequence extends beyond the range of a signed 32 bit integer.`);
166
- }
167
- }
168
- }
169
- export function decodeSignedInt32Fast(encodedData, readOffset) {
170
- const byte0 = encodedData[readOffset++];
171
- if ((byte0 & 0b10000000) === 0) {
172
- let decodedValue = byte0;
173
- if ((byte0 & 0b01000000) !== 0) {
174
- decodedValue |= -1 << 7;
175
- }
176
- return { decodedValue, readOffset };
177
- }
178
- const byte1 = encodedData[readOffset++];
179
- if ((byte1 & 0b10000000) === 0) {
180
- let decodedValue = (byte0 & 0b01111111) |
181
- (byte1 & 0b01111111) << 7;
182
- if ((byte1 & 0b01000000) !== 0) {
183
- decodedValue |= -1 << 14;
184
- }
185
- return { decodedValue, readOffset };
186
- }
187
- const byte2 = encodedData[readOffset++];
188
- if ((byte2 & 0b10000000) === 0) {
189
- let decodedValue = (byte0 & 0b01111111) |
190
- (byte1 & 0b01111111) << 7 |
191
- (byte2 & 0b01111111) << 14;
192
- if ((byte2 & 0b01000000) !== 0) {
193
- decodedValue |= -1 << 21;
194
- }
195
- return { decodedValue, readOffset };
196
- }
197
- const byte3 = encodedData[readOffset++];
198
- if ((byte3 & 0b10000000) === 0) {
199
- let decodedValue = (byte0 & 0b01111111) |
200
- (byte1 & 0b01111111) << 7 |
201
- (byte2 & 0b01111111) << 14 |
202
- (byte3 & 0b01111111) << 21;
203
- if ((byte3 & 0b01000000) !== 0) {
204
- decodedValue |= -1 << 28;
205
- }
206
- return { decodedValue, readOffset };
207
- }
208
- const byte4 = encodedData[readOffset++];
209
- if ((byte4 & 0b10000000) === 0) {
210
- let decodedValue = (byte0 & 0b01111111) |
211
- (byte1 & 0b01111111) << 7 |
212
- (byte2 & 0b01111111) << 14 |
213
- (byte3 & 0b01111111) << 21 |
214
- (byte4 & 0b01111111) << 28;
215
- if ((byte4 & 0b01000000) !== 0) {
216
- decodedValue |= -1 << 31;
217
- }
218
- return { decodedValue, readOffset };
219
- }
220
- if (readOffset >= encodedData.length) {
221
- throw new Error(`Invalid LEB128 data. Last encoded byte sequence is truncated.`);
222
- }
223
- else {
224
- throw new Error(`LEB128 sequence can't be decoded. Encoded byte sequence represents a value that extends beyond the range of a signed 32 bit integer.`);
225
- }
226
- }
227
- ////////////////////////////////////////////////////////////////////////////////////
228
- // Tests
229
- ////////////////////////////////////////////////////////////////////////////////////
230
- export function testLeb128Signed() {
231
- const encodedBytes = createDynamicUint8Array();
232
- function runTest(testValue) {
233
- encodedBytes.clear();
234
- encodeSignedInt32Fast(testValue, encodedBytes);
235
- const { decodedValue } = decodeSignedInt32Fast(encodedBytes.elements, 0);
236
- if (decodedValue !== testValue) {
237
- throw new Error(`Expected ${testValue} but got ${decodedValue}`);
238
- }
239
- }
240
- for (let i = -(2 ** 26); i < 2 ** 26; i++) {
241
- if (i % 1000000 === 0) {
242
- logToStderr(i);
243
- }
244
- runTest(i);
245
- }
246
- const x = 1;
247
- }
1
+ export {};
248
2
  //# sourceMappingURL=LEB128.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"LEB128.js","sourceRoot":"","sources":["../../src/encodings/LEB128.ts"],"names":[],"mappings":"AAAA,OAAO,EAAqB,uBAAuB,EAAE,MAAM,yCAAyC,CAAA;AACpG,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAEvD,oGAAoG;AACpG,0BAA0B;AAC1B,oGAAoG;AACpG,MAAM,UAAU,iBAAiB,CAAC,KAAsB,EAAE,cAAiC;IAC1F,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,kDAAkD,CAAC,CAAA;IAC/F,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC/B,IAAI,KAAK,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YACvB,OAAO,mBAAmB,CAAC,KAAK,EAAE,cAAc,CAAC,CAAA;QAClD,CAAC;aAAM,CAAC;YACP,OAAO,oBAAoB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,cAAc,CAAC,CAAA;QAC3D,CAAC;IACF,CAAC;SAAM,CAAC;QACP,OAAO,oBAAoB,CAAC,KAAK,EAAE,cAAc,CAAC,CAAA;IACnD,CAAC;AACF,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa,EAAE,cAAiC;IAC5E,KAAK,GAAG,KAAK,KAAK,CAAC,CAAA;IAEnB,IAAI,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACtB,cAAc,CAAC,GAAG,CACjB,KAAK,CACL,CAAA;IACF,CAAC;SAAM,IAAI,KAAK,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QAC9B,cAAc,CAAC,OAAO,CACrB,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,UAAU,EACjC,KAAK,KAAK,CAAC,CACX,CAAA;IACF,CAAC;SAAM,IAAI,KAAK,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QAC9B,cAAc,CAAC,OAAO,CACrB,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,UAAU,EACjC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC,GAAG,UAAU,EACzC,KAAK,KAAK,EAAE,CACZ,CAAA;IACF,CAAC;SAAM,IAAI,KAAK,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QAC9B,cAAc,CAAC,OAAO,CACrB,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,UAAU,EACjC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC,GAAG,UAAU,EACzC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC,GAAG,UAAU,CAAC,GAAG,UAAU,EAC1C,KAAK,KAAK,EAAE,CACZ,CAAA;IACF,CAAC;SAAM,CAAC;QACP,cAAc,CAAC,OAAO,CACrB,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,UAAU,EACjC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC,GAAG,UAAU,EACzC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC,GAAG,UAAU,CAAC,GAAG,UAAU,EAC1C,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC,GAAG,UAAU,CAAC,GAAG,UAAU,EAC1C,KAAK,KAAK,EAAE,CACZ,CAAA;IACF,CAAC;IAED,OAAO,cAAc,CAAA;AACtB,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa,EAAE,cAAiC;IAC7E,OAAO,IAAI,EAAE,CAAC;QACb,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,GAAG,IAAW,CAAC,CAAA;QAE/C,KAAK,GAAG,KAAK,IAAI,EAAE,CAAA;QAEnB,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;YAClB,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;YAE/B,OAAO,cAAc,CAAA;QACtB,CAAC;aAAM,CAAC;YACP,cAAc,CAAC,GAAG,CAAC,WAAW,GAAG,UAAU,CAAC,CAAA;QAC7C,CAAC;IACF,CAAC;AACF,CAAC;AAED,oFAAoF;AACpF,0BAA0B;AAC1B,oFAAoF;AACpF,MAAM,UAAU,uBAAuB,CAAC,WAA8B,EAAE,UAAkB;IACzF,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,EAAE,CAAC,CAAA;IAEvC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,MAAM,YAAY,GACjB,KAAK,CAAA;QAEN,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,CAAA;IACpC,CAAC;IAED,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,EAAE,CAAC,CAAA;IAEvC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,MAAM,YAAY,GACjB,CAAC,KAAK,GAAG,UAAU,CAAC;YACpB,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAA;QAE1B,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,CAAA;IACpC,CAAC;IAED,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,EAAE,CAAC,CAAA;IAEvC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,MAAM,YAAY,GACjB,CAAC,KAAK,GAAG,UAAU,CAAC;YACpB,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC;YACzB,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,CAAA;QAE3B,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,CAAA;IACpC,CAAC;IAED,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,EAAE,CAAC,CAAA;IAEvC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,MAAM,YAAY,GACjB,CAAC,KAAK,GAAG,UAAU,CAAC;YACpB,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC;YACzB,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE;YAC1B,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,CAAA;QAE3B,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,CAAA;IACpC,CAAC;IAED,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,EAAE,CAAC,CAAA;IAEvC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,MAAM,YAAY,GACjB,CAAC,KAAK,GAAG,UAAU,CAAC;YACpB,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC;YACzB,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE;YAC1B,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE;YAC1B,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,CAAA;QAE3B,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,CAAA;IACpC,CAAC;IAED,IAAI,UAAU,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAA;IACjF,CAAC;SAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,wIAAwI,CAAC,CAAA;IAC1J,CAAC;AACF,CAAC;AAED,oFAAoF;AACpF,wBAAwB;AACxB,oFAAoF;AACpF,MAAM,UAAU,iBAAiB,CAAC,KAAa,EAAE,cAAiC;IACjF,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;IAC9D,CAAC;IAED,OAAO,IAAI,EAAE,CAAC;QACb,MAAM,WAAW,GAAG,KAAK,GAAG,UAAU,CAAA;QAEtC,KAAK,KAAK,CAAC,CAAA;QAEX,IACC,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;YACjD,CAAC,KAAK,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACrD,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;YAE/B,OAAO,cAAc,CAAA;QACtB,CAAC;aAAM,CAAC;YACP,cAAc,CAAC,GAAG,CAAC,WAAW,GAAG,UAAU,CAAC,CAAA;QAC7C,CAAC;IACF,CAAC;AACF,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAa,EAAE,cAAiC;IACrF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;IAEpC,IAAI,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACzB,cAAc,CAAC,GAAG,CACjB,CAAC,KAAK,GAAG,UAAU,CAAC,CACpB,CAAA;IACF,CAAC;SAAM,IAAI,QAAQ,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACjC,cAAc,CAAC,OAAO,CACrB,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,UAAU,EACjC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,UAAU,CACzB,CAAA;IACF,CAAC;SAAM,IAAI,QAAQ,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACjC,cAAc,CAAC,OAAO,CACrB,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,UAAU,EACjC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,UAAU,CAAC,GAAG,UAAU,EACxC,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,UAAU,CAC1B,CAAA;IACF,CAAC;SAAM,IAAI,QAAQ,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACjC,cAAc,CAAC,OAAO,CACrB,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,UAAU,EACjC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,UAAU,CAAC,GAAG,UAAU,EACxC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,UAAU,CAAC,GAAG,UAAU,EACzC,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,UAAU,CAC1B,CAAA;IACF,CAAC;SAAM,CAAC;QACP,cAAc,CAAC,OAAO,CACrB,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,UAAU,EACjC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,UAAU,CAAC,GAAG,UAAU,EACxC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,UAAU,CAAC,GAAG,UAAU,EACzC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,UAAU,CAAC,GAAG,UAAU,EACzC,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,UAAU,CAC1B,CAAA;IACF,CAAC;IAED,OAAO,cAAc,CAAA;AACtB,CAAC;AAED,oFAAoF;AACpF,wBAAwB;AACxB,oFAAoF;AACpF,MAAM,UAAU,iBAAiB,CAAC,WAA8B,EAAE,UAAkB;IACnF,IAAI,YAAY,GAAG,CAAC,CAAA;IACpB,IAAI,WAAW,GAAG,CAAC,CAAA;IAEnB,OAAO,IAAI,EAAE,CAAC;QACb,MAAM,WAAW,GAAG,WAAW,CAAC,UAAU,EAAE,CAAC,CAAA;QAC7C,MAAM,WAAW,GAAG,WAAW,GAAG,UAAU,CAAA;QAE5C,YAAY,IAAI,WAAW,IAAI,WAAW,CAAA;QAE1C,8DAA8D;QAC9D,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtC,8CAA8C;YAC9C,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtC,kCAAkC;gBAClC,2DAA2D;gBAC3D,+BAA+B;gBAC/B,YAAY,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;YACpD,CAAC;YAED,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,CAAA;QACpC,CAAC;QAED,IAAI,UAAU,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAA;QACjF,CAAC;QAED,WAAW,IAAI,CAAC,CAAA;QAEhB,IAAI,WAAW,GAAG,EAAE,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,sGAAsG,CAAC,CAAA;QACxH,CAAC;IACF,CAAC;AACF,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,WAA8B,EAAE,UAAkB;IACvF,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,EAAE,CAAC,CAAA;IAEvC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,IAAI,YAAY,GACf,KAAK,CAAA;QAEN,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,YAAY,IAAI,CAAC,CAAC,IAAI,CAAC,CAAA;QACxB,CAAC;QAED,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,CAAA;IACpC,CAAC;IAED,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,EAAE,CAAC,CAAA;IAEvC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,IAAI,YAAY,GACf,CAAC,KAAK,GAAG,UAAU,CAAC;YACpB,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAA;QAE1B,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,YAAY,IAAI,CAAC,CAAC,IAAI,EAAE,CAAA;QACzB,CAAC;QAED,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,CAAA;IACpC,CAAC;IAED,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,EAAE,CAAC,CAAA;IAEvC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,IAAI,YAAY,GACf,CAAC,KAAK,GAAG,UAAU,CAAC;YACpB,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC;YACzB,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,CAAA;QAE3B,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,YAAY,IAAI,CAAC,CAAC,IAAI,EAAE,CAAA;QACzB,CAAC;QAED,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,CAAA;IACpC,CAAC;IAED,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,EAAE,CAAC,CAAA;IAEvC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,IAAI,YAAY,GACf,CAAC,KAAK,GAAG,UAAU,CAAC;YACpB,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC;YACzB,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE;YAC1B,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,CAAA;QAE3B,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,YAAY,IAAI,CAAC,CAAC,IAAI,EAAE,CAAA;QACzB,CAAC;QAED,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,CAAA;IACpC,CAAC;IAED,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,EAAE,CAAC,CAAA;IAEvC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,IAAI,YAAY,GACf,CAAC,KAAK,GAAG,UAAU,CAAC;YACpB,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC;YACzB,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE;YAC1B,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE;YAC1B,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,CAAA;QAE3B,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,YAAY,IAAI,CAAC,CAAC,IAAI,EAAE,CAAA;QACzB,CAAC;QAED,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,CAAA;IACpC,CAAC;IAED,IAAI,UAAU,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAA;IACjF,CAAC;SAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,sIAAsI,CAAC,CAAA;IACxJ,CAAC;AACF,CAAC;AAWD,oFAAoF;AACpF,QAAQ;AACR,oFAAoF;AACpF,MAAM,UAAU,gBAAgB;IAC/B,MAAM,YAAY,GAAG,uBAAuB,EAAE,CAAA;IAE9C,SAAS,OAAO,CAAC,SAAiB;QACjC,YAAY,CAAC,KAAK,EAAE,CAAA;QAEpB,qBAAqB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAA;QAC9C,MAAM,EAAE,YAAY,EAAE,GAAG,qBAAqB,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;QAExE,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,YAAY,SAAS,YAAY,YAAY,EAAE,CAAC,CAAA;QACjE,CAAC;IACF,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,IAAI,CAAC,GAAG,OAAO,KAAK,CAAC,EAAE,CAAC;YACvB,WAAW,CAAC,CAAC,CAAC,CAAA;QACf,CAAC;QAED,OAAO,CAAC,CAAC,CAAC,CAAA;IACX,CAAC;IAED,MAAM,CAAC,GAAG,CAAC,CAAA;AACZ,CAAC"}
1
+ {"version":3,"file":"LEB128.js","sourceRoot":"","sources":["../../src/encodings/LEB128.ts"],"names":[],"mappings":""}
@@ -3,9 +3,7 @@ export declare function encodeUtf16(text: string): Uint16Array<ArrayBuffer>;
3
3
  export declare function encodeUtf16Into(text: string, resultBuffer: Uint16Array): EncodeIntoResult;
4
4
  export declare function decodeUtf16(encodedString: Uint16Array): string;
5
5
  export declare class ChunkedUtf16Decoder {
6
- private str;
7
6
  private readonly textDecoder;
8
- writeChunk(chunk: Uint16Array): void;
9
- toString(): string;
7
+ writeChunk(chunk: Uint16Array): string;
10
8
  }
11
9
  //# sourceMappingURL=Utf16.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"Utf16.d.ts","sourceRoot":"","sources":["../../src/encodings/Utf16.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAE3D,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,4BAMvC;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW,GAAG,gBAAgB,CAYzF;AAED,wBAAgB,WAAW,CAAC,aAAa,EAAE,WAAW,UAYrD;AAED,qBAAa,mBAAmB;IAC/B,OAAO,CAAC,GAAG,CAAK;IAChB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA8B;IAE1D,UAAU,CAAC,KAAK,EAAE,WAAW,QAI5B;IAED,QAAQ,WAEP;CACD"}
1
+ {"version":3,"file":"Utf16.d.ts","sourceRoot":"","sources":["../../src/encodings/Utf16.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAK3D,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,4BAMvC;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW,GAAG,gBAAgB,CAYzF;AAKD,wBAAgB,WAAW,CAAC,aAAa,EAAE,WAAW,UAerD;AAED,qBAAa,mBAAmB;IAC/B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA8B;IAE1D,UAAU,CAAC,KAAK,EAAE,WAAW,UAI5B;CACD"}
@@ -1,3 +1,6 @@
1
+ //////////////////////////////////////////////////////////////////////////////
2
+ // UTF-16 Encoding
3
+ //////////////////////////////////////////////////////////////////////////////
1
4
  export function encodeUtf16(text) {
2
5
  const resultArray = new Uint16Array(text.length);
3
6
  const { written } = encodeUtf16Into(text, resultArray);
@@ -13,24 +16,25 @@ export function encodeUtf16Into(text, resultBuffer) {
13
16
  }
14
17
  return { read: len, written: len };
15
18
  }
19
+ //////////////////////////////////////////////////////////////////////////////
20
+ // UTF-16 Decoding
21
+ //////////////////////////////////////////////////////////////////////////////
16
22
  export function decodeUtf16(encodedString) {
17
23
  const maxChunkLength = 2 ** 24;
18
- const decoder = new ChunkedUtf16Decoder();
24
+ const chunkedUtf16Decoder = new ChunkedUtf16Decoder();
25
+ let resultString = '';
19
26
  for (let offset = 0; offset < encodedString.length; offset += maxChunkLength) {
20
- const chunk = encodedString.subarray(offset, offset + maxChunkLength);
21
- decoder.writeChunk(chunk);
27
+ const utf16Chunk = encodedString.subarray(offset, offset + maxChunkLength);
28
+ const stringChunk = chunkedUtf16Decoder.writeChunk(utf16Chunk);
29
+ resultString += stringChunk;
22
30
  }
23
- return decoder.toString();
31
+ return resultString;
24
32
  }
25
33
  export class ChunkedUtf16Decoder {
26
- str = '';
27
34
  textDecoder = new TextDecoder('utf-16le');
28
35
  writeChunk(chunk) {
29
36
  const decodedChunk = this.textDecoder.decode(chunk, { stream: true });
30
- this.str += decodedChunk;
31
- }
32
- toString() {
33
- return this.str;
37
+ return decodedChunk;
34
38
  }
35
39
  }
36
40
  //# sourceMappingURL=Utf16.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"Utf16.js","sourceRoot":"","sources":["../../src/encodings/Utf16.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,WAAW,CAAC,IAAY;IACvC,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAEhD,MAAM,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;IAEtD,OAAO,WAAW,CAAC,QAAQ,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;AACxC,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,YAAyB;IACtE,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAA;IAEvB,IAAI,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;IAC7E,CAAC;IAED,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC;QACzD,YAAY,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAA;IACvD,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,CAAA;AACnC,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,aAA0B;IACrD,MAAM,cAAc,GAAG,CAAC,IAAI,EAAE,CAAA;IAE9B,MAAM,OAAO,GAAG,IAAI,mBAAmB,EAAE,CAAA;IAEzC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,MAAM,IAAI,cAAc,EAAE,CAAC;QAC9E,MAAM,KAAK,GAAG,aAAa,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,CAAA;QAErE,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;IAC1B,CAAC;IAED,OAAO,OAAO,CAAC,QAAQ,EAAE,CAAA;AAC1B,CAAC;AAED,MAAM,OAAO,mBAAmB;IACvB,GAAG,GAAG,EAAE,CAAA;IACC,WAAW,GAAG,IAAI,WAAW,CAAC,UAAU,CAAC,CAAA;IAE1D,UAAU,CAAC,KAAkB;QAC5B,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QAErE,IAAI,CAAC,GAAG,IAAI,YAAY,CAAA;IACzB,CAAC;IAED,QAAQ;QACP,OAAO,IAAI,CAAC,GAAG,CAAA;IAChB,CAAC;CACD"}
1
+ {"version":3,"file":"Utf16.js","sourceRoot":"","sources":["../../src/encodings/Utf16.ts"],"names":[],"mappings":"AAEA,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAC9E,MAAM,UAAU,WAAW,CAAC,IAAY;IACvC,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAEhD,MAAM,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;IAEtD,OAAO,WAAW,CAAC,QAAQ,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;AACxC,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,YAAyB;IACtE,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAA;IAEvB,IAAI,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;IAC7E,CAAC;IAED,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC;QACzD,YAAY,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAA;IACvD,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,CAAA;AACnC,CAAC;AAED,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAC9E,MAAM,UAAU,WAAW,CAAC,aAA0B;IACrD,MAAM,cAAc,GAAG,CAAC,IAAI,EAAE,CAAA;IAE9B,MAAM,mBAAmB,GAAG,IAAI,mBAAmB,EAAE,CAAA;IAErD,IAAI,YAAY,GAAG,EAAE,CAAA;IAErB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,MAAM,IAAI,cAAc,EAAE,CAAC;QAC9E,MAAM,UAAU,GAAG,aAAa,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,CAAA;QAC1E,MAAM,WAAW,GAAG,mBAAmB,CAAC,UAAU,CAAC,UAAU,CAAC,CAAA;QAE9D,YAAY,IAAI,WAAW,CAAA;IAC5B,CAAC;IAED,OAAO,YAAY,CAAA;AACpB,CAAC;AAED,MAAM,OAAO,mBAAmB;IACd,WAAW,GAAG,IAAI,WAAW,CAAC,UAAU,CAAC,CAAA;IAE1D,UAAU,CAAC,KAAkB;QAC5B,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QAErE,OAAO,YAAY,CAAA;IACpB,CAAC;CACD"}
@@ -1 +1 @@
1
- {"version":3,"file":"Utf32.d.ts","sourceRoot":"","sources":["../../src/encodings/Utf32.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAE3D,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,4BAMvC;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW,GAAG,gBAAgB,CAuBzF;AAED,wBAAgB,WAAW,CAAC,aAAa,EAAE,WAAW,UAQrD"}
1
+ {"version":3,"file":"Utf32.d.ts","sourceRoot":"","sources":["../../src/encodings/Utf32.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAK3D,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,4BAMvC;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW,GAAG,gBAAgB,CAuBzF;AAKD,wBAAgB,WAAW,CAAC,aAAa,EAAE,WAAW,UAQrD"}
@@ -1,3 +1,6 @@
1
+ //////////////////////////////////////////////////////////////////////////////
2
+ // UTF-32 Encoding
3
+ //////////////////////////////////////////////////////////////////////////////
1
4
  export function encodeUtf32(text) {
2
5
  const resultArray = new Uint32Array(text.length * 2);
3
6
  const { written } = encodeUtf32Into(text, resultArray);
@@ -22,6 +25,9 @@ export function encodeUtf32Into(text, resultBuffer) {
22
25
  }
23
26
  return { read: readOffset, written: writeOffset };
24
27
  }
28
+ //////////////////////////////////////////////////////////////////////////////
29
+ // UTF-32 Decoding
30
+ //////////////////////////////////////////////////////////////////////////////
25
31
  export function decodeUtf32(encodedString) {
26
32
  let result = '';
27
33
  for (let i = 0; i < encodedString.length; i++) {
@@ -1 +1 @@
1
- {"version":3,"file":"Utf32.js","sourceRoot":"","sources":["../../src/encodings/Utf32.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,WAAW,CAAC,IAAY;IACvC,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAEpD,MAAM,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;IAEtD,OAAO,WAAW,CAAC,QAAQ,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;AACxC,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,YAAyB;IACtE,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAA;IAEvB,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,WAAW,GAAG,CAAC,CAAA;IAEnB,OAAO,UAAU,GAAG,GAAG,IAAI,WAAW,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC;QAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAA;QAE9C,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,uCAAuC,UAAU,EAAE,CAAC,CAAA;QACrE,CAAC;QAED,YAAY,CAAC,WAAW,EAAE,CAAC,GAAG,SAAS,CAAA;QAEvC,IAAI,SAAS,GAAG,MAAM,EAAE,CAAC;YACxB,UAAU,IAAI,CAAC,CAAA;QAChB,CAAC;aAAM,CAAC;YACP,UAAU,IAAI,CAAC,CAAA;QAChB,CAAC;IACF,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,CAAA;AAClD,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,aAA0B;IACrD,IAAI,MAAM,GAAG,EAAE,CAAA;IAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,MAAM,IAAI,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAA;IACjD,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC"}
1
+ {"version":3,"file":"Utf32.js","sourceRoot":"","sources":["../../src/encodings/Utf32.ts"],"names":[],"mappings":"AAEA,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAC9E,MAAM,UAAU,WAAW,CAAC,IAAY;IACvC,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAEpD,MAAM,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;IAEtD,OAAO,WAAW,CAAC,QAAQ,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;AACxC,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,YAAyB;IACtE,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAA;IAEvB,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,WAAW,GAAG,CAAC,CAAA;IAEnB,OAAO,UAAU,GAAG,GAAG,IAAI,WAAW,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC;QAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAA;QAE9C,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,uCAAuC,UAAU,EAAE,CAAC,CAAA;QACrE,CAAC;QAED,YAAY,CAAC,WAAW,EAAE,CAAC,GAAG,SAAS,CAAA;QAEvC,IAAI,SAAS,GAAG,MAAM,EAAE,CAAC;YACxB,UAAU,IAAI,CAAC,CAAA;QAChB,CAAC;aAAM,CAAC;YACP,UAAU,IAAI,CAAC,CAAA;QAChB,CAAC;IACF,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,CAAA;AAClD,CAAC;AAED,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAC9E,MAAM,UAAU,WAAW,CAAC,aAA0B;IACrD,IAAI,MAAM,GAAG,EAAE,CAAA;IAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,MAAM,IAAI,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAA;IACjD,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC"}
@@ -1,11 +1,15 @@
1
- import { EncodeIntoResult } from "./TextEncodingsCommon.js";
1
+ import { EncodeIntoResult } from './TextEncodingsCommon.js';
2
2
  export declare function encodeUtf8(text: string): Uint8Array<ArrayBuffer>;
3
3
  export declare function encodeUtf8Into(text: string, outputArray: Uint8Array): EncodeIntoResult;
4
- export declare function decodeUtf8(encodedString: Uint8Array): string;
4
+ export declare class ChunkedUtf8Encoder {
5
+ private readonly textEncoder;
6
+ private pendingHighSurrogate;
7
+ writeChunk(stringChunk: string): Uint8Array;
8
+ finalize(): Uint8Array;
9
+ }
10
+ export declare function decodeUtf8(utf8Bytes: Uint8Array): string;
5
11
  export declare class ChunkedUtf8Decoder {
6
- private str;
7
12
  private readonly textDecoder;
8
- writeChunk(chunk: Uint8Array): void;
9
- toString(): string;
13
+ writeChunk(chunk: Uint8Array): string;
10
14
  }
11
15
  //# sourceMappingURL=Utf8.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"Utf8.d.ts","sourceRoot":"","sources":["../../src/encodings/Utf8.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAE3D,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,2BAItC;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,GAAG,gBAAgB,CAMtF;AAED,wBAAgB,UAAU,CAAC,aAAa,EAAE,UAAU,UAYnD;AAED,qBAAa,kBAAkB;IAC9B,OAAO,CAAC,GAAG,CAAK;IAChB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA2B;IAEvD,UAAU,CAAC,KAAK,EAAE,UAAU,QAI3B;IAED,QAAQ,WAEP;CACD"}
1
+ {"version":3,"file":"Utf8.d.ts","sourceRoot":"","sources":["../../src/encodings/Utf8.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAK3D,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,2BAItC;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,GAAG,gBAAgB,CAMtF;AAED,qBAAa,kBAAkB;IAC9B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoB;IAEhD,OAAO,CAAC,oBAAoB,CAAK;IAEjC,UAAU,CAAC,WAAW,EAAE,MAAM,GAAG,UAAU,CAgB1C;IAED,QAAQ,IAAI,UAAU,CAMrB;CACD;AAKD,wBAAgB,UAAU,CAAC,SAAS,EAAE,UAAU,UAe/C;AAED,qBAAa,kBAAkB;IAC9B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA2B;IAEvD,UAAU,CAAC,KAAK,EAAE,UAAU,UAI3B;CACD"}
@@ -1,3 +1,6 @@
1
+ //////////////////////////////////////////////////////////////////////////////
2
+ // UTF-8 Encoding
3
+ //////////////////////////////////////////////////////////////////////////////
1
4
  export function encodeUtf8(text) {
2
5
  const textEncoder = new TextEncoder();
3
6
  return textEncoder.encode(text);
@@ -7,91 +10,46 @@ export function encodeUtf8Into(text, outputArray) {
7
10
  const result = textEncoder.encodeInto(text, outputArray);
8
11
  return result;
9
12
  }
10
- export function decodeUtf8(encodedString) {
13
+ export class ChunkedUtf8Encoder {
14
+ textEncoder = new TextEncoder();
15
+ pendingHighSurrogate = '';
16
+ writeChunk(stringChunk) {
17
+ if (this.pendingHighSurrogate !== '') {
18
+ stringChunk = this.pendingHighSurrogate + stringChunk;
19
+ this.pendingHighSurrogate = '';
20
+ }
21
+ const lastCodeUnit = stringChunk.charCodeAt(stringChunk.length - 1);
22
+ if (lastCodeUnit >= 0xD800 && lastCodeUnit <= 0xDBFF) {
23
+ this.pendingHighSurrogate = stringChunk[stringChunk.length - 1];
24
+ stringChunk = stringChunk.substring(0, stringChunk.length - 1);
25
+ }
26
+ return this.textEncoder.encode(stringChunk);
27
+ }
28
+ finalize() {
29
+ const result = this.textEncoder.encode(this.pendingHighSurrogate);
30
+ this.pendingHighSurrogate = '';
31
+ return result;
32
+ }
33
+ }
34
+ //////////////////////////////////////////////////////////////////////////////
35
+ // UTF-8 Decoding
36
+ //////////////////////////////////////////////////////////////////////////////
37
+ export function decodeUtf8(utf8Bytes) {
11
38
  const maxChunkLength = 2 ** 24;
12
- const decoder = new ChunkedUtf8Decoder();
13
- for (let offset = 0; offset < encodedString.length; offset += maxChunkLength) {
14
- const chunk = encodedString.subarray(offset, offset + maxChunkLength);
15
- decoder.writeChunk(chunk);
39
+ const chunkedUtf8Decoder = new ChunkedUtf8Decoder();
40
+ let resultString = '';
41
+ for (let offset = 0; offset < utf8Bytes.length; offset += maxChunkLength) {
42
+ const utf8Chunk = utf8Bytes.subarray(offset, offset + maxChunkLength);
43
+ const stringChunk = chunkedUtf8Decoder.writeChunk(utf8Chunk);
44
+ resultString += stringChunk;
16
45
  }
17
- return decoder.toString();
46
+ return resultString;
18
47
  }
19
48
  export class ChunkedUtf8Decoder {
20
- str = '';
21
49
  textDecoder = new TextDecoder('utf-8');
22
50
  writeChunk(chunk) {
23
51
  const decodedChunk = this.textDecoder.decode(chunk, { stream: true });
24
- this.str += decodedChunk;
25
- }
26
- toString() {
27
- return this.str;
28
- }
29
- }
30
- //////////////////////////////////////////////////////////////////////////////////////////////
31
- // Pure JavaScript implementations
32
- //////////////////////////////////////////////////////////////////////////////////////////////
33
- function encodeUtf8Into_JS(str, outputArray) {
34
- let readOffset = 0;
35
- let writeOffset = 0;
36
- while (readOffset < str.length) {
37
- const charCode = str.codePointAt(readOffset++);
38
- if (charCode <= 0x7f) {
39
- outputArray[writeOffset++] = charCode;
40
- }
41
- else if (charCode <= 0x7ff) {
42
- outputArray[writeOffset++] = 0xc0 | (charCode >>> 6);
43
- outputArray[writeOffset++] = 0x80 | (charCode & 63);
44
- }
45
- else if (charCode <= 0xffff) {
46
- outputArray[writeOffset++] = 0xe0 | (charCode >>> 12);
47
- outputArray[writeOffset++] = 0x80 | ((charCode >>> 6) & 63);
48
- outputArray[writeOffset++] = 0x80 | (charCode & 63);
49
- }
50
- else if (charCode <= 0x10ffff) {
51
- outputArray[writeOffset++] = 0xf0 | (charCode >>> 18);
52
- outputArray[writeOffset++] = 0x80 | ((charCode >>> 12) & 63);
53
- outputArray[writeOffset++] = 0x80 | ((charCode >>> 6) & 63);
54
- outputArray[writeOffset++] = 0x80 | (charCode & 63);
55
- readOffset++;
56
- }
57
- }
58
- return { read: str.length, written: writeOffset };
59
- }
60
- function decodeUtf8_JS(utf8Bytes) {
61
- let decodedString = '';
62
- let readOffset = 0;
63
- while (readOffset < utf8Bytes.length) {
64
- const leadByte = utf8Bytes[readOffset++];
65
- let outputCodePoint;
66
- if (leadByte >>> 7 === 0) {
67
- outputCodePoint = leadByte;
68
- }
69
- else if (leadByte >>> 5 === 6) {
70
- outputCodePoint =
71
- (leadByte & 31) << 6 |
72
- (utf8Bytes[readOffset++] & 63);
73
- }
74
- else if (leadByte >>> 4 === 14) {
75
- outputCodePoint =
76
- (leadByte & 15) << 12 |
77
- (utf8Bytes[readOffset++] & 63) << 6 |
78
- (utf8Bytes[readOffset++] & 63);
79
- }
80
- else if (leadByte >>> 3 === 30) {
81
- outputCodePoint =
82
- (leadByte & 7) << 18 |
83
- (utf8Bytes[readOffset++] & 63) << 12 |
84
- (utf8Bytes[readOffset++] & 63) << 6 |
85
- (utf8Bytes[readOffset++] & 63);
86
- }
87
- else {
88
- throw new Error(`Invalid UTF-8 stream: An invalid lead byte value encountered at position ${readOffset}`);
89
- }
90
- decodedString += String.fromCodePoint(outputCodePoint);
91
- }
92
- if (readOffset > utf8Bytes.length) {
93
- throw new Error(`UTF-8 decoding failed. Byte sequence is truncated.`);
52
+ return decodedChunk;
94
53
  }
95
- return decodedString;
96
54
  }
97
55
  //# sourceMappingURL=Utf8.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"Utf8.js","sourceRoot":"","sources":["../../src/encodings/Utf8.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,UAAU,CAAC,IAAY;IACtC,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAA;IAErC,OAAO,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;AAChC,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,WAAuB;IACnE,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAA;IAErC,MAAM,MAAM,GAAG,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;IAExD,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,aAAyB;IACnD,MAAM,cAAc,GAAG,CAAC,IAAI,EAAE,CAAA;IAE9B,MAAM,OAAO,GAAG,IAAI,kBAAkB,EAAE,CAAA;IAExC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,MAAM,IAAI,cAAc,EAAE,CAAC;QAC9E,MAAM,KAAK,GAAG,aAAa,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,CAAA;QAErE,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;IAC1B,CAAC;IAED,OAAO,OAAO,CAAC,QAAQ,EAAE,CAAA;AAC1B,CAAC;AAED,MAAM,OAAO,kBAAkB;IACtB,GAAG,GAAG,EAAE,CAAA;IACC,WAAW,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAA;IAEvD,UAAU,CAAC,KAAiB;QAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QAErE,IAAI,CAAC,GAAG,IAAI,YAAY,CAAA;IACzB,CAAC;IAED,QAAQ;QACP,OAAO,IAAI,CAAC,GAAG,CAAA;IAChB,CAAC;CACD;AAED,8FAA8F;AAC9F,kCAAkC;AAClC,8FAA8F;AAC9F,SAAS,iBAAiB,CAAC,GAAW,EAAE,WAAuB;IAC9D,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,WAAW,GAAG,CAAC,CAAA;IAEnB,OAAO,UAAU,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW,CAAC,UAAU,EAAE,CAAE,CAAA;QAE/C,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;YACtB,WAAW,CAAC,WAAW,EAAE,CAAC,GAAG,QAAQ,CAAA;QACtC,CAAC;aAAM,IAAI,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC9B,WAAW,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAA;YACpD,WAAW,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAA;QACpD,CAAC;aAAM,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;YAC/B,WAAW,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,KAAK,EAAE,CAAC,CAAA;YACrD,WAAW,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,CAAA;YAC3D,WAAW,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAA;QACpD,CAAC;aAAM,IAAI,QAAQ,IAAI,QAAQ,EAAE,CAAC;YACjC,WAAW,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,KAAK,EAAE,CAAC,CAAA;YACrD,WAAW,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,KAAK,EAAE,CAAC,GAAG,EAAE,CAAC,CAAA;YAC5D,WAAW,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,CAAA;YAC3D,WAAW,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAA;YAEnD,UAAU,EAAE,CAAA;QACb,CAAC;IACF,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAA;AAClD,CAAC;AAED,SAAS,aAAa,CAAC,SAAqB;IAC3C,IAAI,aAAa,GAAG,EAAE,CAAA;IAEtB,IAAI,UAAU,GAAG,CAAC,CAAA;IAElB,OAAO,UAAU,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC,CAAA;QAExC,IAAI,eAAuB,CAAA;QAE3B,IAAI,QAAQ,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,eAAe,GAAG,QAAQ,CAAA;QAC3B,CAAC;aAAM,IAAI,QAAQ,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACjC,eAAe;gBACd,CAAC,QAAQ,GAAG,EAAE,CAAC,IAAI,CAAC;oBACpB,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,CAAC,CAAA;QAChC,CAAC;aAAM,IAAI,QAAQ,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;YAClC,eAAe;gBACd,CAAC,QAAQ,GAAG,EAAE,CAAC,IAAI,EAAE;oBACrB,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;oBACnC,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,CAAC,CAAA;QAChC,CAAC;aAAM,IAAI,QAAQ,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;YAClC,eAAe;gBACd,CAAC,QAAQ,GAAG,CAAC,CAAC,IAAI,EAAE;oBACpB,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE;oBACpC,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;oBACnC,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,CAAC,CAAA;QAChC,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,4EAA4E,UAAU,EAAE,CAAC,CAAA;QAC1G,CAAC;QAED,aAAa,IAAI,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,CAAA;IACvD,CAAC;IAED,IAAI,UAAU,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAA;IACtE,CAAC;IAED,OAAO,aAAa,CAAA;AACrB,CAAC"}
1
+ {"version":3,"file":"Utf8.js","sourceRoot":"","sources":["../../src/encodings/Utf8.ts"],"names":[],"mappings":"AAEA,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAC9E,MAAM,UAAU,UAAU,CAAC,IAAY;IACtC,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAA;IAErC,OAAO,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;AAChC,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,WAAuB;IACnE,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAA;IAErC,MAAM,MAAM,GAAG,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;IAExD,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,OAAO,kBAAkB;IACb,WAAW,GAAG,IAAI,WAAW,EAAE,CAAA;IAExC,oBAAoB,GAAG,EAAE,CAAA;IAEjC,UAAU,CAAC,WAAmB;QAC7B,IAAI,IAAI,CAAC,oBAAoB,KAAK,EAAE,EAAE,CAAC;YACtC,WAAW,GAAG,IAAI,CAAC,oBAAoB,GAAG,WAAW,CAAA;YAErD,IAAI,CAAC,oBAAoB,GAAG,EAAE,CAAA;QAC/B,CAAC;QAED,MAAM,YAAY,GAAG,WAAW,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAEnE,IAAI,YAAY,IAAI,MAAM,IAAI,YAAY,IAAI,MAAM,EAAE,CAAC;YACtD,IAAI,CAAC,oBAAoB,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAE/D,WAAW,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAC/D,CAAC;QAED,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;IAC5C,CAAC;IAED,QAAQ;QACP,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAA;QAEjE,IAAI,CAAC,oBAAoB,GAAG,EAAE,CAAA;QAE9B,OAAO,MAAM,CAAA;IACd,CAAC;CACD;AAED,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAC9E,MAAM,UAAU,UAAU,CAAC,SAAqB;IAC/C,MAAM,cAAc,GAAG,CAAC,IAAI,EAAE,CAAA;IAE9B,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAA;IAEnD,IAAI,YAAY,GAAG,EAAE,CAAA;IAErB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,MAAM,IAAI,cAAc,EAAE,CAAC;QAC1E,MAAM,SAAS,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,CAAA;QACrE,MAAM,WAAW,GAAG,kBAAkB,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;QAE5D,YAAY,IAAI,WAAW,CAAA;IAC5B,CAAC;IAED,OAAO,YAAY,CAAA;AACpB,CAAC;AAED,MAAM,OAAO,kBAAkB;IACb,WAAW,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAA;IAEvD,UAAU,CAAC,KAAiB;QAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QAErE,OAAO,YAAY,CAAA;IACpB,CAAC;CACD"}
@@ -1 +1 @@
1
- {"version":3,"file":"Segmentation.d.ts","sourceRoot":"","sources":["../../src/nlp/Segmentation.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AAI3E,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AA+CjE,wBAAgB,yBAAyB,CAAC,GAAG,EAAE,MAAM,WAEpD;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,WAExC;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,WAEvC;AAED,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,MAAM,WAEhD;AAED,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,MAAM,WAE9C;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,WAE3C;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,WAExC;AAED,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,WAE1C;AAKD,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,0BAA0B,EAAE,oBAAoB,YAoBvI;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,YAExC;AAED,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,gDAQ7D;AAED,wBAAsB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,YAAY,CAAC,CA8BzG;AAED,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,EAAE,0BAA0B,EAAE,oBAAoB,UAUvG;AAOD,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,iBAAiB,UAAO,EAAE,eAAe,UAAO,uBAoEjJ;AAED,wBAAsB,oCAAoC,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,uBA4BxF;AAED,qBAAa,QAAQ;IACpB,OAAO,EAAE,MAAM,EAAE,CAAK;IAEtB,QAAQ,CAAC,mBAAmB,QAAO;IAEnC,IAAI,MAAM,WAA+D;IAEzE,IAAI,IAAI,WAAuF;CAC/F;AAED,qBAAa,MAAM;IAClB,KAAK,EAAE,IAAI,EAAE,CAAK;IAElB,IAAI,MAAM,WAAyD;IAEnE,IAAI,IAAI,WAAiF;IAEzF,IAAI,QAAQ,qBAMX;IAED,IAAI,mBAAmB,YAA+E;CACtG;AAED,qBAAa,IAAI;IAChB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,mBAAmB,EAAE,OAAO,CAAA;IAE5B,YAAY,IAAI,EAAE,MAAM,EAAE,mBAAmB,EAAE,OAAO,EAGrD;IAED,IAAI,uBAAuB,YAAmD;IAE9E,IAAI,YAAY,YAAqC;IAErD,IAAI,iBAAiB,YAEpB;IAED,IAAI,MAAM,WAA8B;CACxC;AAED,MAAM,MAAM,OAAO,GAAG,QAAQ,GAAG,MAAM,GAAG,IAAI,CAAA;AAE9C,qBAAa,QAAQ;IACpB,QAAQ,EAAE,OAAO,EAAE,CAAK;IAExB,IAAI,MAAM,WAAgE;IAE1E,IAAI,IAAI,WAA0F;IAElG,IAAI,OAAO,YAA8B;IAEzC,IAAI,UAAU,YAA2B;IAEzC,IAAI,WAAW,wBAMd;CACD"}
1
+ {"version":3,"file":"Segmentation.d.ts","sourceRoot":"","sources":["../../src/nlp/Segmentation.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AAI3E,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AAmDjE,wBAAgB,yBAAyB,CAAC,GAAG,EAAE,MAAM,WAEpD;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,WAExC;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,WAEvC;AAED,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,MAAM,WAEhD;AAED,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,MAAM,WAE9C;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,WAE3C;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,WAExC;AAED,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,WAE1C;AAKD,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,0BAA0B,EAAE,oBAAoB,YAoBvI;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,YAExC;AAED,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,gDAQ7D;AAED,wBAAsB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,YAAY,CAAC,CA8BzG;AAED,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,EAAE,0BAA0B,EAAE,oBAAoB,UAUvG;AAOD,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,iBAAiB,UAAO,EAAE,eAAe,UAAO,uBAoEjJ;AAED,wBAAsB,oCAAoC,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,uBA4BxF;AAED,qBAAa,QAAQ;IACpB,OAAO,EAAE,MAAM,EAAE,CAAK;IAEtB,QAAQ,CAAC,mBAAmB,QAAO;IAEnC,IAAI,MAAM,WAA+D;IAEzE,IAAI,IAAI,WAAuF;CAC/F;AAED,qBAAa,MAAM;IAClB,KAAK,EAAE,IAAI,EAAE,CAAK;IAElB,IAAI,MAAM,WAAyD;IAEnE,IAAI,IAAI,WAAiF;IAEzF,IAAI,QAAQ,qBAMX;IAED,IAAI,mBAAmB,YAA+E;CACtG;AAED,qBAAa,IAAI;IAChB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,mBAAmB,EAAE,OAAO,CAAA;IAE5B,YAAY,IAAI,EAAE,MAAM,EAAE,mBAAmB,EAAE,OAAO,EAGrD;IAED,IAAI,uBAAuB,YAAmD;IAE9E,IAAI,YAAY,YAAqC;IAErD,IAAI,iBAAiB,YAEpB;IAED,IAAI,MAAM,WAA8B;CACxC;AAED,MAAM,MAAM,OAAO,GAAG,QAAQ,GAAG,MAAM,GAAG,IAAI,CAAA;AAE9C,qBAAa,QAAQ;IACpB,QAAQ,EAAE,OAAO,EAAE,CAAK;IAExB,IAAI,MAAM,WAAgE;IAE1E,IAAI,IAAI,WAA0F;IAElG,IAAI,OAAO,YAA8B;IAEzC,IAAI,UAAU,YAA2B;IAEzC,IAAI,WAAW,wBAMd;CACD"}
@@ -12,7 +12,10 @@ const includesWordCharacterRegExp = buildRegExp(includesWordCharacterPattern);
12
12
  //export const emojiSequenceRegExp = /\p{Emoji_Modifier_Base}\p{Emoji_Modifier}?|\p{Emoji_Presentation}|\p{Emoji}\uFE0F/u
13
13
  const includesEmojiSequencePattern = anyOf([unicodeProperty('Emoji_Modifier_Base'), possibly(unicodeProperty('Emoji_Modifier'))], unicodeProperty('Emoji_Presentation'), [unicodeProperty('Emoji'), codepoint('FE0F')]);
14
14
  const includesEmojiSequenceRegExp = buildRegExp(includesEmojiSequencePattern);
15
- const symbolWordsList = ['$', '€', '¢', '£', '¥', '©', '®', '™', '%', '&', '#', '~', '@', '+', '±', '÷', '/', '\\', '^', '*', '×', '=', '≈', '¼', '½', '¾', '→', '≤', '≥'];
15
+ const symbolWordsList = [
16
+ '$', '€', '¢', '£', '¥', '©', '®', '™', '%', '&', '#', '~', '@', '+', '±', '÷',
17
+ '/', '\\', '^', '*', '×', '=', '≈', '¼', '½', '¾', '→', '≤', '≥', '∞'
18
+ ];
16
19
  const includesSymbolWordPattern = anyOf(...symbolWordsList);
17
20
  const includesSymbolWordRegExp = buildRegExp(includesSymbolWordPattern);
18
21
  const isAllSymbolWordsPattern = [inputStart, oneOrMore(includesSymbolWordPattern), inputEnd];