@loaders.gl/json 4.2.0-alpha.4 → 4.2.0-alpha.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (66) hide show
  1. package/dist/dist.dev.js +341 -409
  2. package/dist/dist.min.js +21 -0
  3. package/dist/geojson-loader.d.ts +1 -1
  4. package/dist/geojson-loader.d.ts.map +1 -1
  5. package/dist/geojson-loader.js +74 -72
  6. package/dist/geojson-writer.js +23 -20
  7. package/dist/index.cjs +120 -94
  8. package/dist/index.cjs.map +7 -0
  9. package/dist/index.d.ts +12 -12
  10. package/dist/index.d.ts.map +1 -1
  11. package/dist/index.js +3 -1
  12. package/dist/json-loader.js +29 -36
  13. package/dist/json-writer.js +14 -11
  14. package/dist/lib/clarinet/clarinet.js +511 -391
  15. package/dist/lib/encoder-utils/encode-table-row.d.ts +1 -1
  16. package/dist/lib/encoder-utils/encode-table-row.d.ts.map +1 -1
  17. package/dist/lib/encoder-utils/encode-table-row.js +46 -37
  18. package/dist/lib/encoder-utils/encode-utils.js +38 -25
  19. package/dist/lib/encoder-utils/utf8-encoder.js +25 -27
  20. package/dist/lib/encoders/geojson-encoder.d.ts +1 -1
  21. package/dist/lib/encoders/geojson-encoder.d.ts.map +1 -1
  22. package/dist/lib/encoders/geojson-encoder.js +43 -40
  23. package/dist/lib/encoders/json-encoder.d.ts +1 -1
  24. package/dist/lib/encoders/json-encoder.d.ts.map +1 -1
  25. package/dist/lib/encoders/json-encoder.js +17 -9
  26. package/dist/lib/json-parser/json-parser.d.ts +2 -2
  27. package/dist/lib/json-parser/json-parser.d.ts.map +1 -1
  28. package/dist/lib/json-parser/json-parser.js +85 -102
  29. package/dist/lib/json-parser/streaming-json-parser.d.ts +2 -2
  30. package/dist/lib/json-parser/streaming-json-parser.d.ts.map +1 -1
  31. package/dist/lib/json-parser/streaming-json-parser.js +86 -63
  32. package/dist/lib/jsonpath/jsonpath.js +77 -57
  33. package/dist/lib/parsers/parse-json-in-batches.d.ts +1 -1
  34. package/dist/lib/parsers/parse-json-in-batches.d.ts.map +1 -1
  35. package/dist/lib/parsers/parse-json-in-batches.js +76 -75
  36. package/dist/lib/parsers/parse-json.d.ts +1 -1
  37. package/dist/lib/parsers/parse-json.d.ts.map +1 -1
  38. package/dist/lib/parsers/parse-json.js +21 -22
  39. package/dist/lib/parsers/parse-ndjson-in-batches.js +26 -28
  40. package/dist/lib/parsers/parse-ndjson.js +10 -10
  41. package/dist/ndgeoson-loader.js +27 -19
  42. package/dist/ndjson-loader.js +21 -13
  43. package/dist/workers/geojson-worker.js +0 -1
  44. package/package.json +11 -7
  45. package/dist/geojson-loader.js.map +0 -1
  46. package/dist/geojson-writer.js.map +0 -1
  47. package/dist/index.js.map +0 -1
  48. package/dist/json-loader.js.map +0 -1
  49. package/dist/json-writer.js.map +0 -1
  50. package/dist/lib/clarinet/LICENSE +0 -28
  51. package/dist/lib/clarinet/clarinet.js.map +0 -1
  52. package/dist/lib/encoder-utils/encode-table-row.js.map +0 -1
  53. package/dist/lib/encoder-utils/encode-utils.js.map +0 -1
  54. package/dist/lib/encoder-utils/utf8-encoder.js.map +0 -1
  55. package/dist/lib/encoders/geojson-encoder.js.map +0 -1
  56. package/dist/lib/encoders/json-encoder.js.map +0 -1
  57. package/dist/lib/json-parser/json-parser.js.map +0 -1
  58. package/dist/lib/json-parser/streaming-json-parser.js.map +0 -1
  59. package/dist/lib/jsonpath/jsonpath.js.map +0 -1
  60. package/dist/lib/parsers/parse-json-in-batches.js.map +0 -1
  61. package/dist/lib/parsers/parse-json.js.map +0 -1
  62. package/dist/lib/parsers/parse-ndjson-in-batches.js.map +0 -1
  63. package/dist/lib/parsers/parse-ndjson.js.map +0 -1
  64. package/dist/ndgeoson-loader.js.map +0 -1
  65. package/dist/ndjson-loader.js.map +0 -1
  66. package/dist/workers/geojson-worker.js.map +0 -1
@@ -1,414 +1,534 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+ // This is a fork of the clarinet library, originally BSD license (see LICENSE file)
5
+ // loaders.gl changes:
6
+ // - typescript port
7
+ // Removes the MAX_BUFFER_LENGTH, originally set to 64 * 1024
1
8
  const MAX_BUFFER_LENGTH = Number.MAX_SAFE_INTEGER;
2
- var STATE = function (STATE) {
3
- STATE[STATE["BEGIN"] = 0] = "BEGIN";
4
- STATE[STATE["VALUE"] = 1] = "VALUE";
5
- STATE[STATE["OPEN_OBJECT"] = 2] = "OPEN_OBJECT";
6
- STATE[STATE["CLOSE_OBJECT"] = 3] = "CLOSE_OBJECT";
7
- STATE[STATE["OPEN_ARRAY"] = 4] = "OPEN_ARRAY";
8
- STATE[STATE["CLOSE_ARRAY"] = 5] = "CLOSE_ARRAY";
9
- STATE[STATE["TEXT_ESCAPE"] = 6] = "TEXT_ESCAPE";
10
- STATE[STATE["STRING"] = 7] = "STRING";
11
- STATE[STATE["BACKSLASH"] = 8] = "BACKSLASH";
12
- STATE[STATE["END"] = 9] = "END";
13
- STATE[STATE["OPEN_KEY"] = 10] = "OPEN_KEY";
14
- STATE[STATE["CLOSE_KEY"] = 11] = "CLOSE_KEY";
15
- STATE[STATE["TRUE"] = 12] = "TRUE";
16
- STATE[STATE["TRUE2"] = 13] = "TRUE2";
17
- STATE[STATE["TRUE3"] = 14] = "TRUE3";
18
- STATE[STATE["FALSE"] = 15] = "FALSE";
19
- STATE[STATE["FALSE2"] = 16] = "FALSE2";
20
- STATE[STATE["FALSE3"] = 17] = "FALSE3";
21
- STATE[STATE["FALSE4"] = 18] = "FALSE4";
22
- STATE[STATE["NULL"] = 19] = "NULL";
23
- STATE[STATE["NULL2"] = 20] = "NULL2";
24
- STATE[STATE["NULL3"] = 21] = "NULL3";
25
- STATE[STATE["NUMBER_DECIMAL_POINT"] = 22] = "NUMBER_DECIMAL_POINT";
26
- STATE[STATE["NUMBER_DIGIT"] = 23] = "NUMBER_DIGIT";
27
- return STATE;
28
- }(STATE || {});
9
+ // const DEBUG = false;
10
+ var STATE;
11
+ (function (STATE) {
12
+ STATE[STATE["BEGIN"] = 0] = "BEGIN";
13
+ STATE[STATE["VALUE"] = 1] = "VALUE";
14
+ STATE[STATE["OPEN_OBJECT"] = 2] = "OPEN_OBJECT";
15
+ STATE[STATE["CLOSE_OBJECT"] = 3] = "CLOSE_OBJECT";
16
+ STATE[STATE["OPEN_ARRAY"] = 4] = "OPEN_ARRAY";
17
+ STATE[STATE["CLOSE_ARRAY"] = 5] = "CLOSE_ARRAY";
18
+ STATE[STATE["TEXT_ESCAPE"] = 6] = "TEXT_ESCAPE";
19
+ STATE[STATE["STRING"] = 7] = "STRING";
20
+ STATE[STATE["BACKSLASH"] = 8] = "BACKSLASH";
21
+ STATE[STATE["END"] = 9] = "END";
22
+ STATE[STATE["OPEN_KEY"] = 10] = "OPEN_KEY";
23
+ STATE[STATE["CLOSE_KEY"] = 11] = "CLOSE_KEY";
24
+ STATE[STATE["TRUE"] = 12] = "TRUE";
25
+ STATE[STATE["TRUE2"] = 13] = "TRUE2";
26
+ STATE[STATE["TRUE3"] = 14] = "TRUE3";
27
+ STATE[STATE["FALSE"] = 15] = "FALSE";
28
+ STATE[STATE["FALSE2"] = 16] = "FALSE2";
29
+ STATE[STATE["FALSE3"] = 17] = "FALSE3";
30
+ STATE[STATE["FALSE4"] = 18] = "FALSE4";
31
+ STATE[STATE["NULL"] = 19] = "NULL";
32
+ STATE[STATE["NULL2"] = 20] = "NULL2";
33
+ STATE[STATE["NULL3"] = 21] = "NULL3";
34
+ STATE[STATE["NUMBER_DECIMAL_POINT"] = 22] = "NUMBER_DECIMAL_POINT";
35
+ STATE[STATE["NUMBER_DIGIT"] = 23] = "NUMBER_DIGIT"; // [0-9]
36
+ })(STATE || (STATE = {}));
29
37
  const Char = {
30
- tab: 0x09,
31
- lineFeed: 0x0a,
32
- carriageReturn: 0x0d,
33
- space: 0x20,
34
- doubleQuote: 0x22,
35
- plus: 0x2b,
36
- comma: 0x2c,
37
- minus: 0x2d,
38
- period: 0x2e,
39
- _0: 0x30,
40
- _9: 0x39,
41
- colon: 0x3a,
42
- E: 0x45,
43
- openBracket: 0x5b,
44
- backslash: 0x5c,
45
- closeBracket: 0x5d,
46
- a: 0x61,
47
- b: 0x62,
48
- e: 0x65,
49
- f: 0x66,
50
- l: 0x6c,
51
- n: 0x6e,
52
- r: 0x72,
53
- s: 0x73,
54
- t: 0x74,
55
- u: 0x75,
56
- openBrace: 0x7b,
57
- closeBrace: 0x7d
38
+ tab: 0x09, // \t
39
+ lineFeed: 0x0a, // \n
40
+ carriageReturn: 0x0d, // \r
41
+ space: 0x20, // " "
42
+ doubleQuote: 0x22, // "
43
+ plus: 0x2b, // +
44
+ comma: 0x2c, // ,
45
+ minus: 0x2d, // -
46
+ period: 0x2e, // .
47
+ _0: 0x30, // 0
48
+ _9: 0x39, // 9
49
+ colon: 0x3a, // :
50
+ E: 0x45, // E
51
+ openBracket: 0x5b, // [
52
+ backslash: 0x5c, // \
53
+ closeBracket: 0x5d, // ]
54
+ a: 0x61, // a
55
+ b: 0x62, // b
56
+ e: 0x65, // e
57
+ f: 0x66, // f
58
+ l: 0x6c, // l
59
+ n: 0x6e, // n
60
+ r: 0x72, // r
61
+ s: 0x73, // s
62
+ t: 0x74, // t
63
+ u: 0x75, // u
64
+ openBrace: 0x7b, // {
65
+ closeBrace: 0x7d // }
58
66
  };
59
67
  const stringTokenPattern = /[\\"\n]/g;
60
68
  const DEFAULT_OPTIONS = {
61
- onready: () => {},
62
- onopenobject: () => {},
63
- onkey: () => {},
64
- oncloseobject: () => {},
65
- onopenarray: () => {},
66
- onclosearray: () => {},
67
- onvalue: () => {},
68
- onerror: () => {},
69
- onend: () => {},
70
- onchunkparsed: () => {}
69
+ onready: () => { },
70
+ onopenobject: () => { },
71
+ onkey: () => { },
72
+ oncloseobject: () => { },
73
+ onopenarray: () => { },
74
+ onclosearray: () => { },
75
+ onvalue: () => { },
76
+ onerror: () => { },
77
+ onend: () => { },
78
+ onchunkparsed: () => { }
71
79
  };
72
80
  export default class ClarinetParser {
73
- constructor() {
74
- let options = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};
75
- this.options = DEFAULT_OPTIONS;
76
- this.bufferCheckPosition = MAX_BUFFER_LENGTH;
77
- this.q = '';
78
- this.c = '';
79
- this.p = '';
80
- this.closed = false;
81
- this.closedRoot = false;
82
- this.sawRoot = false;
83
- this.error = null;
84
- this.state = STATE.BEGIN;
85
- this.stack = [];
86
- this.position = 0;
87
- this.column = 0;
88
- this.line = 1;
89
- this.slashed = false;
90
- this.unicodeI = 0;
91
- this.unicodeS = null;
92
- this.depth = 0;
93
- this.textNode = void 0;
94
- this.numberNode = void 0;
95
- this.options = {
96
- ...DEFAULT_OPTIONS,
97
- ...options
98
- };
99
- this.textNode = undefined;
100
- this.numberNode = '';
101
- this.emit('onready');
102
- }
103
- end() {
104
- if (this.state !== STATE.VALUE || this.depth !== 0) this._error('Unexpected end');
105
- this._closeValue();
106
- this.c = '';
107
- this.closed = true;
108
- this.emit('onend');
109
- return this;
110
- }
111
- resume() {
112
- this.error = null;
113
- return this;
114
- }
115
- close() {
116
- return this.write(null);
117
- }
118
- emit(event, data) {
119
- var _this$options$event, _this$options;
120
- (_this$options$event = (_this$options = this.options)[event]) === null || _this$options$event === void 0 ? void 0 : _this$options$event.call(_this$options, data, this);
121
- }
122
- emitNode(event, data) {
123
- this._closeValue();
124
- this.emit(event, data);
125
- }
126
- write(chunk) {
127
- if (this.error) {
128
- throw this.error;
81
+ constructor(options = {}) {
82
+ this.options = DEFAULT_OPTIONS;
83
+ this.bufferCheckPosition = MAX_BUFFER_LENGTH;
84
+ this.q = '';
85
+ this.c = '';
86
+ this.p = '';
87
+ this.closed = false;
88
+ this.closedRoot = false;
89
+ this.sawRoot = false;
90
+ // tag = null;
91
+ this.error = null;
92
+ this.state = STATE.BEGIN;
93
+ this.stack = [];
94
+ // mostly just for error reporting
95
+ this.position = 0;
96
+ this.column = 0;
97
+ this.line = 1;
98
+ this.slashed = false;
99
+ this.unicodeI = 0;
100
+ this.unicodeS = null;
101
+ this.depth = 0;
102
+ this.options = { ...DEFAULT_OPTIONS, ...options };
103
+ this.textNode = undefined;
104
+ this.numberNode = '';
105
+ this.emit('onready');
129
106
  }
130
- if (this.closed) {
131
- return this._error('Cannot write after close. Assign an onready handler.');
107
+ end() {
108
+ if (this.state !== STATE.VALUE || this.depth !== 0)
109
+ this._error('Unexpected end');
110
+ this._closeValue();
111
+ this.c = '';
112
+ this.closed = true;
113
+ this.emit('onend');
114
+ return this;
132
115
  }
133
- if (chunk === null) {
134
- return this.end();
116
+ resume() {
117
+ this.error = null;
118
+ return this;
135
119
  }
136
- let i = 0;
137
- let c = chunk.charCodeAt(0);
138
- let p = this.p;
139
- while (c) {
140
- p = c;
141
- this.c = c = chunk.charCodeAt(i++);
142
- if (p !== c) {
143
- this.p = p;
144
- } else {
145
- p = this.p;
146
- }
147
- if (!c) break;
148
- this.position++;
149
- if (c === Char.lineFeed) {
150
- this.line++;
151
- this.column = 0;
152
- } else this.column++;
153
- switch (this.state) {
154
- case STATE.BEGIN:
155
- if (c === Char.openBrace) this.state = STATE.OPEN_OBJECT;else if (c === Char.openBracket) this.state = STATE.OPEN_ARRAY;else if (!isWhitespace(c)) {
156
- this._error('Non-whitespace before {[.');
157
- }
158
- continue;
159
- case STATE.OPEN_KEY:
160
- case STATE.OPEN_OBJECT:
161
- if (isWhitespace(c)) continue;
162
- if (this.state === STATE.OPEN_KEY) this.stack.push(STATE.CLOSE_KEY);else if (c === Char.closeBrace) {
163
- this.emit('onopenobject');
164
- this.depth++;
165
- this.emit('oncloseobject');
166
- this.depth--;
167
- this.state = this.stack.pop() || STATE.VALUE;
168
- continue;
169
- } else this.stack.push(STATE.CLOSE_OBJECT);
170
- if (c === Char.doubleQuote) this.state = STATE.STRING;else this._error('Malformed object key should start with "');
171
- continue;
172
- case STATE.CLOSE_KEY:
173
- case STATE.CLOSE_OBJECT:
174
- if (isWhitespace(c)) continue;
175
- if (c === Char.colon) {
176
- if (this.state === STATE.CLOSE_OBJECT) {
177
- this.stack.push(STATE.CLOSE_OBJECT);
178
- this._closeValue('onopenobject');
179
- this.depth++;
180
- } else this._closeValue('onkey');
181
- this.state = STATE.VALUE;
182
- } else if (c === Char.closeBrace) {
183
- this.emitNode('oncloseobject');
184
- this.depth--;
185
- this.state = this.stack.pop() || STATE.VALUE;
186
- } else if (c === Char.comma) {
187
- if (this.state === STATE.CLOSE_OBJECT) this.stack.push(STATE.CLOSE_OBJECT);
188
- this._closeValue();
189
- this.state = STATE.OPEN_KEY;
190
- } else this._error('Bad object');
191
- continue;
192
- case STATE.OPEN_ARRAY:
193
- case STATE.VALUE:
194
- if (isWhitespace(c)) continue;
195
- if (this.state === STATE.OPEN_ARRAY) {
196
- this.emit('onopenarray');
197
- this.depth++;
198
- this.state = STATE.VALUE;
199
- if (c === Char.closeBracket) {
200
- this.emit('onclosearray');
201
- this.depth--;
202
- this.state = this.stack.pop() || STATE.VALUE;
203
- continue;
204
- } else {
205
- this.stack.push(STATE.CLOSE_ARRAY);
206
- }
207
- }
208
- if (c === Char.doubleQuote) this.state = STATE.STRING;else if (c === Char.openBrace) this.state = STATE.OPEN_OBJECT;else if (c === Char.openBracket) this.state = STATE.OPEN_ARRAY;else if (c === Char.t) this.state = STATE.TRUE;else if (c === Char.f) this.state = STATE.FALSE;else if (c === Char.n) this.state = STATE.NULL;else if (c === Char.minus) {
209
- this.numberNode += '-';
210
- } else if (Char._0 <= c && c <= Char._9) {
211
- this.numberNode += String.fromCharCode(c);
212
- this.state = STATE.NUMBER_DIGIT;
213
- } else this._error('Bad value');
214
- continue;
215
- case STATE.CLOSE_ARRAY:
216
- if (c === Char.comma) {
217
- this.stack.push(STATE.CLOSE_ARRAY);
218
- this._closeValue('onvalue');
219
- this.state = STATE.VALUE;
220
- } else if (c === Char.closeBracket) {
221
- this.emitNode('onclosearray');
222
- this.depth--;
223
- this.state = this.stack.pop() || STATE.VALUE;
224
- } else if (isWhitespace(c)) continue;else this._error('Bad array');
225
- continue;
226
- case STATE.STRING:
227
- if (this.textNode === undefined) {
228
- this.textNode = '';
229
- }
230
- let starti = i - 1;
231
- let slashed = this.slashed;
232
- let unicodeI = this.unicodeI;
233
- STRING_BIGLOOP: while (true) {
234
- while (unicodeI > 0) {
235
- this.unicodeS += String.fromCharCode(c);
236
- c = chunk.charCodeAt(i++);
237
- this.position++;
238
- if (unicodeI === 4) {
239
- this.textNode += String.fromCharCode(parseInt(this.unicodeS, 16));
240
- unicodeI = 0;
241
- starti = i - 1;
242
- } else {
243
- unicodeI++;
244
- }
245
- if (!c) break STRING_BIGLOOP;
246
- }
247
- if (c === Char.doubleQuote && !slashed) {
248
- this.state = this.stack.pop() || STATE.VALUE;
249
- this.textNode += chunk.substring(starti, i - 1);
250
- this.position += i - 1 - starti;
251
- break;
252
- }
253
- if (c === Char.backslash && !slashed) {
254
- slashed = true;
255
- this.textNode += chunk.substring(starti, i - 1);
256
- this.position += i - 1 - starti;
257
- c = chunk.charCodeAt(i++);
258
- this.position++;
259
- if (!c) break;
120
+ close() {
121
+ return this.write(null);
122
+ }
123
+ // protected
124
+ emit(event, data) {
125
+ // if (DEBUG) console.log('-- emit', event, data);
126
+ this.options[event]?.(data, this);
127
+ }
128
+ emitNode(event, data) {
129
+ this._closeValue();
130
+ this.emit(event, data);
131
+ }
132
+ /* eslint-disable no-continue */
133
+ // eslint-disable-next-line complexity, max-statements
134
+ write(chunk) {
135
+ if (this.error) {
136
+ throw this.error;
137
+ }
138
+ if (this.closed) {
139
+ return this._error('Cannot write after close. Assign an onready handler.');
140
+ }
141
+ if (chunk === null) {
142
+ return this.end();
143
+ }
144
+ let i = 0;
145
+ let c = chunk.charCodeAt(0);
146
+ let p = this.p;
147
+ // if (DEBUG) console.log(`write -> [${ chunk }]`);
148
+ while (c) {
149
+ p = c;
150
+ this.c = c = chunk.charCodeAt(i++);
151
+ // if chunk doesnt have next, like streaming char by char
152
+ // this way we need to check if previous is really previous
153
+ // if not we need to reset to what the this says is the previous
154
+ // from buffer
155
+ if (p !== c) {
156
+ this.p = p;
260
157
  }
261
- if (slashed) {
262
- slashed = false;
263
- if (c === Char.n) {
264
- this.textNode += '\n';
265
- } else if (c === Char.r) {
266
- this.textNode += '\r';
267
- } else if (c === Char.t) {
268
- this.textNode += '\t';
269
- } else if (c === Char.f) {
270
- this.textNode += '\f';
271
- } else if (c === Char.b) {
272
- this.textNode += '\b';
273
- } else if (c === Char.u) {
274
- unicodeI = 1;
275
- this.unicodeS = '';
276
- } else {
277
- this.textNode += String.fromCharCode(c);
278
- }
279
- c = chunk.charCodeAt(i++);
280
- this.position++;
281
- starti = i - 1;
282
- if (!c) break;else continue;
158
+ else {
159
+ p = this.p;
283
160
  }
284
- stringTokenPattern.lastIndex = i;
285
- const reResult = stringTokenPattern.exec(chunk);
286
- if (reResult === null) {
287
- i = chunk.length + 1;
288
- this.textNode += chunk.substring(starti, i - 1);
289
- this.position += i - 1 - starti;
290
- break;
161
+ if (!c)
162
+ break;
163
+ // if (DEBUG) console.log(i, c, STATE[this.state]);
164
+ this.position++;
165
+ if (c === Char.lineFeed) {
166
+ this.line++;
167
+ this.column = 0;
291
168
  }
292
- i = reResult.index + 1;
293
- c = chunk.charCodeAt(reResult.index);
294
- if (!c) {
295
- this.textNode += chunk.substring(starti, i - 1);
296
- this.position += i - 1 - starti;
297
- break;
169
+ else
170
+ this.column++;
171
+ switch (this.state) {
172
+ case STATE.BEGIN:
173
+ if (c === Char.openBrace)
174
+ this.state = STATE.OPEN_OBJECT;
175
+ else if (c === Char.openBracket)
176
+ this.state = STATE.OPEN_ARRAY;
177
+ else if (!isWhitespace(c)) {
178
+ this._error('Non-whitespace before {[.');
179
+ }
180
+ continue;
181
+ case STATE.OPEN_KEY:
182
+ case STATE.OPEN_OBJECT:
183
+ if (isWhitespace(c))
184
+ continue;
185
+ if (this.state === STATE.OPEN_KEY)
186
+ this.stack.push(STATE.CLOSE_KEY);
187
+ else if (c === Char.closeBrace) {
188
+ this.emit('onopenobject');
189
+ this.depth++;
190
+ this.emit('oncloseobject');
191
+ this.depth--;
192
+ this.state = this.stack.pop() || STATE.VALUE;
193
+ continue;
194
+ }
195
+ else
196
+ this.stack.push(STATE.CLOSE_OBJECT);
197
+ if (c === Char.doubleQuote)
198
+ this.state = STATE.STRING;
199
+ else
200
+ this._error('Malformed object key should start with "');
201
+ continue;
202
+ case STATE.CLOSE_KEY:
203
+ case STATE.CLOSE_OBJECT:
204
+ if (isWhitespace(c))
205
+ continue;
206
+ // let event = this.state === STATE.CLOSE_KEY ? 'key' : 'object';
207
+ if (c === Char.colon) {
208
+ if (this.state === STATE.CLOSE_OBJECT) {
209
+ this.stack.push(STATE.CLOSE_OBJECT);
210
+ this._closeValue('onopenobject');
211
+ this.depth++;
212
+ }
213
+ else
214
+ this._closeValue('onkey');
215
+ this.state = STATE.VALUE;
216
+ }
217
+ else if (c === Char.closeBrace) {
218
+ this.emitNode('oncloseobject');
219
+ this.depth--;
220
+ this.state = this.stack.pop() || STATE.VALUE;
221
+ }
222
+ else if (c === Char.comma) {
223
+ if (this.state === STATE.CLOSE_OBJECT)
224
+ this.stack.push(STATE.CLOSE_OBJECT);
225
+ this._closeValue();
226
+ this.state = STATE.OPEN_KEY;
227
+ }
228
+ else
229
+ this._error('Bad object');
230
+ continue;
231
+ case STATE.OPEN_ARRAY: // after an array there always a value
232
+ case STATE.VALUE:
233
+ if (isWhitespace(c))
234
+ continue;
235
+ if (this.state === STATE.OPEN_ARRAY) {
236
+ this.emit('onopenarray');
237
+ this.depth++;
238
+ this.state = STATE.VALUE;
239
+ if (c === Char.closeBracket) {
240
+ this.emit('onclosearray');
241
+ this.depth--;
242
+ this.state = this.stack.pop() || STATE.VALUE;
243
+ continue;
244
+ }
245
+ else {
246
+ this.stack.push(STATE.CLOSE_ARRAY);
247
+ }
248
+ }
249
+ if (c === Char.doubleQuote)
250
+ this.state = STATE.STRING;
251
+ else if (c === Char.openBrace)
252
+ this.state = STATE.OPEN_OBJECT;
253
+ else if (c === Char.openBracket)
254
+ this.state = STATE.OPEN_ARRAY;
255
+ else if (c === Char.t)
256
+ this.state = STATE.TRUE;
257
+ else if (c === Char.f)
258
+ this.state = STATE.FALSE;
259
+ else if (c === Char.n)
260
+ this.state = STATE.NULL;
261
+ else if (c === Char.minus) {
262
+ // keep and continue
263
+ this.numberNode += '-';
264
+ }
265
+ else if (Char._0 <= c && c <= Char._9) {
266
+ this.numberNode += String.fromCharCode(c);
267
+ this.state = STATE.NUMBER_DIGIT;
268
+ }
269
+ else
270
+ this._error('Bad value');
271
+ continue;
272
+ case STATE.CLOSE_ARRAY:
273
+ if (c === Char.comma) {
274
+ this.stack.push(STATE.CLOSE_ARRAY);
275
+ this._closeValue('onvalue');
276
+ this.state = STATE.VALUE;
277
+ }
278
+ else if (c === Char.closeBracket) {
279
+ this.emitNode('onclosearray');
280
+ this.depth--;
281
+ this.state = this.stack.pop() || STATE.VALUE;
282
+ }
283
+ else if (isWhitespace(c))
284
+ continue;
285
+ else
286
+ this._error('Bad array');
287
+ continue;
288
+ case STATE.STRING:
289
+ if (this.textNode === undefined) {
290
+ this.textNode = '';
291
+ }
292
+ // thanks thejh, this is an about 50% performance improvement.
293
+ let starti = i - 1;
294
+ let slashed = this.slashed;
295
+ let unicodeI = this.unicodeI;
296
+ // eslint-disable-next-line no-constant-condition, no-labels
297
+ STRING_BIGLOOP: while (true) {
298
+ // if (DEBUG) console.log(i, c, STATE[this.state], slashed);
299
+ // zero means "no unicode active". 1-4 mean "parse some more". end after 4.
300
+ while (unicodeI > 0) {
301
+ this.unicodeS += String.fromCharCode(c);
302
+ c = chunk.charCodeAt(i++);
303
+ this.position++;
304
+ if (unicodeI === 4) {
305
+ // TODO this might be slow? well, probably not used too often anyway
306
+ this.textNode += String.fromCharCode(parseInt(this.unicodeS, 16));
307
+ unicodeI = 0;
308
+ starti = i - 1;
309
+ }
310
+ else {
311
+ unicodeI++;
312
+ }
313
+ // we can just break here: no stuff we skipped that still has to be sliced out or so
314
+ // eslint-disable-next-line no-labels
315
+ if (!c)
316
+ break STRING_BIGLOOP;
317
+ }
318
+ if (c === Char.doubleQuote && !slashed) {
319
+ this.state = this.stack.pop() || STATE.VALUE;
320
+ this.textNode += chunk.substring(starti, i - 1);
321
+ this.position += i - 1 - starti;
322
+ break;
323
+ }
324
+ if (c === Char.backslash && !slashed) {
325
+ slashed = true;
326
+ this.textNode += chunk.substring(starti, i - 1);
327
+ this.position += i - 1 - starti;
328
+ c = chunk.charCodeAt(i++);
329
+ this.position++;
330
+ if (!c)
331
+ break;
332
+ }
333
+ if (slashed) {
334
+ slashed = false;
335
+ if (c === Char.n) {
336
+ this.textNode += '\n';
337
+ }
338
+ else if (c === Char.r) {
339
+ this.textNode += '\r';
340
+ }
341
+ else if (c === Char.t) {
342
+ this.textNode += '\t';
343
+ }
344
+ else if (c === Char.f) {
345
+ this.textNode += '\f';
346
+ }
347
+ else if (c === Char.b) {
348
+ this.textNode += '\b';
349
+ }
350
+ else if (c === Char.u) {
351
+ // \uxxxx. meh!
352
+ unicodeI = 1;
353
+ this.unicodeS = '';
354
+ }
355
+ else {
356
+ this.textNode += String.fromCharCode(c);
357
+ }
358
+ c = chunk.charCodeAt(i++);
359
+ this.position++;
360
+ starti = i - 1;
361
+ if (!c)
362
+ break;
363
+ else
364
+ continue;
365
+ }
366
+ stringTokenPattern.lastIndex = i;
367
+ const reResult = stringTokenPattern.exec(chunk);
368
+ if (reResult === null) {
369
+ i = chunk.length + 1;
370
+ this.textNode += chunk.substring(starti, i - 1);
371
+ this.position += i - 1 - starti;
372
+ break;
373
+ }
374
+ i = reResult.index + 1;
375
+ c = chunk.charCodeAt(reResult.index);
376
+ if (!c) {
377
+ this.textNode += chunk.substring(starti, i - 1);
378
+ this.position += i - 1 - starti;
379
+ break;
380
+ }
381
+ }
382
+ this.slashed = slashed;
383
+ this.unicodeI = unicodeI;
384
+ continue;
385
+ case STATE.TRUE:
386
+ if (c === Char.r)
387
+ this.state = STATE.TRUE2;
388
+ else
389
+ this._error(`Invalid true started with t${c}`);
390
+ continue;
391
+ case STATE.TRUE2:
392
+ if (c === Char.u)
393
+ this.state = STATE.TRUE3;
394
+ else
395
+ this._error(`Invalid true started with tr${c}`);
396
+ continue;
397
+ case STATE.TRUE3:
398
+ if (c === Char.e) {
399
+ this.emit('onvalue', true);
400
+ this.state = this.stack.pop() || STATE.VALUE;
401
+ }
402
+ else
403
+ this._error(`Invalid true started with tru${c}`);
404
+ continue;
405
+ case STATE.FALSE:
406
+ if (c === Char.a)
407
+ this.state = STATE.FALSE2;
408
+ else
409
+ this._error(`Invalid false started with f${c}`);
410
+ continue;
411
+ case STATE.FALSE2:
412
+ if (c === Char.l)
413
+ this.state = STATE.FALSE3;
414
+ else
415
+ this._error(`Invalid false started with fa${c}`);
416
+ continue;
417
+ case STATE.FALSE3:
418
+ if (c === Char.s)
419
+ this.state = STATE.FALSE4;
420
+ else
421
+ this._error(`Invalid false started with fal${c}`);
422
+ continue;
423
+ case STATE.FALSE4:
424
+ if (c === Char.e) {
425
+ this.emit('onvalue', false);
426
+ this.state = this.stack.pop() || STATE.VALUE;
427
+ }
428
+ else
429
+ this._error(`Invalid false started with fals${c}`);
430
+ continue;
431
+ case STATE.NULL:
432
+ if (c === Char.u)
433
+ this.state = STATE.NULL2;
434
+ else
435
+ this._error(`Invalid null started with n${c}`);
436
+ continue;
437
+ case STATE.NULL2:
438
+ if (c === Char.l)
439
+ this.state = STATE.NULL3;
440
+ else
441
+ this._error(`Invalid null started with nu${c}`);
442
+ continue;
443
+ case STATE.NULL3:
444
+ if (c === Char.l) {
445
+ this.emit('onvalue', null);
446
+ this.state = this.stack.pop() || STATE.VALUE;
447
+ }
448
+ else
449
+ this._error(`Invalid null started with nul${c}`);
450
+ continue;
451
+ case STATE.NUMBER_DECIMAL_POINT:
452
+ if (c === Char.period) {
453
+ this.numberNode += '.';
454
+ this.state = STATE.NUMBER_DIGIT;
455
+ }
456
+ else
457
+ this._error('Leading zero not followed by .');
458
+ continue;
459
+ case STATE.NUMBER_DIGIT:
460
+ if (Char._0 <= c && c <= Char._9)
461
+ this.numberNode += String.fromCharCode(c);
462
+ else if (c === Char.period) {
463
+ if (this.numberNode.indexOf('.') !== -1)
464
+ this._error('Invalid number has two dots');
465
+ this.numberNode += '.';
466
+ }
467
+ else if (c === Char.e || c === Char.E) {
468
+ if (this.numberNode.indexOf('e') !== -1 || this.numberNode.indexOf('E') !== -1)
469
+ this._error('Invalid number has two exponential');
470
+ this.numberNode += 'e';
471
+ }
472
+ else if (c === Char.plus || c === Char.minus) {
473
+ // @ts-expect-error
474
+ if (!(p === Char.e || p === Char.E))
475
+ this._error('Invalid symbol in number');
476
+ this.numberNode += String.fromCharCode(c);
477
+ }
478
+ else {
479
+ this._closeNumber();
480
+ i--; // go back one
481
+ this.state = this.stack.pop() || STATE.VALUE;
482
+ }
483
+ continue;
484
+ default:
485
+ this._error(`Unknown state: ${this.state}`);
298
486
  }
299
- }
300
- this.slashed = slashed;
301
- this.unicodeI = unicodeI;
302
- continue;
303
- case STATE.TRUE:
304
- if (c === Char.r) this.state = STATE.TRUE2;else this._error(`Invalid true started with t${c}`);
305
- continue;
306
- case STATE.TRUE2:
307
- if (c === Char.u) this.state = STATE.TRUE3;else this._error(`Invalid true started with tr${c}`);
308
- continue;
309
- case STATE.TRUE3:
310
- if (c === Char.e) {
311
- this.emit('onvalue', true);
312
- this.state = this.stack.pop() || STATE.VALUE;
313
- } else this._error(`Invalid true started with tru${c}`);
314
- continue;
315
- case STATE.FALSE:
316
- if (c === Char.a) this.state = STATE.FALSE2;else this._error(`Invalid false started with f${c}`);
317
- continue;
318
- case STATE.FALSE2:
319
- if (c === Char.l) this.state = STATE.FALSE3;else this._error(`Invalid false started with fa${c}`);
320
- continue;
321
- case STATE.FALSE3:
322
- if (c === Char.s) this.state = STATE.FALSE4;else this._error(`Invalid false started with fal${c}`);
323
- continue;
324
- case STATE.FALSE4:
325
- if (c === Char.e) {
326
- this.emit('onvalue', false);
327
- this.state = this.stack.pop() || STATE.VALUE;
328
- } else this._error(`Invalid false started with fals${c}`);
329
- continue;
330
- case STATE.NULL:
331
- if (c === Char.u) this.state = STATE.NULL2;else this._error(`Invalid null started with n${c}`);
332
- continue;
333
- case STATE.NULL2:
334
- if (c === Char.l) this.state = STATE.NULL3;else this._error(`Invalid null started with nu${c}`);
335
- continue;
336
- case STATE.NULL3:
337
- if (c === Char.l) {
338
- this.emit('onvalue', null);
339
- this.state = this.stack.pop() || STATE.VALUE;
340
- } else this._error(`Invalid null started with nul${c}`);
341
- continue;
342
- case STATE.NUMBER_DECIMAL_POINT:
343
- if (c === Char.period) {
344
- this.numberNode += '.';
345
- this.state = STATE.NUMBER_DIGIT;
346
- } else this._error('Leading zero not followed by .');
347
- continue;
348
- case STATE.NUMBER_DIGIT:
349
- if (Char._0 <= c && c <= Char._9) this.numberNode += String.fromCharCode(c);else if (c === Char.period) {
350
- if (this.numberNode.indexOf('.') !== -1) this._error('Invalid number has two dots');
351
- this.numberNode += '.';
352
- } else if (c === Char.e || c === Char.E) {
353
- if (this.numberNode.indexOf('e') !== -1 || this.numberNode.indexOf('E') !== -1) this._error('Invalid number has two exponential');
354
- this.numberNode += 'e';
355
- } else if (c === Char.plus || c === Char.minus) {
356
- if (!(p === Char.e || p === Char.E)) this._error('Invalid symbol in number');
357
- this.numberNode += String.fromCharCode(c);
358
- } else {
359
- this._closeNumber();
360
- i--;
361
- this.state = this.stack.pop() || STATE.VALUE;
362
- }
363
- continue;
364
- default:
365
- this._error(`Unknown state: ${this.state}`);
366
- }
487
+ }
488
+ if (this.position >= this.bufferCheckPosition) {
489
+ checkBufferLength(this);
490
+ }
491
+ this.emit('onchunkparsed');
492
+ return this;
367
493
  }
368
- if (this.position >= this.bufferCheckPosition) {
369
- checkBufferLength(this);
494
+ _closeValue(event = 'onvalue') {
495
+ if (this.textNode !== undefined) {
496
+ this.emit(event, this.textNode);
497
+ }
498
+ this.textNode = undefined;
370
499
  }
371
- this.emit('onchunkparsed');
372
- return this;
373
- }
374
- _closeValue() {
375
- let event = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : 'onvalue';
376
- if (this.textNode !== undefined) {
377
- this.emit(event, this.textNode);
500
+ _closeNumber() {
501
+ if (this.numberNode)
502
+ this.emit('onvalue', parseFloat(this.numberNode));
503
+ this.numberNode = '';
504
+ }
505
+ _error(message = '') {
506
+ this._closeValue();
507
+ message += `\nLine: ${this.line}\nColumn: ${this.column}\nChar: ${this.c}`;
508
+ const error = new Error(message);
509
+ this.error = error;
510
+ this.emit('onerror', error);
378
511
  }
379
- this.textNode = undefined;
380
- }
381
- _closeNumber() {
382
- if (this.numberNode) this.emit('onvalue', parseFloat(this.numberNode));
383
- this.numberNode = '';
384
- }
385
- _error() {
386
- let message = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : '';
387
- this._closeValue();
388
- message += `\nLine: ${this.line}\nColumn: ${this.column}\nChar: ${this.c}`;
389
- const error = new Error(message);
390
- this.error = error;
391
- this.emit('onerror', error);
392
- }
393
512
  }
394
513
  function isWhitespace(c) {
395
- return c === Char.carriageReturn || c === Char.lineFeed || c === Char.space || c === Char.tab;
514
+ return c === Char.carriageReturn || c === Char.lineFeed || c === Char.space || c === Char.tab;
396
515
  }
397
516
  function checkBufferLength(parser) {
398
- const maxAllowed = Math.max(MAX_BUFFER_LENGTH, 10);
399
- let maxActual = 0;
400
- for (const buffer of ['textNode', 'numberNode']) {
401
- const len = parser[buffer] === undefined ? 0 : parser[buffer].length;
402
- if (len > maxAllowed) {
403
- switch (buffer) {
404
- case 'text':
405
- break;
406
- default:
407
- parser._error(`Max buffer length exceeded: ${buffer}`);
408
- }
517
+ const maxAllowed = Math.max(MAX_BUFFER_LENGTH, 10);
518
+ let maxActual = 0;
519
+ for (const buffer of ['textNode', 'numberNode']) {
520
+ const len = parser[buffer] === undefined ? 0 : parser[buffer].length;
521
+ if (len > maxAllowed) {
522
+ switch (buffer) {
523
+ case 'text':
524
+ // TODO - should this be closeValue?
525
+ // closeText(parser);
526
+ break;
527
+ default:
528
+ parser._error(`Max buffer length exceeded: ${buffer}`);
529
+ }
530
+ }
531
+ maxActual = Math.max(maxActual, len);
409
532
  }
410
- maxActual = Math.max(maxActual, len);
411
- }
412
- parser.bufferCheckPosition = MAX_BUFFER_LENGTH - maxActual + parser.position;
533
+ parser.bufferCheckPosition = MAX_BUFFER_LENGTH - maxActual + parser.position;
413
534
  }
414
- //# sourceMappingURL=clarinet.js.map