@loaders.gl/json 4.0.0-alpha.5 → 4.0.0-alpha.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (193) hide show
  1. package/dist/bundle.js +2 -2
  2. package/dist/dist.min.js +643 -92
  3. package/dist/es5/bundle.js +6 -0
  4. package/dist/es5/bundle.js.map +1 -0
  5. package/dist/es5/geojson-loader.js +157 -0
  6. package/dist/es5/geojson-loader.js.map +1 -0
  7. package/dist/es5/geojson-writer.js +27 -0
  8. package/dist/es5/geojson-writer.js.map +1 -0
  9. package/dist/es5/index.js +69 -0
  10. package/dist/es5/index.js.map +1 -0
  11. package/dist/es5/json-loader.js +67 -0
  12. package/dist/es5/json-loader.js.map +1 -0
  13. package/dist/es5/json-writer.js +42 -0
  14. package/dist/es5/json-writer.js.map +1 -0
  15. package/dist/es5/lib/clarinet/clarinet.js +446 -0
  16. package/dist/es5/lib/clarinet/clarinet.js.map +1 -0
  17. package/dist/es5/lib/encoders/encode-utils.js +42 -0
  18. package/dist/es5/lib/encoders/encode-utils.js.map +1 -0
  19. package/dist/es5/lib/encoders/geojson-encoder.js +178 -0
  20. package/dist/es5/lib/encoders/geojson-encoder.js.map +1 -0
  21. package/dist/es5/lib/encoders/json-encoder.js +30 -0
  22. package/dist/es5/lib/encoders/json-encoder.js.map +1 -0
  23. package/dist/es5/lib/encoders/utf8-encoder.js +54 -0
  24. package/dist/es5/lib/encoders/utf8-encoder.js.map +1 -0
  25. package/dist/es5/lib/json-parser/json-parser.js +140 -0
  26. package/dist/es5/lib/json-parser/json-parser.js.map +1 -0
  27. package/dist/es5/lib/json-parser/streaming-json-parser.js +123 -0
  28. package/dist/es5/lib/json-parser/streaming-json-parser.js.map +1 -0
  29. package/dist/es5/lib/jsonpath/jsonpath.js +119 -0
  30. package/dist/es5/lib/jsonpath/jsonpath.js.map +1 -0
  31. package/dist/es5/lib/parsers/parse-json-in-batches.js +206 -0
  32. package/dist/es5/lib/parsers/parse-json-in-batches.js.map +1 -0
  33. package/dist/es5/lib/parsers/parse-json.js +38 -0
  34. package/dist/es5/lib/parsers/parse-json.js.map +1 -0
  35. package/dist/es5/lib/parsers/parse-ndjson-in-batches.js +114 -0
  36. package/dist/es5/lib/parsers/parse-ndjson-in-batches.js.map +1 -0
  37. package/dist/es5/lib/parsers/parse-ndjson.js +19 -0
  38. package/dist/es5/lib/parsers/parse-ndjson.js.map +1 -0
  39. package/dist/es5/ndgeoson-loader.js +54 -0
  40. package/dist/es5/ndgeoson-loader.js.map +1 -0
  41. package/dist/es5/ndjson-loader.js +44 -0
  42. package/dist/es5/ndjson-loader.js.map +1 -0
  43. package/dist/es5/workers/geojson-worker.js +6 -0
  44. package/dist/es5/workers/geojson-worker.js.map +1 -0
  45. package/dist/esm/bundle.js +4 -0
  46. package/dist/esm/bundle.js.map +1 -0
  47. package/dist/esm/geojson-loader.js +79 -0
  48. package/dist/esm/geojson-loader.js.map +1 -0
  49. package/dist/esm/geojson-writer.js +18 -0
  50. package/dist/esm/geojson-writer.js.map +1 -0
  51. package/dist/esm/index.js +9 -0
  52. package/dist/esm/index.js.map +1 -0
  53. package/dist/esm/json-loader.js +48 -0
  54. package/dist/esm/json-loader.js.map +1 -0
  55. package/dist/esm/json-writer.js +14 -0
  56. package/dist/esm/json-writer.js.map +1 -0
  57. package/dist/esm/lib/clarinet/LICENSE +28 -0
  58. package/dist/esm/lib/clarinet/clarinet.js +415 -0
  59. package/dist/esm/lib/clarinet/clarinet.js.map +1 -0
  60. package/dist/esm/lib/encoders/encode-utils.js +31 -0
  61. package/dist/esm/lib/encoders/encode-utils.js.map +1 -0
  62. package/dist/esm/lib/encoders/geojson-encoder.js +98 -0
  63. package/dist/esm/lib/encoders/geojson-encoder.js.map +1 -0
  64. package/dist/esm/lib/encoders/json-encoder.js +12 -0
  65. package/dist/esm/lib/encoders/json-encoder.js.map +1 -0
  66. package/dist/esm/lib/encoders/utf8-encoder.js +32 -0
  67. package/dist/esm/lib/encoders/utf8-encoder.js.map +1 -0
  68. package/dist/{lib/parser → esm/lib/json-parser}/json-parser.js +4 -22
  69. package/dist/esm/lib/json-parser/json-parser.js.map +1 -0
  70. package/dist/{lib/parser → esm/lib/json-parser}/streaming-json-parser.js +2 -23
  71. package/dist/esm/lib/json-parser/streaming-json-parser.js.map +1 -0
  72. package/dist/esm/lib/jsonpath/jsonpath.js +67 -0
  73. package/dist/esm/lib/jsonpath/jsonpath.js.map +1 -0
  74. package/dist/{lib → esm/lib/parsers}/parse-json-in-batches.js +5 -18
  75. package/dist/esm/lib/parsers/parse-json-in-batches.js.map +1 -0
  76. package/dist/{lib → esm/lib/parsers}/parse-json.js +4 -9
  77. package/dist/esm/lib/parsers/parse-json.js.map +1 -0
  78. package/dist/{lib → esm/lib/parsers}/parse-ndjson-in-batches.js +3 -6
  79. package/dist/esm/lib/parsers/parse-ndjson-in-batches.js.map +1 -0
  80. package/dist/esm/lib/parsers/parse-ndjson.js +13 -0
  81. package/dist/esm/lib/parsers/parse-ndjson.js.map +1 -0
  82. package/dist/esm/ndgeoson-loader.js +27 -0
  83. package/dist/esm/ndgeoson-loader.js.map +1 -0
  84. package/dist/esm/ndjson-loader.js +18 -0
  85. package/dist/esm/ndjson-loader.js.map +1 -0
  86. package/dist/esm/workers/geojson-worker.js +4 -0
  87. package/dist/esm/workers/geojson-worker.js.map +1 -0
  88. package/dist/geojson-loader.d.ts +2 -2
  89. package/dist/geojson-loader.d.ts.map +1 -1
  90. package/dist/geojson-loader.js +65 -69
  91. package/dist/geojson-worker.js +251 -68
  92. package/dist/geojson-writer.d.ts +6 -0
  93. package/dist/geojson-writer.d.ts.map +1 -0
  94. package/dist/geojson-writer.js +22 -0
  95. package/dist/index.d.ts +5 -1
  96. package/dist/index.d.ts.map +1 -1
  97. package/dist/index.js +24 -7
  98. package/dist/json-loader.d.ts +10 -7
  99. package/dist/json-loader.d.ts.map +1 -1
  100. package/dist/json-loader.js +33 -38
  101. package/dist/json-writer.d.ts +6 -0
  102. package/dist/json-writer.d.ts.map +1 -0
  103. package/dist/json-writer.js +18 -0
  104. package/dist/lib/clarinet/clarinet.d.ts +3 -3
  105. package/dist/lib/clarinet/clarinet.d.ts.map +1 -1
  106. package/dist/lib/clarinet/clarinet.js +510 -493
  107. package/dist/lib/encoders/encode-utils.d.ts +19 -0
  108. package/dist/lib/encoders/encode-utils.d.ts.map +1 -0
  109. package/dist/lib/encoders/encode-utils.js +47 -0
  110. package/dist/lib/encoders/geojson-encoder.d.ts +14 -0
  111. package/dist/lib/encoders/geojson-encoder.d.ts.map +1 -0
  112. package/dist/lib/encoders/geojson-encoder.js +104 -0
  113. package/dist/lib/encoders/json-encoder.d.ts +16 -0
  114. package/dist/lib/encoders/json-encoder.d.ts.map +1 -0
  115. package/dist/lib/encoders/json-encoder.js +22 -0
  116. package/dist/lib/encoders/utf8-encoder.d.ts +12 -0
  117. package/dist/lib/encoders/utf8-encoder.d.ts.map +1 -0
  118. package/dist/lib/encoders/utf8-encoder.js +32 -0
  119. package/dist/lib/json-parser/json-parser.d.ts.map +1 -0
  120. package/dist/lib/json-parser/json-parser.js +98 -0
  121. package/dist/lib/json-parser/streaming-json-parser.d.ts.map +1 -0
  122. package/dist/lib/json-parser/streaming-json-parser.js +100 -0
  123. package/dist/lib/jsonpath/jsonpath.js +81 -78
  124. package/dist/lib/parsers/parse-json-in-batches.d.ts +5 -0
  125. package/dist/lib/parsers/parse-json-in-batches.d.ts.map +1 -0
  126. package/dist/lib/parsers/parse-json-in-batches.js +100 -0
  127. package/dist/lib/parsers/parse-json.d.ts +4 -0
  128. package/dist/lib/parsers/parse-json.d.ts.map +1 -0
  129. package/dist/lib/parsers/parse-json.js +32 -0
  130. package/dist/lib/{parse-ndjson-in-batches.d.ts → parsers/parse-ndjson-in-batches.d.ts} +1 -1
  131. package/dist/lib/parsers/parse-ndjson-in-batches.d.ts.map +1 -0
  132. package/dist/lib/parsers/parse-ndjson-in-batches.js +36 -0
  133. package/dist/lib/parsers/parse-ndjson.d.ts +3 -0
  134. package/dist/lib/parsers/parse-ndjson.d.ts.map +1 -0
  135. package/dist/lib/parsers/parse-ndjson.js +17 -0
  136. package/dist/ndgeoson-loader.d.ts +34 -0
  137. package/dist/ndgeoson-loader.d.ts.map +1 -0
  138. package/dist/ndgeoson-loader.js +37 -0
  139. package/dist/ndjson-loader.d.ts +3 -21
  140. package/dist/ndjson-loader.d.ts.map +1 -1
  141. package/dist/ndjson-loader.js +26 -31
  142. package/dist/workers/geojson-worker.js +5 -4
  143. package/package.json +7 -7
  144. package/src/geojson-loader.ts +10 -6
  145. package/src/geojson-writer.ts +27 -0
  146. package/src/index.ts +9 -1
  147. package/src/json-loader.ts +15 -24
  148. package/src/json-writer.ts +24 -0
  149. package/src/lib/encoders/encode-utils.ts +54 -0
  150. package/src/lib/encoders/geojson-encoder.ts +139 -0
  151. package/src/lib/encoders/json-encoder.ts +30 -0
  152. package/src/lib/encoders/utf8-encoder.ts +35 -0
  153. package/src/lib/{parse-json-in-batches.ts → parsers/parse-json-in-batches.ts} +8 -8
  154. package/src/lib/{parse-json.ts → parsers/parse-json.ts} +7 -3
  155. package/src/lib/{parse-ndjson-in-batches.ts → parsers/parse-ndjson-in-batches.ts} +1 -1
  156. package/src/lib/parsers/parse-ndjson.ts +15 -0
  157. package/src/ndgeoson-loader.ts +48 -0
  158. package/src/ndjson-loader.ts +20 -27
  159. package/dist/bundle.js.map +0 -1
  160. package/dist/geojson-loader.js.map +0 -1
  161. package/dist/index.js.map +0 -1
  162. package/dist/json-loader.js.map +0 -1
  163. package/dist/jsonl-loader.d.ts +0 -1
  164. package/dist/jsonl-loader.d.ts.map +0 -1
  165. package/dist/jsonl-loader.js +0 -2
  166. package/dist/jsonl-loader.js.map +0 -1
  167. package/dist/lib/clarinet/clarinet.js.map +0 -1
  168. package/dist/lib/jsonpath/jsonpath.js.map +0 -1
  169. package/dist/lib/parse-json-in-batches.d.ts +0 -5
  170. package/dist/lib/parse-json-in-batches.d.ts.map +0 -1
  171. package/dist/lib/parse-json-in-batches.js.map +0 -1
  172. package/dist/lib/parse-json.d.ts +0 -3
  173. package/dist/lib/parse-json.d.ts.map +0 -1
  174. package/dist/lib/parse-json.js.map +0 -1
  175. package/dist/lib/parse-ndjson-in-batches.d.ts.map +0 -1
  176. package/dist/lib/parse-ndjson-in-batches.js.map +0 -1
  177. package/dist/lib/parse-ndjson.d.ts +0 -2
  178. package/dist/lib/parse-ndjson.d.ts.map +0 -1
  179. package/dist/lib/parse-ndjson.js +0 -11
  180. package/dist/lib/parse-ndjson.js.map +0 -1
  181. package/dist/lib/parser/json-parser.d.ts.map +0 -1
  182. package/dist/lib/parser/json-parser.js.map +0 -1
  183. package/dist/lib/parser/streaming-json-parser.d.ts.map +0 -1
  184. package/dist/lib/parser/streaming-json-parser.js.map +0 -1
  185. package/dist/ndjson-loader.js.map +0 -1
  186. package/dist/workers/geojson-worker.js.map +0 -1
  187. package/src/jsonl-loader.ts +0 -53
  188. package/src/lib/parse-ndjson.ts +0 -10
  189. /package/dist/{lib → es5/lib}/clarinet/LICENSE +0 -0
  190. /package/dist/lib/{parser → json-parser}/json-parser.d.ts +0 -0
  191. /package/dist/lib/{parser → json-parser}/streaming-json-parser.d.ts +0 -0
  192. /package/src/lib/{parser → json-parser}/json-parser.ts +0 -0
  193. /package/src/lib/{parser → json-parser}/streaming-json-parser.ts +0 -0
@@ -0,0 +1,415 @@
1
+ import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
2
+ const MAX_BUFFER_LENGTH = Number.MAX_SAFE_INTEGER;
3
+ var STATE = function (STATE) {
4
+ STATE[STATE["BEGIN"] = 0] = "BEGIN";
5
+ STATE[STATE["VALUE"] = 1] = "VALUE";
6
+ STATE[STATE["OPEN_OBJECT"] = 2] = "OPEN_OBJECT";
7
+ STATE[STATE["CLOSE_OBJECT"] = 3] = "CLOSE_OBJECT";
8
+ STATE[STATE["OPEN_ARRAY"] = 4] = "OPEN_ARRAY";
9
+ STATE[STATE["CLOSE_ARRAY"] = 5] = "CLOSE_ARRAY";
10
+ STATE[STATE["TEXT_ESCAPE"] = 6] = "TEXT_ESCAPE";
11
+ STATE[STATE["STRING"] = 7] = "STRING";
12
+ STATE[STATE["BACKSLASH"] = 8] = "BACKSLASH";
13
+ STATE[STATE["END"] = 9] = "END";
14
+ STATE[STATE["OPEN_KEY"] = 10] = "OPEN_KEY";
15
+ STATE[STATE["CLOSE_KEY"] = 11] = "CLOSE_KEY";
16
+ STATE[STATE["TRUE"] = 12] = "TRUE";
17
+ STATE[STATE["TRUE2"] = 13] = "TRUE2";
18
+ STATE[STATE["TRUE3"] = 14] = "TRUE3";
19
+ STATE[STATE["FALSE"] = 15] = "FALSE";
20
+ STATE[STATE["FALSE2"] = 16] = "FALSE2";
21
+ STATE[STATE["FALSE3"] = 17] = "FALSE3";
22
+ STATE[STATE["FALSE4"] = 18] = "FALSE4";
23
+ STATE[STATE["NULL"] = 19] = "NULL";
24
+ STATE[STATE["NULL2"] = 20] = "NULL2";
25
+ STATE[STATE["NULL3"] = 21] = "NULL3";
26
+ STATE[STATE["NUMBER_DECIMAL_POINT"] = 22] = "NUMBER_DECIMAL_POINT";
27
+ STATE[STATE["NUMBER_DIGIT"] = 23] = "NUMBER_DIGIT";
28
+ return STATE;
29
+ }(STATE || {});
30
+ const Char = {
31
+ tab: 0x09,
32
+ lineFeed: 0x0a,
33
+ carriageReturn: 0x0d,
34
+ space: 0x20,
35
+ doubleQuote: 0x22,
36
+ plus: 0x2b,
37
+ comma: 0x2c,
38
+ minus: 0x2d,
39
+ period: 0x2e,
40
+ _0: 0x30,
41
+ _9: 0x39,
42
+ colon: 0x3a,
43
+ E: 0x45,
44
+ openBracket: 0x5b,
45
+ backslash: 0x5c,
46
+ closeBracket: 0x5d,
47
+ a: 0x61,
48
+ b: 0x62,
49
+ e: 0x65,
50
+ f: 0x66,
51
+ l: 0x6c,
52
+ n: 0x6e,
53
+ r: 0x72,
54
+ s: 0x73,
55
+ t: 0x74,
56
+ u: 0x75,
57
+ openBrace: 0x7b,
58
+ closeBrace: 0x7d
59
+ };
60
+ const stringTokenPattern = /[\\"\n]/g;
61
+ const DEFAULT_OPTIONS = {
62
+ onready: () => {},
63
+ onopenobject: () => {},
64
+ onkey: () => {},
65
+ oncloseobject: () => {},
66
+ onopenarray: () => {},
67
+ onclosearray: () => {},
68
+ onvalue: () => {},
69
+ onerror: () => {},
70
+ onend: () => {},
71
+ onchunkparsed: () => {}
72
+ };
73
+ export default class ClarinetParser {
74
+ constructor() {
75
+ let options = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};
76
+ _defineProperty(this, "options", DEFAULT_OPTIONS);
77
+ _defineProperty(this, "bufferCheckPosition", MAX_BUFFER_LENGTH);
78
+ _defineProperty(this, "q", '');
79
+ _defineProperty(this, "c", '');
80
+ _defineProperty(this, "p", '');
81
+ _defineProperty(this, "closed", false);
82
+ _defineProperty(this, "closedRoot", false);
83
+ _defineProperty(this, "sawRoot", false);
84
+ _defineProperty(this, "error", null);
85
+ _defineProperty(this, "state", STATE.BEGIN);
86
+ _defineProperty(this, "stack", []);
87
+ _defineProperty(this, "position", 0);
88
+ _defineProperty(this, "column", 0);
89
+ _defineProperty(this, "line", 1);
90
+ _defineProperty(this, "slashed", false);
91
+ _defineProperty(this, "unicodeI", 0);
92
+ _defineProperty(this, "unicodeS", null);
93
+ _defineProperty(this, "depth", 0);
94
+ _defineProperty(this, "textNode", void 0);
95
+ _defineProperty(this, "numberNode", void 0);
96
+ this.options = {
97
+ ...DEFAULT_OPTIONS,
98
+ ...options
99
+ };
100
+ this.textNode = undefined;
101
+ this.numberNode = '';
102
+ this.emit('onready');
103
+ }
104
+ end() {
105
+ if (this.state !== STATE.VALUE || this.depth !== 0) this._error('Unexpected end');
106
+ this._closeValue();
107
+ this.c = '';
108
+ this.closed = true;
109
+ this.emit('onend');
110
+ return this;
111
+ }
112
+ resume() {
113
+ this.error = null;
114
+ return this;
115
+ }
116
+ close() {
117
+ return this.write(null);
118
+ }
119
+ emit(event, data) {
120
+ var _this$options$event, _this$options;
121
+ (_this$options$event = (_this$options = this.options)[event]) === null || _this$options$event === void 0 ? void 0 : _this$options$event.call(_this$options, data, this);
122
+ }
123
+ emitNode(event, data) {
124
+ this._closeValue();
125
+ this.emit(event, data);
126
+ }
127
+ write(chunk) {
128
+ if (this.error) {
129
+ throw this.error;
130
+ }
131
+ if (this.closed) {
132
+ return this._error('Cannot write after close. Assign an onready handler.');
133
+ }
134
+ if (chunk === null) {
135
+ return this.end();
136
+ }
137
+ let i = 0;
138
+ let c = chunk.charCodeAt(0);
139
+ let p = this.p;
140
+ while (c) {
141
+ p = c;
142
+ this.c = c = chunk.charCodeAt(i++);
143
+ if (p !== c) {
144
+ this.p = p;
145
+ } else {
146
+ p = this.p;
147
+ }
148
+ if (!c) break;
149
+ this.position++;
150
+ if (c === Char.lineFeed) {
151
+ this.line++;
152
+ this.column = 0;
153
+ } else this.column++;
154
+ switch (this.state) {
155
+ case STATE.BEGIN:
156
+ if (c === Char.openBrace) this.state = STATE.OPEN_OBJECT;else if (c === Char.openBracket) this.state = STATE.OPEN_ARRAY;else if (!isWhitespace(c)) {
157
+ this._error('Non-whitespace before {[.');
158
+ }
159
+ continue;
160
+ case STATE.OPEN_KEY:
161
+ case STATE.OPEN_OBJECT:
162
+ if (isWhitespace(c)) continue;
163
+ if (this.state === STATE.OPEN_KEY) this.stack.push(STATE.CLOSE_KEY);else if (c === Char.closeBrace) {
164
+ this.emit('onopenobject');
165
+ this.depth++;
166
+ this.emit('oncloseobject');
167
+ this.depth--;
168
+ this.state = this.stack.pop() || STATE.VALUE;
169
+ continue;
170
+ } else this.stack.push(STATE.CLOSE_OBJECT);
171
+ if (c === Char.doubleQuote) this.state = STATE.STRING;else this._error('Malformed object key should start with "');
172
+ continue;
173
+ case STATE.CLOSE_KEY:
174
+ case STATE.CLOSE_OBJECT:
175
+ if (isWhitespace(c)) continue;
176
+ if (c === Char.colon) {
177
+ if (this.state === STATE.CLOSE_OBJECT) {
178
+ this.stack.push(STATE.CLOSE_OBJECT);
179
+ this._closeValue('onopenobject');
180
+ this.depth++;
181
+ } else this._closeValue('onkey');
182
+ this.state = STATE.VALUE;
183
+ } else if (c === Char.closeBrace) {
184
+ this.emitNode('oncloseobject');
185
+ this.depth--;
186
+ this.state = this.stack.pop() || STATE.VALUE;
187
+ } else if (c === Char.comma) {
188
+ if (this.state === STATE.CLOSE_OBJECT) this.stack.push(STATE.CLOSE_OBJECT);
189
+ this._closeValue();
190
+ this.state = STATE.OPEN_KEY;
191
+ } else this._error('Bad object');
192
+ continue;
193
+ case STATE.OPEN_ARRAY:
194
+ case STATE.VALUE:
195
+ if (isWhitespace(c)) continue;
196
+ if (this.state === STATE.OPEN_ARRAY) {
197
+ this.emit('onopenarray');
198
+ this.depth++;
199
+ this.state = STATE.VALUE;
200
+ if (c === Char.closeBracket) {
201
+ this.emit('onclosearray');
202
+ this.depth--;
203
+ this.state = this.stack.pop() || STATE.VALUE;
204
+ continue;
205
+ } else {
206
+ this.stack.push(STATE.CLOSE_ARRAY);
207
+ }
208
+ }
209
+ if (c === Char.doubleQuote) this.state = STATE.STRING;else if (c === Char.openBrace) this.state = STATE.OPEN_OBJECT;else if (c === Char.openBracket) this.state = STATE.OPEN_ARRAY;else if (c === Char.t) this.state = STATE.TRUE;else if (c === Char.f) this.state = STATE.FALSE;else if (c === Char.n) this.state = STATE.NULL;else if (c === Char.minus) {
210
+ this.numberNode += '-';
211
+ } else if (Char._0 <= c && c <= Char._9) {
212
+ this.numberNode += String.fromCharCode(c);
213
+ this.state = STATE.NUMBER_DIGIT;
214
+ } else this._error('Bad value');
215
+ continue;
216
+ case STATE.CLOSE_ARRAY:
217
+ if (c === Char.comma) {
218
+ this.stack.push(STATE.CLOSE_ARRAY);
219
+ this._closeValue('onvalue');
220
+ this.state = STATE.VALUE;
221
+ } else if (c === Char.closeBracket) {
222
+ this.emitNode('onclosearray');
223
+ this.depth--;
224
+ this.state = this.stack.pop() || STATE.VALUE;
225
+ } else if (isWhitespace(c)) continue;else this._error('Bad array');
226
+ continue;
227
+ case STATE.STRING:
228
+ if (this.textNode === undefined) {
229
+ this.textNode = '';
230
+ }
231
+ let starti = i - 1;
232
+ let slashed = this.slashed;
233
+ let unicodeI = this.unicodeI;
234
+ STRING_BIGLOOP: while (true) {
235
+ while (unicodeI > 0) {
236
+ this.unicodeS += String.fromCharCode(c);
237
+ c = chunk.charCodeAt(i++);
238
+ this.position++;
239
+ if (unicodeI === 4) {
240
+ this.textNode += String.fromCharCode(parseInt(this.unicodeS, 16));
241
+ unicodeI = 0;
242
+ starti = i - 1;
243
+ } else {
244
+ unicodeI++;
245
+ }
246
+ if (!c) break STRING_BIGLOOP;
247
+ }
248
+ if (c === Char.doubleQuote && !slashed) {
249
+ this.state = this.stack.pop() || STATE.VALUE;
250
+ this.textNode += chunk.substring(starti, i - 1);
251
+ this.position += i - 1 - starti;
252
+ break;
253
+ }
254
+ if (c === Char.backslash && !slashed) {
255
+ slashed = true;
256
+ this.textNode += chunk.substring(starti, i - 1);
257
+ this.position += i - 1 - starti;
258
+ c = chunk.charCodeAt(i++);
259
+ this.position++;
260
+ if (!c) break;
261
+ }
262
+ if (slashed) {
263
+ slashed = false;
264
+ if (c === Char.n) {
265
+ this.textNode += '\n';
266
+ } else if (c === Char.r) {
267
+ this.textNode += '\r';
268
+ } else if (c === Char.t) {
269
+ this.textNode += '\t';
270
+ } else if (c === Char.f) {
271
+ this.textNode += '\f';
272
+ } else if (c === Char.b) {
273
+ this.textNode += '\b';
274
+ } else if (c === Char.u) {
275
+ unicodeI = 1;
276
+ this.unicodeS = '';
277
+ } else {
278
+ this.textNode += String.fromCharCode(c);
279
+ }
280
+ c = chunk.charCodeAt(i++);
281
+ this.position++;
282
+ starti = i - 1;
283
+ if (!c) break;else continue;
284
+ }
285
+ stringTokenPattern.lastIndex = i;
286
+ const reResult = stringTokenPattern.exec(chunk);
287
+ if (reResult === null) {
288
+ i = chunk.length + 1;
289
+ this.textNode += chunk.substring(starti, i - 1);
290
+ this.position += i - 1 - starti;
291
+ break;
292
+ }
293
+ i = reResult.index + 1;
294
+ c = chunk.charCodeAt(reResult.index);
295
+ if (!c) {
296
+ this.textNode += chunk.substring(starti, i - 1);
297
+ this.position += i - 1 - starti;
298
+ break;
299
+ }
300
+ }
301
+ this.slashed = slashed;
302
+ this.unicodeI = unicodeI;
303
+ continue;
304
+ case STATE.TRUE:
305
+ if (c === Char.r) this.state = STATE.TRUE2;else this._error("Invalid true started with t".concat(c));
306
+ continue;
307
+ case STATE.TRUE2:
308
+ if (c === Char.u) this.state = STATE.TRUE3;else this._error("Invalid true started with tr".concat(c));
309
+ continue;
310
+ case STATE.TRUE3:
311
+ if (c === Char.e) {
312
+ this.emit('onvalue', true);
313
+ this.state = this.stack.pop() || STATE.VALUE;
314
+ } else this._error("Invalid true started with tru".concat(c));
315
+ continue;
316
+ case STATE.FALSE:
317
+ if (c === Char.a) this.state = STATE.FALSE2;else this._error("Invalid false started with f".concat(c));
318
+ continue;
319
+ case STATE.FALSE2:
320
+ if (c === Char.l) this.state = STATE.FALSE3;else this._error("Invalid false started with fa".concat(c));
321
+ continue;
322
+ case STATE.FALSE3:
323
+ if (c === Char.s) this.state = STATE.FALSE4;else this._error("Invalid false started with fal".concat(c));
324
+ continue;
325
+ case STATE.FALSE4:
326
+ if (c === Char.e) {
327
+ this.emit('onvalue', false);
328
+ this.state = this.stack.pop() || STATE.VALUE;
329
+ } else this._error("Invalid false started with fals".concat(c));
330
+ continue;
331
+ case STATE.NULL:
332
+ if (c === Char.u) this.state = STATE.NULL2;else this._error("Invalid null started with n".concat(c));
333
+ continue;
334
+ case STATE.NULL2:
335
+ if (c === Char.l) this.state = STATE.NULL3;else this._error("Invalid null started with nu".concat(c));
336
+ continue;
337
+ case STATE.NULL3:
338
+ if (c === Char.l) {
339
+ this.emit('onvalue', null);
340
+ this.state = this.stack.pop() || STATE.VALUE;
341
+ } else this._error("Invalid null started with nul".concat(c));
342
+ continue;
343
+ case STATE.NUMBER_DECIMAL_POINT:
344
+ if (c === Char.period) {
345
+ this.numberNode += '.';
346
+ this.state = STATE.NUMBER_DIGIT;
347
+ } else this._error('Leading zero not followed by .');
348
+ continue;
349
+ case STATE.NUMBER_DIGIT:
350
+ if (Char._0 <= c && c <= Char._9) this.numberNode += String.fromCharCode(c);else if (c === Char.period) {
351
+ if (this.numberNode.indexOf('.') !== -1) this._error('Invalid number has two dots');
352
+ this.numberNode += '.';
353
+ } else if (c === Char.e || c === Char.E) {
354
+ if (this.numberNode.indexOf('e') !== -1 || this.numberNode.indexOf('E') !== -1) this._error('Invalid number has two exponential');
355
+ this.numberNode += 'e';
356
+ } else if (c === Char.plus || c === Char.minus) {
357
+ if (!(p === Char.e || p === Char.E)) this._error('Invalid symbol in number');
358
+ this.numberNode += String.fromCharCode(c);
359
+ } else {
360
+ this._closeNumber();
361
+ i--;
362
+ this.state = this.stack.pop() || STATE.VALUE;
363
+ }
364
+ continue;
365
+ default:
366
+ this._error("Unknown state: ".concat(this.state));
367
+ }
368
+ }
369
+ if (this.position >= this.bufferCheckPosition) {
370
+ checkBufferLength(this);
371
+ }
372
+ this.emit('onchunkparsed');
373
+ return this;
374
+ }
375
+ _closeValue() {
376
+ let event = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : 'onvalue';
377
+ if (this.textNode !== undefined) {
378
+ this.emit(event, this.textNode);
379
+ }
380
+ this.textNode = undefined;
381
+ }
382
+ _closeNumber() {
383
+ if (this.numberNode) this.emit('onvalue', parseFloat(this.numberNode));
384
+ this.numberNode = '';
385
+ }
386
+ _error() {
387
+ let message = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : '';
388
+ this._closeValue();
389
+ message += "\nLine: ".concat(this.line, "\nColumn: ").concat(this.column, "\nChar: ").concat(this.c);
390
+ const error = new Error(message);
391
+ this.error = error;
392
+ this.emit('onerror', error);
393
+ }
394
+ }
395
+ function isWhitespace(c) {
396
+ return c === Char.carriageReturn || c === Char.lineFeed || c === Char.space || c === Char.tab;
397
+ }
398
+ function checkBufferLength(parser) {
399
+ const maxAllowed = Math.max(MAX_BUFFER_LENGTH, 10);
400
+ let maxActual = 0;
401
+ for (const buffer of ['textNode', 'numberNode']) {
402
+ const len = parser[buffer] === undefined ? 0 : parser[buffer].length;
403
+ if (len > maxAllowed) {
404
+ switch (buffer) {
405
+ case 'text':
406
+ break;
407
+ default:
408
+ parser._error("Max buffer length exceeded: ".concat(buffer));
409
+ }
410
+ }
411
+ maxActual = Math.max(maxActual, len);
412
+ }
413
+ parser.bufferCheckPosition = MAX_BUFFER_LENGTH - maxActual + parser.position;
414
+ }
415
+ //# sourceMappingURL=clarinet.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"clarinet.js","names":["MAX_BUFFER_LENGTH","Number","MAX_SAFE_INTEGER","STATE","Char","tab","lineFeed","carriageReturn","space","doubleQuote","plus","comma","minus","period","_0","_9","colon","E","openBracket","backslash","closeBracket","a","b","e","f","l","n","r","s","t","u","openBrace","closeBrace","stringTokenPattern","DEFAULT_OPTIONS","onready","onopenobject","onkey","oncloseobject","onopenarray","onclosearray","onvalue","onerror","onend","onchunkparsed","ClarinetParser","constructor","options","arguments","length","undefined","_defineProperty","BEGIN","textNode","numberNode","emit","end","state","VALUE","depth","_error","_closeValue","c","closed","resume","error","close","write","event","data","_this$options$event","_this$options","call","emitNode","chunk","i","charCodeAt","p","position","line","column","OPEN_OBJECT","OPEN_ARRAY","isWhitespace","OPEN_KEY","stack","push","CLOSE_KEY","pop","CLOSE_OBJECT","STRING","CLOSE_ARRAY","TRUE","FALSE","NULL","String","fromCharCode","NUMBER_DIGIT","starti","slashed","unicodeI","STRING_BIGLOOP","unicodeS","parseInt","substring","lastIndex","reResult","exec","index","TRUE2","concat","TRUE3","FALSE2","FALSE3","FALSE4","NULL2","NULL3","NUMBER_DECIMAL_POINT","indexOf","_closeNumber","bufferCheckPosition","checkBufferLength","parseFloat","message","Error","parser","maxAllowed","Math","max","maxActual","buffer","len"],"sources":["../../../../src/lib/clarinet/clarinet.ts"],"sourcesContent":["// loaders.gl, MIT license\n// This is a fork of the clarinet library, originally BSD license (see LICENSE file)\n// loaders.gl changes:\n// - typescript port\n\nexport type ClarinetEvent =\n | 'onvalue'\n | 'onstring'\n | 'onkey'\n | 'onopenobject'\n | 'oncloseobject'\n | 'onopenarray'\n | 'onclosearray'\n | 'onerror'\n | 'onend'\n | 'onready';\n\n// Removes the MAX_BUFFER_LENGTH, originally set to 64 * 1024\nconst MAX_BUFFER_LENGTH = Number.MAX_SAFE_INTEGER;\n// const DEBUG = false;\n\nenum STATE {\n BEGIN = 0,\n VALUE, // general stuff\n OPEN_OBJECT, // {\n CLOSE_OBJECT, // }\n OPEN_ARRAY, // [\n CLOSE_ARRAY, // ]\n TEXT_ESCAPE, // \\ stuff\n STRING, // \"\"\n BACKSLASH,\n END, // No more stack\n OPEN_KEY, // , \"a\"\n CLOSE_KEY, // :\n TRUE, // r\n TRUE2, // u\n TRUE3, // e\n FALSE, // a\n FALSE2, // l\n FALSE3, // s\n FALSE4, // e\n NULL, // u\n NULL2, // l\n NULL3, // l\n NUMBER_DECIMAL_POINT, // .\n NUMBER_DIGIT // [0-9]\n}\n\nconst Char = {\n tab: 0x09, // \\t\n lineFeed: 0x0a, // \\n\n carriageReturn: 0x0d, // \\r\n space: 0x20, // \" \"\n\n doubleQuote: 0x22, // \"\n plus: 0x2b, // +\n comma: 0x2c, // ,\n minus: 0x2d, // -\n period: 0x2e, // .\n\n _0: 0x30, // 0\n _9: 0x39, // 9\n\n colon: 0x3a, // :\n\n E: 0x45, // E\n\n openBracket: 0x5b, // [\n backslash: 0x5c, // \\\n closeBracket: 0x5d, // ]\n\n a: 0x61, // a\n b: 0x62, // b\n e: 0x65, // e\n f: 0x66, // f\n l: 0x6c, // l\n n: 0x6e, // n\n r: 0x72, // r\n s: 0x73, // s\n t: 0x74, // t\n u: 0x75, // u\n\n openBrace: 0x7b, // {\n closeBrace: 0x7d // }\n};\n\nconst stringTokenPattern = /[\\\\\"\\n]/g;\n\ntype ParserEvent = (parser: ClarinetParser, event: string, data?: any) => void;\n\nexport type ClarinetParserOptions = {\n onready?: ParserEvent;\n onopenobject?: ParserEvent;\n onkey?: ParserEvent;\n oncloseobject?: ParserEvent;\n onopenarray?: ParserEvent;\n onclosearray?: ParserEvent;\n onvalue?: ParserEvent;\n onerror?: ParserEvent;\n onend?: ParserEvent;\n onchunkparsed?: ParserEvent;\n};\n\nconst DEFAULT_OPTIONS: Required<ClarinetParserOptions> = {\n onready: () => {},\n onopenobject: () => {},\n onkey: () => {},\n oncloseobject: () => {},\n onopenarray: () => {},\n onclosearray: () => {},\n onvalue: () => {},\n onerror: () => {},\n onend: () => {},\n onchunkparsed: () => {}\n};\nexport default class ClarinetParser {\n protected options: Required<ClarinetParserOptions> = DEFAULT_OPTIONS;\n\n bufferCheckPosition = MAX_BUFFER_LENGTH;\n q = '';\n c = '';\n p = '';\n closed = false;\n closedRoot = false;\n sawRoot = false;\n // tag = null;\n error: Error | null = null;\n state = STATE.BEGIN;\n stack: STATE[] = [];\n // mostly just for error reporting\n position: number = 0;\n column: number = 0;\n line: number = 1;\n slashed: boolean = false;\n unicodeI: number = 0;\n unicodeS: string | null = null;\n depth: number = 0;\n\n textNode;\n numberNode;\n\n constructor(options: ClarinetParserOptions = {}) {\n this.options = {...DEFAULT_OPTIONS, ...options};\n this.textNode = undefined;\n this.numberNode = '';\n this.emit('onready');\n }\n\n end() {\n if (this.state !== STATE.VALUE || this.depth !== 0) this._error('Unexpected end');\n\n this._closeValue();\n this.c = '';\n this.closed = true;\n this.emit('onend');\n return this;\n }\n\n resume() {\n this.error = null;\n return this;\n }\n\n close() {\n return this.write(null);\n }\n\n // protected\n\n emit(event: string, data?: any): void {\n // if (DEBUG) console.log('-- emit', event, data);\n this.options[event]?.(data, this);\n }\n\n emitNode(event: string, data?: any): void {\n this._closeValue();\n this.emit(event, data);\n }\n\n /* eslint-disable no-continue */\n // eslint-disable-next-line complexity, max-statements\n write(chunk) {\n if (this.error) {\n throw this.error;\n }\n if (this.closed) {\n return this._error('Cannot write after close. Assign an onready handler.');\n }\n if (chunk === null) {\n return this.end();\n }\n let i = 0;\n let c = chunk.charCodeAt(0);\n let p = this.p;\n // if (DEBUG) console.log(`write -> [${ chunk }]`);\n while (c) {\n p = c;\n this.c = c = chunk.charCodeAt(i++);\n // if chunk doesnt have next, like streaming char by char\n // this way we need to check if previous is really previous\n // if not we need to reset to what the this says is the previous\n // from buffer\n if (p !== c) {\n this.p = p;\n } else {\n p = this.p;\n }\n\n if (!c) break;\n\n // if (DEBUG) console.log(i, c, STATE[this.state]);\n this.position++;\n if (c === Char.lineFeed) {\n this.line++;\n this.column = 0;\n } else this.column++;\n\n switch (this.state) {\n case STATE.BEGIN:\n if (c === Char.openBrace) this.state = STATE.OPEN_OBJECT;\n else if (c === Char.openBracket) this.state = STATE.OPEN_ARRAY;\n else if (!isWhitespace(c)) {\n this._error('Non-whitespace before {[.');\n }\n continue;\n\n case STATE.OPEN_KEY:\n case STATE.OPEN_OBJECT:\n if (isWhitespace(c)) continue;\n if (this.state === STATE.OPEN_KEY) this.stack.push(STATE.CLOSE_KEY);\n else if (c === Char.closeBrace) {\n this.emit('onopenobject');\n this.depth++;\n this.emit('oncloseobject');\n this.depth--;\n this.state = this.stack.pop() || STATE.VALUE;\n continue;\n } else this.stack.push(STATE.CLOSE_OBJECT);\n if (c === Char.doubleQuote) this.state = STATE.STRING;\n else this._error('Malformed object key should start with \"');\n continue;\n\n case STATE.CLOSE_KEY:\n case STATE.CLOSE_OBJECT:\n if (isWhitespace(c)) continue;\n // let event = this.state === STATE.CLOSE_KEY ? 'key' : 'object';\n if (c === Char.colon) {\n if (this.state === STATE.CLOSE_OBJECT) {\n this.stack.push(STATE.CLOSE_OBJECT);\n this._closeValue('onopenobject');\n this.depth++;\n } else this._closeValue('onkey');\n this.state = STATE.VALUE;\n } else if (c === Char.closeBrace) {\n this.emitNode('oncloseobject');\n this.depth--;\n this.state = this.stack.pop() || STATE.VALUE;\n } else if (c === Char.comma) {\n if (this.state === STATE.CLOSE_OBJECT) this.stack.push(STATE.CLOSE_OBJECT);\n this._closeValue();\n this.state = STATE.OPEN_KEY;\n } else this._error('Bad object');\n continue;\n\n case STATE.OPEN_ARRAY: // after an array there always a value\n case STATE.VALUE:\n if (isWhitespace(c)) continue;\n if (this.state === STATE.OPEN_ARRAY) {\n this.emit('onopenarray');\n this.depth++;\n this.state = STATE.VALUE;\n if (c === Char.closeBracket) {\n this.emit('onclosearray');\n this.depth--;\n this.state = this.stack.pop() || STATE.VALUE;\n continue;\n } else {\n this.stack.push(STATE.CLOSE_ARRAY);\n }\n }\n if (c === Char.doubleQuote) this.state = STATE.STRING;\n else if (c === Char.openBrace) this.state = STATE.OPEN_OBJECT;\n else if (c === Char.openBracket) this.state = STATE.OPEN_ARRAY;\n else if (c === Char.t) this.state = STATE.TRUE;\n else if (c === Char.f) this.state = STATE.FALSE;\n else if (c === Char.n) this.state = STATE.NULL;\n else if (c === Char.minus) {\n // keep and continue\n this.numberNode += '-';\n } else if (Char._0 <= c && c <= Char._9) {\n this.numberNode += String.fromCharCode(c);\n this.state = STATE.NUMBER_DIGIT;\n } else this._error('Bad value');\n continue;\n\n case STATE.CLOSE_ARRAY:\n if (c === Char.comma) {\n this.stack.push(STATE.CLOSE_ARRAY);\n this._closeValue('onvalue');\n this.state = STATE.VALUE;\n } else if (c === Char.closeBracket) {\n this.emitNode('onclosearray');\n this.depth--;\n this.state = this.stack.pop() || STATE.VALUE;\n } else if (isWhitespace(c)) continue;\n else this._error('Bad array');\n continue;\n\n case STATE.STRING:\n if (this.textNode === undefined) {\n this.textNode = '';\n }\n\n // thanks thejh, this is an about 50% performance improvement.\n let starti = i - 1;\n let slashed = this.slashed;\n let unicodeI = this.unicodeI;\n // eslint-disable-next-line no-constant-condition, no-labels\n STRING_BIGLOOP: while (true) {\n // if (DEBUG) console.log(i, c, STATE[this.state], slashed);\n // zero means \"no unicode active\". 1-4 mean \"parse some more\". end after 4.\n while (unicodeI > 0) {\n this.unicodeS += String.fromCharCode(c);\n c = chunk.charCodeAt(i++);\n this.position++;\n if (unicodeI === 4) {\n // TODO this might be slow? well, probably not used too often anyway\n this.textNode += String.fromCharCode(parseInt(this.unicodeS as string, 16));\n unicodeI = 0;\n starti = i - 1;\n } else {\n unicodeI++;\n }\n // we can just break here: no stuff we skipped that still has to be sliced out or so\n // eslint-disable-next-line no-labels\n if (!c) break STRING_BIGLOOP;\n }\n if (c === Char.doubleQuote && !slashed) {\n this.state = this.stack.pop() || STATE.VALUE;\n this.textNode += chunk.substring(starti, i - 1);\n this.position += i - 1 - starti;\n break;\n }\n if (c === Char.backslash && !slashed) {\n slashed = true;\n this.textNode += chunk.substring(starti, i - 1);\n this.position += i - 1 - starti;\n c = chunk.charCodeAt(i++);\n this.position++;\n if (!c) break;\n }\n if (slashed) {\n slashed = false;\n if (c === Char.n) {\n this.textNode += '\\n';\n } else if (c === Char.r) {\n this.textNode += '\\r';\n } else if (c === Char.t) {\n this.textNode += '\\t';\n } else if (c === Char.f) {\n this.textNode += '\\f';\n } else if (c === Char.b) {\n this.textNode += '\\b';\n } else if (c === Char.u) {\n // \\uxxxx. meh!\n unicodeI = 1;\n this.unicodeS = '';\n } else {\n this.textNode += String.fromCharCode(c);\n }\n c = chunk.charCodeAt(i++);\n this.position++;\n starti = i - 1;\n if (!c) break;\n else continue;\n }\n\n stringTokenPattern.lastIndex = i;\n const reResult = stringTokenPattern.exec(chunk);\n if (reResult === null) {\n i = chunk.length + 1;\n this.textNode += chunk.substring(starti, i - 1);\n this.position += i - 1 - starti;\n break;\n }\n i = reResult.index + 1;\n c = chunk.charCodeAt(reResult.index);\n if (!c) {\n this.textNode += chunk.substring(starti, i - 1);\n this.position += i - 1 - starti;\n break;\n }\n }\n this.slashed = slashed;\n this.unicodeI = unicodeI;\n continue;\n\n case STATE.TRUE:\n if (c === Char.r) this.state = STATE.TRUE2;\n else this._error(`Invalid true started with t${c}`);\n continue;\n\n case STATE.TRUE2:\n if (c === Char.u) this.state = STATE.TRUE3;\n else this._error(`Invalid true started with tr${c}`);\n continue;\n\n case STATE.TRUE3:\n if (c === Char.e) {\n this.emit('onvalue', true);\n this.state = this.stack.pop() || STATE.VALUE;\n } else this._error(`Invalid true started with tru${c}`);\n continue;\n\n case STATE.FALSE:\n if (c === Char.a) this.state = STATE.FALSE2;\n else this._error(`Invalid false started with f${c}`);\n continue;\n\n case STATE.FALSE2:\n if (c === Char.l) this.state = STATE.FALSE3;\n else this._error(`Invalid false started with fa${c}`);\n continue;\n\n case STATE.FALSE3:\n if (c === Char.s) this.state = STATE.FALSE4;\n else this._error(`Invalid false started with fal${c}`);\n continue;\n\n case STATE.FALSE4:\n if (c === Char.e) {\n this.emit('onvalue', false);\n this.state = this.stack.pop() || STATE.VALUE;\n } else this._error(`Invalid false started with fals${c}`);\n continue;\n\n case STATE.NULL:\n if (c === Char.u) this.state = STATE.NULL2;\n else this._error(`Invalid null started with n${c}`);\n continue;\n\n case STATE.NULL2:\n if (c === Char.l) this.state = STATE.NULL3;\n else this._error(`Invalid null started with nu${c}`);\n continue;\n\n case STATE.NULL3:\n if (c === Char.l) {\n this.emit('onvalue', null);\n this.state = this.stack.pop() || STATE.VALUE;\n } else this._error(`Invalid null started with nul${c}`);\n continue;\n\n case STATE.NUMBER_DECIMAL_POINT:\n if (c === Char.period) {\n this.numberNode += '.';\n this.state = STATE.NUMBER_DIGIT;\n } else this._error('Leading zero not followed by .');\n continue;\n\n case STATE.NUMBER_DIGIT:\n if (Char._0 <= c && c <= Char._9) this.numberNode += String.fromCharCode(c);\n else if (c === Char.period) {\n if (this.numberNode.indexOf('.') !== -1) this._error('Invalid number has two dots');\n this.numberNode += '.';\n } else if (c === Char.e || c === Char.E) {\n if (this.numberNode.indexOf('e') !== -1 || this.numberNode.indexOf('E') !== -1)\n this._error('Invalid number has two exponential');\n this.numberNode += 'e';\n } else if (c === Char.plus || c === Char.minus) {\n // @ts-expect-error\n if (!(p === Char.e || p === Char.E)) this._error('Invalid symbol in number');\n this.numberNode += String.fromCharCode(c);\n } else {\n this._closeNumber();\n i--; // go back one\n this.state = this.stack.pop() || STATE.VALUE;\n }\n continue;\n\n default:\n this._error(`Unknown state: ${this.state}`);\n }\n }\n if (this.position >= this.bufferCheckPosition) {\n checkBufferLength(this);\n }\n\n this.emit('onchunkparsed');\n\n return this;\n }\n\n _closeValue(event: string = 'onvalue'): void {\n if (this.textNode !== undefined) {\n this.emit(event, this.textNode);\n }\n this.textNode = undefined;\n }\n\n _closeNumber(): void {\n if (this.numberNode) this.emit('onvalue', parseFloat(this.numberNode));\n this.numberNode = '';\n }\n\n _error(message: string = ''): void {\n this._closeValue();\n message += `\\nLine: ${this.line}\\nColumn: ${this.column}\\nChar: ${this.c}`;\n const error = new Error(message);\n this.error = error;\n this.emit('onerror', error);\n }\n}\n\nfunction isWhitespace(c): boolean {\n return c === Char.carriageReturn || c === Char.lineFeed || c === Char.space || c === Char.tab;\n}\n\nfunction checkBufferLength(parser) {\n const maxAllowed = Math.max(MAX_BUFFER_LENGTH, 10);\n let maxActual = 0;\n\n for (const buffer of ['textNode', 'numberNode']) {\n const len = parser[buffer] === undefined ? 0 : parser[buffer].length;\n if (len > maxAllowed) {\n switch (buffer) {\n case 'text':\n // TODO - should this be closeValue?\n // closeText(parser);\n break;\n\n default:\n parser._error(`Max buffer length exceeded: ${buffer}`);\n }\n }\n maxActual = Math.max(maxActual, len);\n }\n parser.bufferCheckPosition = MAX_BUFFER_LENGTH - maxActual + parser.position;\n}\n"],"mappings":";AAkBA,MAAMA,iBAAiB,GAAGC,MAAM,CAACC,gBAAgB;AAAC,IAG7CC,KAAK,aAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAAA,OAALA,KAAK;AAAA,EAALA,KAAK;AA2BV,MAAMC,IAAI,GAAG;EACXC,GAAG,EAAE,IAAI;EACTC,QAAQ,EAAE,IAAI;EACdC,cAAc,EAAE,IAAI;EACpBC,KAAK,EAAE,IAAI;EAEXC,WAAW,EAAE,IAAI;EACjBC,IAAI,EAAE,IAAI;EACVC,KAAK,EAAE,IAAI;EACXC,KAAK,EAAE,IAAI;EACXC,MAAM,EAAE,IAAI;EAEZC,EAAE,EAAE,IAAI;EACRC,EAAE,EAAE,IAAI;EAERC,KAAK,EAAE,IAAI;EAEXC,CAAC,EAAE,IAAI;EAEPC,WAAW,EAAE,IAAI;EACjBC,SAAS,EAAE,IAAI;EACfC,YAAY,EAAE,IAAI;EAElBC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EAEPC,SAAS,EAAE,IAAI;EACfC,UAAU,EAAE;AACd,CAAC;AAED,MAAMC,kBAAkB,GAAG,UAAU;AAiBrC,MAAMC,eAAgD,GAAG;EACvDC,OAAO,EAAEA,CAAA,KAAM,CAAC,CAAC;EACjBC,YAAY,EAAEA,CAAA,KAAM,CAAC,CAAC;EACtBC,KAAK,EAAEA,CAAA,KAAM,CAAC,CAAC;EACfC,aAAa,EAAEA,CAAA,KAAM,CAAC,CAAC;EACvBC,WAAW,EAAEA,CAAA,KAAM,CAAC,CAAC;EACrBC,YAAY,EAAEA,CAAA,KAAM,CAAC,CAAC;EACtBC,OAAO,EAAEA,CAAA,KAAM,CAAC,CAAC;EACjBC,OAAO,EAAEA,CAAA,KAAM,CAAC,CAAC;EACjBC,KAAK,EAAEA,CAAA,KAAM,CAAC,CAAC;EACfC,aAAa,EAAEA,CAAA,KAAM,CAAC;AACxB,CAAC;AACD,eAAe,MAAMC,cAAc,CAAC;EA0BlCC,WAAWA,CAAA,EAAsC;IAAA,IAArCC,OAA8B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAAAG,eAAA,kBAzBMjB,eAAe;IAAAiB,eAAA,8BAE9CnD,iBAAiB;IAAAmD,eAAA,YACnC,EAAE;IAAAA,eAAA,YACF,EAAE;IAAAA,eAAA,YACF,EAAE;IAAAA,eAAA,iBACG,KAAK;IAAAA,eAAA,qBACD,KAAK;IAAAA,eAAA,kBACR,KAAK;IAAAA,eAAA,gBAEO,IAAI;IAAAA,eAAA,gBAClBhD,KAAK,CAACiD,KAAK;IAAAD,eAAA,gBACF,EAAE;IAAAA,eAAA,mBAEA,CAAC;IAAAA,eAAA,iBACH,CAAC;IAAAA,eAAA,eACH,CAAC;IAAAA,eAAA,kBACG,KAAK;IAAAA,eAAA,mBACL,CAAC;IAAAA,eAAA,mBACM,IAAI;IAAAA,eAAA,gBACd,CAAC;IAAAA,eAAA;IAAAA,eAAA;IAMf,IAAI,CAACJ,OAAO,GAAG;MAAC,GAAGb,eAAe;MAAE,GAAGa;IAAO,CAAC;IAC/C,IAAI,CAACM,QAAQ,GAAGH,SAAS;IACzB,IAAI,CAACI,UAAU,GAAG,EAAE;IACpB,IAAI,CAACC,IAAI,CAAC,SAAS,CAAC;EACtB;EAEAC,GAAGA,CAAA,EAAG;IACJ,IAAI,IAAI,CAACC,KAAK,KAAKtD,KAAK,CAACuD,KAAK,IAAI,IAAI,CAACC,KAAK,KAAK,CAAC,EAAE,IAAI,CAACC,MAAM,CAAC,gBAAgB,CAAC;IAEjF,IAAI,CAACC,WAAW,CAAC,CAAC;IAClB,IAAI,CAACC,CAAC,GAAG,EAAE;IACX,IAAI,CAACC,MAAM,GAAG,IAAI;IAClB,IAAI,CAACR,IAAI,CAAC,OAAO,CAAC;IAClB,OAAO,IAAI;EACb;EAEAS,MAAMA,CAAA,EAAG;IACP,IAAI,CAACC,KAAK,GAAG,IAAI;IACjB,OAAO,IAAI;EACb;EAEAC,KAAKA,CAAA,EAAG;IACN,OAAO,IAAI,CAACC,KAAK,CAAC,IAAI,CAAC;EACzB;EAIAZ,IAAIA,CAACa,KAAa,EAAEC,IAAU,EAAQ;IAAA,IAAAC,mBAAA,EAAAC,aAAA;IAEpC,CAAAD,mBAAA,IAAAC,aAAA,OAAI,CAACxB,OAAO,EAACqB,KAAK,CAAC,cAAAE,mBAAA,uBAAnBA,mBAAA,CAAAE,IAAA,CAAAD,aAAA,EAAsBF,IAAI,EAAE,IAAI,CAAC;EACnC;EAEAI,QAAQA,CAACL,KAAa,EAAEC,IAAU,EAAQ;IACxC,IAAI,CAACR,WAAW,CAAC,CAAC;IAClB,IAAI,CAACN,IAAI,CAACa,KAAK,EAAEC,IAAI,CAAC;EACxB;EAIAF,KAAKA,CAACO,KAAK,EAAE;IACX,IAAI,IAAI,CAACT,KAAK,EAAE;MACd,MAAM,IAAI,CAACA,KAAK;IAClB;IACA,IAAI,IAAI,CAACF,MAAM,EAAE;MACf,OAAO,IAAI,CAACH,MAAM,CAAC,sDAAsD,CAAC;IAC5E;IACA,IAAIc,KAAK,KAAK,IAAI,EAAE;MAClB,OAAO,IAAI,CAAClB,GAAG,CAAC,CAAC;IACnB;IACA,IAAImB,CAAC,GAAG,CAAC;IACT,IAAIb,CAAC,GAAGY,KAAK,CAACE,UAAU,CAAC,CAAC,CAAC;IAC3B,IAAIC,CAAC,GAAG,IAAI,CAACA,CAAC;IAEd,OAAOf,CAAC,EAAE;MACRe,CAAC,GAAGf,CAAC;MACL,IAAI,CAACA,CAAC,GAAGA,CAAC,GAAGY,KAAK,CAACE,UAAU,CAACD,CAAC,EAAE,CAAC;MAKlC,IAAIE,CAAC,KAAKf,CAAC,EAAE;QACX,IAAI,CAACe,CAAC,GAAGA,CAAC;MACZ,CAAC,MAAM;QACLA,CAAC,GAAG,IAAI,CAACA,CAAC;MACZ;MAEA,IAAI,CAACf,CAAC,EAAE;MAGR,IAAI,CAACgB,QAAQ,EAAE;MACf,IAAIhB,CAAC,KAAK1D,IAAI,CAACE,QAAQ,EAAE;QACvB,IAAI,CAACyE,IAAI,EAAE;QACX,IAAI,CAACC,MAAM,GAAG,CAAC;MACjB,CAAC,MAAM,IAAI,CAACA,MAAM,EAAE;MAEpB,QAAQ,IAAI,CAACvB,KAAK;QAChB,KAAKtD,KAAK,CAACiD,KAAK;UACd,IAAIU,CAAC,KAAK1D,IAAI,CAAC2B,SAAS,EAAE,IAAI,CAAC0B,KAAK,GAAGtD,KAAK,CAAC8E,WAAW,CAAC,KACpD,IAAInB,CAAC,KAAK1D,IAAI,CAACc,WAAW,EAAE,IAAI,CAACuC,KAAK,GAAGtD,KAAK,CAAC+E,UAAU,CAAC,KAC1D,IAAI,CAACC,YAAY,CAACrB,CAAC,CAAC,EAAE;YACzB,IAAI,CAACF,MAAM,CAAC,2BAA2B,CAAC;UAC1C;UACA;QAEF,KAAKzD,KAAK,CAACiF,QAAQ;QACnB,KAAKjF,KAAK,CAAC8E,WAAW;UACpB,IAAIE,YAAY,CAACrB,CAAC,CAAC,EAAE;UACrB,IAAI,IAAI,CAACL,KAAK,KAAKtD,KAAK,CAACiF,QAAQ,EAAE,IAAI,CAACC,KAAK,CAACC,IAAI,CAACnF,KAAK,CAACoF,SAAS,CAAC,CAAC,KAC/D,IAAIzB,CAAC,KAAK1D,IAAI,CAAC4B,UAAU,EAAE;YAC9B,IAAI,CAACuB,IAAI,CAAC,cAAc,CAAC;YACzB,IAAI,CAACI,KAAK,EAAE;YACZ,IAAI,CAACJ,IAAI,CAAC,eAAe,CAAC;YAC1B,IAAI,CAACI,KAAK,EAAE;YACZ,IAAI,CAACF,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;YAC5C;UACF,CAAC,MAAM,IAAI,CAAC2B,KAAK,CAACC,IAAI,CAACnF,KAAK,CAACsF,YAAY,CAAC;UAC1C,IAAI3B,CAAC,KAAK1D,IAAI,CAACK,WAAW,EAAE,IAAI,CAACgD,KAAK,GAAGtD,KAAK,CAACuF,MAAM,CAAC,KACjD,IAAI,CAAC9B,MAAM,CAAC,0CAA0C,CAAC;UAC5D;QAEF,KAAKzD,KAAK,CAACoF,SAAS;QACpB,KAAKpF,KAAK,CAACsF,YAAY;UACrB,IAAIN,YAAY,CAACrB,CAAC,CAAC,EAAE;UAErB,IAAIA,CAAC,KAAK1D,IAAI,CAACY,KAAK,EAAE;YACpB,IAAI,IAAI,CAACyC,KAAK,KAAKtD,KAAK,CAACsF,YAAY,EAAE;cACrC,IAAI,CAACJ,KAAK,CAACC,IAAI,CAACnF,KAAK,CAACsF,YAAY,CAAC;cACnC,IAAI,CAAC5B,WAAW,CAAC,cAAc,CAAC;cAChC,IAAI,CAACF,KAAK,EAAE;YACd,CAAC,MAAM,IAAI,CAACE,WAAW,CAAC,OAAO,CAAC;YAChC,IAAI,CAACJ,KAAK,GAAGtD,KAAK,CAACuD,KAAK;UAC1B,CAAC,MAAM,IAAII,CAAC,KAAK1D,IAAI,CAAC4B,UAAU,EAAE;YAChC,IAAI,CAACyC,QAAQ,CAAC,eAAe,CAAC;YAC9B,IAAI,CAACd,KAAK,EAAE;YACZ,IAAI,CAACF,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;UAC9C,CAAC,MAAM,IAAII,CAAC,KAAK1D,IAAI,CAACO,KAAK,EAAE;YAC3B,IAAI,IAAI,CAAC8C,KAAK,KAAKtD,KAAK,CAACsF,YAAY,EAAE,IAAI,CAACJ,KAAK,CAACC,IAAI,CAACnF,KAAK,CAACsF,YAAY,CAAC;YAC1E,IAAI,CAAC5B,WAAW,CAAC,CAAC;YAClB,IAAI,CAACJ,KAAK,GAAGtD,KAAK,CAACiF,QAAQ;UAC7B,CAAC,MAAM,IAAI,CAACxB,MAAM,CAAC,YAAY,CAAC;UAChC;QAEF,KAAKzD,KAAK,CAAC+E,UAAU;QACrB,KAAK/E,KAAK,CAACuD,KAAK;UACd,IAAIyB,YAAY,CAACrB,CAAC,CAAC,EAAE;UACrB,IAAI,IAAI,CAACL,KAAK,KAAKtD,KAAK,CAAC+E,UAAU,EAAE;YACnC,IAAI,CAAC3B,IAAI,CAAC,aAAa,CAAC;YACxB,IAAI,CAACI,KAAK,EAAE;YACZ,IAAI,CAACF,KAAK,GAAGtD,KAAK,CAACuD,KAAK;YACxB,IAAII,CAAC,KAAK1D,IAAI,CAACgB,YAAY,EAAE;cAC3B,IAAI,CAACmC,IAAI,CAAC,cAAc,CAAC;cACzB,IAAI,CAACI,KAAK,EAAE;cACZ,IAAI,CAACF,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;cAC5C;YACF,CAAC,MAAM;cACL,IAAI,CAAC2B,KAAK,CAACC,IAAI,CAACnF,KAAK,CAACwF,WAAW,CAAC;YACpC;UACF;UACA,IAAI7B,CAAC,KAAK1D,IAAI,CAACK,WAAW,EAAE,IAAI,CAACgD,KAAK,GAAGtD,KAAK,CAACuF,MAAM,CAAC,KACjD,IAAI5B,CAAC,KAAK1D,IAAI,CAAC2B,SAAS,EAAE,IAAI,CAAC0B,KAAK,GAAGtD,KAAK,CAAC8E,WAAW,CAAC,KACzD,IAAInB,CAAC,KAAK1D,IAAI,CAACc,WAAW,EAAE,IAAI,CAACuC,KAAK,GAAGtD,KAAK,CAAC+E,UAAU,CAAC,KAC1D,IAAIpB,CAAC,KAAK1D,IAAI,CAACyB,CAAC,EAAE,IAAI,CAAC4B,KAAK,GAAGtD,KAAK,CAACyF,IAAI,CAAC,KAC1C,IAAI9B,CAAC,KAAK1D,IAAI,CAACoB,CAAC,EAAE,IAAI,CAACiC,KAAK,GAAGtD,KAAK,CAAC0F,KAAK,CAAC,KAC3C,IAAI/B,CAAC,KAAK1D,IAAI,CAACsB,CAAC,EAAE,IAAI,CAAC+B,KAAK,GAAGtD,KAAK,CAAC2F,IAAI,CAAC,KAC1C,IAAIhC,CAAC,KAAK1D,IAAI,CAACQ,KAAK,EAAE;YAEzB,IAAI,CAAC0C,UAAU,IAAI,GAAG;UACxB,CAAC,MAAM,IAAIlD,IAAI,CAACU,EAAE,IAAIgD,CAAC,IAAIA,CAAC,IAAI1D,IAAI,CAACW,EAAE,EAAE;YACvC,IAAI,CAACuC,UAAU,IAAIyC,MAAM,CAACC,YAAY,CAAClC,CAAC,CAAC;YACzC,IAAI,CAACL,KAAK,GAAGtD,KAAK,CAAC8F,YAAY;UACjC,CAAC,MAAM,IAAI,CAACrC,MAAM,CAAC,WAAW,CAAC;UAC/B;QAEF,KAAKzD,KAAK,CAACwF,WAAW;UACpB,IAAI7B,CAAC,KAAK1D,IAAI,CAACO,KAAK,EAAE;YACpB,IAAI,CAAC0E,KAAK,CAACC,IAAI,CAACnF,KAAK,CAACwF,WAAW,CAAC;YAClC,IAAI,CAAC9B,WAAW,CAAC,SAAS,CAAC;YAC3B,IAAI,CAACJ,KAAK,GAAGtD,KAAK,CAACuD,KAAK;UAC1B,CAAC,MAAM,IAAII,CAAC,KAAK1D,IAAI,CAACgB,YAAY,EAAE;YAClC,IAAI,CAACqD,QAAQ,CAAC,cAAc,CAAC;YAC7B,IAAI,CAACd,KAAK,EAAE;YACZ,IAAI,CAACF,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;UAC9C,CAAC,MAAM,IAAIyB,YAAY,CAACrB,CAAC,CAAC,EAAE,SAAS,KAChC,IAAI,CAACF,MAAM,CAAC,WAAW,CAAC;UAC7B;QAEF,KAAKzD,KAAK,CAACuF,MAAM;UACf,IAAI,IAAI,CAACrC,QAAQ,KAAKH,SAAS,EAAE;YAC/B,IAAI,CAACG,QAAQ,GAAG,EAAE;UACpB;UAGA,IAAI6C,MAAM,GAAGvB,CAAC,GAAG,CAAC;UAClB,IAAIwB,OAAO,GAAG,IAAI,CAACA,OAAO;UAC1B,IAAIC,QAAQ,GAAG,IAAI,CAACA,QAAQ;UAE5BC,cAAc,EAAE,OAAO,IAAI,EAAE;YAG3B,OAAOD,QAAQ,GAAG,CAAC,EAAE;cACnB,IAAI,CAACE,QAAQ,IAAIP,MAAM,CAACC,YAAY,CAAClC,CAAC,CAAC;cACvCA,CAAC,GAAGY,KAAK,CAACE,UAAU,CAACD,CAAC,EAAE,CAAC;cACzB,IAAI,CAACG,QAAQ,EAAE;cACf,IAAIsB,QAAQ,KAAK,CAAC,EAAE;gBAElB,IAAI,CAAC/C,QAAQ,IAAI0C,MAAM,CAACC,YAAY,CAACO,QAAQ,CAAC,IAAI,CAACD,QAAQ,EAAY,EAAE,CAAC,CAAC;gBAC3EF,QAAQ,GAAG,CAAC;gBACZF,MAAM,GAAGvB,CAAC,GAAG,CAAC;cAChB,CAAC,MAAM;gBACLyB,QAAQ,EAAE;cACZ;cAGA,IAAI,CAACtC,CAAC,EAAE,MAAMuC,cAAc;YAC9B;YACA,IAAIvC,CAAC,KAAK1D,IAAI,CAACK,WAAW,IAAI,CAAC0F,OAAO,EAAE;cACtC,IAAI,CAAC1C,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;cAC5C,IAAI,CAACL,QAAQ,IAAIqB,KAAK,CAAC8B,SAAS,CAACN,MAAM,EAAEvB,CAAC,GAAG,CAAC,CAAC;cAC/C,IAAI,CAACG,QAAQ,IAAIH,CAAC,GAAG,CAAC,GAAGuB,MAAM;cAC/B;YACF;YACA,IAAIpC,CAAC,KAAK1D,IAAI,CAACe,SAAS,IAAI,CAACgF,OAAO,EAAE;cACpCA,OAAO,GAAG,IAAI;cACd,IAAI,CAAC9C,QAAQ,IAAIqB,KAAK,CAAC8B,SAAS,CAACN,MAAM,EAAEvB,CAAC,GAAG,CAAC,CAAC;cAC/C,IAAI,CAACG,QAAQ,IAAIH,CAAC,GAAG,CAAC,GAAGuB,MAAM;cAC/BpC,CAAC,GAAGY,KAAK,CAACE,UAAU,CAACD,CAAC,EAAE,CAAC;cACzB,IAAI,CAACG,QAAQ,EAAE;cACf,IAAI,CAAChB,CAAC,EAAE;YACV;YACA,IAAIqC,OAAO,EAAE;cACXA,OAAO,GAAG,KAAK;cACf,IAAIrC,CAAC,KAAK1D,IAAI,CAACsB,CAAC,EAAE;gBAChB,IAAI,CAAC2B,QAAQ,IAAI,IAAI;cACvB,CAAC,MAAM,IAAIS,CAAC,KAAK1D,IAAI,CAACuB,CAAC,EAAE;gBACvB,IAAI,CAAC0B,QAAQ,IAAI,IAAI;cACvB,CAAC,MAAM,IAAIS,CAAC,KAAK1D,IAAI,CAACyB,CAAC,EAAE;gBACvB,IAAI,CAACwB,QAAQ,IAAI,IAAI;cACvB,CAAC,MAAM,IAAIS,CAAC,KAAK1D,IAAI,CAACoB,CAAC,EAAE;gBACvB,IAAI,CAAC6B,QAAQ,IAAI,IAAI;cACvB,CAAC,MAAM,IAAIS,CAAC,KAAK1D,IAAI,CAACkB,CAAC,EAAE;gBACvB,IAAI,CAAC+B,QAAQ,IAAI,IAAI;cACvB,CAAC,MAAM,IAAIS,CAAC,KAAK1D,IAAI,CAAC0B,CAAC,EAAE;gBAEvBsE,QAAQ,GAAG,CAAC;gBACZ,IAAI,CAACE,QAAQ,GAAG,EAAE;cACpB,CAAC,MAAM;gBACL,IAAI,CAACjD,QAAQ,IAAI0C,MAAM,CAACC,YAAY,CAAClC,CAAC,CAAC;cACzC;cACAA,CAAC,GAAGY,KAAK,CAACE,UAAU,CAACD,CAAC,EAAE,CAAC;cACzB,IAAI,CAACG,QAAQ,EAAE;cACfoB,MAAM,GAAGvB,CAAC,GAAG,CAAC;cACd,IAAI,CAACb,CAAC,EAAE,MAAM,KACT;YACP;YAEA7B,kBAAkB,CAACwE,SAAS,GAAG9B,CAAC;YAChC,MAAM+B,QAAQ,GAAGzE,kBAAkB,CAAC0E,IAAI,CAACjC,KAAK,CAAC;YAC/C,IAAIgC,QAAQ,KAAK,IAAI,EAAE;cACrB/B,CAAC,GAAGD,KAAK,CAACzB,MAAM,GAAG,CAAC;cACpB,IAAI,CAACI,QAAQ,IAAIqB,KAAK,CAAC8B,SAAS,CAACN,MAAM,EAAEvB,CAAC,GAAG,CAAC,CAAC;cAC/C,IAAI,CAACG,QAAQ,IAAIH,CAAC,GAAG,CAAC,GAAGuB,MAAM;cAC/B;YACF;YACAvB,CAAC,GAAG+B,QAAQ,CAACE,KAAK,GAAG,CAAC;YACtB9C,CAAC,GAAGY,KAAK,CAACE,UAAU,CAAC8B,QAAQ,CAACE,KAAK,CAAC;YACpC,IAAI,CAAC9C,CAAC,EAAE;cACN,IAAI,CAACT,QAAQ,IAAIqB,KAAK,CAAC8B,SAAS,CAACN,MAAM,EAAEvB,CAAC,GAAG,CAAC,CAAC;cAC/C,IAAI,CAACG,QAAQ,IAAIH,CAAC,GAAG,CAAC,GAAGuB,MAAM;cAC/B;YACF;UACF;UACA,IAAI,CAACC,OAAO,GAAGA,OAAO;UACtB,IAAI,CAACC,QAAQ,GAAGA,QAAQ;UACxB;QAEF,KAAKjG,KAAK,CAACyF,IAAI;UACb,IAAI9B,CAAC,KAAK1D,IAAI,CAACuB,CAAC,EAAE,IAAI,CAAC8B,KAAK,GAAGtD,KAAK,CAAC0G,KAAK,CAAC,KACtC,IAAI,CAACjD,MAAM,+BAAAkD,MAAA,CAA+BhD,CAAC,CAAE,CAAC;UACnD;QAEF,KAAK3D,KAAK,CAAC0G,KAAK;UACd,IAAI/C,CAAC,KAAK1D,IAAI,CAAC0B,CAAC,EAAE,IAAI,CAAC2B,KAAK,GAAGtD,KAAK,CAAC4G,KAAK,CAAC,KACtC,IAAI,CAACnD,MAAM,gCAAAkD,MAAA,CAAgChD,CAAC,CAAE,CAAC;UACpD;QAEF,KAAK3D,KAAK,CAAC4G,KAAK;UACd,IAAIjD,CAAC,KAAK1D,IAAI,CAACmB,CAAC,EAAE;YAChB,IAAI,CAACgC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC;YAC1B,IAAI,CAACE,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;UAC9C,CAAC,MAAM,IAAI,CAACE,MAAM,iCAAAkD,MAAA,CAAiChD,CAAC,CAAE,CAAC;UACvD;QAEF,KAAK3D,KAAK,CAAC0F,KAAK;UACd,IAAI/B,CAAC,KAAK1D,IAAI,CAACiB,CAAC,EAAE,IAAI,CAACoC,KAAK,GAAGtD,KAAK,CAAC6G,MAAM,CAAC,KACvC,IAAI,CAACpD,MAAM,gCAAAkD,MAAA,CAAgChD,CAAC,CAAE,CAAC;UACpD;QAEF,KAAK3D,KAAK,CAAC6G,MAAM;UACf,IAAIlD,CAAC,KAAK1D,IAAI,CAACqB,CAAC,EAAE,IAAI,CAACgC,KAAK,GAAGtD,KAAK,CAAC8G,MAAM,CAAC,KACvC,IAAI,CAACrD,MAAM,iCAAAkD,MAAA,CAAiChD,CAAC,CAAE,CAAC;UACrD;QAEF,KAAK3D,KAAK,CAAC8G,MAAM;UACf,IAAInD,CAAC,KAAK1D,IAAI,CAACwB,CAAC,EAAE,IAAI,CAAC6B,KAAK,GAAGtD,KAAK,CAAC+G,MAAM,CAAC,KACvC,IAAI,CAACtD,MAAM,kCAAAkD,MAAA,CAAkChD,CAAC,CAAE,CAAC;UACtD;QAEF,KAAK3D,KAAK,CAAC+G,MAAM;UACf,IAAIpD,CAAC,KAAK1D,IAAI,CAACmB,CAAC,EAAE;YAChB,IAAI,CAACgC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC;YAC3B,IAAI,CAACE,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;UAC9C,CAAC,MAAM,IAAI,CAACE,MAAM,mCAAAkD,MAAA,CAAmChD,CAAC,CAAE,CAAC;UACzD;QAEF,KAAK3D,KAAK,CAAC2F,IAAI;UACb,IAAIhC,CAAC,KAAK1D,IAAI,CAAC0B,CAAC,EAAE,IAAI,CAAC2B,KAAK,GAAGtD,KAAK,CAACgH,KAAK,CAAC,KACtC,IAAI,CAACvD,MAAM,+BAAAkD,MAAA,CAA+BhD,CAAC,CAAE,CAAC;UACnD;QAEF,KAAK3D,KAAK,CAACgH,KAAK;UACd,IAAIrD,CAAC,KAAK1D,IAAI,CAACqB,CAAC,EAAE,IAAI,CAACgC,KAAK,GAAGtD,KAAK,CAACiH,KAAK,CAAC,KACtC,IAAI,CAACxD,MAAM,gCAAAkD,MAAA,CAAgChD,CAAC,CAAE,CAAC;UACpD;QAEF,KAAK3D,KAAK,CAACiH,KAAK;UACd,IAAItD,CAAC,KAAK1D,IAAI,CAACqB,CAAC,EAAE;YAChB,IAAI,CAAC8B,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC;YAC1B,IAAI,CAACE,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;UAC9C,CAAC,MAAM,IAAI,CAACE,MAAM,iCAAAkD,MAAA,CAAiChD,CAAC,CAAE,CAAC;UACvD;QAEF,KAAK3D,KAAK,CAACkH,oBAAoB;UAC7B,IAAIvD,CAAC,KAAK1D,IAAI,CAACS,MAAM,EAAE;YACrB,IAAI,CAACyC,UAAU,IAAI,GAAG;YACtB,IAAI,CAACG,KAAK,GAAGtD,KAAK,CAAC8F,YAAY;UACjC,CAAC,MAAM,IAAI,CAACrC,MAAM,CAAC,gCAAgC,CAAC;UACpD;QAEF,KAAKzD,KAAK,CAAC8F,YAAY;UACrB,IAAI7F,IAAI,CAACU,EAAE,IAAIgD,CAAC,IAAIA,CAAC,IAAI1D,IAAI,CAACW,EAAE,EAAE,IAAI,CAACuC,UAAU,IAAIyC,MAAM,CAACC,YAAY,CAAClC,CAAC,CAAC,CAAC,KACvE,IAAIA,CAAC,KAAK1D,IAAI,CAACS,MAAM,EAAE;YAC1B,IAAI,IAAI,CAACyC,UAAU,CAACgE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC1D,MAAM,CAAC,6BAA6B,CAAC;YACnF,IAAI,CAACN,UAAU,IAAI,GAAG;UACxB,CAAC,MAAM,IAAIQ,CAAC,KAAK1D,IAAI,CAACmB,CAAC,IAAIuC,CAAC,KAAK1D,IAAI,CAACa,CAAC,EAAE;YACvC,IAAI,IAAI,CAACqC,UAAU,CAACgE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,CAAChE,UAAU,CAACgE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAC5E,IAAI,CAAC1D,MAAM,CAAC,oCAAoC,CAAC;YACnD,IAAI,CAACN,UAAU,IAAI,GAAG;UACxB,CAAC,MAAM,IAAIQ,CAAC,KAAK1D,IAAI,CAACM,IAAI,IAAIoD,CAAC,KAAK1D,IAAI,CAACQ,KAAK,EAAE;YAE9C,IAAI,EAAEiE,CAAC,KAAKzE,IAAI,CAACmB,CAAC,IAAIsD,CAAC,KAAKzE,IAAI,CAACa,CAAC,CAAC,EAAE,IAAI,CAAC2C,MAAM,CAAC,0BAA0B,CAAC;YAC5E,IAAI,CAACN,UAAU,IAAIyC,MAAM,CAACC,YAAY,CAAClC,CAAC,CAAC;UAC3C,CAAC,MAAM;YACL,IAAI,CAACyD,YAAY,CAAC,CAAC;YACnB5C,CAAC,EAAE;YACH,IAAI,CAAClB,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;UAC9C;UACA;QAEF;UACE,IAAI,CAACE,MAAM,mBAAAkD,MAAA,CAAmB,IAAI,CAACrD,KAAK,CAAE,CAAC;MAC/C;IACF;IACA,IAAI,IAAI,CAACqB,QAAQ,IAAI,IAAI,CAAC0C,mBAAmB,EAAE;MAC7CC,iBAAiB,CAAC,IAAI,CAAC;IACzB;IAEA,IAAI,CAAClE,IAAI,CAAC,eAAe,CAAC;IAE1B,OAAO,IAAI;EACb;EAEAM,WAAWA,CAAA,EAAkC;IAAA,IAAjCO,KAAa,GAAApB,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,SAAS;IACnC,IAAI,IAAI,CAACK,QAAQ,KAAKH,SAAS,EAAE;MAC/B,IAAI,CAACK,IAAI,CAACa,KAAK,EAAE,IAAI,CAACf,QAAQ,CAAC;IACjC;IACA,IAAI,CAACA,QAAQ,GAAGH,SAAS;EAC3B;EAEAqE,YAAYA,CAAA,EAAS;IACnB,IAAI,IAAI,CAACjE,UAAU,EAAE,IAAI,CAACC,IAAI,CAAC,SAAS,EAAEmE,UAAU,CAAC,IAAI,CAACpE,UAAU,CAAC,CAAC;IACtE,IAAI,CAACA,UAAU,GAAG,EAAE;EACtB;EAEAM,MAAMA,CAAA,EAA6B;IAAA,IAA5B+D,OAAe,GAAA3E,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,EAAE;IACzB,IAAI,CAACa,WAAW,CAAC,CAAC;IAClB8D,OAAO,eAAAb,MAAA,CAAe,IAAI,CAAC/B,IAAI,gBAAA+B,MAAA,CAAa,IAAI,CAAC9B,MAAM,cAAA8B,MAAA,CAAW,IAAI,CAAChD,CAAC,CAAE;IAC1E,MAAMG,KAAK,GAAG,IAAI2D,KAAK,CAACD,OAAO,CAAC;IAChC,IAAI,CAAC1D,KAAK,GAAGA,KAAK;IAClB,IAAI,CAACV,IAAI,CAAC,SAAS,EAAEU,KAAK,CAAC;EAC7B;AACF;AAEA,SAASkB,YAAYA,CAACrB,CAAC,EAAW;EAChC,OAAOA,CAAC,KAAK1D,IAAI,CAACG,cAAc,IAAIuD,CAAC,KAAK1D,IAAI,CAACE,QAAQ,IAAIwD,CAAC,KAAK1D,IAAI,CAACI,KAAK,IAAIsD,CAAC,KAAK1D,IAAI,CAACC,GAAG;AAC/F;AAEA,SAASoH,iBAAiBA,CAACI,MAAM,EAAE;EACjC,MAAMC,UAAU,GAAGC,IAAI,CAACC,GAAG,CAAChI,iBAAiB,EAAE,EAAE,CAAC;EAClD,IAAIiI,SAAS,GAAG,CAAC;EAEjB,KAAK,MAAMC,MAAM,IAAI,CAAC,UAAU,EAAE,YAAY,CAAC,EAAE;IAC/C,MAAMC,GAAG,GAAGN,MAAM,CAACK,MAAM,CAAC,KAAKhF,SAAS,GAAG,CAAC,GAAG2E,MAAM,CAACK,MAAM,CAAC,CAACjF,MAAM;IACpE,IAAIkF,GAAG,GAAGL,UAAU,EAAE;MACpB,QAAQI,MAAM;QACZ,KAAK,MAAM;UAGT;QAEF;UACEL,MAAM,CAACjE,MAAM,gCAAAkD,MAAA,CAAgCoB,MAAM,CAAE,CAAC;MAC1D;IACF;IACAD,SAAS,GAAGF,IAAI,CAACC,GAAG,CAACC,SAAS,EAAEE,GAAG,CAAC;EACtC;EACAN,MAAM,CAACL,mBAAmB,GAAGxH,iBAAiB,GAAGiI,SAAS,GAAGJ,MAAM,CAAC/C,QAAQ;AAC9E"}
@@ -0,0 +1,31 @@
1
+ import { getTableLength, getTableNumCols, getTableRowAsArray } from '@loaders.gl/schema';
2
+ export function detectGeometryColumnIndex(table) {
3
+ var _table$schema$fields$, _table$schema;
4
+ const geometryIndex = (_table$schema$fields$ = (_table$schema = table.schema) === null || _table$schema === void 0 ? void 0 : _table$schema.fields.findIndex(field => field.name === 'geometry')) !== null && _table$schema$fields$ !== void 0 ? _table$schema$fields$ : -1;
5
+ if (geometryIndex > -1) {
6
+ return geometryIndex;
7
+ }
8
+ if (getTableLength(table) > 0) {
9
+ const row = getTableRowAsArray(table, 0);
10
+ for (let columnIndex = 0; columnIndex < getTableNumCols(table); columnIndex++) {
11
+ const value = row === null || row === void 0 ? void 0 : row[columnIndex];
12
+ if (value && typeof value === 'object') {
13
+ return columnIndex;
14
+ }
15
+ }
16
+ }
17
+ throw new Error('Failed to detect geometry column');
18
+ }
19
+ export function getRowPropertyObject(table, row) {
20
+ let excludeColumnIndices = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : [];
21
+ const properties = {};
22
+ for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {
23
+ var _table$schema2;
24
+ const columnName = (_table$schema2 = table.schema) === null || _table$schema2 === void 0 ? void 0 : _table$schema2.fields[columnIndex].name;
25
+ if (columnName && !excludeColumnIndices.includes(columnIndex)) {
26
+ properties[columnName] = row[columnName];
27
+ }
28
+ }
29
+ return properties;
30
+ }
31
+ //# sourceMappingURL=encode-utils.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"encode-utils.js","names":["getTableLength","getTableNumCols","getTableRowAsArray","detectGeometryColumnIndex","table","_table$schema$fields$","_table$schema","geometryIndex","schema","fields","findIndex","field","name","row","columnIndex","value","Error","getRowPropertyObject","excludeColumnIndices","arguments","length","undefined","properties","_table$schema2","columnName","includes"],"sources":["../../../../src/lib/encoders/encode-utils.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright 2022 Foursquare Labs, Inc.\n\nimport {Table, getTableLength, getTableNumCols, getTableRowAsArray} from '@loaders.gl/schema';\n\ntype Row = {[key: string]: unknown};\n\n/**\n * Attempts to identify which column contains geometry\n * Currently just returns name (key) of first object-valued column\n * @todo look for hints in schema metadata\n * @todo look for WKB\n */\nexport function detectGeometryColumnIndex(table: Table): number {\n // TODO - look for hints in schema metadata\n\n // look for a column named geometry\n const geometryIndex = table.schema?.fields.findIndex((field) => field.name === 'geometry') ?? -1;\n if (geometryIndex > -1) {\n return geometryIndex;\n }\n\n // look at the data\n // TODO - this drags in the indices\n if (getTableLength(table) > 0) {\n const row = getTableRowAsArray(table, 0);\n for (let columnIndex = 0; columnIndex < getTableNumCols(table); columnIndex++) {\n const value = row?.[columnIndex];\n if (value && typeof value === 'object') {\n return columnIndex;\n }\n }\n }\n\n throw new Error('Failed to detect geometry column');\n}\n\n/**\n * Return a row as a property (key/value) object, excluding selected columns\n */\nexport function getRowPropertyObject(\n table: Table,\n row: Row,\n excludeColumnIndices: number[] = []\n): {[columnName: string]: unknown} {\n const properties = {};\n for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {\n const columnName = table.schema?.fields[columnIndex].name;\n if (columnName && !excludeColumnIndices.includes(columnIndex)) {\n properties[columnName] = row[columnName];\n }\n }\n return properties;\n}\n"],"mappings":"AAGA,SAAeA,cAAc,EAAEC,eAAe,EAAEC,kBAAkB,QAAO,oBAAoB;AAU7F,OAAO,SAASC,yBAAyBA,CAACC,KAAY,EAAU;EAAA,IAAAC,qBAAA,EAAAC,aAAA;EAI9D,MAAMC,aAAa,IAAAF,qBAAA,IAAAC,aAAA,GAAGF,KAAK,CAACI,MAAM,cAAAF,aAAA,uBAAZA,aAAA,CAAcG,MAAM,CAACC,SAAS,CAAEC,KAAK,IAAKA,KAAK,CAACC,IAAI,KAAK,UAAU,CAAC,cAAAP,qBAAA,cAAAA,qBAAA,GAAI,CAAC,CAAC;EAChG,IAAIE,aAAa,GAAG,CAAC,CAAC,EAAE;IACtB,OAAOA,aAAa;EACtB;EAIA,IAAIP,cAAc,CAACI,KAAK,CAAC,GAAG,CAAC,EAAE;IAC7B,MAAMS,GAAG,GAAGX,kBAAkB,CAACE,KAAK,EAAE,CAAC,CAAC;IACxC,KAAK,IAAIU,WAAW,GAAG,CAAC,EAAEA,WAAW,GAAGb,eAAe,CAACG,KAAK,CAAC,EAAEU,WAAW,EAAE,EAAE;MAC7E,MAAMC,KAAK,GAAGF,GAAG,aAAHA,GAAG,uBAAHA,GAAG,CAAGC,WAAW,CAAC;MAChC,IAAIC,KAAK,IAAI,OAAOA,KAAK,KAAK,QAAQ,EAAE;QACtC,OAAOD,WAAW;MACpB;IACF;EACF;EAEA,MAAM,IAAIE,KAAK,CAAC,kCAAkC,CAAC;AACrD;AAKA,OAAO,SAASC,oBAAoBA,CAClCb,KAAY,EACZS,GAAQ,EAEyB;EAAA,IADjCK,oBAA8B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,EAAE;EAEnC,MAAMG,UAAU,GAAG,CAAC,CAAC;EACrB,KAAK,IAAIR,WAAW,GAAG,CAAC,EAAEA,WAAW,GAAGb,eAAe,CAACG,KAAK,CAAC,EAAE,EAAEU,WAAW,EAAE;IAAA,IAAAS,cAAA;IAC7E,MAAMC,UAAU,IAAAD,cAAA,GAAGnB,KAAK,CAACI,MAAM,cAAAe,cAAA,uBAAZA,cAAA,CAAcd,MAAM,CAACK,WAAW,CAAC,CAACF,IAAI;IACzD,IAAIY,UAAU,IAAI,CAACN,oBAAoB,CAACO,QAAQ,CAACX,WAAW,CAAC,EAAE;MAC7DQ,UAAU,CAACE,UAAU,CAAC,GAAGX,GAAG,CAACW,UAAU,CAAC;IAC1C;EACF;EACA,OAAOF,UAAU;AACnB"}
@@ -0,0 +1,98 @@
1
+ import { getTableLength } from '@loaders.gl/schema';
2
+ import { getTableRowAsObject } from '@loaders.gl/schema';
3
+ import { detectGeometryColumnIndex, getRowPropertyObject } from './encode-utils';
4
+ import { Utf8ArrayBufferEncoder } from './utf8-encoder';
5
+ export function encodeTableAsGeojsonInBatches(batchIterator) {
6
+ try {
7
+ let inputOpts = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
8
+ return async function* () {
9
+ const options = {
10
+ geojson: {},
11
+ chunkSize: 10000,
12
+ ...inputOpts
13
+ };
14
+ const utf8Encoder = new Utf8ArrayBufferEncoder(options.chunkSize);
15
+ if (!options.geojson.featureArray) {
16
+ utf8Encoder.push('{\n', '"type": "FeatureCollection",\n', '"features":\n');
17
+ }
18
+ utf8Encoder.push('[');
19
+ let geometryColumn = options.geojson.geometryColumn;
20
+ let isFirstLine = true;
21
+ for await (const batch of batchIterator) {
22
+ const {
23
+ table,
24
+ start,
25
+ end = getTableLength(batch.table) - start
26
+ } = batch;
27
+ if (!geometryColumn) {
28
+ geometryColumn = geometryColumn || detectGeometryColumnIndex(table);
29
+ }
30
+ for (let rowIndex = start; rowIndex < end; ++rowIndex) {
31
+ if (!isFirstLine) {
32
+ utf8Encoder.push(',');
33
+ }
34
+ utf8Encoder.push('\n');
35
+ isFirstLine = false;
36
+ encodeRow(table, rowIndex, geometryColumn, utf8Encoder);
37
+ if (utf8Encoder.isFull()) {
38
+ yield utf8Encoder.getArrayBufferBatch();
39
+ }
40
+ }
41
+ const arrayBufferBatch = utf8Encoder.getArrayBufferBatch();
42
+ if (arrayBufferBatch.byteLength > 0) {
43
+ yield arrayBufferBatch;
44
+ }
45
+ }
46
+ utf8Encoder.push('\n');
47
+ utf8Encoder.push(']\n');
48
+ if (!options.geojson.featureArray) {
49
+ utf8Encoder.push('}');
50
+ }
51
+ yield utf8Encoder.getArrayBufferBatch();
52
+ }();
53
+ } catch (e) {
54
+ return Promise.reject(e);
55
+ }
56
+ }
57
+ function encodeRow(table, rowIndex, geometryColumnIndex, utf8Encoder) {
58
+ const row = getTableRowAsObject(table, rowIndex);
59
+ if (!row) return;
60
+ const featureWithProperties = getFeatureFromRow(table, row, geometryColumnIndex);
61
+ const featureString = JSON.stringify(featureWithProperties);
62
+ utf8Encoder.push(featureString);
63
+ }
64
+ function getFeatureFromRow(table, row, geometryColumnIndex) {
65
+ var _table$schema, _featureOrGeometry, _featureOrGeometry2;
66
+ const properties = getRowPropertyObject(table, row, [geometryColumnIndex]);
67
+ const columnName = (_table$schema = table.schema) === null || _table$schema === void 0 ? void 0 : _table$schema.fields[geometryColumnIndex].name;
68
+ let featureOrGeometry = columnName && row[columnName];
69
+ if (!featureOrGeometry) {
70
+ return {
71
+ type: 'Feature',
72
+ geometry: null,
73
+ properties
74
+ };
75
+ }
76
+ if (typeof featureOrGeometry === 'string') {
77
+ try {
78
+ featureOrGeometry = JSON.parse(featureOrGeometry);
79
+ } catch (err) {
80
+ throw new Error('Invalid string geometry');
81
+ }
82
+ }
83
+ if (typeof featureOrGeometry !== 'object' || typeof ((_featureOrGeometry = featureOrGeometry) === null || _featureOrGeometry === void 0 ? void 0 : _featureOrGeometry.type) !== 'string') {
84
+ throw new Error('invalid geometry column value');
85
+ }
86
+ if (((_featureOrGeometry2 = featureOrGeometry) === null || _featureOrGeometry2 === void 0 ? void 0 : _featureOrGeometry2.type) === 'Feature') {
87
+ return {
88
+ ...featureOrGeometry,
89
+ properties
90
+ };
91
+ }
92
+ return {
93
+ type: 'Feature',
94
+ geometry: featureOrGeometry,
95
+ properties
96
+ };
97
+ }
98
+ //# sourceMappingURL=geojson-encoder.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"geojson-encoder.js","names":["getTableLength","getTableRowAsObject","detectGeometryColumnIndex","getRowPropertyObject","Utf8ArrayBufferEncoder","encodeTableAsGeojsonInBatches","batchIterator","inputOpts","arguments","length","undefined","options","geojson","chunkSize","utf8Encoder","featureArray","push","geometryColumn","isFirstLine","batch","table","start","end","rowIndex","encodeRow","isFull","getArrayBufferBatch","arrayBufferBatch","byteLength","e","Promise","reject","geometryColumnIndex","row","featureWithProperties","getFeatureFromRow","featureString","JSON","stringify","_table$schema","_featureOrGeometry","_featureOrGeometry2","properties","columnName","schema","fields","name","featureOrGeometry","type","geometry","parse","err","Error"],"sources":["../../../../src/lib/encoders/geojson-encoder.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright 2022 Foursquare Labs, Inc.\n\nimport {Feature, getTableLength} from '@loaders.gl/schema';\nimport {Table, TableBatch, getTableRowAsObject} from '@loaders.gl/schema';\nimport {detectGeometryColumnIndex, getRowPropertyObject} from './encode-utils';\nimport {Utf8ArrayBufferEncoder} from './utf8-encoder';\n\ntype Row = {[key: string]: unknown};\n\nexport type GeoJSONWriterOptions = {\n geojson?: {\n featureArray?: boolean;\n geometryColumn?: number | null;\n };\n chunkSize?: number;\n};\n\n/**\n * Encode a table as GeoJSON\n */\n// eslint-disable-next-line max-statements\nexport async function* encodeTableAsGeojsonInBatches(\n batchIterator: AsyncIterable<TableBatch>, // | Iterable<TableBatch>,\n inputOpts: GeoJSONWriterOptions = {}\n): AsyncIterable<ArrayBuffer> {\n const options: Required<GeoJSONWriterOptions> = {geojson: {}, chunkSize: 10000, ...inputOpts};\n\n const utf8Encoder = new Utf8ArrayBufferEncoder(options.chunkSize);\n\n if (!options.geojson.featureArray) {\n utf8Encoder.push('{\\n', '\"type\": \"FeatureCollection\",\\n', '\"features\":\\n');\n }\n utf8Encoder.push('['); // Note no newline\n\n let geometryColumn = options.geojson.geometryColumn;\n\n let isFirstLine = true;\n\n for await (const batch of batchIterator) {\n const {table, start, end = getTableLength(batch.table) - start} = batch;\n\n // Deduce geometry column if not already done\n if (!geometryColumn) {\n geometryColumn = geometryColumn || detectGeometryColumnIndex(table);\n }\n\n for (let rowIndex = start; rowIndex < end; ++rowIndex) {\n // Add a comma except on final feature\n if (!isFirstLine) {\n utf8Encoder.push(',');\n }\n utf8Encoder.push('\\n');\n isFirstLine = false;\n\n encodeRow(table, rowIndex, geometryColumn, utf8Encoder);\n\n // eslint-disable-next-line max-depth\n if (utf8Encoder.isFull()) {\n yield utf8Encoder.getArrayBufferBatch();\n }\n }\n const arrayBufferBatch = utf8Encoder.getArrayBufferBatch();\n if (arrayBufferBatch.byteLength > 0) {\n yield arrayBufferBatch;\n }\n }\n\n utf8Encoder.push('\\n');\n\n // Add completing rows and emit final batch\n utf8Encoder.push(']\\n');\n if (!options.geojson.featureArray) {\n utf8Encoder.push('}');\n }\n\n // Note: Since we pushed a few final lines, the last batch will always exist, no need to check first\n yield utf8Encoder.getArrayBufferBatch();\n}\n\n// Helpers\n\n/**\n * Encode a row. Currently this ignores properties in the geometry column.\n */\nfunction encodeRow(\n table: Table,\n rowIndex: number,\n geometryColumnIndex: number,\n utf8Encoder: Utf8ArrayBufferEncoder\n): void {\n const row = getTableRowAsObject(table, rowIndex);\n if (!row) return;\n const featureWithProperties = getFeatureFromRow(table, row, geometryColumnIndex);\n const featureString = JSON.stringify(featureWithProperties);\n utf8Encoder.push(featureString);\n}\n\n/**\n * Encode a row as a Feature. Currently this ignores properties objects in the geometry column.\n */\nfunction getFeatureFromRow(table: Table, row: Row, geometryColumnIndex: number): Feature {\n // Extract non-feature/geometry properties\n const properties = getRowPropertyObject(table, row, [geometryColumnIndex]);\n\n // Extract geometry feature\n const columnName = table.schema?.fields[geometryColumnIndex].name;\n let featureOrGeometry =\n columnName && (row[columnName] as {[key: string]: unknown} | string | null | undefined);\n\n // GeoJSON support null geometries\n if (!featureOrGeometry) {\n // @ts-ignore Feature type does not support null geometries\n return {type: 'Feature', geometry: null, properties};\n }\n\n // Support string geometries?\n // TODO: This assumes GeoJSON strings, which may not be the correct format\n // (could be WKT, encoded WKB...)\n if (typeof featureOrGeometry === 'string') {\n try {\n featureOrGeometry = JSON.parse(featureOrGeometry);\n } catch (err) {\n throw new Error('Invalid string geometry');\n }\n }\n\n if (typeof featureOrGeometry !== 'object' || typeof featureOrGeometry?.type !== 'string') {\n throw new Error('invalid geometry column value');\n }\n\n if (featureOrGeometry?.type === 'Feature') {\n // @ts-ignore Feature type does not support null geometries\n return {...featureOrGeometry, properties};\n }\n\n // @ts-ignore Feature type does not support null geometries\n return {type: 'Feature', geometry: featureOrGeometry, properties};\n}\n"],"mappings":"AAGA,SAAiBA,cAAc,QAAO,oBAAoB;AAC1D,SAA2BC,mBAAmB,QAAO,oBAAoB;AACzE,SAAQC,yBAAyB,EAAEC,oBAAoB,QAAO,gBAAgB;AAC9E,SAAQC,sBAAsB,QAAO,gBAAgB;AAgBrD,OAAO,SAAgBC,6BAA6BA,CAClDC,aAAwC;EAAA;IAAA,IACxCC,SAA+B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAAA,0BACR;MAC5B,MAAMG,OAAuC,GAAG;QAACC,OAAO,EAAE,CAAC,CAAC;QAAEC,SAAS,EAAE,KAAK;QAAE,GAAGN;MAAS,CAAC;MAE7F,MAAMO,WAAW,GAAG,IAAIV,sBAAsB,CAACO,OAAO,CAACE,SAAS,CAAC;MAEjE,IAAI,CAACF,OAAO,CAACC,OAAO,CAACG,YAAY,EAAE;QACjCD,WAAW,CAACE,IAAI,CAAC,KAAK,EAAE,gCAAgC,EAAE,eAAe,CAAC;MAC5E;MACAF,WAAW,CAACE,IAAI,CAAC,GAAG,CAAC;MAErB,IAAIC,cAAc,GAAGN,OAAO,CAACC,OAAO,CAACK,cAAc;MAEnD,IAAIC,WAAW,GAAG,IAAI;MAEtB,WAAW,MAAMC,KAAK,IAAIb,aAAa,EAAE;QACvC,MAAM;UAACc,KAAK;UAAEC,KAAK;UAAEC,GAAG,GAAGtB,cAAc,CAACmB,KAAK,CAACC,KAAK,CAAC,GAAGC;QAAK,CAAC,GAAGF,KAAK;QAGvE,IAAI,CAACF,cAAc,EAAE;UACnBA,cAAc,GAAGA,cAAc,IAAIf,yBAAyB,CAACkB,KAAK,CAAC;QACrE;QAEA,KAAK,IAAIG,QAAQ,GAAGF,KAAK,EAAEE,QAAQ,GAAGD,GAAG,EAAE,EAAEC,QAAQ,EAAE;UAErD,IAAI,CAACL,WAAW,EAAE;YAChBJ,WAAW,CAACE,IAAI,CAAC,GAAG,CAAC;UACvB;UACAF,WAAW,CAACE,IAAI,CAAC,IAAI,CAAC;UACtBE,WAAW,GAAG,KAAK;UAEnBM,SAAS,CAACJ,KAAK,EAAEG,QAAQ,EAAEN,cAAc,EAAEH,WAAW,CAAC;UAGvD,IAAIA,WAAW,CAACW,MAAM,CAAC,CAAC,EAAE;YACxB,MAAMX,WAAW,CAACY,mBAAmB,CAAC,CAAC;UACzC;QACF;QACA,MAAMC,gBAAgB,GAAGb,WAAW,CAACY,mBAAmB,CAAC,CAAC;QAC1D,IAAIC,gBAAgB,CAACC,UAAU,GAAG,CAAC,EAAE;UACnC,MAAMD,gBAAgB;QACxB;MACF;MAEAb,WAAW,CAACE,IAAI,CAAC,IAAI,CAAC;MAGtBF,WAAW,CAACE,IAAI,CAAC,KAAK,CAAC;MACvB,IAAI,CAACL,OAAO,CAACC,OAAO,CAACG,YAAY,EAAE;QACjCD,WAAW,CAACE,IAAI,CAAC,GAAG,CAAC;MACvB;MAGA,MAAMF,WAAW,CAACY,mBAAmB,CAAC,CAAC;IACzC,CAAC;EAAA,SAAAG,CAAA;IAAA,OAAAC,OAAA,CAAAC,MAAA,CAAAF,CAAA;EAAA;AAAA;AAOD,SAASL,SAASA,CAChBJ,KAAY,EACZG,QAAgB,EAChBS,mBAA2B,EAC3BlB,WAAmC,EAC7B;EACN,MAAMmB,GAAG,GAAGhC,mBAAmB,CAACmB,KAAK,EAAEG,QAAQ,CAAC;EAChD,IAAI,CAACU,GAAG,EAAE;EACV,MAAMC,qBAAqB,GAAGC,iBAAiB,CAACf,KAAK,EAAEa,GAAG,EAAED,mBAAmB,CAAC;EAChF,MAAMI,aAAa,GAAGC,IAAI,CAACC,SAAS,CAACJ,qBAAqB,CAAC;EAC3DpB,WAAW,CAACE,IAAI,CAACoB,aAAa,CAAC;AACjC;AAKA,SAASD,iBAAiBA,CAACf,KAAY,EAAEa,GAAQ,EAAED,mBAA2B,EAAW;EAAA,IAAAO,aAAA,EAAAC,kBAAA,EAAAC,mBAAA;EAEvF,MAAMC,UAAU,GAAGvC,oBAAoB,CAACiB,KAAK,EAAEa,GAAG,EAAE,CAACD,mBAAmB,CAAC,CAAC;EAG1E,MAAMW,UAAU,IAAAJ,aAAA,GAAGnB,KAAK,CAACwB,MAAM,cAAAL,aAAA,uBAAZA,aAAA,CAAcM,MAAM,CAACb,mBAAmB,CAAC,CAACc,IAAI;EACjE,IAAIC,iBAAiB,GACnBJ,UAAU,IAAKV,GAAG,CAACU,UAAU,CAA0D;EAGzF,IAAI,CAACI,iBAAiB,EAAE;IAEtB,OAAO;MAACC,IAAI,EAAE,SAAS;MAAEC,QAAQ,EAAE,IAAI;MAAEP;IAAU,CAAC;EACtD;EAKA,IAAI,OAAOK,iBAAiB,KAAK,QAAQ,EAAE;IACzC,IAAI;MACFA,iBAAiB,GAAGV,IAAI,CAACa,KAAK,CAACH,iBAAiB,CAAC;IACnD,CAAC,CAAC,OAAOI,GAAG,EAAE;MACZ,MAAM,IAAIC,KAAK,CAAC,yBAAyB,CAAC;IAC5C;EACF;EAEA,IAAI,OAAOL,iBAAiB,KAAK,QAAQ,IAAI,SAAAP,kBAAA,GAAOO,iBAAiB,cAAAP,kBAAA,uBAAjBA,kBAAA,CAAmBQ,IAAI,MAAK,QAAQ,EAAE;IACxF,MAAM,IAAII,KAAK,CAAC,+BAA+B,CAAC;EAClD;EAEA,IAAI,EAAAX,mBAAA,GAAAM,iBAAiB,cAAAN,mBAAA,uBAAjBA,mBAAA,CAAmBO,IAAI,MAAK,SAAS,EAAE;IAEzC,OAAO;MAAC,GAAGD,iBAAiB;MAAEL;IAAU,CAAC;EAC3C;EAGA,OAAO;IAACM,IAAI,EAAE,SAAS;IAAEC,QAAQ,EAAEF,iBAAiB;IAAEL;EAAU,CAAC;AACnE"}