@loaders.gl/json 4.0.0-alpha.22 → 4.0.0-alpha.24

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (52) hide show
  1. package/dist/dist.min.js +4 -3
  2. package/dist/es5/geojson-loader.js +2 -1
  3. package/dist/es5/geojson-loader.js.map +1 -1
  4. package/dist/es5/json-loader.js +2 -2
  5. package/dist/es5/json-loader.js.map +1 -1
  6. package/dist/es5/lib/parsers/parse-json-in-batches.js +1 -1
  7. package/dist/es5/lib/parsers/parse-json-in-batches.js.map +1 -1
  8. package/dist/es5/lib/parsers/parse-ndjson-in-batches.js.map +1 -1
  9. package/dist/es5/ndgeoson-loader.js +1 -1
  10. package/dist/es5/ndjson-loader.js +1 -1
  11. package/dist/esm/geojson-loader.js +2 -1
  12. package/dist/esm/geojson-loader.js.map +1 -1
  13. package/dist/esm/json-loader.js +2 -2
  14. package/dist/esm/json-loader.js.map +1 -1
  15. package/dist/esm/lib/parsers/parse-json-in-batches.js +1 -1
  16. package/dist/esm/lib/parsers/parse-json-in-batches.js.map +1 -1
  17. package/dist/esm/lib/parsers/parse-ndjson-in-batches.js.map +1 -1
  18. package/dist/esm/ndgeoson-loader.js +1 -1
  19. package/dist/esm/ndjson-loader.js +1 -1
  20. package/dist/geojson-loader.d.ts.map +1 -1
  21. package/dist/geojson-worker.js +4 -3
  22. package/dist/json-loader.d.ts +1 -1
  23. package/dist/json-loader.d.ts.map +1 -1
  24. package/dist/lib/parsers/parse-json-in-batches.d.ts.map +1 -1
  25. package/dist/lib/parsers/parse-ndjson-in-batches.d.ts +2 -2
  26. package/dist/lib/parsers/parse-ndjson-in-batches.d.ts.map +1 -1
  27. package/package.json +5 -5
  28. package/src/geojson-loader.ts +1 -0
  29. package/src/json-loader.ts +2 -2
  30. package/src/lib/parsers/parse-json-in-batches.ts +2 -1
  31. package/src/lib/parsers/parse-ndjson-in-batches.ts +2 -2
  32. package/dist/bundle.js +0 -5
  33. package/dist/geojson-loader.js +0 -78
  34. package/dist/geojson-writer.js +0 -22
  35. package/dist/index.js +0 -24
  36. package/dist/json-loader.js +0 -42
  37. package/dist/json-writer.js +0 -18
  38. package/dist/lib/clarinet/clarinet.js +0 -535
  39. package/dist/lib/encoders/encode-utils.js +0 -47
  40. package/dist/lib/encoders/geojson-encoder.js +0 -104
  41. package/dist/lib/encoders/json-encoder.js +0 -22
  42. package/dist/lib/encoders/utf8-encoder.js +0 -32
  43. package/dist/lib/json-parser/json-parser.js +0 -98
  44. package/dist/lib/json-parser/streaming-json-parser.js +0 -100
  45. package/dist/lib/jsonpath/jsonpath.js +0 -89
  46. package/dist/lib/parsers/parse-json-in-batches.js +0 -100
  47. package/dist/lib/parsers/parse-json.js +0 -32
  48. package/dist/lib/parsers/parse-ndjson-in-batches.js +0 -36
  49. package/dist/lib/parsers/parse-ndjson.js +0 -17
  50. package/dist/ndgeoson-loader.js +0 -36
  51. package/dist/ndjson-loader.js +0 -27
  52. package/dist/workers/geojson-worker.js +0 -5
@@ -1,535 +0,0 @@
1
- "use strict";
2
- // loaders.gl, MIT license
3
- // This is a fork of the clarinet library, originally BSD license (see LICENSE file)
4
- // loaders.gl changes:
5
- // - typescript port
6
- Object.defineProperty(exports, "__esModule", { value: true });
7
- // Removes the MAX_BUFFER_LENGTH, originally set to 64 * 1024
8
- const MAX_BUFFER_LENGTH = Number.MAX_SAFE_INTEGER;
9
- // const DEBUG = false;
10
- var STATE;
11
- (function (STATE) {
12
- STATE[STATE["BEGIN"] = 0] = "BEGIN";
13
- STATE[STATE["VALUE"] = 1] = "VALUE";
14
- STATE[STATE["OPEN_OBJECT"] = 2] = "OPEN_OBJECT";
15
- STATE[STATE["CLOSE_OBJECT"] = 3] = "CLOSE_OBJECT";
16
- STATE[STATE["OPEN_ARRAY"] = 4] = "OPEN_ARRAY";
17
- STATE[STATE["CLOSE_ARRAY"] = 5] = "CLOSE_ARRAY";
18
- STATE[STATE["TEXT_ESCAPE"] = 6] = "TEXT_ESCAPE";
19
- STATE[STATE["STRING"] = 7] = "STRING";
20
- STATE[STATE["BACKSLASH"] = 8] = "BACKSLASH";
21
- STATE[STATE["END"] = 9] = "END";
22
- STATE[STATE["OPEN_KEY"] = 10] = "OPEN_KEY";
23
- STATE[STATE["CLOSE_KEY"] = 11] = "CLOSE_KEY";
24
- STATE[STATE["TRUE"] = 12] = "TRUE";
25
- STATE[STATE["TRUE2"] = 13] = "TRUE2";
26
- STATE[STATE["TRUE3"] = 14] = "TRUE3";
27
- STATE[STATE["FALSE"] = 15] = "FALSE";
28
- STATE[STATE["FALSE2"] = 16] = "FALSE2";
29
- STATE[STATE["FALSE3"] = 17] = "FALSE3";
30
- STATE[STATE["FALSE4"] = 18] = "FALSE4";
31
- STATE[STATE["NULL"] = 19] = "NULL";
32
- STATE[STATE["NULL2"] = 20] = "NULL2";
33
- STATE[STATE["NULL3"] = 21] = "NULL3";
34
- STATE[STATE["NUMBER_DECIMAL_POINT"] = 22] = "NUMBER_DECIMAL_POINT";
35
- STATE[STATE["NUMBER_DIGIT"] = 23] = "NUMBER_DIGIT"; // [0-9]
36
- })(STATE || (STATE = {}));
37
- const Char = {
38
- tab: 0x09,
39
- lineFeed: 0x0a,
40
- carriageReturn: 0x0d,
41
- space: 0x20,
42
- doubleQuote: 0x22,
43
- plus: 0x2b,
44
- comma: 0x2c,
45
- minus: 0x2d,
46
- period: 0x2e,
47
- _0: 0x30,
48
- _9: 0x39,
49
- colon: 0x3a,
50
- E: 0x45,
51
- openBracket: 0x5b,
52
- backslash: 0x5c,
53
- closeBracket: 0x5d,
54
- a: 0x61,
55
- b: 0x62,
56
- e: 0x65,
57
- f: 0x66,
58
- l: 0x6c,
59
- n: 0x6e,
60
- r: 0x72,
61
- s: 0x73,
62
- t: 0x74,
63
- u: 0x75,
64
- openBrace: 0x7b,
65
- closeBrace: 0x7d // }
66
- };
67
- const stringTokenPattern = /[\\"\n]/g;
68
- const DEFAULT_OPTIONS = {
69
- onready: () => { },
70
- onopenobject: () => { },
71
- onkey: () => { },
72
- oncloseobject: () => { },
73
- onopenarray: () => { },
74
- onclosearray: () => { },
75
- onvalue: () => { },
76
- onerror: () => { },
77
- onend: () => { },
78
- onchunkparsed: () => { }
79
- };
80
- class ClarinetParser {
81
- constructor(options = {}) {
82
- this.options = DEFAULT_OPTIONS;
83
- this.bufferCheckPosition = MAX_BUFFER_LENGTH;
84
- this.q = '';
85
- this.c = '';
86
- this.p = '';
87
- this.closed = false;
88
- this.closedRoot = false;
89
- this.sawRoot = false;
90
- // tag = null;
91
- this.error = null;
92
- this.state = STATE.BEGIN;
93
- this.stack = [];
94
- // mostly just for error reporting
95
- this.position = 0;
96
- this.column = 0;
97
- this.line = 1;
98
- this.slashed = false;
99
- this.unicodeI = 0;
100
- this.unicodeS = null;
101
- this.depth = 0;
102
- this.options = { ...DEFAULT_OPTIONS, ...options };
103
- this.textNode = undefined;
104
- this.numberNode = '';
105
- this.emit('onready');
106
- }
107
- end() {
108
- if (this.state !== STATE.VALUE || this.depth !== 0)
109
- this._error('Unexpected end');
110
- this._closeValue();
111
- this.c = '';
112
- this.closed = true;
113
- this.emit('onend');
114
- return this;
115
- }
116
- resume() {
117
- this.error = null;
118
- return this;
119
- }
120
- close() {
121
- return this.write(null);
122
- }
123
- // protected
124
- emit(event, data) {
125
- // if (DEBUG) console.log('-- emit', event, data);
126
- this.options[event]?.(data, this);
127
- }
128
- emitNode(event, data) {
129
- this._closeValue();
130
- this.emit(event, data);
131
- }
132
- /* eslint-disable no-continue */
133
- // eslint-disable-next-line complexity, max-statements
134
- write(chunk) {
135
- if (this.error) {
136
- throw this.error;
137
- }
138
- if (this.closed) {
139
- return this._error('Cannot write after close. Assign an onready handler.');
140
- }
141
- if (chunk === null) {
142
- return this.end();
143
- }
144
- let i = 0;
145
- let c = chunk.charCodeAt(0);
146
- let p = this.p;
147
- // if (DEBUG) console.log(`write -> [${ chunk }]`);
148
- while (c) {
149
- p = c;
150
- this.c = c = chunk.charCodeAt(i++);
151
- // if chunk doesnt have next, like streaming char by char
152
- // this way we need to check if previous is really previous
153
- // if not we need to reset to what the this says is the previous
154
- // from buffer
155
- if (p !== c) {
156
- this.p = p;
157
- }
158
- else {
159
- p = this.p;
160
- }
161
- if (!c)
162
- break;
163
- // if (DEBUG) console.log(i, c, STATE[this.state]);
164
- this.position++;
165
- if (c === Char.lineFeed) {
166
- this.line++;
167
- this.column = 0;
168
- }
169
- else
170
- this.column++;
171
- switch (this.state) {
172
- case STATE.BEGIN:
173
- if (c === Char.openBrace)
174
- this.state = STATE.OPEN_OBJECT;
175
- else if (c === Char.openBracket)
176
- this.state = STATE.OPEN_ARRAY;
177
- else if (!isWhitespace(c)) {
178
- this._error('Non-whitespace before {[.');
179
- }
180
- continue;
181
- case STATE.OPEN_KEY:
182
- case STATE.OPEN_OBJECT:
183
- if (isWhitespace(c))
184
- continue;
185
- if (this.state === STATE.OPEN_KEY)
186
- this.stack.push(STATE.CLOSE_KEY);
187
- else if (c === Char.closeBrace) {
188
- this.emit('onopenobject');
189
- this.depth++;
190
- this.emit('oncloseobject');
191
- this.depth--;
192
- this.state = this.stack.pop() || STATE.VALUE;
193
- continue;
194
- }
195
- else
196
- this.stack.push(STATE.CLOSE_OBJECT);
197
- if (c === Char.doubleQuote)
198
- this.state = STATE.STRING;
199
- else
200
- this._error('Malformed object key should start with "');
201
- continue;
202
- case STATE.CLOSE_KEY:
203
- case STATE.CLOSE_OBJECT:
204
- if (isWhitespace(c))
205
- continue;
206
- // let event = this.state === STATE.CLOSE_KEY ? 'key' : 'object';
207
- if (c === Char.colon) {
208
- if (this.state === STATE.CLOSE_OBJECT) {
209
- this.stack.push(STATE.CLOSE_OBJECT);
210
- this._closeValue('onopenobject');
211
- this.depth++;
212
- }
213
- else
214
- this._closeValue('onkey');
215
- this.state = STATE.VALUE;
216
- }
217
- else if (c === Char.closeBrace) {
218
- this.emitNode('oncloseobject');
219
- this.depth--;
220
- this.state = this.stack.pop() || STATE.VALUE;
221
- }
222
- else if (c === Char.comma) {
223
- if (this.state === STATE.CLOSE_OBJECT)
224
- this.stack.push(STATE.CLOSE_OBJECT);
225
- this._closeValue();
226
- this.state = STATE.OPEN_KEY;
227
- }
228
- else
229
- this._error('Bad object');
230
- continue;
231
- case STATE.OPEN_ARRAY: // after an array there always a value
232
- case STATE.VALUE:
233
- if (isWhitespace(c))
234
- continue;
235
- if (this.state === STATE.OPEN_ARRAY) {
236
- this.emit('onopenarray');
237
- this.depth++;
238
- this.state = STATE.VALUE;
239
- if (c === Char.closeBracket) {
240
- this.emit('onclosearray');
241
- this.depth--;
242
- this.state = this.stack.pop() || STATE.VALUE;
243
- continue;
244
- }
245
- else {
246
- this.stack.push(STATE.CLOSE_ARRAY);
247
- }
248
- }
249
- if (c === Char.doubleQuote)
250
- this.state = STATE.STRING;
251
- else if (c === Char.openBrace)
252
- this.state = STATE.OPEN_OBJECT;
253
- else if (c === Char.openBracket)
254
- this.state = STATE.OPEN_ARRAY;
255
- else if (c === Char.t)
256
- this.state = STATE.TRUE;
257
- else if (c === Char.f)
258
- this.state = STATE.FALSE;
259
- else if (c === Char.n)
260
- this.state = STATE.NULL;
261
- else if (c === Char.minus) {
262
- // keep and continue
263
- this.numberNode += '-';
264
- }
265
- else if (Char._0 <= c && c <= Char._9) {
266
- this.numberNode += String.fromCharCode(c);
267
- this.state = STATE.NUMBER_DIGIT;
268
- }
269
- else
270
- this._error('Bad value');
271
- continue;
272
- case STATE.CLOSE_ARRAY:
273
- if (c === Char.comma) {
274
- this.stack.push(STATE.CLOSE_ARRAY);
275
- this._closeValue('onvalue');
276
- this.state = STATE.VALUE;
277
- }
278
- else if (c === Char.closeBracket) {
279
- this.emitNode('onclosearray');
280
- this.depth--;
281
- this.state = this.stack.pop() || STATE.VALUE;
282
- }
283
- else if (isWhitespace(c))
284
- continue;
285
- else
286
- this._error('Bad array');
287
- continue;
288
- case STATE.STRING:
289
- if (this.textNode === undefined) {
290
- this.textNode = '';
291
- }
292
- // thanks thejh, this is an about 50% performance improvement.
293
- let starti = i - 1;
294
- let slashed = this.slashed;
295
- let unicodeI = this.unicodeI;
296
- // eslint-disable-next-line no-constant-condition, no-labels
297
- STRING_BIGLOOP: while (true) {
298
- // if (DEBUG) console.log(i, c, STATE[this.state], slashed);
299
- // zero means "no unicode active". 1-4 mean "parse some more". end after 4.
300
- while (unicodeI > 0) {
301
- this.unicodeS += String.fromCharCode(c);
302
- c = chunk.charCodeAt(i++);
303
- this.position++;
304
- if (unicodeI === 4) {
305
- // TODO this might be slow? well, probably not used too often anyway
306
- this.textNode += String.fromCharCode(parseInt(this.unicodeS, 16));
307
- unicodeI = 0;
308
- starti = i - 1;
309
- }
310
- else {
311
- unicodeI++;
312
- }
313
- // we can just break here: no stuff we skipped that still has to be sliced out or so
314
- // eslint-disable-next-line no-labels
315
- if (!c)
316
- break STRING_BIGLOOP;
317
- }
318
- if (c === Char.doubleQuote && !slashed) {
319
- this.state = this.stack.pop() || STATE.VALUE;
320
- this.textNode += chunk.substring(starti, i - 1);
321
- this.position += i - 1 - starti;
322
- break;
323
- }
324
- if (c === Char.backslash && !slashed) {
325
- slashed = true;
326
- this.textNode += chunk.substring(starti, i - 1);
327
- this.position += i - 1 - starti;
328
- c = chunk.charCodeAt(i++);
329
- this.position++;
330
- if (!c)
331
- break;
332
- }
333
- if (slashed) {
334
- slashed = false;
335
- if (c === Char.n) {
336
- this.textNode += '\n';
337
- }
338
- else if (c === Char.r) {
339
- this.textNode += '\r';
340
- }
341
- else if (c === Char.t) {
342
- this.textNode += '\t';
343
- }
344
- else if (c === Char.f) {
345
- this.textNode += '\f';
346
- }
347
- else if (c === Char.b) {
348
- this.textNode += '\b';
349
- }
350
- else if (c === Char.u) {
351
- // \uxxxx. meh!
352
- unicodeI = 1;
353
- this.unicodeS = '';
354
- }
355
- else {
356
- this.textNode += String.fromCharCode(c);
357
- }
358
- c = chunk.charCodeAt(i++);
359
- this.position++;
360
- starti = i - 1;
361
- if (!c)
362
- break;
363
- else
364
- continue;
365
- }
366
- stringTokenPattern.lastIndex = i;
367
- const reResult = stringTokenPattern.exec(chunk);
368
- if (reResult === null) {
369
- i = chunk.length + 1;
370
- this.textNode += chunk.substring(starti, i - 1);
371
- this.position += i - 1 - starti;
372
- break;
373
- }
374
- i = reResult.index + 1;
375
- c = chunk.charCodeAt(reResult.index);
376
- if (!c) {
377
- this.textNode += chunk.substring(starti, i - 1);
378
- this.position += i - 1 - starti;
379
- break;
380
- }
381
- }
382
- this.slashed = slashed;
383
- this.unicodeI = unicodeI;
384
- continue;
385
- case STATE.TRUE:
386
- if (c === Char.r)
387
- this.state = STATE.TRUE2;
388
- else
389
- this._error(`Invalid true started with t${c}`);
390
- continue;
391
- case STATE.TRUE2:
392
- if (c === Char.u)
393
- this.state = STATE.TRUE3;
394
- else
395
- this._error(`Invalid true started with tr${c}`);
396
- continue;
397
- case STATE.TRUE3:
398
- if (c === Char.e) {
399
- this.emit('onvalue', true);
400
- this.state = this.stack.pop() || STATE.VALUE;
401
- }
402
- else
403
- this._error(`Invalid true started with tru${c}`);
404
- continue;
405
- case STATE.FALSE:
406
- if (c === Char.a)
407
- this.state = STATE.FALSE2;
408
- else
409
- this._error(`Invalid false started with f${c}`);
410
- continue;
411
- case STATE.FALSE2:
412
- if (c === Char.l)
413
- this.state = STATE.FALSE3;
414
- else
415
- this._error(`Invalid false started with fa${c}`);
416
- continue;
417
- case STATE.FALSE3:
418
- if (c === Char.s)
419
- this.state = STATE.FALSE4;
420
- else
421
- this._error(`Invalid false started with fal${c}`);
422
- continue;
423
- case STATE.FALSE4:
424
- if (c === Char.e) {
425
- this.emit('onvalue', false);
426
- this.state = this.stack.pop() || STATE.VALUE;
427
- }
428
- else
429
- this._error(`Invalid false started with fals${c}`);
430
- continue;
431
- case STATE.NULL:
432
- if (c === Char.u)
433
- this.state = STATE.NULL2;
434
- else
435
- this._error(`Invalid null started with n${c}`);
436
- continue;
437
- case STATE.NULL2:
438
- if (c === Char.l)
439
- this.state = STATE.NULL3;
440
- else
441
- this._error(`Invalid null started with nu${c}`);
442
- continue;
443
- case STATE.NULL3:
444
- if (c === Char.l) {
445
- this.emit('onvalue', null);
446
- this.state = this.stack.pop() || STATE.VALUE;
447
- }
448
- else
449
- this._error(`Invalid null started with nul${c}`);
450
- continue;
451
- case STATE.NUMBER_DECIMAL_POINT:
452
- if (c === Char.period) {
453
- this.numberNode += '.';
454
- this.state = STATE.NUMBER_DIGIT;
455
- }
456
- else
457
- this._error('Leading zero not followed by .');
458
- continue;
459
- case STATE.NUMBER_DIGIT:
460
- if (Char._0 <= c && c <= Char._9)
461
- this.numberNode += String.fromCharCode(c);
462
- else if (c === Char.period) {
463
- if (this.numberNode.indexOf('.') !== -1)
464
- this._error('Invalid number has two dots');
465
- this.numberNode += '.';
466
- }
467
- else if (c === Char.e || c === Char.E) {
468
- if (this.numberNode.indexOf('e') !== -1 || this.numberNode.indexOf('E') !== -1)
469
- this._error('Invalid number has two exponential');
470
- this.numberNode += 'e';
471
- }
472
- else if (c === Char.plus || c === Char.minus) {
473
- // @ts-expect-error
474
- if (!(p === Char.e || p === Char.E))
475
- this._error('Invalid symbol in number');
476
- this.numberNode += String.fromCharCode(c);
477
- }
478
- else {
479
- this._closeNumber();
480
- i--; // go back one
481
- this.state = this.stack.pop() || STATE.VALUE;
482
- }
483
- continue;
484
- default:
485
- this._error(`Unknown state: ${this.state}`);
486
- }
487
- }
488
- if (this.position >= this.bufferCheckPosition) {
489
- checkBufferLength(this);
490
- }
491
- this.emit('onchunkparsed');
492
- return this;
493
- }
494
- _closeValue(event = 'onvalue') {
495
- if (this.textNode !== undefined) {
496
- this.emit(event, this.textNode);
497
- }
498
- this.textNode = undefined;
499
- }
500
- _closeNumber() {
501
- if (this.numberNode)
502
- this.emit('onvalue', parseFloat(this.numberNode));
503
- this.numberNode = '';
504
- }
505
- _error(message = '') {
506
- this._closeValue();
507
- message += `\nLine: ${this.line}\nColumn: ${this.column}\nChar: ${this.c}`;
508
- const error = new Error(message);
509
- this.error = error;
510
- this.emit('onerror', error);
511
- }
512
- }
513
- exports.default = ClarinetParser;
514
- function isWhitespace(c) {
515
- return c === Char.carriageReturn || c === Char.lineFeed || c === Char.space || c === Char.tab;
516
- }
517
- function checkBufferLength(parser) {
518
- const maxAllowed = Math.max(MAX_BUFFER_LENGTH, 10);
519
- let maxActual = 0;
520
- for (const buffer of ['textNode', 'numberNode']) {
521
- const len = parser[buffer] === undefined ? 0 : parser[buffer].length;
522
- if (len > maxAllowed) {
523
- switch (buffer) {
524
- case 'text':
525
- // TODO - should this be closeValue?
526
- // closeText(parser);
527
- break;
528
- default:
529
- parser._error(`Max buffer length exceeded: ${buffer}`);
530
- }
531
- }
532
- maxActual = Math.max(maxActual, len);
533
- }
534
- parser.bufferCheckPosition = MAX_BUFFER_LENGTH - maxActual + parser.position;
535
- }
@@ -1,47 +0,0 @@
1
- "use strict";
2
- // loaders.gl, MIT license
3
- // Copyright 2022 Foursquare Labs, Inc.
4
- Object.defineProperty(exports, "__esModule", { value: true });
5
- exports.getRowPropertyObject = exports.detectGeometryColumnIndex = void 0;
6
- const schema_1 = require("@loaders.gl/schema");
7
- /**
8
- * Attempts to identify which column contains geometry
9
- * Currently just returns name (key) of first object-valued column
10
- * @todo look for hints in schema metadata
11
- * @todo look for WKB
12
- */
13
- function detectGeometryColumnIndex(table) {
14
- // TODO - look for hints in schema metadata
15
- // look for a column named geometry
16
- const geometryIndex = table.schema?.fields.findIndex((field) => field.name === 'geometry') ?? -1;
17
- if (geometryIndex > -1) {
18
- return geometryIndex;
19
- }
20
- // look at the data
21
- // TODO - this drags in the indices
22
- if ((0, schema_1.getTableLength)(table) > 0) {
23
- const row = (0, schema_1.getTableRowAsArray)(table, 0);
24
- for (let columnIndex = 0; columnIndex < (0, schema_1.getTableNumCols)(table); columnIndex++) {
25
- const value = row?.[columnIndex];
26
- if (value && typeof value === 'object') {
27
- return columnIndex;
28
- }
29
- }
30
- }
31
- throw new Error('Failed to detect geometry column');
32
- }
33
- exports.detectGeometryColumnIndex = detectGeometryColumnIndex;
34
- /**
35
- * Return a row as a property (key/value) object, excluding selected columns
36
- */
37
- function getRowPropertyObject(table, row, excludeColumnIndices = []) {
38
- const properties = {};
39
- for (let columnIndex = 0; columnIndex < (0, schema_1.getTableNumCols)(table); ++columnIndex) {
40
- const columnName = table.schema?.fields[columnIndex].name;
41
- if (columnName && !excludeColumnIndices.includes(columnIndex)) {
42
- properties[columnName] = row[columnName];
43
- }
44
- }
45
- return properties;
46
- }
47
- exports.getRowPropertyObject = getRowPropertyObject;
@@ -1,104 +0,0 @@
1
- "use strict";
2
- // loaders.gl, MIT license
3
- // Copyright 2022 Foursquare Labs, Inc.
4
- Object.defineProperty(exports, "__esModule", { value: true });
5
- exports.encodeTableAsGeojsonInBatches = void 0;
6
- const schema_1 = require("@loaders.gl/schema");
7
- const schema_2 = require("@loaders.gl/schema");
8
- const encode_utils_1 = require("./encode-utils");
9
- const utf8_encoder_1 = require("./utf8-encoder");
10
- /**
11
- * Encode a table as GeoJSON
12
- */
13
- // eslint-disable-next-line max-statements
14
- async function* encodeTableAsGeojsonInBatches(batchIterator, // | Iterable<TableBatch>,
15
- inputOpts = {}) {
16
- const options = { geojson: {}, chunkSize: 10000, ...inputOpts };
17
- const utf8Encoder = new utf8_encoder_1.Utf8ArrayBufferEncoder(options.chunkSize);
18
- if (!options.geojson.featureArray) {
19
- utf8Encoder.push('{\n', '"type": "FeatureCollection",\n', '"features":\n');
20
- }
21
- utf8Encoder.push('['); // Note no newline
22
- let geometryColumn = options.geojson.geometryColumn;
23
- let isFirstLine = true;
24
- for await (const batch of batchIterator) {
25
- const { table, start, end = (0, schema_1.getTableLength)(batch.table) - start } = batch;
26
- // Deduce geometry column if not already done
27
- if (!geometryColumn) {
28
- geometryColumn = geometryColumn || (0, encode_utils_1.detectGeometryColumnIndex)(table);
29
- }
30
- for (let rowIndex = start; rowIndex < end; ++rowIndex) {
31
- // Add a comma except on final feature
32
- if (!isFirstLine) {
33
- utf8Encoder.push(',');
34
- }
35
- utf8Encoder.push('\n');
36
- isFirstLine = false;
37
- encodeRow(table, rowIndex, geometryColumn, utf8Encoder);
38
- // eslint-disable-next-line max-depth
39
- if (utf8Encoder.isFull()) {
40
- yield utf8Encoder.getArrayBufferBatch();
41
- }
42
- }
43
- const arrayBufferBatch = utf8Encoder.getArrayBufferBatch();
44
- if (arrayBufferBatch.byteLength > 0) {
45
- yield arrayBufferBatch;
46
- }
47
- }
48
- utf8Encoder.push('\n');
49
- // Add completing rows and emit final batch
50
- utf8Encoder.push(']\n');
51
- if (!options.geojson.featureArray) {
52
- utf8Encoder.push('}');
53
- }
54
- // Note: Since we pushed a few final lines, the last batch will always exist, no need to check first
55
- yield utf8Encoder.getArrayBufferBatch();
56
- }
57
- exports.encodeTableAsGeojsonInBatches = encodeTableAsGeojsonInBatches;
58
- // Helpers
59
- /**
60
- * Encode a row. Currently this ignores properties in the geometry column.
61
- */
62
- function encodeRow(table, rowIndex, geometryColumnIndex, utf8Encoder) {
63
- const row = (0, schema_2.getTableRowAsObject)(table, rowIndex);
64
- if (!row)
65
- return;
66
- const featureWithProperties = getFeatureFromRow(table, row, geometryColumnIndex);
67
- const featureString = JSON.stringify(featureWithProperties);
68
- utf8Encoder.push(featureString);
69
- }
70
- /**
71
- * Encode a row as a Feature. Currently this ignores properties objects in the geometry column.
72
- */
73
- function getFeatureFromRow(table, row, geometryColumnIndex) {
74
- // Extract non-feature/geometry properties
75
- const properties = (0, encode_utils_1.getRowPropertyObject)(table, row, [geometryColumnIndex]);
76
- // Extract geometry feature
77
- const columnName = table.schema?.fields[geometryColumnIndex].name;
78
- let featureOrGeometry = columnName && row[columnName];
79
- // GeoJSON support null geometries
80
- if (!featureOrGeometry) {
81
- // @ts-ignore Feature type does not support null geometries
82
- return { type: 'Feature', geometry: null, properties };
83
- }
84
- // Support string geometries?
85
- // TODO: This assumes GeoJSON strings, which may not be the correct format
86
- // (could be WKT, encoded WKB...)
87
- if (typeof featureOrGeometry === 'string') {
88
- try {
89
- featureOrGeometry = JSON.parse(featureOrGeometry);
90
- }
91
- catch (err) {
92
- throw new Error('Invalid string geometry');
93
- }
94
- }
95
- if (typeof featureOrGeometry !== 'object' || typeof featureOrGeometry?.type !== 'string') {
96
- throw new Error('invalid geometry column value');
97
- }
98
- if (featureOrGeometry?.type === 'Feature') {
99
- // @ts-ignore Feature type does not support null geometries
100
- return { ...featureOrGeometry, properties };
101
- }
102
- // @ts-ignore Feature type does not support null geometries
103
- return { type: 'Feature', geometry: featureOrGeometry, properties };
104
- }