@loaders.gl/json 4.0.0-alpha.5 → 4.0.0-alpha.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.js +2 -2
- package/dist/dist.min.js +643 -92
- package/dist/es5/bundle.js +6 -0
- package/dist/es5/bundle.js.map +1 -0
- package/dist/es5/geojson-loader.js +157 -0
- package/dist/es5/geojson-loader.js.map +1 -0
- package/dist/es5/geojson-writer.js +27 -0
- package/dist/es5/geojson-writer.js.map +1 -0
- package/dist/es5/index.js +69 -0
- package/dist/es5/index.js.map +1 -0
- package/dist/es5/json-loader.js +67 -0
- package/dist/es5/json-loader.js.map +1 -0
- package/dist/es5/json-writer.js +42 -0
- package/dist/es5/json-writer.js.map +1 -0
- package/dist/es5/lib/clarinet/clarinet.js +446 -0
- package/dist/es5/lib/clarinet/clarinet.js.map +1 -0
- package/dist/es5/lib/encoders/encode-utils.js +42 -0
- package/dist/es5/lib/encoders/encode-utils.js.map +1 -0
- package/dist/es5/lib/encoders/geojson-encoder.js +178 -0
- package/dist/es5/lib/encoders/geojson-encoder.js.map +1 -0
- package/dist/es5/lib/encoders/json-encoder.js +30 -0
- package/dist/es5/lib/encoders/json-encoder.js.map +1 -0
- package/dist/es5/lib/encoders/utf8-encoder.js +54 -0
- package/dist/es5/lib/encoders/utf8-encoder.js.map +1 -0
- package/dist/es5/lib/json-parser/json-parser.js +140 -0
- package/dist/es5/lib/json-parser/json-parser.js.map +1 -0
- package/dist/es5/lib/json-parser/streaming-json-parser.js +123 -0
- package/dist/es5/lib/json-parser/streaming-json-parser.js.map +1 -0
- package/dist/es5/lib/jsonpath/jsonpath.js +119 -0
- package/dist/es5/lib/jsonpath/jsonpath.js.map +1 -0
- package/dist/es5/lib/parsers/parse-json-in-batches.js +206 -0
- package/dist/es5/lib/parsers/parse-json-in-batches.js.map +1 -0
- package/dist/es5/lib/parsers/parse-json.js +38 -0
- package/dist/es5/lib/parsers/parse-json.js.map +1 -0
- package/dist/es5/lib/parsers/parse-ndjson-in-batches.js +114 -0
- package/dist/es5/lib/parsers/parse-ndjson-in-batches.js.map +1 -0
- package/dist/es5/lib/parsers/parse-ndjson.js +19 -0
- package/dist/es5/lib/parsers/parse-ndjson.js.map +1 -0
- package/dist/es5/ndgeoson-loader.js +54 -0
- package/dist/es5/ndgeoson-loader.js.map +1 -0
- package/dist/es5/ndjson-loader.js +44 -0
- package/dist/es5/ndjson-loader.js.map +1 -0
- package/dist/es5/workers/geojson-worker.js +6 -0
- package/dist/es5/workers/geojson-worker.js.map +1 -0
- package/dist/esm/bundle.js +4 -0
- package/dist/esm/bundle.js.map +1 -0
- package/dist/esm/geojson-loader.js +79 -0
- package/dist/esm/geojson-loader.js.map +1 -0
- package/dist/esm/geojson-writer.js +18 -0
- package/dist/esm/geojson-writer.js.map +1 -0
- package/dist/esm/index.js +9 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/json-loader.js +48 -0
- package/dist/esm/json-loader.js.map +1 -0
- package/dist/esm/json-writer.js +14 -0
- package/dist/esm/json-writer.js.map +1 -0
- package/dist/esm/lib/clarinet/LICENSE +28 -0
- package/dist/esm/lib/clarinet/clarinet.js +415 -0
- package/dist/esm/lib/clarinet/clarinet.js.map +1 -0
- package/dist/esm/lib/encoders/encode-utils.js +31 -0
- package/dist/esm/lib/encoders/encode-utils.js.map +1 -0
- package/dist/esm/lib/encoders/geojson-encoder.js +98 -0
- package/dist/esm/lib/encoders/geojson-encoder.js.map +1 -0
- package/dist/esm/lib/encoders/json-encoder.js +12 -0
- package/dist/esm/lib/encoders/json-encoder.js.map +1 -0
- package/dist/esm/lib/encoders/utf8-encoder.js +32 -0
- package/dist/esm/lib/encoders/utf8-encoder.js.map +1 -0
- package/dist/{lib/parser → esm/lib/json-parser}/json-parser.js +4 -22
- package/dist/esm/lib/json-parser/json-parser.js.map +1 -0
- package/dist/{lib/parser → esm/lib/json-parser}/streaming-json-parser.js +2 -23
- package/dist/esm/lib/json-parser/streaming-json-parser.js.map +1 -0
- package/dist/esm/lib/jsonpath/jsonpath.js +67 -0
- package/dist/esm/lib/jsonpath/jsonpath.js.map +1 -0
- package/dist/{lib → esm/lib/parsers}/parse-json-in-batches.js +5 -18
- package/dist/esm/lib/parsers/parse-json-in-batches.js.map +1 -0
- package/dist/{lib → esm/lib/parsers}/parse-json.js +4 -9
- package/dist/esm/lib/parsers/parse-json.js.map +1 -0
- package/dist/{lib → esm/lib/parsers}/parse-ndjson-in-batches.js +3 -6
- package/dist/esm/lib/parsers/parse-ndjson-in-batches.js.map +1 -0
- package/dist/esm/lib/parsers/parse-ndjson.js +13 -0
- package/dist/esm/lib/parsers/parse-ndjson.js.map +1 -0
- package/dist/esm/ndgeoson-loader.js +27 -0
- package/dist/esm/ndgeoson-loader.js.map +1 -0
- package/dist/esm/ndjson-loader.js +18 -0
- package/dist/esm/ndjson-loader.js.map +1 -0
- package/dist/esm/workers/geojson-worker.js +4 -0
- package/dist/esm/workers/geojson-worker.js.map +1 -0
- package/dist/geojson-loader.d.ts +2 -2
- package/dist/geojson-loader.d.ts.map +1 -1
- package/dist/geojson-loader.js +65 -69
- package/dist/geojson-worker.js +251 -68
- package/dist/geojson-writer.d.ts +6 -0
- package/dist/geojson-writer.d.ts.map +1 -0
- package/dist/geojson-writer.js +22 -0
- package/dist/index.d.ts +5 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +24 -7
- package/dist/json-loader.d.ts +10 -7
- package/dist/json-loader.d.ts.map +1 -1
- package/dist/json-loader.js +33 -38
- package/dist/json-writer.d.ts +6 -0
- package/dist/json-writer.d.ts.map +1 -0
- package/dist/json-writer.js +18 -0
- package/dist/lib/clarinet/clarinet.d.ts +3 -3
- package/dist/lib/clarinet/clarinet.d.ts.map +1 -1
- package/dist/lib/clarinet/clarinet.js +510 -493
- package/dist/lib/encoders/encode-utils.d.ts +19 -0
- package/dist/lib/encoders/encode-utils.d.ts.map +1 -0
- package/dist/lib/encoders/encode-utils.js +47 -0
- package/dist/lib/encoders/geojson-encoder.d.ts +14 -0
- package/dist/lib/encoders/geojson-encoder.d.ts.map +1 -0
- package/dist/lib/encoders/geojson-encoder.js +104 -0
- package/dist/lib/encoders/json-encoder.d.ts +16 -0
- package/dist/lib/encoders/json-encoder.d.ts.map +1 -0
- package/dist/lib/encoders/json-encoder.js +22 -0
- package/dist/lib/encoders/utf8-encoder.d.ts +12 -0
- package/dist/lib/encoders/utf8-encoder.d.ts.map +1 -0
- package/dist/lib/encoders/utf8-encoder.js +32 -0
- package/dist/lib/json-parser/json-parser.d.ts.map +1 -0
- package/dist/lib/json-parser/json-parser.js +98 -0
- package/dist/lib/json-parser/streaming-json-parser.d.ts.map +1 -0
- package/dist/lib/json-parser/streaming-json-parser.js +100 -0
- package/dist/lib/jsonpath/jsonpath.js +81 -78
- package/dist/lib/parsers/parse-json-in-batches.d.ts +5 -0
- package/dist/lib/parsers/parse-json-in-batches.d.ts.map +1 -0
- package/dist/lib/parsers/parse-json-in-batches.js +100 -0
- package/dist/lib/parsers/parse-json.d.ts +4 -0
- package/dist/lib/parsers/parse-json.d.ts.map +1 -0
- package/dist/lib/parsers/parse-json.js +32 -0
- package/dist/lib/{parse-ndjson-in-batches.d.ts → parsers/parse-ndjson-in-batches.d.ts} +1 -1
- package/dist/lib/parsers/parse-ndjson-in-batches.d.ts.map +1 -0
- package/dist/lib/parsers/parse-ndjson-in-batches.js +36 -0
- package/dist/lib/parsers/parse-ndjson.d.ts +3 -0
- package/dist/lib/parsers/parse-ndjson.d.ts.map +1 -0
- package/dist/lib/parsers/parse-ndjson.js +17 -0
- package/dist/ndgeoson-loader.d.ts +34 -0
- package/dist/ndgeoson-loader.d.ts.map +1 -0
- package/dist/ndgeoson-loader.js +37 -0
- package/dist/ndjson-loader.d.ts +3 -21
- package/dist/ndjson-loader.d.ts.map +1 -1
- package/dist/ndjson-loader.js +26 -31
- package/dist/workers/geojson-worker.js +5 -4
- package/package.json +7 -7
- package/src/geojson-loader.ts +10 -6
- package/src/geojson-writer.ts +27 -0
- package/src/index.ts +9 -1
- package/src/json-loader.ts +15 -24
- package/src/json-writer.ts +24 -0
- package/src/lib/encoders/encode-utils.ts +54 -0
- package/src/lib/encoders/geojson-encoder.ts +139 -0
- package/src/lib/encoders/json-encoder.ts +30 -0
- package/src/lib/encoders/utf8-encoder.ts +35 -0
- package/src/lib/{parse-json-in-batches.ts → parsers/parse-json-in-batches.ts} +8 -8
- package/src/lib/{parse-json.ts → parsers/parse-json.ts} +7 -3
- package/src/lib/{parse-ndjson-in-batches.ts → parsers/parse-ndjson-in-batches.ts} +1 -1
- package/src/lib/parsers/parse-ndjson.ts +15 -0
- package/src/ndgeoson-loader.ts +48 -0
- package/src/ndjson-loader.ts +20 -27
- package/dist/bundle.js.map +0 -1
- package/dist/geojson-loader.js.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/json-loader.js.map +0 -1
- package/dist/jsonl-loader.d.ts +0 -1
- package/dist/jsonl-loader.d.ts.map +0 -1
- package/dist/jsonl-loader.js +0 -2
- package/dist/jsonl-loader.js.map +0 -1
- package/dist/lib/clarinet/clarinet.js.map +0 -1
- package/dist/lib/jsonpath/jsonpath.js.map +0 -1
- package/dist/lib/parse-json-in-batches.d.ts +0 -5
- package/dist/lib/parse-json-in-batches.d.ts.map +0 -1
- package/dist/lib/parse-json-in-batches.js.map +0 -1
- package/dist/lib/parse-json.d.ts +0 -3
- package/dist/lib/parse-json.d.ts.map +0 -1
- package/dist/lib/parse-json.js.map +0 -1
- package/dist/lib/parse-ndjson-in-batches.d.ts.map +0 -1
- package/dist/lib/parse-ndjson-in-batches.js.map +0 -1
- package/dist/lib/parse-ndjson.d.ts +0 -2
- package/dist/lib/parse-ndjson.d.ts.map +0 -1
- package/dist/lib/parse-ndjson.js +0 -11
- package/dist/lib/parse-ndjson.js.map +0 -1
- package/dist/lib/parser/json-parser.d.ts.map +0 -1
- package/dist/lib/parser/json-parser.js.map +0 -1
- package/dist/lib/parser/streaming-json-parser.d.ts.map +0 -1
- package/dist/lib/parser/streaming-json-parser.js.map +0 -1
- package/dist/ndjson-loader.js.map +0 -1
- package/dist/workers/geojson-worker.js.map +0 -1
- package/src/jsonl-loader.ts +0 -53
- package/src/lib/parse-ndjson.ts +0 -10
- /package/dist/{lib → es5/lib}/clarinet/LICENSE +0 -0
- /package/dist/lib/{parser → json-parser}/json-parser.d.ts +0 -0
- /package/dist/lib/{parser → json-parser}/streaming-json-parser.d.ts +0 -0
- /package/src/lib/{parser → json-parser}/json-parser.ts +0 -0
- /package/src/lib/{parser → json-parser}/streaming-json-parser.ts +0 -0
|
@@ -0,0 +1,415 @@
|
|
|
1
|
+
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
+
const MAX_BUFFER_LENGTH = Number.MAX_SAFE_INTEGER;
|
|
3
|
+
var STATE = function (STATE) {
|
|
4
|
+
STATE[STATE["BEGIN"] = 0] = "BEGIN";
|
|
5
|
+
STATE[STATE["VALUE"] = 1] = "VALUE";
|
|
6
|
+
STATE[STATE["OPEN_OBJECT"] = 2] = "OPEN_OBJECT";
|
|
7
|
+
STATE[STATE["CLOSE_OBJECT"] = 3] = "CLOSE_OBJECT";
|
|
8
|
+
STATE[STATE["OPEN_ARRAY"] = 4] = "OPEN_ARRAY";
|
|
9
|
+
STATE[STATE["CLOSE_ARRAY"] = 5] = "CLOSE_ARRAY";
|
|
10
|
+
STATE[STATE["TEXT_ESCAPE"] = 6] = "TEXT_ESCAPE";
|
|
11
|
+
STATE[STATE["STRING"] = 7] = "STRING";
|
|
12
|
+
STATE[STATE["BACKSLASH"] = 8] = "BACKSLASH";
|
|
13
|
+
STATE[STATE["END"] = 9] = "END";
|
|
14
|
+
STATE[STATE["OPEN_KEY"] = 10] = "OPEN_KEY";
|
|
15
|
+
STATE[STATE["CLOSE_KEY"] = 11] = "CLOSE_KEY";
|
|
16
|
+
STATE[STATE["TRUE"] = 12] = "TRUE";
|
|
17
|
+
STATE[STATE["TRUE2"] = 13] = "TRUE2";
|
|
18
|
+
STATE[STATE["TRUE3"] = 14] = "TRUE3";
|
|
19
|
+
STATE[STATE["FALSE"] = 15] = "FALSE";
|
|
20
|
+
STATE[STATE["FALSE2"] = 16] = "FALSE2";
|
|
21
|
+
STATE[STATE["FALSE3"] = 17] = "FALSE3";
|
|
22
|
+
STATE[STATE["FALSE4"] = 18] = "FALSE4";
|
|
23
|
+
STATE[STATE["NULL"] = 19] = "NULL";
|
|
24
|
+
STATE[STATE["NULL2"] = 20] = "NULL2";
|
|
25
|
+
STATE[STATE["NULL3"] = 21] = "NULL3";
|
|
26
|
+
STATE[STATE["NUMBER_DECIMAL_POINT"] = 22] = "NUMBER_DECIMAL_POINT";
|
|
27
|
+
STATE[STATE["NUMBER_DIGIT"] = 23] = "NUMBER_DIGIT";
|
|
28
|
+
return STATE;
|
|
29
|
+
}(STATE || {});
|
|
30
|
+
const Char = {
|
|
31
|
+
tab: 0x09,
|
|
32
|
+
lineFeed: 0x0a,
|
|
33
|
+
carriageReturn: 0x0d,
|
|
34
|
+
space: 0x20,
|
|
35
|
+
doubleQuote: 0x22,
|
|
36
|
+
plus: 0x2b,
|
|
37
|
+
comma: 0x2c,
|
|
38
|
+
minus: 0x2d,
|
|
39
|
+
period: 0x2e,
|
|
40
|
+
_0: 0x30,
|
|
41
|
+
_9: 0x39,
|
|
42
|
+
colon: 0x3a,
|
|
43
|
+
E: 0x45,
|
|
44
|
+
openBracket: 0x5b,
|
|
45
|
+
backslash: 0x5c,
|
|
46
|
+
closeBracket: 0x5d,
|
|
47
|
+
a: 0x61,
|
|
48
|
+
b: 0x62,
|
|
49
|
+
e: 0x65,
|
|
50
|
+
f: 0x66,
|
|
51
|
+
l: 0x6c,
|
|
52
|
+
n: 0x6e,
|
|
53
|
+
r: 0x72,
|
|
54
|
+
s: 0x73,
|
|
55
|
+
t: 0x74,
|
|
56
|
+
u: 0x75,
|
|
57
|
+
openBrace: 0x7b,
|
|
58
|
+
closeBrace: 0x7d
|
|
59
|
+
};
|
|
60
|
+
const stringTokenPattern = /[\\"\n]/g;
|
|
61
|
+
const DEFAULT_OPTIONS = {
|
|
62
|
+
onready: () => {},
|
|
63
|
+
onopenobject: () => {},
|
|
64
|
+
onkey: () => {},
|
|
65
|
+
oncloseobject: () => {},
|
|
66
|
+
onopenarray: () => {},
|
|
67
|
+
onclosearray: () => {},
|
|
68
|
+
onvalue: () => {},
|
|
69
|
+
onerror: () => {},
|
|
70
|
+
onend: () => {},
|
|
71
|
+
onchunkparsed: () => {}
|
|
72
|
+
};
|
|
73
|
+
export default class ClarinetParser {
|
|
74
|
+
constructor() {
|
|
75
|
+
let options = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};
|
|
76
|
+
_defineProperty(this, "options", DEFAULT_OPTIONS);
|
|
77
|
+
_defineProperty(this, "bufferCheckPosition", MAX_BUFFER_LENGTH);
|
|
78
|
+
_defineProperty(this, "q", '');
|
|
79
|
+
_defineProperty(this, "c", '');
|
|
80
|
+
_defineProperty(this, "p", '');
|
|
81
|
+
_defineProperty(this, "closed", false);
|
|
82
|
+
_defineProperty(this, "closedRoot", false);
|
|
83
|
+
_defineProperty(this, "sawRoot", false);
|
|
84
|
+
_defineProperty(this, "error", null);
|
|
85
|
+
_defineProperty(this, "state", STATE.BEGIN);
|
|
86
|
+
_defineProperty(this, "stack", []);
|
|
87
|
+
_defineProperty(this, "position", 0);
|
|
88
|
+
_defineProperty(this, "column", 0);
|
|
89
|
+
_defineProperty(this, "line", 1);
|
|
90
|
+
_defineProperty(this, "slashed", false);
|
|
91
|
+
_defineProperty(this, "unicodeI", 0);
|
|
92
|
+
_defineProperty(this, "unicodeS", null);
|
|
93
|
+
_defineProperty(this, "depth", 0);
|
|
94
|
+
_defineProperty(this, "textNode", void 0);
|
|
95
|
+
_defineProperty(this, "numberNode", void 0);
|
|
96
|
+
this.options = {
|
|
97
|
+
...DEFAULT_OPTIONS,
|
|
98
|
+
...options
|
|
99
|
+
};
|
|
100
|
+
this.textNode = undefined;
|
|
101
|
+
this.numberNode = '';
|
|
102
|
+
this.emit('onready');
|
|
103
|
+
}
|
|
104
|
+
end() {
|
|
105
|
+
if (this.state !== STATE.VALUE || this.depth !== 0) this._error('Unexpected end');
|
|
106
|
+
this._closeValue();
|
|
107
|
+
this.c = '';
|
|
108
|
+
this.closed = true;
|
|
109
|
+
this.emit('onend');
|
|
110
|
+
return this;
|
|
111
|
+
}
|
|
112
|
+
resume() {
|
|
113
|
+
this.error = null;
|
|
114
|
+
return this;
|
|
115
|
+
}
|
|
116
|
+
close() {
|
|
117
|
+
return this.write(null);
|
|
118
|
+
}
|
|
119
|
+
emit(event, data) {
|
|
120
|
+
var _this$options$event, _this$options;
|
|
121
|
+
(_this$options$event = (_this$options = this.options)[event]) === null || _this$options$event === void 0 ? void 0 : _this$options$event.call(_this$options, data, this);
|
|
122
|
+
}
|
|
123
|
+
emitNode(event, data) {
|
|
124
|
+
this._closeValue();
|
|
125
|
+
this.emit(event, data);
|
|
126
|
+
}
|
|
127
|
+
write(chunk) {
|
|
128
|
+
if (this.error) {
|
|
129
|
+
throw this.error;
|
|
130
|
+
}
|
|
131
|
+
if (this.closed) {
|
|
132
|
+
return this._error('Cannot write after close. Assign an onready handler.');
|
|
133
|
+
}
|
|
134
|
+
if (chunk === null) {
|
|
135
|
+
return this.end();
|
|
136
|
+
}
|
|
137
|
+
let i = 0;
|
|
138
|
+
let c = chunk.charCodeAt(0);
|
|
139
|
+
let p = this.p;
|
|
140
|
+
while (c) {
|
|
141
|
+
p = c;
|
|
142
|
+
this.c = c = chunk.charCodeAt(i++);
|
|
143
|
+
if (p !== c) {
|
|
144
|
+
this.p = p;
|
|
145
|
+
} else {
|
|
146
|
+
p = this.p;
|
|
147
|
+
}
|
|
148
|
+
if (!c) break;
|
|
149
|
+
this.position++;
|
|
150
|
+
if (c === Char.lineFeed) {
|
|
151
|
+
this.line++;
|
|
152
|
+
this.column = 0;
|
|
153
|
+
} else this.column++;
|
|
154
|
+
switch (this.state) {
|
|
155
|
+
case STATE.BEGIN:
|
|
156
|
+
if (c === Char.openBrace) this.state = STATE.OPEN_OBJECT;else if (c === Char.openBracket) this.state = STATE.OPEN_ARRAY;else if (!isWhitespace(c)) {
|
|
157
|
+
this._error('Non-whitespace before {[.');
|
|
158
|
+
}
|
|
159
|
+
continue;
|
|
160
|
+
case STATE.OPEN_KEY:
|
|
161
|
+
case STATE.OPEN_OBJECT:
|
|
162
|
+
if (isWhitespace(c)) continue;
|
|
163
|
+
if (this.state === STATE.OPEN_KEY) this.stack.push(STATE.CLOSE_KEY);else if (c === Char.closeBrace) {
|
|
164
|
+
this.emit('onopenobject');
|
|
165
|
+
this.depth++;
|
|
166
|
+
this.emit('oncloseobject');
|
|
167
|
+
this.depth--;
|
|
168
|
+
this.state = this.stack.pop() || STATE.VALUE;
|
|
169
|
+
continue;
|
|
170
|
+
} else this.stack.push(STATE.CLOSE_OBJECT);
|
|
171
|
+
if (c === Char.doubleQuote) this.state = STATE.STRING;else this._error('Malformed object key should start with "');
|
|
172
|
+
continue;
|
|
173
|
+
case STATE.CLOSE_KEY:
|
|
174
|
+
case STATE.CLOSE_OBJECT:
|
|
175
|
+
if (isWhitespace(c)) continue;
|
|
176
|
+
if (c === Char.colon) {
|
|
177
|
+
if (this.state === STATE.CLOSE_OBJECT) {
|
|
178
|
+
this.stack.push(STATE.CLOSE_OBJECT);
|
|
179
|
+
this._closeValue('onopenobject');
|
|
180
|
+
this.depth++;
|
|
181
|
+
} else this._closeValue('onkey');
|
|
182
|
+
this.state = STATE.VALUE;
|
|
183
|
+
} else if (c === Char.closeBrace) {
|
|
184
|
+
this.emitNode('oncloseobject');
|
|
185
|
+
this.depth--;
|
|
186
|
+
this.state = this.stack.pop() || STATE.VALUE;
|
|
187
|
+
} else if (c === Char.comma) {
|
|
188
|
+
if (this.state === STATE.CLOSE_OBJECT) this.stack.push(STATE.CLOSE_OBJECT);
|
|
189
|
+
this._closeValue();
|
|
190
|
+
this.state = STATE.OPEN_KEY;
|
|
191
|
+
} else this._error('Bad object');
|
|
192
|
+
continue;
|
|
193
|
+
case STATE.OPEN_ARRAY:
|
|
194
|
+
case STATE.VALUE:
|
|
195
|
+
if (isWhitespace(c)) continue;
|
|
196
|
+
if (this.state === STATE.OPEN_ARRAY) {
|
|
197
|
+
this.emit('onopenarray');
|
|
198
|
+
this.depth++;
|
|
199
|
+
this.state = STATE.VALUE;
|
|
200
|
+
if (c === Char.closeBracket) {
|
|
201
|
+
this.emit('onclosearray');
|
|
202
|
+
this.depth--;
|
|
203
|
+
this.state = this.stack.pop() || STATE.VALUE;
|
|
204
|
+
continue;
|
|
205
|
+
} else {
|
|
206
|
+
this.stack.push(STATE.CLOSE_ARRAY);
|
|
207
|
+
}
|
|
208
|
+
}
|
|
209
|
+
if (c === Char.doubleQuote) this.state = STATE.STRING;else if (c === Char.openBrace) this.state = STATE.OPEN_OBJECT;else if (c === Char.openBracket) this.state = STATE.OPEN_ARRAY;else if (c === Char.t) this.state = STATE.TRUE;else if (c === Char.f) this.state = STATE.FALSE;else if (c === Char.n) this.state = STATE.NULL;else if (c === Char.minus) {
|
|
210
|
+
this.numberNode += '-';
|
|
211
|
+
} else if (Char._0 <= c && c <= Char._9) {
|
|
212
|
+
this.numberNode += String.fromCharCode(c);
|
|
213
|
+
this.state = STATE.NUMBER_DIGIT;
|
|
214
|
+
} else this._error('Bad value');
|
|
215
|
+
continue;
|
|
216
|
+
case STATE.CLOSE_ARRAY:
|
|
217
|
+
if (c === Char.comma) {
|
|
218
|
+
this.stack.push(STATE.CLOSE_ARRAY);
|
|
219
|
+
this._closeValue('onvalue');
|
|
220
|
+
this.state = STATE.VALUE;
|
|
221
|
+
} else if (c === Char.closeBracket) {
|
|
222
|
+
this.emitNode('onclosearray');
|
|
223
|
+
this.depth--;
|
|
224
|
+
this.state = this.stack.pop() || STATE.VALUE;
|
|
225
|
+
} else if (isWhitespace(c)) continue;else this._error('Bad array');
|
|
226
|
+
continue;
|
|
227
|
+
case STATE.STRING:
|
|
228
|
+
if (this.textNode === undefined) {
|
|
229
|
+
this.textNode = '';
|
|
230
|
+
}
|
|
231
|
+
let starti = i - 1;
|
|
232
|
+
let slashed = this.slashed;
|
|
233
|
+
let unicodeI = this.unicodeI;
|
|
234
|
+
STRING_BIGLOOP: while (true) {
|
|
235
|
+
while (unicodeI > 0) {
|
|
236
|
+
this.unicodeS += String.fromCharCode(c);
|
|
237
|
+
c = chunk.charCodeAt(i++);
|
|
238
|
+
this.position++;
|
|
239
|
+
if (unicodeI === 4) {
|
|
240
|
+
this.textNode += String.fromCharCode(parseInt(this.unicodeS, 16));
|
|
241
|
+
unicodeI = 0;
|
|
242
|
+
starti = i - 1;
|
|
243
|
+
} else {
|
|
244
|
+
unicodeI++;
|
|
245
|
+
}
|
|
246
|
+
if (!c) break STRING_BIGLOOP;
|
|
247
|
+
}
|
|
248
|
+
if (c === Char.doubleQuote && !slashed) {
|
|
249
|
+
this.state = this.stack.pop() || STATE.VALUE;
|
|
250
|
+
this.textNode += chunk.substring(starti, i - 1);
|
|
251
|
+
this.position += i - 1 - starti;
|
|
252
|
+
break;
|
|
253
|
+
}
|
|
254
|
+
if (c === Char.backslash && !slashed) {
|
|
255
|
+
slashed = true;
|
|
256
|
+
this.textNode += chunk.substring(starti, i - 1);
|
|
257
|
+
this.position += i - 1 - starti;
|
|
258
|
+
c = chunk.charCodeAt(i++);
|
|
259
|
+
this.position++;
|
|
260
|
+
if (!c) break;
|
|
261
|
+
}
|
|
262
|
+
if (slashed) {
|
|
263
|
+
slashed = false;
|
|
264
|
+
if (c === Char.n) {
|
|
265
|
+
this.textNode += '\n';
|
|
266
|
+
} else if (c === Char.r) {
|
|
267
|
+
this.textNode += '\r';
|
|
268
|
+
} else if (c === Char.t) {
|
|
269
|
+
this.textNode += '\t';
|
|
270
|
+
} else if (c === Char.f) {
|
|
271
|
+
this.textNode += '\f';
|
|
272
|
+
} else if (c === Char.b) {
|
|
273
|
+
this.textNode += '\b';
|
|
274
|
+
} else if (c === Char.u) {
|
|
275
|
+
unicodeI = 1;
|
|
276
|
+
this.unicodeS = '';
|
|
277
|
+
} else {
|
|
278
|
+
this.textNode += String.fromCharCode(c);
|
|
279
|
+
}
|
|
280
|
+
c = chunk.charCodeAt(i++);
|
|
281
|
+
this.position++;
|
|
282
|
+
starti = i - 1;
|
|
283
|
+
if (!c) break;else continue;
|
|
284
|
+
}
|
|
285
|
+
stringTokenPattern.lastIndex = i;
|
|
286
|
+
const reResult = stringTokenPattern.exec(chunk);
|
|
287
|
+
if (reResult === null) {
|
|
288
|
+
i = chunk.length + 1;
|
|
289
|
+
this.textNode += chunk.substring(starti, i - 1);
|
|
290
|
+
this.position += i - 1 - starti;
|
|
291
|
+
break;
|
|
292
|
+
}
|
|
293
|
+
i = reResult.index + 1;
|
|
294
|
+
c = chunk.charCodeAt(reResult.index);
|
|
295
|
+
if (!c) {
|
|
296
|
+
this.textNode += chunk.substring(starti, i - 1);
|
|
297
|
+
this.position += i - 1 - starti;
|
|
298
|
+
break;
|
|
299
|
+
}
|
|
300
|
+
}
|
|
301
|
+
this.slashed = slashed;
|
|
302
|
+
this.unicodeI = unicodeI;
|
|
303
|
+
continue;
|
|
304
|
+
case STATE.TRUE:
|
|
305
|
+
if (c === Char.r) this.state = STATE.TRUE2;else this._error("Invalid true started with t".concat(c));
|
|
306
|
+
continue;
|
|
307
|
+
case STATE.TRUE2:
|
|
308
|
+
if (c === Char.u) this.state = STATE.TRUE3;else this._error("Invalid true started with tr".concat(c));
|
|
309
|
+
continue;
|
|
310
|
+
case STATE.TRUE3:
|
|
311
|
+
if (c === Char.e) {
|
|
312
|
+
this.emit('onvalue', true);
|
|
313
|
+
this.state = this.stack.pop() || STATE.VALUE;
|
|
314
|
+
} else this._error("Invalid true started with tru".concat(c));
|
|
315
|
+
continue;
|
|
316
|
+
case STATE.FALSE:
|
|
317
|
+
if (c === Char.a) this.state = STATE.FALSE2;else this._error("Invalid false started with f".concat(c));
|
|
318
|
+
continue;
|
|
319
|
+
case STATE.FALSE2:
|
|
320
|
+
if (c === Char.l) this.state = STATE.FALSE3;else this._error("Invalid false started with fa".concat(c));
|
|
321
|
+
continue;
|
|
322
|
+
case STATE.FALSE3:
|
|
323
|
+
if (c === Char.s) this.state = STATE.FALSE4;else this._error("Invalid false started with fal".concat(c));
|
|
324
|
+
continue;
|
|
325
|
+
case STATE.FALSE4:
|
|
326
|
+
if (c === Char.e) {
|
|
327
|
+
this.emit('onvalue', false);
|
|
328
|
+
this.state = this.stack.pop() || STATE.VALUE;
|
|
329
|
+
} else this._error("Invalid false started with fals".concat(c));
|
|
330
|
+
continue;
|
|
331
|
+
case STATE.NULL:
|
|
332
|
+
if (c === Char.u) this.state = STATE.NULL2;else this._error("Invalid null started with n".concat(c));
|
|
333
|
+
continue;
|
|
334
|
+
case STATE.NULL2:
|
|
335
|
+
if (c === Char.l) this.state = STATE.NULL3;else this._error("Invalid null started with nu".concat(c));
|
|
336
|
+
continue;
|
|
337
|
+
case STATE.NULL3:
|
|
338
|
+
if (c === Char.l) {
|
|
339
|
+
this.emit('onvalue', null);
|
|
340
|
+
this.state = this.stack.pop() || STATE.VALUE;
|
|
341
|
+
} else this._error("Invalid null started with nul".concat(c));
|
|
342
|
+
continue;
|
|
343
|
+
case STATE.NUMBER_DECIMAL_POINT:
|
|
344
|
+
if (c === Char.period) {
|
|
345
|
+
this.numberNode += '.';
|
|
346
|
+
this.state = STATE.NUMBER_DIGIT;
|
|
347
|
+
} else this._error('Leading zero not followed by .');
|
|
348
|
+
continue;
|
|
349
|
+
case STATE.NUMBER_DIGIT:
|
|
350
|
+
if (Char._0 <= c && c <= Char._9) this.numberNode += String.fromCharCode(c);else if (c === Char.period) {
|
|
351
|
+
if (this.numberNode.indexOf('.') !== -1) this._error('Invalid number has two dots');
|
|
352
|
+
this.numberNode += '.';
|
|
353
|
+
} else if (c === Char.e || c === Char.E) {
|
|
354
|
+
if (this.numberNode.indexOf('e') !== -1 || this.numberNode.indexOf('E') !== -1) this._error('Invalid number has two exponential');
|
|
355
|
+
this.numberNode += 'e';
|
|
356
|
+
} else if (c === Char.plus || c === Char.minus) {
|
|
357
|
+
if (!(p === Char.e || p === Char.E)) this._error('Invalid symbol in number');
|
|
358
|
+
this.numberNode += String.fromCharCode(c);
|
|
359
|
+
} else {
|
|
360
|
+
this._closeNumber();
|
|
361
|
+
i--;
|
|
362
|
+
this.state = this.stack.pop() || STATE.VALUE;
|
|
363
|
+
}
|
|
364
|
+
continue;
|
|
365
|
+
default:
|
|
366
|
+
this._error("Unknown state: ".concat(this.state));
|
|
367
|
+
}
|
|
368
|
+
}
|
|
369
|
+
if (this.position >= this.bufferCheckPosition) {
|
|
370
|
+
checkBufferLength(this);
|
|
371
|
+
}
|
|
372
|
+
this.emit('onchunkparsed');
|
|
373
|
+
return this;
|
|
374
|
+
}
|
|
375
|
+
_closeValue() {
|
|
376
|
+
let event = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : 'onvalue';
|
|
377
|
+
if (this.textNode !== undefined) {
|
|
378
|
+
this.emit(event, this.textNode);
|
|
379
|
+
}
|
|
380
|
+
this.textNode = undefined;
|
|
381
|
+
}
|
|
382
|
+
_closeNumber() {
|
|
383
|
+
if (this.numberNode) this.emit('onvalue', parseFloat(this.numberNode));
|
|
384
|
+
this.numberNode = '';
|
|
385
|
+
}
|
|
386
|
+
_error() {
|
|
387
|
+
let message = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : '';
|
|
388
|
+
this._closeValue();
|
|
389
|
+
message += "\nLine: ".concat(this.line, "\nColumn: ").concat(this.column, "\nChar: ").concat(this.c);
|
|
390
|
+
const error = new Error(message);
|
|
391
|
+
this.error = error;
|
|
392
|
+
this.emit('onerror', error);
|
|
393
|
+
}
|
|
394
|
+
}
|
|
395
|
+
function isWhitespace(c) {
|
|
396
|
+
return c === Char.carriageReturn || c === Char.lineFeed || c === Char.space || c === Char.tab;
|
|
397
|
+
}
|
|
398
|
+
function checkBufferLength(parser) {
|
|
399
|
+
const maxAllowed = Math.max(MAX_BUFFER_LENGTH, 10);
|
|
400
|
+
let maxActual = 0;
|
|
401
|
+
for (const buffer of ['textNode', 'numberNode']) {
|
|
402
|
+
const len = parser[buffer] === undefined ? 0 : parser[buffer].length;
|
|
403
|
+
if (len > maxAllowed) {
|
|
404
|
+
switch (buffer) {
|
|
405
|
+
case 'text':
|
|
406
|
+
break;
|
|
407
|
+
default:
|
|
408
|
+
parser._error("Max buffer length exceeded: ".concat(buffer));
|
|
409
|
+
}
|
|
410
|
+
}
|
|
411
|
+
maxActual = Math.max(maxActual, len);
|
|
412
|
+
}
|
|
413
|
+
parser.bufferCheckPosition = MAX_BUFFER_LENGTH - maxActual + parser.position;
|
|
414
|
+
}
|
|
415
|
+
//# sourceMappingURL=clarinet.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"clarinet.js","names":["MAX_BUFFER_LENGTH","Number","MAX_SAFE_INTEGER","STATE","Char","tab","lineFeed","carriageReturn","space","doubleQuote","plus","comma","minus","period","_0","_9","colon","E","openBracket","backslash","closeBracket","a","b","e","f","l","n","r","s","t","u","openBrace","closeBrace","stringTokenPattern","DEFAULT_OPTIONS","onready","onopenobject","onkey","oncloseobject","onopenarray","onclosearray","onvalue","onerror","onend","onchunkparsed","ClarinetParser","constructor","options","arguments","length","undefined","_defineProperty","BEGIN","textNode","numberNode","emit","end","state","VALUE","depth","_error","_closeValue","c","closed","resume","error","close","write","event","data","_this$options$event","_this$options","call","emitNode","chunk","i","charCodeAt","p","position","line","column","OPEN_OBJECT","OPEN_ARRAY","isWhitespace","OPEN_KEY","stack","push","CLOSE_KEY","pop","CLOSE_OBJECT","STRING","CLOSE_ARRAY","TRUE","FALSE","NULL","String","fromCharCode","NUMBER_DIGIT","starti","slashed","unicodeI","STRING_BIGLOOP","unicodeS","parseInt","substring","lastIndex","reResult","exec","index","TRUE2","concat","TRUE3","FALSE2","FALSE3","FALSE4","NULL2","NULL3","NUMBER_DECIMAL_POINT","indexOf","_closeNumber","bufferCheckPosition","checkBufferLength","parseFloat","message","Error","parser","maxAllowed","Math","max","maxActual","buffer","len"],"sources":["../../../../src/lib/clarinet/clarinet.ts"],"sourcesContent":["// loaders.gl, MIT license\n// This is a fork of the clarinet library, originally BSD license (see LICENSE file)\n// loaders.gl changes:\n// - typescript port\n\nexport type ClarinetEvent =\n | 'onvalue'\n | 'onstring'\n | 'onkey'\n | 'onopenobject'\n | 'oncloseobject'\n | 'onopenarray'\n | 'onclosearray'\n | 'onerror'\n | 'onend'\n | 'onready';\n\n// Removes the MAX_BUFFER_LENGTH, originally set to 64 * 1024\nconst MAX_BUFFER_LENGTH = Number.MAX_SAFE_INTEGER;\n// const DEBUG = false;\n\nenum STATE {\n BEGIN = 0,\n VALUE, // general stuff\n OPEN_OBJECT, // {\n CLOSE_OBJECT, // }\n OPEN_ARRAY, // [\n CLOSE_ARRAY, // ]\n TEXT_ESCAPE, // \\ stuff\n STRING, // \"\"\n BACKSLASH,\n END, // No more stack\n OPEN_KEY, // , \"a\"\n CLOSE_KEY, // :\n TRUE, // r\n TRUE2, // u\n TRUE3, // e\n FALSE, // a\n FALSE2, // l\n FALSE3, // s\n FALSE4, // e\n NULL, // u\n NULL2, // l\n NULL3, // l\n NUMBER_DECIMAL_POINT, // .\n NUMBER_DIGIT // [0-9]\n}\n\nconst Char = {\n tab: 0x09, // \\t\n lineFeed: 0x0a, // \\n\n carriageReturn: 0x0d, // \\r\n space: 0x20, // \" \"\n\n doubleQuote: 0x22, // \"\n plus: 0x2b, // +\n comma: 0x2c, // ,\n minus: 0x2d, // -\n period: 0x2e, // .\n\n _0: 0x30, // 0\n _9: 0x39, // 9\n\n colon: 0x3a, // :\n\n E: 0x45, // E\n\n openBracket: 0x5b, // [\n backslash: 0x5c, // \\\n closeBracket: 0x5d, // ]\n\n a: 0x61, // a\n b: 0x62, // b\n e: 0x65, // e\n f: 0x66, // f\n l: 0x6c, // l\n n: 0x6e, // n\n r: 0x72, // r\n s: 0x73, // s\n t: 0x74, // t\n u: 0x75, // u\n\n openBrace: 0x7b, // {\n closeBrace: 0x7d // }\n};\n\nconst stringTokenPattern = /[\\\\\"\\n]/g;\n\ntype ParserEvent = (parser: ClarinetParser, event: string, data?: any) => void;\n\nexport type ClarinetParserOptions = {\n onready?: ParserEvent;\n onopenobject?: ParserEvent;\n onkey?: ParserEvent;\n oncloseobject?: ParserEvent;\n onopenarray?: ParserEvent;\n onclosearray?: ParserEvent;\n onvalue?: ParserEvent;\n onerror?: ParserEvent;\n onend?: ParserEvent;\n onchunkparsed?: ParserEvent;\n};\n\nconst DEFAULT_OPTIONS: Required<ClarinetParserOptions> = {\n onready: () => {},\n onopenobject: () => {},\n onkey: () => {},\n oncloseobject: () => {},\n onopenarray: () => {},\n onclosearray: () => {},\n onvalue: () => {},\n onerror: () => {},\n onend: () => {},\n onchunkparsed: () => {}\n};\nexport default class ClarinetParser {\n protected options: Required<ClarinetParserOptions> = DEFAULT_OPTIONS;\n\n bufferCheckPosition = MAX_BUFFER_LENGTH;\n q = '';\n c = '';\n p = '';\n closed = false;\n closedRoot = false;\n sawRoot = false;\n // tag = null;\n error: Error | null = null;\n state = STATE.BEGIN;\n stack: STATE[] = [];\n // mostly just for error reporting\n position: number = 0;\n column: number = 0;\n line: number = 1;\n slashed: boolean = false;\n unicodeI: number = 0;\n unicodeS: string | null = null;\n depth: number = 0;\n\n textNode;\n numberNode;\n\n constructor(options: ClarinetParserOptions = {}) {\n this.options = {...DEFAULT_OPTIONS, ...options};\n this.textNode = undefined;\n this.numberNode = '';\n this.emit('onready');\n }\n\n end() {\n if (this.state !== STATE.VALUE || this.depth !== 0) this._error('Unexpected end');\n\n this._closeValue();\n this.c = '';\n this.closed = true;\n this.emit('onend');\n return this;\n }\n\n resume() {\n this.error = null;\n return this;\n }\n\n close() {\n return this.write(null);\n }\n\n // protected\n\n emit(event: string, data?: any): void {\n // if (DEBUG) console.log('-- emit', event, data);\n this.options[event]?.(data, this);\n }\n\n emitNode(event: string, data?: any): void {\n this._closeValue();\n this.emit(event, data);\n }\n\n /* eslint-disable no-continue */\n // eslint-disable-next-line complexity, max-statements\n write(chunk) {\n if (this.error) {\n throw this.error;\n }\n if (this.closed) {\n return this._error('Cannot write after close. Assign an onready handler.');\n }\n if (chunk === null) {\n return this.end();\n }\n let i = 0;\n let c = chunk.charCodeAt(0);\n let p = this.p;\n // if (DEBUG) console.log(`write -> [${ chunk }]`);\n while (c) {\n p = c;\n this.c = c = chunk.charCodeAt(i++);\n // if chunk doesnt have next, like streaming char by char\n // this way we need to check if previous is really previous\n // if not we need to reset to what the this says is the previous\n // from buffer\n if (p !== c) {\n this.p = p;\n } else {\n p = this.p;\n }\n\n if (!c) break;\n\n // if (DEBUG) console.log(i, c, STATE[this.state]);\n this.position++;\n if (c === Char.lineFeed) {\n this.line++;\n this.column = 0;\n } else this.column++;\n\n switch (this.state) {\n case STATE.BEGIN:\n if (c === Char.openBrace) this.state = STATE.OPEN_OBJECT;\n else if (c === Char.openBracket) this.state = STATE.OPEN_ARRAY;\n else if (!isWhitespace(c)) {\n this._error('Non-whitespace before {[.');\n }\n continue;\n\n case STATE.OPEN_KEY:\n case STATE.OPEN_OBJECT:\n if (isWhitespace(c)) continue;\n if (this.state === STATE.OPEN_KEY) this.stack.push(STATE.CLOSE_KEY);\n else if (c === Char.closeBrace) {\n this.emit('onopenobject');\n this.depth++;\n this.emit('oncloseobject');\n this.depth--;\n this.state = this.stack.pop() || STATE.VALUE;\n continue;\n } else this.stack.push(STATE.CLOSE_OBJECT);\n if (c === Char.doubleQuote) this.state = STATE.STRING;\n else this._error('Malformed object key should start with \"');\n continue;\n\n case STATE.CLOSE_KEY:\n case STATE.CLOSE_OBJECT:\n if (isWhitespace(c)) continue;\n // let event = this.state === STATE.CLOSE_KEY ? 'key' : 'object';\n if (c === Char.colon) {\n if (this.state === STATE.CLOSE_OBJECT) {\n this.stack.push(STATE.CLOSE_OBJECT);\n this._closeValue('onopenobject');\n this.depth++;\n } else this._closeValue('onkey');\n this.state = STATE.VALUE;\n } else if (c === Char.closeBrace) {\n this.emitNode('oncloseobject');\n this.depth--;\n this.state = this.stack.pop() || STATE.VALUE;\n } else if (c === Char.comma) {\n if (this.state === STATE.CLOSE_OBJECT) this.stack.push(STATE.CLOSE_OBJECT);\n this._closeValue();\n this.state = STATE.OPEN_KEY;\n } else this._error('Bad object');\n continue;\n\n case STATE.OPEN_ARRAY: // after an array there always a value\n case STATE.VALUE:\n if (isWhitespace(c)) continue;\n if (this.state === STATE.OPEN_ARRAY) {\n this.emit('onopenarray');\n this.depth++;\n this.state = STATE.VALUE;\n if (c === Char.closeBracket) {\n this.emit('onclosearray');\n this.depth--;\n this.state = this.stack.pop() || STATE.VALUE;\n continue;\n } else {\n this.stack.push(STATE.CLOSE_ARRAY);\n }\n }\n if (c === Char.doubleQuote) this.state = STATE.STRING;\n else if (c === Char.openBrace) this.state = STATE.OPEN_OBJECT;\n else if (c === Char.openBracket) this.state = STATE.OPEN_ARRAY;\n else if (c === Char.t) this.state = STATE.TRUE;\n else if (c === Char.f) this.state = STATE.FALSE;\n else if (c === Char.n) this.state = STATE.NULL;\n else if (c === Char.minus) {\n // keep and continue\n this.numberNode += '-';\n } else if (Char._0 <= c && c <= Char._9) {\n this.numberNode += String.fromCharCode(c);\n this.state = STATE.NUMBER_DIGIT;\n } else this._error('Bad value');\n continue;\n\n case STATE.CLOSE_ARRAY:\n if (c === Char.comma) {\n this.stack.push(STATE.CLOSE_ARRAY);\n this._closeValue('onvalue');\n this.state = STATE.VALUE;\n } else if (c === Char.closeBracket) {\n this.emitNode('onclosearray');\n this.depth--;\n this.state = this.stack.pop() || STATE.VALUE;\n } else if (isWhitespace(c)) continue;\n else this._error('Bad array');\n continue;\n\n case STATE.STRING:\n if (this.textNode === undefined) {\n this.textNode = '';\n }\n\n // thanks thejh, this is an about 50% performance improvement.\n let starti = i - 1;\n let slashed = this.slashed;\n let unicodeI = this.unicodeI;\n // eslint-disable-next-line no-constant-condition, no-labels\n STRING_BIGLOOP: while (true) {\n // if (DEBUG) console.log(i, c, STATE[this.state], slashed);\n // zero means \"no unicode active\". 1-4 mean \"parse some more\". end after 4.\n while (unicodeI > 0) {\n this.unicodeS += String.fromCharCode(c);\n c = chunk.charCodeAt(i++);\n this.position++;\n if (unicodeI === 4) {\n // TODO this might be slow? well, probably not used too often anyway\n this.textNode += String.fromCharCode(parseInt(this.unicodeS as string, 16));\n unicodeI = 0;\n starti = i - 1;\n } else {\n unicodeI++;\n }\n // we can just break here: no stuff we skipped that still has to be sliced out or so\n // eslint-disable-next-line no-labels\n if (!c) break STRING_BIGLOOP;\n }\n if (c === Char.doubleQuote && !slashed) {\n this.state = this.stack.pop() || STATE.VALUE;\n this.textNode += chunk.substring(starti, i - 1);\n this.position += i - 1 - starti;\n break;\n }\n if (c === Char.backslash && !slashed) {\n slashed = true;\n this.textNode += chunk.substring(starti, i - 1);\n this.position += i - 1 - starti;\n c = chunk.charCodeAt(i++);\n this.position++;\n if (!c) break;\n }\n if (slashed) {\n slashed = false;\n if (c === Char.n) {\n this.textNode += '\\n';\n } else if (c === Char.r) {\n this.textNode += '\\r';\n } else if (c === Char.t) {\n this.textNode += '\\t';\n } else if (c === Char.f) {\n this.textNode += '\\f';\n } else if (c === Char.b) {\n this.textNode += '\\b';\n } else if (c === Char.u) {\n // \\uxxxx. meh!\n unicodeI = 1;\n this.unicodeS = '';\n } else {\n this.textNode += String.fromCharCode(c);\n }\n c = chunk.charCodeAt(i++);\n this.position++;\n starti = i - 1;\n if (!c) break;\n else continue;\n }\n\n stringTokenPattern.lastIndex = i;\n const reResult = stringTokenPattern.exec(chunk);\n if (reResult === null) {\n i = chunk.length + 1;\n this.textNode += chunk.substring(starti, i - 1);\n this.position += i - 1 - starti;\n break;\n }\n i = reResult.index + 1;\n c = chunk.charCodeAt(reResult.index);\n if (!c) {\n this.textNode += chunk.substring(starti, i - 1);\n this.position += i - 1 - starti;\n break;\n }\n }\n this.slashed = slashed;\n this.unicodeI = unicodeI;\n continue;\n\n case STATE.TRUE:\n if (c === Char.r) this.state = STATE.TRUE2;\n else this._error(`Invalid true started with t${c}`);\n continue;\n\n case STATE.TRUE2:\n if (c === Char.u) this.state = STATE.TRUE3;\n else this._error(`Invalid true started with tr${c}`);\n continue;\n\n case STATE.TRUE3:\n if (c === Char.e) {\n this.emit('onvalue', true);\n this.state = this.stack.pop() || STATE.VALUE;\n } else this._error(`Invalid true started with tru${c}`);\n continue;\n\n case STATE.FALSE:\n if (c === Char.a) this.state = STATE.FALSE2;\n else this._error(`Invalid false started with f${c}`);\n continue;\n\n case STATE.FALSE2:\n if (c === Char.l) this.state = STATE.FALSE3;\n else this._error(`Invalid false started with fa${c}`);\n continue;\n\n case STATE.FALSE3:\n if (c === Char.s) this.state = STATE.FALSE4;\n else this._error(`Invalid false started with fal${c}`);\n continue;\n\n case STATE.FALSE4:\n if (c === Char.e) {\n this.emit('onvalue', false);\n this.state = this.stack.pop() || STATE.VALUE;\n } else this._error(`Invalid false started with fals${c}`);\n continue;\n\n case STATE.NULL:\n if (c === Char.u) this.state = STATE.NULL2;\n else this._error(`Invalid null started with n${c}`);\n continue;\n\n case STATE.NULL2:\n if (c === Char.l) this.state = STATE.NULL3;\n else this._error(`Invalid null started with nu${c}`);\n continue;\n\n case STATE.NULL3:\n if (c === Char.l) {\n this.emit('onvalue', null);\n this.state = this.stack.pop() || STATE.VALUE;\n } else this._error(`Invalid null started with nul${c}`);\n continue;\n\n case STATE.NUMBER_DECIMAL_POINT:\n if (c === Char.period) {\n this.numberNode += '.';\n this.state = STATE.NUMBER_DIGIT;\n } else this._error('Leading zero not followed by .');\n continue;\n\n case STATE.NUMBER_DIGIT:\n if (Char._0 <= c && c <= Char._9) this.numberNode += String.fromCharCode(c);\n else if (c === Char.period) {\n if (this.numberNode.indexOf('.') !== -1) this._error('Invalid number has two dots');\n this.numberNode += '.';\n } else if (c === Char.e || c === Char.E) {\n if (this.numberNode.indexOf('e') !== -1 || this.numberNode.indexOf('E') !== -1)\n this._error('Invalid number has two exponential');\n this.numberNode += 'e';\n } else if (c === Char.plus || c === Char.minus) {\n // @ts-expect-error\n if (!(p === Char.e || p === Char.E)) this._error('Invalid symbol in number');\n this.numberNode += String.fromCharCode(c);\n } else {\n this._closeNumber();\n i--; // go back one\n this.state = this.stack.pop() || STATE.VALUE;\n }\n continue;\n\n default:\n this._error(`Unknown state: ${this.state}`);\n }\n }\n if (this.position >= this.bufferCheckPosition) {\n checkBufferLength(this);\n }\n\n this.emit('onchunkparsed');\n\n return this;\n }\n\n _closeValue(event: string = 'onvalue'): void {\n if (this.textNode !== undefined) {\n this.emit(event, this.textNode);\n }\n this.textNode = undefined;\n }\n\n _closeNumber(): void {\n if (this.numberNode) this.emit('onvalue', parseFloat(this.numberNode));\n this.numberNode = '';\n }\n\n _error(message: string = ''): void {\n this._closeValue();\n message += `\\nLine: ${this.line}\\nColumn: ${this.column}\\nChar: ${this.c}`;\n const error = new Error(message);\n this.error = error;\n this.emit('onerror', error);\n }\n}\n\nfunction isWhitespace(c): boolean {\n return c === Char.carriageReturn || c === Char.lineFeed || c === Char.space || c === Char.tab;\n}\n\nfunction checkBufferLength(parser) {\n const maxAllowed = Math.max(MAX_BUFFER_LENGTH, 10);\n let maxActual = 0;\n\n for (const buffer of ['textNode', 'numberNode']) {\n const len = parser[buffer] === undefined ? 0 : parser[buffer].length;\n if (len > maxAllowed) {\n switch (buffer) {\n case 'text':\n // TODO - should this be closeValue?\n // closeText(parser);\n break;\n\n default:\n parser._error(`Max buffer length exceeded: ${buffer}`);\n }\n }\n maxActual = Math.max(maxActual, len);\n }\n parser.bufferCheckPosition = MAX_BUFFER_LENGTH - maxActual + parser.position;\n}\n"],"mappings":";AAkBA,MAAMA,iBAAiB,GAAGC,MAAM,CAACC,gBAAgB;AAAC,IAG7CC,KAAK,aAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAALA,KAAK,CAALA,KAAK;EAAA,OAALA,KAAK;AAAA,EAALA,KAAK;AA2BV,MAAMC,IAAI,GAAG;EACXC,GAAG,EAAE,IAAI;EACTC,QAAQ,EAAE,IAAI;EACdC,cAAc,EAAE,IAAI;EACpBC,KAAK,EAAE,IAAI;EAEXC,WAAW,EAAE,IAAI;EACjBC,IAAI,EAAE,IAAI;EACVC,KAAK,EAAE,IAAI;EACXC,KAAK,EAAE,IAAI;EACXC,MAAM,EAAE,IAAI;EAEZC,EAAE,EAAE,IAAI;EACRC,EAAE,EAAE,IAAI;EAERC,KAAK,EAAE,IAAI;EAEXC,CAAC,EAAE,IAAI;EAEPC,WAAW,EAAE,IAAI;EACjBC,SAAS,EAAE,IAAI;EACfC,YAAY,EAAE,IAAI;EAElBC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EACPC,CAAC,EAAE,IAAI;EAEPC,SAAS,EAAE,IAAI;EACfC,UAAU,EAAE;AACd,CAAC;AAED,MAAMC,kBAAkB,GAAG,UAAU;AAiBrC,MAAMC,eAAgD,GAAG;EACvDC,OAAO,EAAEA,CAAA,KAAM,CAAC,CAAC;EACjBC,YAAY,EAAEA,CAAA,KAAM,CAAC,CAAC;EACtBC,KAAK,EAAEA,CAAA,KAAM,CAAC,CAAC;EACfC,aAAa,EAAEA,CAAA,KAAM,CAAC,CAAC;EACvBC,WAAW,EAAEA,CAAA,KAAM,CAAC,CAAC;EACrBC,YAAY,EAAEA,CAAA,KAAM,CAAC,CAAC;EACtBC,OAAO,EAAEA,CAAA,KAAM,CAAC,CAAC;EACjBC,OAAO,EAAEA,CAAA,KAAM,CAAC,CAAC;EACjBC,KAAK,EAAEA,CAAA,KAAM,CAAC,CAAC;EACfC,aAAa,EAAEA,CAAA,KAAM,CAAC;AACxB,CAAC;AACD,eAAe,MAAMC,cAAc,CAAC;EA0BlCC,WAAWA,CAAA,EAAsC;IAAA,IAArCC,OAA8B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAAAG,eAAA,kBAzBMjB,eAAe;IAAAiB,eAAA,8BAE9CnD,iBAAiB;IAAAmD,eAAA,YACnC,EAAE;IAAAA,eAAA,YACF,EAAE;IAAAA,eAAA,YACF,EAAE;IAAAA,eAAA,iBACG,KAAK;IAAAA,eAAA,qBACD,KAAK;IAAAA,eAAA,kBACR,KAAK;IAAAA,eAAA,gBAEO,IAAI;IAAAA,eAAA,gBAClBhD,KAAK,CAACiD,KAAK;IAAAD,eAAA,gBACF,EAAE;IAAAA,eAAA,mBAEA,CAAC;IAAAA,eAAA,iBACH,CAAC;IAAAA,eAAA,eACH,CAAC;IAAAA,eAAA,kBACG,KAAK;IAAAA,eAAA,mBACL,CAAC;IAAAA,eAAA,mBACM,IAAI;IAAAA,eAAA,gBACd,CAAC;IAAAA,eAAA;IAAAA,eAAA;IAMf,IAAI,CAACJ,OAAO,GAAG;MAAC,GAAGb,eAAe;MAAE,GAAGa;IAAO,CAAC;IAC/C,IAAI,CAACM,QAAQ,GAAGH,SAAS;IACzB,IAAI,CAACI,UAAU,GAAG,EAAE;IACpB,IAAI,CAACC,IAAI,CAAC,SAAS,CAAC;EACtB;EAEAC,GAAGA,CAAA,EAAG;IACJ,IAAI,IAAI,CAACC,KAAK,KAAKtD,KAAK,CAACuD,KAAK,IAAI,IAAI,CAACC,KAAK,KAAK,CAAC,EAAE,IAAI,CAACC,MAAM,CAAC,gBAAgB,CAAC;IAEjF,IAAI,CAACC,WAAW,CAAC,CAAC;IAClB,IAAI,CAACC,CAAC,GAAG,EAAE;IACX,IAAI,CAACC,MAAM,GAAG,IAAI;IAClB,IAAI,CAACR,IAAI,CAAC,OAAO,CAAC;IAClB,OAAO,IAAI;EACb;EAEAS,MAAMA,CAAA,EAAG;IACP,IAAI,CAACC,KAAK,GAAG,IAAI;IACjB,OAAO,IAAI;EACb;EAEAC,KAAKA,CAAA,EAAG;IACN,OAAO,IAAI,CAACC,KAAK,CAAC,IAAI,CAAC;EACzB;EAIAZ,IAAIA,CAACa,KAAa,EAAEC,IAAU,EAAQ;IAAA,IAAAC,mBAAA,EAAAC,aAAA;IAEpC,CAAAD,mBAAA,IAAAC,aAAA,OAAI,CAACxB,OAAO,EAACqB,KAAK,CAAC,cAAAE,mBAAA,uBAAnBA,mBAAA,CAAAE,IAAA,CAAAD,aAAA,EAAsBF,IAAI,EAAE,IAAI,CAAC;EACnC;EAEAI,QAAQA,CAACL,KAAa,EAAEC,IAAU,EAAQ;IACxC,IAAI,CAACR,WAAW,CAAC,CAAC;IAClB,IAAI,CAACN,IAAI,CAACa,KAAK,EAAEC,IAAI,CAAC;EACxB;EAIAF,KAAKA,CAACO,KAAK,EAAE;IACX,IAAI,IAAI,CAACT,KAAK,EAAE;MACd,MAAM,IAAI,CAACA,KAAK;IAClB;IACA,IAAI,IAAI,CAACF,MAAM,EAAE;MACf,OAAO,IAAI,CAACH,MAAM,CAAC,sDAAsD,CAAC;IAC5E;IACA,IAAIc,KAAK,KAAK,IAAI,EAAE;MAClB,OAAO,IAAI,CAAClB,GAAG,CAAC,CAAC;IACnB;IACA,IAAImB,CAAC,GAAG,CAAC;IACT,IAAIb,CAAC,GAAGY,KAAK,CAACE,UAAU,CAAC,CAAC,CAAC;IAC3B,IAAIC,CAAC,GAAG,IAAI,CAACA,CAAC;IAEd,OAAOf,CAAC,EAAE;MACRe,CAAC,GAAGf,CAAC;MACL,IAAI,CAACA,CAAC,GAAGA,CAAC,GAAGY,KAAK,CAACE,UAAU,CAACD,CAAC,EAAE,CAAC;MAKlC,IAAIE,CAAC,KAAKf,CAAC,EAAE;QACX,IAAI,CAACe,CAAC,GAAGA,CAAC;MACZ,CAAC,MAAM;QACLA,CAAC,GAAG,IAAI,CAACA,CAAC;MACZ;MAEA,IAAI,CAACf,CAAC,EAAE;MAGR,IAAI,CAACgB,QAAQ,EAAE;MACf,IAAIhB,CAAC,KAAK1D,IAAI,CAACE,QAAQ,EAAE;QACvB,IAAI,CAACyE,IAAI,EAAE;QACX,IAAI,CAACC,MAAM,GAAG,CAAC;MACjB,CAAC,MAAM,IAAI,CAACA,MAAM,EAAE;MAEpB,QAAQ,IAAI,CAACvB,KAAK;QAChB,KAAKtD,KAAK,CAACiD,KAAK;UACd,IAAIU,CAAC,KAAK1D,IAAI,CAAC2B,SAAS,EAAE,IAAI,CAAC0B,KAAK,GAAGtD,KAAK,CAAC8E,WAAW,CAAC,KACpD,IAAInB,CAAC,KAAK1D,IAAI,CAACc,WAAW,EAAE,IAAI,CAACuC,KAAK,GAAGtD,KAAK,CAAC+E,UAAU,CAAC,KAC1D,IAAI,CAACC,YAAY,CAACrB,CAAC,CAAC,EAAE;YACzB,IAAI,CAACF,MAAM,CAAC,2BAA2B,CAAC;UAC1C;UACA;QAEF,KAAKzD,KAAK,CAACiF,QAAQ;QACnB,KAAKjF,KAAK,CAAC8E,WAAW;UACpB,IAAIE,YAAY,CAACrB,CAAC,CAAC,EAAE;UACrB,IAAI,IAAI,CAACL,KAAK,KAAKtD,KAAK,CAACiF,QAAQ,EAAE,IAAI,CAACC,KAAK,CAACC,IAAI,CAACnF,KAAK,CAACoF,SAAS,CAAC,CAAC,KAC/D,IAAIzB,CAAC,KAAK1D,IAAI,CAAC4B,UAAU,EAAE;YAC9B,IAAI,CAACuB,IAAI,CAAC,cAAc,CAAC;YACzB,IAAI,CAACI,KAAK,EAAE;YACZ,IAAI,CAACJ,IAAI,CAAC,eAAe,CAAC;YAC1B,IAAI,CAACI,KAAK,EAAE;YACZ,IAAI,CAACF,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;YAC5C;UACF,CAAC,MAAM,IAAI,CAAC2B,KAAK,CAACC,IAAI,CAACnF,KAAK,CAACsF,YAAY,CAAC;UAC1C,IAAI3B,CAAC,KAAK1D,IAAI,CAACK,WAAW,EAAE,IAAI,CAACgD,KAAK,GAAGtD,KAAK,CAACuF,MAAM,CAAC,KACjD,IAAI,CAAC9B,MAAM,CAAC,0CAA0C,CAAC;UAC5D;QAEF,KAAKzD,KAAK,CAACoF,SAAS;QACpB,KAAKpF,KAAK,CAACsF,YAAY;UACrB,IAAIN,YAAY,CAACrB,CAAC,CAAC,EAAE;UAErB,IAAIA,CAAC,KAAK1D,IAAI,CAACY,KAAK,EAAE;YACpB,IAAI,IAAI,CAACyC,KAAK,KAAKtD,KAAK,CAACsF,YAAY,EAAE;cACrC,IAAI,CAACJ,KAAK,CAACC,IAAI,CAACnF,KAAK,CAACsF,YAAY,CAAC;cACnC,IAAI,CAAC5B,WAAW,CAAC,cAAc,CAAC;cAChC,IAAI,CAACF,KAAK,EAAE;YACd,CAAC,MAAM,IAAI,CAACE,WAAW,CAAC,OAAO,CAAC;YAChC,IAAI,CAACJ,KAAK,GAAGtD,KAAK,CAACuD,KAAK;UAC1B,CAAC,MAAM,IAAII,CAAC,KAAK1D,IAAI,CAAC4B,UAAU,EAAE;YAChC,IAAI,CAACyC,QAAQ,CAAC,eAAe,CAAC;YAC9B,IAAI,CAACd,KAAK,EAAE;YACZ,IAAI,CAACF,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;UAC9C,CAAC,MAAM,IAAII,CAAC,KAAK1D,IAAI,CAACO,KAAK,EAAE;YAC3B,IAAI,IAAI,CAAC8C,KAAK,KAAKtD,KAAK,CAACsF,YAAY,EAAE,IAAI,CAACJ,KAAK,CAACC,IAAI,CAACnF,KAAK,CAACsF,YAAY,CAAC;YAC1E,IAAI,CAAC5B,WAAW,CAAC,CAAC;YAClB,IAAI,CAACJ,KAAK,GAAGtD,KAAK,CAACiF,QAAQ;UAC7B,CAAC,MAAM,IAAI,CAACxB,MAAM,CAAC,YAAY,CAAC;UAChC;QAEF,KAAKzD,KAAK,CAAC+E,UAAU;QACrB,KAAK/E,KAAK,CAACuD,KAAK;UACd,IAAIyB,YAAY,CAACrB,CAAC,CAAC,EAAE;UACrB,IAAI,IAAI,CAACL,KAAK,KAAKtD,KAAK,CAAC+E,UAAU,EAAE;YACnC,IAAI,CAAC3B,IAAI,CAAC,aAAa,CAAC;YACxB,IAAI,CAACI,KAAK,EAAE;YACZ,IAAI,CAACF,KAAK,GAAGtD,KAAK,CAACuD,KAAK;YACxB,IAAII,CAAC,KAAK1D,IAAI,CAACgB,YAAY,EAAE;cAC3B,IAAI,CAACmC,IAAI,CAAC,cAAc,CAAC;cACzB,IAAI,CAACI,KAAK,EAAE;cACZ,IAAI,CAACF,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;cAC5C;YACF,CAAC,MAAM;cACL,IAAI,CAAC2B,KAAK,CAACC,IAAI,CAACnF,KAAK,CAACwF,WAAW,CAAC;YACpC;UACF;UACA,IAAI7B,CAAC,KAAK1D,IAAI,CAACK,WAAW,EAAE,IAAI,CAACgD,KAAK,GAAGtD,KAAK,CAACuF,MAAM,CAAC,KACjD,IAAI5B,CAAC,KAAK1D,IAAI,CAAC2B,SAAS,EAAE,IAAI,CAAC0B,KAAK,GAAGtD,KAAK,CAAC8E,WAAW,CAAC,KACzD,IAAInB,CAAC,KAAK1D,IAAI,CAACc,WAAW,EAAE,IAAI,CAACuC,KAAK,GAAGtD,KAAK,CAAC+E,UAAU,CAAC,KAC1D,IAAIpB,CAAC,KAAK1D,IAAI,CAACyB,CAAC,EAAE,IAAI,CAAC4B,KAAK,GAAGtD,KAAK,CAACyF,IAAI,CAAC,KAC1C,IAAI9B,CAAC,KAAK1D,IAAI,CAACoB,CAAC,EAAE,IAAI,CAACiC,KAAK,GAAGtD,KAAK,CAAC0F,KAAK,CAAC,KAC3C,IAAI/B,CAAC,KAAK1D,IAAI,CAACsB,CAAC,EAAE,IAAI,CAAC+B,KAAK,GAAGtD,KAAK,CAAC2F,IAAI,CAAC,KAC1C,IAAIhC,CAAC,KAAK1D,IAAI,CAACQ,KAAK,EAAE;YAEzB,IAAI,CAAC0C,UAAU,IAAI,GAAG;UACxB,CAAC,MAAM,IAAIlD,IAAI,CAACU,EAAE,IAAIgD,CAAC,IAAIA,CAAC,IAAI1D,IAAI,CAACW,EAAE,EAAE;YACvC,IAAI,CAACuC,UAAU,IAAIyC,MAAM,CAACC,YAAY,CAAClC,CAAC,CAAC;YACzC,IAAI,CAACL,KAAK,GAAGtD,KAAK,CAAC8F,YAAY;UACjC,CAAC,MAAM,IAAI,CAACrC,MAAM,CAAC,WAAW,CAAC;UAC/B;QAEF,KAAKzD,KAAK,CAACwF,WAAW;UACpB,IAAI7B,CAAC,KAAK1D,IAAI,CAACO,KAAK,EAAE;YACpB,IAAI,CAAC0E,KAAK,CAACC,IAAI,CAACnF,KAAK,CAACwF,WAAW,CAAC;YAClC,IAAI,CAAC9B,WAAW,CAAC,SAAS,CAAC;YAC3B,IAAI,CAACJ,KAAK,GAAGtD,KAAK,CAACuD,KAAK;UAC1B,CAAC,MAAM,IAAII,CAAC,KAAK1D,IAAI,CAACgB,YAAY,EAAE;YAClC,IAAI,CAACqD,QAAQ,CAAC,cAAc,CAAC;YAC7B,IAAI,CAACd,KAAK,EAAE;YACZ,IAAI,CAACF,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;UAC9C,CAAC,MAAM,IAAIyB,YAAY,CAACrB,CAAC,CAAC,EAAE,SAAS,KAChC,IAAI,CAACF,MAAM,CAAC,WAAW,CAAC;UAC7B;QAEF,KAAKzD,KAAK,CAACuF,MAAM;UACf,IAAI,IAAI,CAACrC,QAAQ,KAAKH,SAAS,EAAE;YAC/B,IAAI,CAACG,QAAQ,GAAG,EAAE;UACpB;UAGA,IAAI6C,MAAM,GAAGvB,CAAC,GAAG,CAAC;UAClB,IAAIwB,OAAO,GAAG,IAAI,CAACA,OAAO;UAC1B,IAAIC,QAAQ,GAAG,IAAI,CAACA,QAAQ;UAE5BC,cAAc,EAAE,OAAO,IAAI,EAAE;YAG3B,OAAOD,QAAQ,GAAG,CAAC,EAAE;cACnB,IAAI,CAACE,QAAQ,IAAIP,MAAM,CAACC,YAAY,CAAClC,CAAC,CAAC;cACvCA,CAAC,GAAGY,KAAK,CAACE,UAAU,CAACD,CAAC,EAAE,CAAC;cACzB,IAAI,CAACG,QAAQ,EAAE;cACf,IAAIsB,QAAQ,KAAK,CAAC,EAAE;gBAElB,IAAI,CAAC/C,QAAQ,IAAI0C,MAAM,CAACC,YAAY,CAACO,QAAQ,CAAC,IAAI,CAACD,QAAQ,EAAY,EAAE,CAAC,CAAC;gBAC3EF,QAAQ,GAAG,CAAC;gBACZF,MAAM,GAAGvB,CAAC,GAAG,CAAC;cAChB,CAAC,MAAM;gBACLyB,QAAQ,EAAE;cACZ;cAGA,IAAI,CAACtC,CAAC,EAAE,MAAMuC,cAAc;YAC9B;YACA,IAAIvC,CAAC,KAAK1D,IAAI,CAACK,WAAW,IAAI,CAAC0F,OAAO,EAAE;cACtC,IAAI,CAAC1C,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;cAC5C,IAAI,CAACL,QAAQ,IAAIqB,KAAK,CAAC8B,SAAS,CAACN,MAAM,EAAEvB,CAAC,GAAG,CAAC,CAAC;cAC/C,IAAI,CAACG,QAAQ,IAAIH,CAAC,GAAG,CAAC,GAAGuB,MAAM;cAC/B;YACF;YACA,IAAIpC,CAAC,KAAK1D,IAAI,CAACe,SAAS,IAAI,CAACgF,OAAO,EAAE;cACpCA,OAAO,GAAG,IAAI;cACd,IAAI,CAAC9C,QAAQ,IAAIqB,KAAK,CAAC8B,SAAS,CAACN,MAAM,EAAEvB,CAAC,GAAG,CAAC,CAAC;cAC/C,IAAI,CAACG,QAAQ,IAAIH,CAAC,GAAG,CAAC,GAAGuB,MAAM;cAC/BpC,CAAC,GAAGY,KAAK,CAACE,UAAU,CAACD,CAAC,EAAE,CAAC;cACzB,IAAI,CAACG,QAAQ,EAAE;cACf,IAAI,CAAChB,CAAC,EAAE;YACV;YACA,IAAIqC,OAAO,EAAE;cACXA,OAAO,GAAG,KAAK;cACf,IAAIrC,CAAC,KAAK1D,IAAI,CAACsB,CAAC,EAAE;gBAChB,IAAI,CAAC2B,QAAQ,IAAI,IAAI;cACvB,CAAC,MAAM,IAAIS,CAAC,KAAK1D,IAAI,CAACuB,CAAC,EAAE;gBACvB,IAAI,CAAC0B,QAAQ,IAAI,IAAI;cACvB,CAAC,MAAM,IAAIS,CAAC,KAAK1D,IAAI,CAACyB,CAAC,EAAE;gBACvB,IAAI,CAACwB,QAAQ,IAAI,IAAI;cACvB,CAAC,MAAM,IAAIS,CAAC,KAAK1D,IAAI,CAACoB,CAAC,EAAE;gBACvB,IAAI,CAAC6B,QAAQ,IAAI,IAAI;cACvB,CAAC,MAAM,IAAIS,CAAC,KAAK1D,IAAI,CAACkB,CAAC,EAAE;gBACvB,IAAI,CAAC+B,QAAQ,IAAI,IAAI;cACvB,CAAC,MAAM,IAAIS,CAAC,KAAK1D,IAAI,CAAC0B,CAAC,EAAE;gBAEvBsE,QAAQ,GAAG,CAAC;gBACZ,IAAI,CAACE,QAAQ,GAAG,EAAE;cACpB,CAAC,MAAM;gBACL,IAAI,CAACjD,QAAQ,IAAI0C,MAAM,CAACC,YAAY,CAAClC,CAAC,CAAC;cACzC;cACAA,CAAC,GAAGY,KAAK,CAACE,UAAU,CAACD,CAAC,EAAE,CAAC;cACzB,IAAI,CAACG,QAAQ,EAAE;cACfoB,MAAM,GAAGvB,CAAC,GAAG,CAAC;cACd,IAAI,CAACb,CAAC,EAAE,MAAM,KACT;YACP;YAEA7B,kBAAkB,CAACwE,SAAS,GAAG9B,CAAC;YAChC,MAAM+B,QAAQ,GAAGzE,kBAAkB,CAAC0E,IAAI,CAACjC,KAAK,CAAC;YAC/C,IAAIgC,QAAQ,KAAK,IAAI,EAAE;cACrB/B,CAAC,GAAGD,KAAK,CAACzB,MAAM,GAAG,CAAC;cACpB,IAAI,CAACI,QAAQ,IAAIqB,KAAK,CAAC8B,SAAS,CAACN,MAAM,EAAEvB,CAAC,GAAG,CAAC,CAAC;cAC/C,IAAI,CAACG,QAAQ,IAAIH,CAAC,GAAG,CAAC,GAAGuB,MAAM;cAC/B;YACF;YACAvB,CAAC,GAAG+B,QAAQ,CAACE,KAAK,GAAG,CAAC;YACtB9C,CAAC,GAAGY,KAAK,CAACE,UAAU,CAAC8B,QAAQ,CAACE,KAAK,CAAC;YACpC,IAAI,CAAC9C,CAAC,EAAE;cACN,IAAI,CAACT,QAAQ,IAAIqB,KAAK,CAAC8B,SAAS,CAACN,MAAM,EAAEvB,CAAC,GAAG,CAAC,CAAC;cAC/C,IAAI,CAACG,QAAQ,IAAIH,CAAC,GAAG,CAAC,GAAGuB,MAAM;cAC/B;YACF;UACF;UACA,IAAI,CAACC,OAAO,GAAGA,OAAO;UACtB,IAAI,CAACC,QAAQ,GAAGA,QAAQ;UACxB;QAEF,KAAKjG,KAAK,CAACyF,IAAI;UACb,IAAI9B,CAAC,KAAK1D,IAAI,CAACuB,CAAC,EAAE,IAAI,CAAC8B,KAAK,GAAGtD,KAAK,CAAC0G,KAAK,CAAC,KACtC,IAAI,CAACjD,MAAM,+BAAAkD,MAAA,CAA+BhD,CAAC,CAAE,CAAC;UACnD;QAEF,KAAK3D,KAAK,CAAC0G,KAAK;UACd,IAAI/C,CAAC,KAAK1D,IAAI,CAAC0B,CAAC,EAAE,IAAI,CAAC2B,KAAK,GAAGtD,KAAK,CAAC4G,KAAK,CAAC,KACtC,IAAI,CAACnD,MAAM,gCAAAkD,MAAA,CAAgChD,CAAC,CAAE,CAAC;UACpD;QAEF,KAAK3D,KAAK,CAAC4G,KAAK;UACd,IAAIjD,CAAC,KAAK1D,IAAI,CAACmB,CAAC,EAAE;YAChB,IAAI,CAACgC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC;YAC1B,IAAI,CAACE,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;UAC9C,CAAC,MAAM,IAAI,CAACE,MAAM,iCAAAkD,MAAA,CAAiChD,CAAC,CAAE,CAAC;UACvD;QAEF,KAAK3D,KAAK,CAAC0F,KAAK;UACd,IAAI/B,CAAC,KAAK1D,IAAI,CAACiB,CAAC,EAAE,IAAI,CAACoC,KAAK,GAAGtD,KAAK,CAAC6G,MAAM,CAAC,KACvC,IAAI,CAACpD,MAAM,gCAAAkD,MAAA,CAAgChD,CAAC,CAAE,CAAC;UACpD;QAEF,KAAK3D,KAAK,CAAC6G,MAAM;UACf,IAAIlD,CAAC,KAAK1D,IAAI,CAACqB,CAAC,EAAE,IAAI,CAACgC,KAAK,GAAGtD,KAAK,CAAC8G,MAAM,CAAC,KACvC,IAAI,CAACrD,MAAM,iCAAAkD,MAAA,CAAiChD,CAAC,CAAE,CAAC;UACrD;QAEF,KAAK3D,KAAK,CAAC8G,MAAM;UACf,IAAInD,CAAC,KAAK1D,IAAI,CAACwB,CAAC,EAAE,IAAI,CAAC6B,KAAK,GAAGtD,KAAK,CAAC+G,MAAM,CAAC,KACvC,IAAI,CAACtD,MAAM,kCAAAkD,MAAA,CAAkChD,CAAC,CAAE,CAAC;UACtD;QAEF,KAAK3D,KAAK,CAAC+G,MAAM;UACf,IAAIpD,CAAC,KAAK1D,IAAI,CAACmB,CAAC,EAAE;YAChB,IAAI,CAACgC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC;YAC3B,IAAI,CAACE,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;UAC9C,CAAC,MAAM,IAAI,CAACE,MAAM,mCAAAkD,MAAA,CAAmChD,CAAC,CAAE,CAAC;UACzD;QAEF,KAAK3D,KAAK,CAAC2F,IAAI;UACb,IAAIhC,CAAC,KAAK1D,IAAI,CAAC0B,CAAC,EAAE,IAAI,CAAC2B,KAAK,GAAGtD,KAAK,CAACgH,KAAK,CAAC,KACtC,IAAI,CAACvD,MAAM,+BAAAkD,MAAA,CAA+BhD,CAAC,CAAE,CAAC;UACnD;QAEF,KAAK3D,KAAK,CAACgH,KAAK;UACd,IAAIrD,CAAC,KAAK1D,IAAI,CAACqB,CAAC,EAAE,IAAI,CAACgC,KAAK,GAAGtD,KAAK,CAACiH,KAAK,CAAC,KACtC,IAAI,CAACxD,MAAM,gCAAAkD,MAAA,CAAgChD,CAAC,CAAE,CAAC;UACpD;QAEF,KAAK3D,KAAK,CAACiH,KAAK;UACd,IAAItD,CAAC,KAAK1D,IAAI,CAACqB,CAAC,EAAE;YAChB,IAAI,CAAC8B,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC;YAC1B,IAAI,CAACE,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;UAC9C,CAAC,MAAM,IAAI,CAACE,MAAM,iCAAAkD,MAAA,CAAiChD,CAAC,CAAE,CAAC;UACvD;QAEF,KAAK3D,KAAK,CAACkH,oBAAoB;UAC7B,IAAIvD,CAAC,KAAK1D,IAAI,CAACS,MAAM,EAAE;YACrB,IAAI,CAACyC,UAAU,IAAI,GAAG;YACtB,IAAI,CAACG,KAAK,GAAGtD,KAAK,CAAC8F,YAAY;UACjC,CAAC,MAAM,IAAI,CAACrC,MAAM,CAAC,gCAAgC,CAAC;UACpD;QAEF,KAAKzD,KAAK,CAAC8F,YAAY;UACrB,IAAI7F,IAAI,CAACU,EAAE,IAAIgD,CAAC,IAAIA,CAAC,IAAI1D,IAAI,CAACW,EAAE,EAAE,IAAI,CAACuC,UAAU,IAAIyC,MAAM,CAACC,YAAY,CAAClC,CAAC,CAAC,CAAC,KACvE,IAAIA,CAAC,KAAK1D,IAAI,CAACS,MAAM,EAAE;YAC1B,IAAI,IAAI,CAACyC,UAAU,CAACgE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC1D,MAAM,CAAC,6BAA6B,CAAC;YACnF,IAAI,CAACN,UAAU,IAAI,GAAG;UACxB,CAAC,MAAM,IAAIQ,CAAC,KAAK1D,IAAI,CAACmB,CAAC,IAAIuC,CAAC,KAAK1D,IAAI,CAACa,CAAC,EAAE;YACvC,IAAI,IAAI,CAACqC,UAAU,CAACgE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,CAAChE,UAAU,CAACgE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAC5E,IAAI,CAAC1D,MAAM,CAAC,oCAAoC,CAAC;YACnD,IAAI,CAACN,UAAU,IAAI,GAAG;UACxB,CAAC,MAAM,IAAIQ,CAAC,KAAK1D,IAAI,CAACM,IAAI,IAAIoD,CAAC,KAAK1D,IAAI,CAACQ,KAAK,EAAE;YAE9C,IAAI,EAAEiE,CAAC,KAAKzE,IAAI,CAACmB,CAAC,IAAIsD,CAAC,KAAKzE,IAAI,CAACa,CAAC,CAAC,EAAE,IAAI,CAAC2C,MAAM,CAAC,0BAA0B,CAAC;YAC5E,IAAI,CAACN,UAAU,IAAIyC,MAAM,CAACC,YAAY,CAAClC,CAAC,CAAC;UAC3C,CAAC,MAAM;YACL,IAAI,CAACyD,YAAY,CAAC,CAAC;YACnB5C,CAAC,EAAE;YACH,IAAI,CAAClB,KAAK,GAAG,IAAI,CAAC4B,KAAK,CAACG,GAAG,CAAC,CAAC,IAAIrF,KAAK,CAACuD,KAAK;UAC9C;UACA;QAEF;UACE,IAAI,CAACE,MAAM,mBAAAkD,MAAA,CAAmB,IAAI,CAACrD,KAAK,CAAE,CAAC;MAC/C;IACF;IACA,IAAI,IAAI,CAACqB,QAAQ,IAAI,IAAI,CAAC0C,mBAAmB,EAAE;MAC7CC,iBAAiB,CAAC,IAAI,CAAC;IACzB;IAEA,IAAI,CAAClE,IAAI,CAAC,eAAe,CAAC;IAE1B,OAAO,IAAI;EACb;EAEAM,WAAWA,CAAA,EAAkC;IAAA,IAAjCO,KAAa,GAAApB,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,SAAS;IACnC,IAAI,IAAI,CAACK,QAAQ,KAAKH,SAAS,EAAE;MAC/B,IAAI,CAACK,IAAI,CAACa,KAAK,EAAE,IAAI,CAACf,QAAQ,CAAC;IACjC;IACA,IAAI,CAACA,QAAQ,GAAGH,SAAS;EAC3B;EAEAqE,YAAYA,CAAA,EAAS;IACnB,IAAI,IAAI,CAACjE,UAAU,EAAE,IAAI,CAACC,IAAI,CAAC,SAAS,EAAEmE,UAAU,CAAC,IAAI,CAACpE,UAAU,CAAC,CAAC;IACtE,IAAI,CAACA,UAAU,GAAG,EAAE;EACtB;EAEAM,MAAMA,CAAA,EAA6B;IAAA,IAA5B+D,OAAe,GAAA3E,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,EAAE;IACzB,IAAI,CAACa,WAAW,CAAC,CAAC;IAClB8D,OAAO,eAAAb,MAAA,CAAe,IAAI,CAAC/B,IAAI,gBAAA+B,MAAA,CAAa,IAAI,CAAC9B,MAAM,cAAA8B,MAAA,CAAW,IAAI,CAAChD,CAAC,CAAE;IAC1E,MAAMG,KAAK,GAAG,IAAI2D,KAAK,CAACD,OAAO,CAAC;IAChC,IAAI,CAAC1D,KAAK,GAAGA,KAAK;IAClB,IAAI,CAACV,IAAI,CAAC,SAAS,EAAEU,KAAK,CAAC;EAC7B;AACF;AAEA,SAASkB,YAAYA,CAACrB,CAAC,EAAW;EAChC,OAAOA,CAAC,KAAK1D,IAAI,CAACG,cAAc,IAAIuD,CAAC,KAAK1D,IAAI,CAACE,QAAQ,IAAIwD,CAAC,KAAK1D,IAAI,CAACI,KAAK,IAAIsD,CAAC,KAAK1D,IAAI,CAACC,GAAG;AAC/F;AAEA,SAASoH,iBAAiBA,CAACI,MAAM,EAAE;EACjC,MAAMC,UAAU,GAAGC,IAAI,CAACC,GAAG,CAAChI,iBAAiB,EAAE,EAAE,CAAC;EAClD,IAAIiI,SAAS,GAAG,CAAC;EAEjB,KAAK,MAAMC,MAAM,IAAI,CAAC,UAAU,EAAE,YAAY,CAAC,EAAE;IAC/C,MAAMC,GAAG,GAAGN,MAAM,CAACK,MAAM,CAAC,KAAKhF,SAAS,GAAG,CAAC,GAAG2E,MAAM,CAACK,MAAM,CAAC,CAACjF,MAAM;IACpE,IAAIkF,GAAG,GAAGL,UAAU,EAAE;MACpB,QAAQI,MAAM;QACZ,KAAK,MAAM;UAGT;QAEF;UACEL,MAAM,CAACjE,MAAM,gCAAAkD,MAAA,CAAgCoB,MAAM,CAAE,CAAC;MAC1D;IACF;IACAD,SAAS,GAAGF,IAAI,CAACC,GAAG,CAACC,SAAS,EAAEE,GAAG,CAAC;EACtC;EACAN,MAAM,CAACL,mBAAmB,GAAGxH,iBAAiB,GAAGiI,SAAS,GAAGJ,MAAM,CAAC/C,QAAQ;AAC9E"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import { getTableLength, getTableNumCols, getTableRowAsArray } from '@loaders.gl/schema';
|
|
2
|
+
export function detectGeometryColumnIndex(table) {
|
|
3
|
+
var _table$schema$fields$, _table$schema;
|
|
4
|
+
const geometryIndex = (_table$schema$fields$ = (_table$schema = table.schema) === null || _table$schema === void 0 ? void 0 : _table$schema.fields.findIndex(field => field.name === 'geometry')) !== null && _table$schema$fields$ !== void 0 ? _table$schema$fields$ : -1;
|
|
5
|
+
if (geometryIndex > -1) {
|
|
6
|
+
return geometryIndex;
|
|
7
|
+
}
|
|
8
|
+
if (getTableLength(table) > 0) {
|
|
9
|
+
const row = getTableRowAsArray(table, 0);
|
|
10
|
+
for (let columnIndex = 0; columnIndex < getTableNumCols(table); columnIndex++) {
|
|
11
|
+
const value = row === null || row === void 0 ? void 0 : row[columnIndex];
|
|
12
|
+
if (value && typeof value === 'object') {
|
|
13
|
+
return columnIndex;
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
throw new Error('Failed to detect geometry column');
|
|
18
|
+
}
|
|
19
|
+
export function getRowPropertyObject(table, row) {
|
|
20
|
+
let excludeColumnIndices = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : [];
|
|
21
|
+
const properties = {};
|
|
22
|
+
for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {
|
|
23
|
+
var _table$schema2;
|
|
24
|
+
const columnName = (_table$schema2 = table.schema) === null || _table$schema2 === void 0 ? void 0 : _table$schema2.fields[columnIndex].name;
|
|
25
|
+
if (columnName && !excludeColumnIndices.includes(columnIndex)) {
|
|
26
|
+
properties[columnName] = row[columnName];
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
return properties;
|
|
30
|
+
}
|
|
31
|
+
//# sourceMappingURL=encode-utils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"encode-utils.js","names":["getTableLength","getTableNumCols","getTableRowAsArray","detectGeometryColumnIndex","table","_table$schema$fields$","_table$schema","geometryIndex","schema","fields","findIndex","field","name","row","columnIndex","value","Error","getRowPropertyObject","excludeColumnIndices","arguments","length","undefined","properties","_table$schema2","columnName","includes"],"sources":["../../../../src/lib/encoders/encode-utils.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright 2022 Foursquare Labs, Inc.\n\nimport {Table, getTableLength, getTableNumCols, getTableRowAsArray} from '@loaders.gl/schema';\n\ntype Row = {[key: string]: unknown};\n\n/**\n * Attempts to identify which column contains geometry\n * Currently just returns name (key) of first object-valued column\n * @todo look for hints in schema metadata\n * @todo look for WKB\n */\nexport function detectGeometryColumnIndex(table: Table): number {\n // TODO - look for hints in schema metadata\n\n // look for a column named geometry\n const geometryIndex = table.schema?.fields.findIndex((field) => field.name === 'geometry') ?? -1;\n if (geometryIndex > -1) {\n return geometryIndex;\n }\n\n // look at the data\n // TODO - this drags in the indices\n if (getTableLength(table) > 0) {\n const row = getTableRowAsArray(table, 0);\n for (let columnIndex = 0; columnIndex < getTableNumCols(table); columnIndex++) {\n const value = row?.[columnIndex];\n if (value && typeof value === 'object') {\n return columnIndex;\n }\n }\n }\n\n throw new Error('Failed to detect geometry column');\n}\n\n/**\n * Return a row as a property (key/value) object, excluding selected columns\n */\nexport function getRowPropertyObject(\n table: Table,\n row: Row,\n excludeColumnIndices: number[] = []\n): {[columnName: string]: unknown} {\n const properties = {};\n for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {\n const columnName = table.schema?.fields[columnIndex].name;\n if (columnName && !excludeColumnIndices.includes(columnIndex)) {\n properties[columnName] = row[columnName];\n }\n }\n return properties;\n}\n"],"mappings":"AAGA,SAAeA,cAAc,EAAEC,eAAe,EAAEC,kBAAkB,QAAO,oBAAoB;AAU7F,OAAO,SAASC,yBAAyBA,CAACC,KAAY,EAAU;EAAA,IAAAC,qBAAA,EAAAC,aAAA;EAI9D,MAAMC,aAAa,IAAAF,qBAAA,IAAAC,aAAA,GAAGF,KAAK,CAACI,MAAM,cAAAF,aAAA,uBAAZA,aAAA,CAAcG,MAAM,CAACC,SAAS,CAAEC,KAAK,IAAKA,KAAK,CAACC,IAAI,KAAK,UAAU,CAAC,cAAAP,qBAAA,cAAAA,qBAAA,GAAI,CAAC,CAAC;EAChG,IAAIE,aAAa,GAAG,CAAC,CAAC,EAAE;IACtB,OAAOA,aAAa;EACtB;EAIA,IAAIP,cAAc,CAACI,KAAK,CAAC,GAAG,CAAC,EAAE;IAC7B,MAAMS,GAAG,GAAGX,kBAAkB,CAACE,KAAK,EAAE,CAAC,CAAC;IACxC,KAAK,IAAIU,WAAW,GAAG,CAAC,EAAEA,WAAW,GAAGb,eAAe,CAACG,KAAK,CAAC,EAAEU,WAAW,EAAE,EAAE;MAC7E,MAAMC,KAAK,GAAGF,GAAG,aAAHA,GAAG,uBAAHA,GAAG,CAAGC,WAAW,CAAC;MAChC,IAAIC,KAAK,IAAI,OAAOA,KAAK,KAAK,QAAQ,EAAE;QACtC,OAAOD,WAAW;MACpB;IACF;EACF;EAEA,MAAM,IAAIE,KAAK,CAAC,kCAAkC,CAAC;AACrD;AAKA,OAAO,SAASC,oBAAoBA,CAClCb,KAAY,EACZS,GAAQ,EAEyB;EAAA,IADjCK,oBAA8B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,EAAE;EAEnC,MAAMG,UAAU,GAAG,CAAC,CAAC;EACrB,KAAK,IAAIR,WAAW,GAAG,CAAC,EAAEA,WAAW,GAAGb,eAAe,CAACG,KAAK,CAAC,EAAE,EAAEU,WAAW,EAAE;IAAA,IAAAS,cAAA;IAC7E,MAAMC,UAAU,IAAAD,cAAA,GAAGnB,KAAK,CAACI,MAAM,cAAAe,cAAA,uBAAZA,cAAA,CAAcd,MAAM,CAACK,WAAW,CAAC,CAACF,IAAI;IACzD,IAAIY,UAAU,IAAI,CAACN,oBAAoB,CAACO,QAAQ,CAACX,WAAW,CAAC,EAAE;MAC7DQ,UAAU,CAACE,UAAU,CAAC,GAAGX,GAAG,CAACW,UAAU,CAAC;IAC1C;EACF;EACA,OAAOF,UAAU;AACnB"}
|
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
import { getTableLength } from '@loaders.gl/schema';
|
|
2
|
+
import { getTableRowAsObject } from '@loaders.gl/schema';
|
|
3
|
+
import { detectGeometryColumnIndex, getRowPropertyObject } from './encode-utils';
|
|
4
|
+
import { Utf8ArrayBufferEncoder } from './utf8-encoder';
|
|
5
|
+
export function encodeTableAsGeojsonInBatches(batchIterator) {
|
|
6
|
+
try {
|
|
7
|
+
let inputOpts = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
|
|
8
|
+
return async function* () {
|
|
9
|
+
const options = {
|
|
10
|
+
geojson: {},
|
|
11
|
+
chunkSize: 10000,
|
|
12
|
+
...inputOpts
|
|
13
|
+
};
|
|
14
|
+
const utf8Encoder = new Utf8ArrayBufferEncoder(options.chunkSize);
|
|
15
|
+
if (!options.geojson.featureArray) {
|
|
16
|
+
utf8Encoder.push('{\n', '"type": "FeatureCollection",\n', '"features":\n');
|
|
17
|
+
}
|
|
18
|
+
utf8Encoder.push('[');
|
|
19
|
+
let geometryColumn = options.geojson.geometryColumn;
|
|
20
|
+
let isFirstLine = true;
|
|
21
|
+
for await (const batch of batchIterator) {
|
|
22
|
+
const {
|
|
23
|
+
table,
|
|
24
|
+
start,
|
|
25
|
+
end = getTableLength(batch.table) - start
|
|
26
|
+
} = batch;
|
|
27
|
+
if (!geometryColumn) {
|
|
28
|
+
geometryColumn = geometryColumn || detectGeometryColumnIndex(table);
|
|
29
|
+
}
|
|
30
|
+
for (let rowIndex = start; rowIndex < end; ++rowIndex) {
|
|
31
|
+
if (!isFirstLine) {
|
|
32
|
+
utf8Encoder.push(',');
|
|
33
|
+
}
|
|
34
|
+
utf8Encoder.push('\n');
|
|
35
|
+
isFirstLine = false;
|
|
36
|
+
encodeRow(table, rowIndex, geometryColumn, utf8Encoder);
|
|
37
|
+
if (utf8Encoder.isFull()) {
|
|
38
|
+
yield utf8Encoder.getArrayBufferBatch();
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
const arrayBufferBatch = utf8Encoder.getArrayBufferBatch();
|
|
42
|
+
if (arrayBufferBatch.byteLength > 0) {
|
|
43
|
+
yield arrayBufferBatch;
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
utf8Encoder.push('\n');
|
|
47
|
+
utf8Encoder.push(']\n');
|
|
48
|
+
if (!options.geojson.featureArray) {
|
|
49
|
+
utf8Encoder.push('}');
|
|
50
|
+
}
|
|
51
|
+
yield utf8Encoder.getArrayBufferBatch();
|
|
52
|
+
}();
|
|
53
|
+
} catch (e) {
|
|
54
|
+
return Promise.reject(e);
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
function encodeRow(table, rowIndex, geometryColumnIndex, utf8Encoder) {
|
|
58
|
+
const row = getTableRowAsObject(table, rowIndex);
|
|
59
|
+
if (!row) return;
|
|
60
|
+
const featureWithProperties = getFeatureFromRow(table, row, geometryColumnIndex);
|
|
61
|
+
const featureString = JSON.stringify(featureWithProperties);
|
|
62
|
+
utf8Encoder.push(featureString);
|
|
63
|
+
}
|
|
64
|
+
function getFeatureFromRow(table, row, geometryColumnIndex) {
|
|
65
|
+
var _table$schema, _featureOrGeometry, _featureOrGeometry2;
|
|
66
|
+
const properties = getRowPropertyObject(table, row, [geometryColumnIndex]);
|
|
67
|
+
const columnName = (_table$schema = table.schema) === null || _table$schema === void 0 ? void 0 : _table$schema.fields[geometryColumnIndex].name;
|
|
68
|
+
let featureOrGeometry = columnName && row[columnName];
|
|
69
|
+
if (!featureOrGeometry) {
|
|
70
|
+
return {
|
|
71
|
+
type: 'Feature',
|
|
72
|
+
geometry: null,
|
|
73
|
+
properties
|
|
74
|
+
};
|
|
75
|
+
}
|
|
76
|
+
if (typeof featureOrGeometry === 'string') {
|
|
77
|
+
try {
|
|
78
|
+
featureOrGeometry = JSON.parse(featureOrGeometry);
|
|
79
|
+
} catch (err) {
|
|
80
|
+
throw new Error('Invalid string geometry');
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
if (typeof featureOrGeometry !== 'object' || typeof ((_featureOrGeometry = featureOrGeometry) === null || _featureOrGeometry === void 0 ? void 0 : _featureOrGeometry.type) !== 'string') {
|
|
84
|
+
throw new Error('invalid geometry column value');
|
|
85
|
+
}
|
|
86
|
+
if (((_featureOrGeometry2 = featureOrGeometry) === null || _featureOrGeometry2 === void 0 ? void 0 : _featureOrGeometry2.type) === 'Feature') {
|
|
87
|
+
return {
|
|
88
|
+
...featureOrGeometry,
|
|
89
|
+
properties
|
|
90
|
+
};
|
|
91
|
+
}
|
|
92
|
+
return {
|
|
93
|
+
type: 'Feature',
|
|
94
|
+
geometry: featureOrGeometry,
|
|
95
|
+
properties
|
|
96
|
+
};
|
|
97
|
+
}
|
|
98
|
+
//# sourceMappingURL=geojson-encoder.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"geojson-encoder.js","names":["getTableLength","getTableRowAsObject","detectGeometryColumnIndex","getRowPropertyObject","Utf8ArrayBufferEncoder","encodeTableAsGeojsonInBatches","batchIterator","inputOpts","arguments","length","undefined","options","geojson","chunkSize","utf8Encoder","featureArray","push","geometryColumn","isFirstLine","batch","table","start","end","rowIndex","encodeRow","isFull","getArrayBufferBatch","arrayBufferBatch","byteLength","e","Promise","reject","geometryColumnIndex","row","featureWithProperties","getFeatureFromRow","featureString","JSON","stringify","_table$schema","_featureOrGeometry","_featureOrGeometry2","properties","columnName","schema","fields","name","featureOrGeometry","type","geometry","parse","err","Error"],"sources":["../../../../src/lib/encoders/geojson-encoder.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright 2022 Foursquare Labs, Inc.\n\nimport {Feature, getTableLength} from '@loaders.gl/schema';\nimport {Table, TableBatch, getTableRowAsObject} from '@loaders.gl/schema';\nimport {detectGeometryColumnIndex, getRowPropertyObject} from './encode-utils';\nimport {Utf8ArrayBufferEncoder} from './utf8-encoder';\n\ntype Row = {[key: string]: unknown};\n\nexport type GeoJSONWriterOptions = {\n geojson?: {\n featureArray?: boolean;\n geometryColumn?: number | null;\n };\n chunkSize?: number;\n};\n\n/**\n * Encode a table as GeoJSON\n */\n// eslint-disable-next-line max-statements\nexport async function* encodeTableAsGeojsonInBatches(\n batchIterator: AsyncIterable<TableBatch>, // | Iterable<TableBatch>,\n inputOpts: GeoJSONWriterOptions = {}\n): AsyncIterable<ArrayBuffer> {\n const options: Required<GeoJSONWriterOptions> = {geojson: {}, chunkSize: 10000, ...inputOpts};\n\n const utf8Encoder = new Utf8ArrayBufferEncoder(options.chunkSize);\n\n if (!options.geojson.featureArray) {\n utf8Encoder.push('{\\n', '\"type\": \"FeatureCollection\",\\n', '\"features\":\\n');\n }\n utf8Encoder.push('['); // Note no newline\n\n let geometryColumn = options.geojson.geometryColumn;\n\n let isFirstLine = true;\n\n for await (const batch of batchIterator) {\n const {table, start, end = getTableLength(batch.table) - start} = batch;\n\n // Deduce geometry column if not already done\n if (!geometryColumn) {\n geometryColumn = geometryColumn || detectGeometryColumnIndex(table);\n }\n\n for (let rowIndex = start; rowIndex < end; ++rowIndex) {\n // Add a comma except on final feature\n if (!isFirstLine) {\n utf8Encoder.push(',');\n }\n utf8Encoder.push('\\n');\n isFirstLine = false;\n\n encodeRow(table, rowIndex, geometryColumn, utf8Encoder);\n\n // eslint-disable-next-line max-depth\n if (utf8Encoder.isFull()) {\n yield utf8Encoder.getArrayBufferBatch();\n }\n }\n const arrayBufferBatch = utf8Encoder.getArrayBufferBatch();\n if (arrayBufferBatch.byteLength > 0) {\n yield arrayBufferBatch;\n }\n }\n\n utf8Encoder.push('\\n');\n\n // Add completing rows and emit final batch\n utf8Encoder.push(']\\n');\n if (!options.geojson.featureArray) {\n utf8Encoder.push('}');\n }\n\n // Note: Since we pushed a few final lines, the last batch will always exist, no need to check first\n yield utf8Encoder.getArrayBufferBatch();\n}\n\n// Helpers\n\n/**\n * Encode a row. Currently this ignores properties in the geometry column.\n */\nfunction encodeRow(\n table: Table,\n rowIndex: number,\n geometryColumnIndex: number,\n utf8Encoder: Utf8ArrayBufferEncoder\n): void {\n const row = getTableRowAsObject(table, rowIndex);\n if (!row) return;\n const featureWithProperties = getFeatureFromRow(table, row, geometryColumnIndex);\n const featureString = JSON.stringify(featureWithProperties);\n utf8Encoder.push(featureString);\n}\n\n/**\n * Encode a row as a Feature. Currently this ignores properties objects in the geometry column.\n */\nfunction getFeatureFromRow(table: Table, row: Row, geometryColumnIndex: number): Feature {\n // Extract non-feature/geometry properties\n const properties = getRowPropertyObject(table, row, [geometryColumnIndex]);\n\n // Extract geometry feature\n const columnName = table.schema?.fields[geometryColumnIndex].name;\n let featureOrGeometry =\n columnName && (row[columnName] as {[key: string]: unknown} | string | null | undefined);\n\n // GeoJSON support null geometries\n if (!featureOrGeometry) {\n // @ts-ignore Feature type does not support null geometries\n return {type: 'Feature', geometry: null, properties};\n }\n\n // Support string geometries?\n // TODO: This assumes GeoJSON strings, which may not be the correct format\n // (could be WKT, encoded WKB...)\n if (typeof featureOrGeometry === 'string') {\n try {\n featureOrGeometry = JSON.parse(featureOrGeometry);\n } catch (err) {\n throw new Error('Invalid string geometry');\n }\n }\n\n if (typeof featureOrGeometry !== 'object' || typeof featureOrGeometry?.type !== 'string') {\n throw new Error('invalid geometry column value');\n }\n\n if (featureOrGeometry?.type === 'Feature') {\n // @ts-ignore Feature type does not support null geometries\n return {...featureOrGeometry, properties};\n }\n\n // @ts-ignore Feature type does not support null geometries\n return {type: 'Feature', geometry: featureOrGeometry, properties};\n}\n"],"mappings":"AAGA,SAAiBA,cAAc,QAAO,oBAAoB;AAC1D,SAA2BC,mBAAmB,QAAO,oBAAoB;AACzE,SAAQC,yBAAyB,EAAEC,oBAAoB,QAAO,gBAAgB;AAC9E,SAAQC,sBAAsB,QAAO,gBAAgB;AAgBrD,OAAO,SAAgBC,6BAA6BA,CAClDC,aAAwC;EAAA;IAAA,IACxCC,SAA+B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAAA,0BACR;MAC5B,MAAMG,OAAuC,GAAG;QAACC,OAAO,EAAE,CAAC,CAAC;QAAEC,SAAS,EAAE,KAAK;QAAE,GAAGN;MAAS,CAAC;MAE7F,MAAMO,WAAW,GAAG,IAAIV,sBAAsB,CAACO,OAAO,CAACE,SAAS,CAAC;MAEjE,IAAI,CAACF,OAAO,CAACC,OAAO,CAACG,YAAY,EAAE;QACjCD,WAAW,CAACE,IAAI,CAAC,KAAK,EAAE,gCAAgC,EAAE,eAAe,CAAC;MAC5E;MACAF,WAAW,CAACE,IAAI,CAAC,GAAG,CAAC;MAErB,IAAIC,cAAc,GAAGN,OAAO,CAACC,OAAO,CAACK,cAAc;MAEnD,IAAIC,WAAW,GAAG,IAAI;MAEtB,WAAW,MAAMC,KAAK,IAAIb,aAAa,EAAE;QACvC,MAAM;UAACc,KAAK;UAAEC,KAAK;UAAEC,GAAG,GAAGtB,cAAc,CAACmB,KAAK,CAACC,KAAK,CAAC,GAAGC;QAAK,CAAC,GAAGF,KAAK;QAGvE,IAAI,CAACF,cAAc,EAAE;UACnBA,cAAc,GAAGA,cAAc,IAAIf,yBAAyB,CAACkB,KAAK,CAAC;QACrE;QAEA,KAAK,IAAIG,QAAQ,GAAGF,KAAK,EAAEE,QAAQ,GAAGD,GAAG,EAAE,EAAEC,QAAQ,EAAE;UAErD,IAAI,CAACL,WAAW,EAAE;YAChBJ,WAAW,CAACE,IAAI,CAAC,GAAG,CAAC;UACvB;UACAF,WAAW,CAACE,IAAI,CAAC,IAAI,CAAC;UACtBE,WAAW,GAAG,KAAK;UAEnBM,SAAS,CAACJ,KAAK,EAAEG,QAAQ,EAAEN,cAAc,EAAEH,WAAW,CAAC;UAGvD,IAAIA,WAAW,CAACW,MAAM,CAAC,CAAC,EAAE;YACxB,MAAMX,WAAW,CAACY,mBAAmB,CAAC,CAAC;UACzC;QACF;QACA,MAAMC,gBAAgB,GAAGb,WAAW,CAACY,mBAAmB,CAAC,CAAC;QAC1D,IAAIC,gBAAgB,CAACC,UAAU,GAAG,CAAC,EAAE;UACnC,MAAMD,gBAAgB;QACxB;MACF;MAEAb,WAAW,CAACE,IAAI,CAAC,IAAI,CAAC;MAGtBF,WAAW,CAACE,IAAI,CAAC,KAAK,CAAC;MACvB,IAAI,CAACL,OAAO,CAACC,OAAO,CAACG,YAAY,EAAE;QACjCD,WAAW,CAACE,IAAI,CAAC,GAAG,CAAC;MACvB;MAGA,MAAMF,WAAW,CAACY,mBAAmB,CAAC,CAAC;IACzC,CAAC;EAAA,SAAAG,CAAA;IAAA,OAAAC,OAAA,CAAAC,MAAA,CAAAF,CAAA;EAAA;AAAA;AAOD,SAASL,SAASA,CAChBJ,KAAY,EACZG,QAAgB,EAChBS,mBAA2B,EAC3BlB,WAAmC,EAC7B;EACN,MAAMmB,GAAG,GAAGhC,mBAAmB,CAACmB,KAAK,EAAEG,QAAQ,CAAC;EAChD,IAAI,CAACU,GAAG,EAAE;EACV,MAAMC,qBAAqB,GAAGC,iBAAiB,CAACf,KAAK,EAAEa,GAAG,EAAED,mBAAmB,CAAC;EAChF,MAAMI,aAAa,GAAGC,IAAI,CAACC,SAAS,CAACJ,qBAAqB,CAAC;EAC3DpB,WAAW,CAACE,IAAI,CAACoB,aAAa,CAAC;AACjC;AAKA,SAASD,iBAAiBA,CAACf,KAAY,EAAEa,GAAQ,EAAED,mBAA2B,EAAW;EAAA,IAAAO,aAAA,EAAAC,kBAAA,EAAAC,mBAAA;EAEvF,MAAMC,UAAU,GAAGvC,oBAAoB,CAACiB,KAAK,EAAEa,GAAG,EAAE,CAACD,mBAAmB,CAAC,CAAC;EAG1E,MAAMW,UAAU,IAAAJ,aAAA,GAAGnB,KAAK,CAACwB,MAAM,cAAAL,aAAA,uBAAZA,aAAA,CAAcM,MAAM,CAACb,mBAAmB,CAAC,CAACc,IAAI;EACjE,IAAIC,iBAAiB,GACnBJ,UAAU,IAAKV,GAAG,CAACU,UAAU,CAA0D;EAGzF,IAAI,CAACI,iBAAiB,EAAE;IAEtB,OAAO;MAACC,IAAI,EAAE,SAAS;MAAEC,QAAQ,EAAE,IAAI;MAAEP;IAAU,CAAC;EACtD;EAKA,IAAI,OAAOK,iBAAiB,KAAK,QAAQ,EAAE;IACzC,IAAI;MACFA,iBAAiB,GAAGV,IAAI,CAACa,KAAK,CAACH,iBAAiB,CAAC;IACnD,CAAC,CAAC,OAAOI,GAAG,EAAE;MACZ,MAAM,IAAIC,KAAK,CAAC,yBAAyB,CAAC;IAC5C;EACF;EAEA,IAAI,OAAOL,iBAAiB,KAAK,QAAQ,IAAI,SAAAP,kBAAA,GAAOO,iBAAiB,cAAAP,kBAAA,uBAAjBA,kBAAA,CAAmBQ,IAAI,MAAK,QAAQ,EAAE;IACxF,MAAM,IAAII,KAAK,CAAC,+BAA+B,CAAC;EAClD;EAEA,IAAI,EAAAX,mBAAA,GAAAM,iBAAiB,cAAAN,mBAAA,uBAAjBA,mBAAA,CAAmBO,IAAI,MAAK,SAAS,EAAE;IAEzC,OAAO;MAAC,GAAGD,iBAAiB;MAAEL;IAAU,CAAC;EAC3C;EAGA,OAAO;IAACM,IAAI,EAAE,SAAS;IAAEC,QAAQ,EAAEF,iBAAiB;IAAEL;EAAU,CAAC;AACnE"}
|