@loaders.gl/json 4.0.0-alpha.8 → 4.0.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/dist.min.js +132 -82
- package/dist/es5/geojson-loader.js +30 -21
- package/dist/es5/geojson-loader.js.map +1 -1
- package/dist/es5/geojson-writer.js.map +1 -1
- package/dist/es5/json-loader.js +2 -2
- package/dist/es5/json-loader.js.map +1 -1
- package/dist/es5/json-writer.js +1 -1
- package/dist/es5/json-writer.js.map +1 -1
- package/dist/es5/lib/encoder-utils/encode-table-row.js +54 -0
- package/dist/es5/lib/encoder-utils/encode-table-row.js.map +1 -0
- package/dist/es5/lib/encoder-utils/encode-utils.js.map +1 -0
- package/dist/es5/lib/encoder-utils/utf8-encoder.js.map +1 -0
- package/dist/es5/lib/encoders/geojson-encoder.js +47 -84
- package/dist/es5/lib/encoders/geojson-encoder.js.map +1 -1
- package/dist/es5/lib/encoders/json-encoder.js +3 -3
- package/dist/es5/lib/encoders/json-encoder.js.map +1 -1
- package/dist/es5/lib/parsers/parse-json-in-batches.js +1 -1
- package/dist/es5/lib/parsers/parse-json-in-batches.js.map +1 -1
- package/dist/es5/lib/parsers/parse-ndjson-in-batches.js.map +1 -1
- package/dist/es5/ndgeoson-loader.js +10 -13
- package/dist/es5/ndgeoson-loader.js.map +1 -1
- package/dist/es5/ndjson-loader.js +1 -1
- package/dist/es5/ndjson-loader.js.map +1 -1
- package/dist/esm/geojson-loader.js +31 -22
- package/dist/esm/geojson-loader.js.map +1 -1
- package/dist/esm/geojson-writer.js.map +1 -1
- package/dist/esm/json-loader.js +2 -2
- package/dist/esm/json-loader.js.map +1 -1
- package/dist/esm/json-writer.js +1 -1
- package/dist/esm/json-writer.js.map +1 -1
- package/dist/esm/lib/encoder-utils/encode-table-row.js +44 -0
- package/dist/esm/lib/encoder-utils/encode-table-row.js.map +1 -0
- package/dist/esm/lib/encoder-utils/encode-utils.js.map +1 -0
- package/dist/esm/lib/encoder-utils/utf8-encoder.js.map +1 -0
- package/dist/esm/lib/encoders/geojson-encoder.js +9 -52
- package/dist/esm/lib/encoders/geojson-encoder.js.map +1 -1
- package/dist/esm/lib/encoders/json-encoder.js +3 -3
- package/dist/esm/lib/encoders/json-encoder.js.map +1 -1
- package/dist/esm/lib/parsers/parse-json-in-batches.js +1 -1
- package/dist/esm/lib/parsers/parse-json-in-batches.js.map +1 -1
- package/dist/esm/lib/parsers/parse-ndjson-in-batches.js.map +1 -1
- package/dist/esm/ndgeoson-loader.js +9 -11
- package/dist/esm/ndgeoson-loader.js.map +1 -1
- package/dist/esm/ndjson-loader.js +1 -1
- package/dist/esm/ndjson-loader.js.map +1 -1
- package/dist/geojson-loader.d.ts +3 -2
- package/dist/geojson-loader.d.ts.map +1 -1
- package/dist/geojson-worker.js +55 -209
- package/dist/geojson-writer.d.ts +8 -3
- package/dist/geojson-writer.d.ts.map +1 -1
- package/dist/json-loader.d.ts +1 -1
- package/dist/json-loader.d.ts.map +1 -1
- package/dist/json-writer.d.ts +13 -3
- package/dist/json-writer.d.ts.map +1 -1
- package/dist/lib/encoder-utils/encode-table-row.d.ts +7 -0
- package/dist/lib/encoder-utils/encode-table-row.d.ts.map +1 -0
- package/dist/lib/encoder-utils/encode-utils.d.ts.map +1 -0
- package/dist/lib/encoder-utils/utf8-encoder.d.ts.map +1 -0
- package/dist/lib/encoders/geojson-encoder.d.ts +2 -8
- package/dist/lib/encoders/geojson-encoder.d.ts.map +1 -1
- package/dist/lib/encoders/json-encoder.d.ts +1 -10
- package/dist/lib/encoders/json-encoder.d.ts.map +1 -1
- package/dist/lib/parsers/parse-json-in-batches.d.ts.map +1 -1
- package/dist/lib/parsers/parse-ndjson-in-batches.d.ts +2 -2
- package/dist/lib/parsers/parse-ndjson-in-batches.d.ts.map +1 -1
- package/dist/ndgeoson-loader.d.ts +4 -24
- package/dist/ndgeoson-loader.d.ts.map +1 -1
- package/package.json +5 -5
- package/src/geojson-loader.ts +42 -27
- package/src/geojson-writer.ts +8 -3
- package/src/json-loader.ts +2 -2
- package/src/json-writer.ts +12 -4
- package/src/lib/encoder-utils/encode-table-row.ts +69 -0
- package/src/lib/encoders/geojson-encoder.ts +15 -78
- package/src/lib/encoders/json-encoder.ts +3 -11
- package/src/lib/parsers/parse-json-in-batches.ts +2 -1
- package/src/lib/parsers/parse-ndjson-in-batches.ts +2 -2
- package/src/ndgeoson-loader.ts +16 -13
- package/dist/bundle.js +0 -5
- package/dist/es5/lib/encoders/encode-utils.js.map +0 -1
- package/dist/es5/lib/encoders/utf8-encoder.js.map +0 -1
- package/dist/esm/lib/encoders/encode-utils.js.map +0 -1
- package/dist/esm/lib/encoders/utf8-encoder.js.map +0 -1
- package/dist/geojson-loader.js +0 -77
- package/dist/geojson-writer.js +0 -22
- package/dist/index.js +0 -24
- package/dist/json-loader.js +0 -42
- package/dist/json-writer.js +0 -18
- package/dist/lib/clarinet/clarinet.js +0 -535
- package/dist/lib/encoders/encode-utils.d.ts.map +0 -1
- package/dist/lib/encoders/encode-utils.js +0 -47
- package/dist/lib/encoders/geojson-encoder.js +0 -104
- package/dist/lib/encoders/json-encoder.js +0 -22
- package/dist/lib/encoders/utf8-encoder.d.ts.map +0 -1
- package/dist/lib/encoders/utf8-encoder.js +0 -32
- package/dist/lib/json-parser/json-parser.js +0 -98
- package/dist/lib/json-parser/streaming-json-parser.js +0 -100
- package/dist/lib/jsonpath/jsonpath.js +0 -89
- package/dist/lib/parsers/parse-json-in-batches.js +0 -100
- package/dist/lib/parsers/parse-json.js +0 -32
- package/dist/lib/parsers/parse-ndjson-in-batches.js +0 -36
- package/dist/lib/parsers/parse-ndjson.js +0 -17
- package/dist/ndgeoson-loader.js +0 -37
- package/dist/ndjson-loader.js +0 -27
- package/dist/workers/geojson-worker.js +0 -5
- /package/dist/es5/lib/{encoders → encoder-utils}/encode-utils.js +0 -0
- /package/dist/es5/lib/{encoders → encoder-utils}/utf8-encoder.js +0 -0
- /package/dist/esm/lib/{encoders → encoder-utils}/encode-utils.js +0 -0
- /package/dist/esm/lib/{encoders → encoder-utils}/utf8-encoder.js +0 -0
- /package/dist/lib/{encoders → encoder-utils}/encode-utils.d.ts +0 -0
- /package/dist/lib/{encoders → encoder-utils}/utf8-encoder.d.ts +0 -0
- /package/src/lib/{encoders → encoder-utils}/encode-utils.ts +0 -0
- /package/src/lib/{encoders → encoder-utils}/utf8-encoder.ts +0 -0
package/dist/index.js
DELETED
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
// loaders.gl, MIT license
|
|
3
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
4
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
5
|
-
};
|
|
6
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
7
|
-
exports._rebuildJsonObject = exports._ClarinetParser = exports._JSONPath = exports._GeoJSONWriter = exports._GeoJSONWorkerLoader = exports._GeoJSONLoader = exports.JSONWriter = exports.NDJSONLoader = exports.JSONLoader = void 0;
|
|
8
|
-
var json_loader_1 = require("./json-loader");
|
|
9
|
-
Object.defineProperty(exports, "JSONLoader", { enumerable: true, get: function () { return json_loader_1.JSONLoader; } });
|
|
10
|
-
var ndjson_loader_1 = require("./ndjson-loader");
|
|
11
|
-
Object.defineProperty(exports, "NDJSONLoader", { enumerable: true, get: function () { return ndjson_loader_1.NDJSONLoader; } });
|
|
12
|
-
var json_writer_1 = require("./json-writer");
|
|
13
|
-
Object.defineProperty(exports, "JSONWriter", { enumerable: true, get: function () { return json_writer_1.JSONWriter; } });
|
|
14
|
-
var geojson_loader_1 = require("./geojson-loader");
|
|
15
|
-
Object.defineProperty(exports, "_GeoJSONLoader", { enumerable: true, get: function () { return geojson_loader_1.GeoJSONLoader; } });
|
|
16
|
-
Object.defineProperty(exports, "_GeoJSONWorkerLoader", { enumerable: true, get: function () { return geojson_loader_1.GeoJSONWorkerLoader; } });
|
|
17
|
-
var geojson_writer_1 = require("./geojson-writer");
|
|
18
|
-
Object.defineProperty(exports, "_GeoJSONWriter", { enumerable: true, get: function () { return geojson_writer_1.GeoJSONWriter; } });
|
|
19
|
-
var jsonpath_1 = require("./lib/jsonpath/jsonpath");
|
|
20
|
-
Object.defineProperty(exports, "_JSONPath", { enumerable: true, get: function () { return __importDefault(jsonpath_1).default; } });
|
|
21
|
-
var clarinet_1 = require("./lib/clarinet/clarinet");
|
|
22
|
-
Object.defineProperty(exports, "_ClarinetParser", { enumerable: true, get: function () { return __importDefault(clarinet_1).default; } });
|
|
23
|
-
var parse_json_in_batches_1 = require("./lib/parsers/parse-json-in-batches");
|
|
24
|
-
Object.defineProperty(exports, "_rebuildJsonObject", { enumerable: true, get: function () { return parse_json_in_batches_1.rebuildJsonObject; } });
|
package/dist/json-loader.js
DELETED
|
@@ -1,42 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
// loaders.gl, MIT license
|
|
3
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
|
-
exports.JSONLoader = void 0;
|
|
5
|
-
const parse_json_1 = require("./lib/parsers/parse-json");
|
|
6
|
-
const parse_json_in_batches_1 = require("./lib/parsers/parse-json-in-batches");
|
|
7
|
-
// __VERSION__ is injected by babel-plugin-version-inline
|
|
8
|
-
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
9
|
-
const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
|
|
10
|
-
const DEFAULT_JSON_LOADER_OPTIONS = {
|
|
11
|
-
json: {
|
|
12
|
-
shape: 'row-table',
|
|
13
|
-
table: false,
|
|
14
|
-
jsonpaths: []
|
|
15
|
-
// batchSize: 'auto'
|
|
16
|
-
}
|
|
17
|
-
};
|
|
18
|
-
exports.JSONLoader = {
|
|
19
|
-
name: 'JSON',
|
|
20
|
-
id: 'json',
|
|
21
|
-
module: 'json',
|
|
22
|
-
version: VERSION,
|
|
23
|
-
extensions: ['json', 'geojson'],
|
|
24
|
-
mimeTypes: ['application/json'],
|
|
25
|
-
category: 'table',
|
|
26
|
-
text: true,
|
|
27
|
-
parse,
|
|
28
|
-
parseTextSync,
|
|
29
|
-
parseInBatches,
|
|
30
|
-
options: DEFAULT_JSON_LOADER_OPTIONS
|
|
31
|
-
};
|
|
32
|
-
async function parse(arrayBuffer, options) {
|
|
33
|
-
return parseTextSync(new TextDecoder().decode(arrayBuffer), options);
|
|
34
|
-
}
|
|
35
|
-
function parseTextSync(text, options) {
|
|
36
|
-
const jsonOptions = { ...options, json: { ...DEFAULT_JSON_LOADER_OPTIONS.json, ...options?.json } };
|
|
37
|
-
return (0, parse_json_1.parseJSONSync)(text, jsonOptions);
|
|
38
|
-
}
|
|
39
|
-
function parseInBatches(asyncIterator, options) {
|
|
40
|
-
const jsonOptions = { ...options, json: { ...DEFAULT_JSON_LOADER_OPTIONS.json, ...options?.json } };
|
|
41
|
-
return (0, parse_json_in_batches_1.parseJSONInBatches)(asyncIterator, jsonOptions);
|
|
42
|
-
}
|
package/dist/json-writer.js
DELETED
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
// loaders.gl, MIT license
|
|
3
|
-
// Copyright 2022 Foursquare Labs, Inc.
|
|
4
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
5
|
-
exports.JSONWriter = void 0;
|
|
6
|
-
const json_encoder_1 = require("./lib/encoders/json-encoder");
|
|
7
|
-
exports.JSONWriter = {
|
|
8
|
-
id: 'json',
|
|
9
|
-
version: 'latest',
|
|
10
|
-
module: 'json',
|
|
11
|
-
name: 'JSON',
|
|
12
|
-
extensions: ['json'],
|
|
13
|
-
mimeTypes: ['application/json'],
|
|
14
|
-
options: {},
|
|
15
|
-
text: true,
|
|
16
|
-
encode: async (table, options) => new TextEncoder().encode((0, json_encoder_1.encodeTableAsJSON)(table, options)).buffer,
|
|
17
|
-
encodeText: (table, options) => (0, json_encoder_1.encodeTableAsJSON)(table, options)
|
|
18
|
-
};
|
|
@@ -1,535 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
// loaders.gl, MIT license
|
|
3
|
-
// This is a fork of the clarinet library, originally BSD license (see LICENSE file)
|
|
4
|
-
// loaders.gl changes:
|
|
5
|
-
// - typescript port
|
|
6
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
7
|
-
// Removes the MAX_BUFFER_LENGTH, originally set to 64 * 1024
|
|
8
|
-
const MAX_BUFFER_LENGTH = Number.MAX_SAFE_INTEGER;
|
|
9
|
-
// const DEBUG = false;
|
|
10
|
-
var STATE;
|
|
11
|
-
(function (STATE) {
|
|
12
|
-
STATE[STATE["BEGIN"] = 0] = "BEGIN";
|
|
13
|
-
STATE[STATE["VALUE"] = 1] = "VALUE";
|
|
14
|
-
STATE[STATE["OPEN_OBJECT"] = 2] = "OPEN_OBJECT";
|
|
15
|
-
STATE[STATE["CLOSE_OBJECT"] = 3] = "CLOSE_OBJECT";
|
|
16
|
-
STATE[STATE["OPEN_ARRAY"] = 4] = "OPEN_ARRAY";
|
|
17
|
-
STATE[STATE["CLOSE_ARRAY"] = 5] = "CLOSE_ARRAY";
|
|
18
|
-
STATE[STATE["TEXT_ESCAPE"] = 6] = "TEXT_ESCAPE";
|
|
19
|
-
STATE[STATE["STRING"] = 7] = "STRING";
|
|
20
|
-
STATE[STATE["BACKSLASH"] = 8] = "BACKSLASH";
|
|
21
|
-
STATE[STATE["END"] = 9] = "END";
|
|
22
|
-
STATE[STATE["OPEN_KEY"] = 10] = "OPEN_KEY";
|
|
23
|
-
STATE[STATE["CLOSE_KEY"] = 11] = "CLOSE_KEY";
|
|
24
|
-
STATE[STATE["TRUE"] = 12] = "TRUE";
|
|
25
|
-
STATE[STATE["TRUE2"] = 13] = "TRUE2";
|
|
26
|
-
STATE[STATE["TRUE3"] = 14] = "TRUE3";
|
|
27
|
-
STATE[STATE["FALSE"] = 15] = "FALSE";
|
|
28
|
-
STATE[STATE["FALSE2"] = 16] = "FALSE2";
|
|
29
|
-
STATE[STATE["FALSE3"] = 17] = "FALSE3";
|
|
30
|
-
STATE[STATE["FALSE4"] = 18] = "FALSE4";
|
|
31
|
-
STATE[STATE["NULL"] = 19] = "NULL";
|
|
32
|
-
STATE[STATE["NULL2"] = 20] = "NULL2";
|
|
33
|
-
STATE[STATE["NULL3"] = 21] = "NULL3";
|
|
34
|
-
STATE[STATE["NUMBER_DECIMAL_POINT"] = 22] = "NUMBER_DECIMAL_POINT";
|
|
35
|
-
STATE[STATE["NUMBER_DIGIT"] = 23] = "NUMBER_DIGIT"; // [0-9]
|
|
36
|
-
})(STATE || (STATE = {}));
|
|
37
|
-
const Char = {
|
|
38
|
-
tab: 0x09,
|
|
39
|
-
lineFeed: 0x0a,
|
|
40
|
-
carriageReturn: 0x0d,
|
|
41
|
-
space: 0x20,
|
|
42
|
-
doubleQuote: 0x22,
|
|
43
|
-
plus: 0x2b,
|
|
44
|
-
comma: 0x2c,
|
|
45
|
-
minus: 0x2d,
|
|
46
|
-
period: 0x2e,
|
|
47
|
-
_0: 0x30,
|
|
48
|
-
_9: 0x39,
|
|
49
|
-
colon: 0x3a,
|
|
50
|
-
E: 0x45,
|
|
51
|
-
openBracket: 0x5b,
|
|
52
|
-
backslash: 0x5c,
|
|
53
|
-
closeBracket: 0x5d,
|
|
54
|
-
a: 0x61,
|
|
55
|
-
b: 0x62,
|
|
56
|
-
e: 0x65,
|
|
57
|
-
f: 0x66,
|
|
58
|
-
l: 0x6c,
|
|
59
|
-
n: 0x6e,
|
|
60
|
-
r: 0x72,
|
|
61
|
-
s: 0x73,
|
|
62
|
-
t: 0x74,
|
|
63
|
-
u: 0x75,
|
|
64
|
-
openBrace: 0x7b,
|
|
65
|
-
closeBrace: 0x7d // }
|
|
66
|
-
};
|
|
67
|
-
const stringTokenPattern = /[\\"\n]/g;
|
|
68
|
-
const DEFAULT_OPTIONS = {
|
|
69
|
-
onready: () => { },
|
|
70
|
-
onopenobject: () => { },
|
|
71
|
-
onkey: () => { },
|
|
72
|
-
oncloseobject: () => { },
|
|
73
|
-
onopenarray: () => { },
|
|
74
|
-
onclosearray: () => { },
|
|
75
|
-
onvalue: () => { },
|
|
76
|
-
onerror: () => { },
|
|
77
|
-
onend: () => { },
|
|
78
|
-
onchunkparsed: () => { }
|
|
79
|
-
};
|
|
80
|
-
class ClarinetParser {
|
|
81
|
-
constructor(options = {}) {
|
|
82
|
-
this.options = DEFAULT_OPTIONS;
|
|
83
|
-
this.bufferCheckPosition = MAX_BUFFER_LENGTH;
|
|
84
|
-
this.q = '';
|
|
85
|
-
this.c = '';
|
|
86
|
-
this.p = '';
|
|
87
|
-
this.closed = false;
|
|
88
|
-
this.closedRoot = false;
|
|
89
|
-
this.sawRoot = false;
|
|
90
|
-
// tag = null;
|
|
91
|
-
this.error = null;
|
|
92
|
-
this.state = STATE.BEGIN;
|
|
93
|
-
this.stack = [];
|
|
94
|
-
// mostly just for error reporting
|
|
95
|
-
this.position = 0;
|
|
96
|
-
this.column = 0;
|
|
97
|
-
this.line = 1;
|
|
98
|
-
this.slashed = false;
|
|
99
|
-
this.unicodeI = 0;
|
|
100
|
-
this.unicodeS = null;
|
|
101
|
-
this.depth = 0;
|
|
102
|
-
this.options = { ...DEFAULT_OPTIONS, ...options };
|
|
103
|
-
this.textNode = undefined;
|
|
104
|
-
this.numberNode = '';
|
|
105
|
-
this.emit('onready');
|
|
106
|
-
}
|
|
107
|
-
end() {
|
|
108
|
-
if (this.state !== STATE.VALUE || this.depth !== 0)
|
|
109
|
-
this._error('Unexpected end');
|
|
110
|
-
this._closeValue();
|
|
111
|
-
this.c = '';
|
|
112
|
-
this.closed = true;
|
|
113
|
-
this.emit('onend');
|
|
114
|
-
return this;
|
|
115
|
-
}
|
|
116
|
-
resume() {
|
|
117
|
-
this.error = null;
|
|
118
|
-
return this;
|
|
119
|
-
}
|
|
120
|
-
close() {
|
|
121
|
-
return this.write(null);
|
|
122
|
-
}
|
|
123
|
-
// protected
|
|
124
|
-
emit(event, data) {
|
|
125
|
-
// if (DEBUG) console.log('-- emit', event, data);
|
|
126
|
-
this.options[event]?.(data, this);
|
|
127
|
-
}
|
|
128
|
-
emitNode(event, data) {
|
|
129
|
-
this._closeValue();
|
|
130
|
-
this.emit(event, data);
|
|
131
|
-
}
|
|
132
|
-
/* eslint-disable no-continue */
|
|
133
|
-
// eslint-disable-next-line complexity, max-statements
|
|
134
|
-
write(chunk) {
|
|
135
|
-
if (this.error) {
|
|
136
|
-
throw this.error;
|
|
137
|
-
}
|
|
138
|
-
if (this.closed) {
|
|
139
|
-
return this._error('Cannot write after close. Assign an onready handler.');
|
|
140
|
-
}
|
|
141
|
-
if (chunk === null) {
|
|
142
|
-
return this.end();
|
|
143
|
-
}
|
|
144
|
-
let i = 0;
|
|
145
|
-
let c = chunk.charCodeAt(0);
|
|
146
|
-
let p = this.p;
|
|
147
|
-
// if (DEBUG) console.log(`write -> [${ chunk }]`);
|
|
148
|
-
while (c) {
|
|
149
|
-
p = c;
|
|
150
|
-
this.c = c = chunk.charCodeAt(i++);
|
|
151
|
-
// if chunk doesnt have next, like streaming char by char
|
|
152
|
-
// this way we need to check if previous is really previous
|
|
153
|
-
// if not we need to reset to what the this says is the previous
|
|
154
|
-
// from buffer
|
|
155
|
-
if (p !== c) {
|
|
156
|
-
this.p = p;
|
|
157
|
-
}
|
|
158
|
-
else {
|
|
159
|
-
p = this.p;
|
|
160
|
-
}
|
|
161
|
-
if (!c)
|
|
162
|
-
break;
|
|
163
|
-
// if (DEBUG) console.log(i, c, STATE[this.state]);
|
|
164
|
-
this.position++;
|
|
165
|
-
if (c === Char.lineFeed) {
|
|
166
|
-
this.line++;
|
|
167
|
-
this.column = 0;
|
|
168
|
-
}
|
|
169
|
-
else
|
|
170
|
-
this.column++;
|
|
171
|
-
switch (this.state) {
|
|
172
|
-
case STATE.BEGIN:
|
|
173
|
-
if (c === Char.openBrace)
|
|
174
|
-
this.state = STATE.OPEN_OBJECT;
|
|
175
|
-
else if (c === Char.openBracket)
|
|
176
|
-
this.state = STATE.OPEN_ARRAY;
|
|
177
|
-
else if (!isWhitespace(c)) {
|
|
178
|
-
this._error('Non-whitespace before {[.');
|
|
179
|
-
}
|
|
180
|
-
continue;
|
|
181
|
-
case STATE.OPEN_KEY:
|
|
182
|
-
case STATE.OPEN_OBJECT:
|
|
183
|
-
if (isWhitespace(c))
|
|
184
|
-
continue;
|
|
185
|
-
if (this.state === STATE.OPEN_KEY)
|
|
186
|
-
this.stack.push(STATE.CLOSE_KEY);
|
|
187
|
-
else if (c === Char.closeBrace) {
|
|
188
|
-
this.emit('onopenobject');
|
|
189
|
-
this.depth++;
|
|
190
|
-
this.emit('oncloseobject');
|
|
191
|
-
this.depth--;
|
|
192
|
-
this.state = this.stack.pop() || STATE.VALUE;
|
|
193
|
-
continue;
|
|
194
|
-
}
|
|
195
|
-
else
|
|
196
|
-
this.stack.push(STATE.CLOSE_OBJECT);
|
|
197
|
-
if (c === Char.doubleQuote)
|
|
198
|
-
this.state = STATE.STRING;
|
|
199
|
-
else
|
|
200
|
-
this._error('Malformed object key should start with "');
|
|
201
|
-
continue;
|
|
202
|
-
case STATE.CLOSE_KEY:
|
|
203
|
-
case STATE.CLOSE_OBJECT:
|
|
204
|
-
if (isWhitespace(c))
|
|
205
|
-
continue;
|
|
206
|
-
// let event = this.state === STATE.CLOSE_KEY ? 'key' : 'object';
|
|
207
|
-
if (c === Char.colon) {
|
|
208
|
-
if (this.state === STATE.CLOSE_OBJECT) {
|
|
209
|
-
this.stack.push(STATE.CLOSE_OBJECT);
|
|
210
|
-
this._closeValue('onopenobject');
|
|
211
|
-
this.depth++;
|
|
212
|
-
}
|
|
213
|
-
else
|
|
214
|
-
this._closeValue('onkey');
|
|
215
|
-
this.state = STATE.VALUE;
|
|
216
|
-
}
|
|
217
|
-
else if (c === Char.closeBrace) {
|
|
218
|
-
this.emitNode('oncloseobject');
|
|
219
|
-
this.depth--;
|
|
220
|
-
this.state = this.stack.pop() || STATE.VALUE;
|
|
221
|
-
}
|
|
222
|
-
else if (c === Char.comma) {
|
|
223
|
-
if (this.state === STATE.CLOSE_OBJECT)
|
|
224
|
-
this.stack.push(STATE.CLOSE_OBJECT);
|
|
225
|
-
this._closeValue();
|
|
226
|
-
this.state = STATE.OPEN_KEY;
|
|
227
|
-
}
|
|
228
|
-
else
|
|
229
|
-
this._error('Bad object');
|
|
230
|
-
continue;
|
|
231
|
-
case STATE.OPEN_ARRAY: // after an array there always a value
|
|
232
|
-
case STATE.VALUE:
|
|
233
|
-
if (isWhitespace(c))
|
|
234
|
-
continue;
|
|
235
|
-
if (this.state === STATE.OPEN_ARRAY) {
|
|
236
|
-
this.emit('onopenarray');
|
|
237
|
-
this.depth++;
|
|
238
|
-
this.state = STATE.VALUE;
|
|
239
|
-
if (c === Char.closeBracket) {
|
|
240
|
-
this.emit('onclosearray');
|
|
241
|
-
this.depth--;
|
|
242
|
-
this.state = this.stack.pop() || STATE.VALUE;
|
|
243
|
-
continue;
|
|
244
|
-
}
|
|
245
|
-
else {
|
|
246
|
-
this.stack.push(STATE.CLOSE_ARRAY);
|
|
247
|
-
}
|
|
248
|
-
}
|
|
249
|
-
if (c === Char.doubleQuote)
|
|
250
|
-
this.state = STATE.STRING;
|
|
251
|
-
else if (c === Char.openBrace)
|
|
252
|
-
this.state = STATE.OPEN_OBJECT;
|
|
253
|
-
else if (c === Char.openBracket)
|
|
254
|
-
this.state = STATE.OPEN_ARRAY;
|
|
255
|
-
else if (c === Char.t)
|
|
256
|
-
this.state = STATE.TRUE;
|
|
257
|
-
else if (c === Char.f)
|
|
258
|
-
this.state = STATE.FALSE;
|
|
259
|
-
else if (c === Char.n)
|
|
260
|
-
this.state = STATE.NULL;
|
|
261
|
-
else if (c === Char.minus) {
|
|
262
|
-
// keep and continue
|
|
263
|
-
this.numberNode += '-';
|
|
264
|
-
}
|
|
265
|
-
else if (Char._0 <= c && c <= Char._9) {
|
|
266
|
-
this.numberNode += String.fromCharCode(c);
|
|
267
|
-
this.state = STATE.NUMBER_DIGIT;
|
|
268
|
-
}
|
|
269
|
-
else
|
|
270
|
-
this._error('Bad value');
|
|
271
|
-
continue;
|
|
272
|
-
case STATE.CLOSE_ARRAY:
|
|
273
|
-
if (c === Char.comma) {
|
|
274
|
-
this.stack.push(STATE.CLOSE_ARRAY);
|
|
275
|
-
this._closeValue('onvalue');
|
|
276
|
-
this.state = STATE.VALUE;
|
|
277
|
-
}
|
|
278
|
-
else if (c === Char.closeBracket) {
|
|
279
|
-
this.emitNode('onclosearray');
|
|
280
|
-
this.depth--;
|
|
281
|
-
this.state = this.stack.pop() || STATE.VALUE;
|
|
282
|
-
}
|
|
283
|
-
else if (isWhitespace(c))
|
|
284
|
-
continue;
|
|
285
|
-
else
|
|
286
|
-
this._error('Bad array');
|
|
287
|
-
continue;
|
|
288
|
-
case STATE.STRING:
|
|
289
|
-
if (this.textNode === undefined) {
|
|
290
|
-
this.textNode = '';
|
|
291
|
-
}
|
|
292
|
-
// thanks thejh, this is an about 50% performance improvement.
|
|
293
|
-
let starti = i - 1;
|
|
294
|
-
let slashed = this.slashed;
|
|
295
|
-
let unicodeI = this.unicodeI;
|
|
296
|
-
// eslint-disable-next-line no-constant-condition, no-labels
|
|
297
|
-
STRING_BIGLOOP: while (true) {
|
|
298
|
-
// if (DEBUG) console.log(i, c, STATE[this.state], slashed);
|
|
299
|
-
// zero means "no unicode active". 1-4 mean "parse some more". end after 4.
|
|
300
|
-
while (unicodeI > 0) {
|
|
301
|
-
this.unicodeS += String.fromCharCode(c);
|
|
302
|
-
c = chunk.charCodeAt(i++);
|
|
303
|
-
this.position++;
|
|
304
|
-
if (unicodeI === 4) {
|
|
305
|
-
// TODO this might be slow? well, probably not used too often anyway
|
|
306
|
-
this.textNode += String.fromCharCode(parseInt(this.unicodeS, 16));
|
|
307
|
-
unicodeI = 0;
|
|
308
|
-
starti = i - 1;
|
|
309
|
-
}
|
|
310
|
-
else {
|
|
311
|
-
unicodeI++;
|
|
312
|
-
}
|
|
313
|
-
// we can just break here: no stuff we skipped that still has to be sliced out or so
|
|
314
|
-
// eslint-disable-next-line no-labels
|
|
315
|
-
if (!c)
|
|
316
|
-
break STRING_BIGLOOP;
|
|
317
|
-
}
|
|
318
|
-
if (c === Char.doubleQuote && !slashed) {
|
|
319
|
-
this.state = this.stack.pop() || STATE.VALUE;
|
|
320
|
-
this.textNode += chunk.substring(starti, i - 1);
|
|
321
|
-
this.position += i - 1 - starti;
|
|
322
|
-
break;
|
|
323
|
-
}
|
|
324
|
-
if (c === Char.backslash && !slashed) {
|
|
325
|
-
slashed = true;
|
|
326
|
-
this.textNode += chunk.substring(starti, i - 1);
|
|
327
|
-
this.position += i - 1 - starti;
|
|
328
|
-
c = chunk.charCodeAt(i++);
|
|
329
|
-
this.position++;
|
|
330
|
-
if (!c)
|
|
331
|
-
break;
|
|
332
|
-
}
|
|
333
|
-
if (slashed) {
|
|
334
|
-
slashed = false;
|
|
335
|
-
if (c === Char.n) {
|
|
336
|
-
this.textNode += '\n';
|
|
337
|
-
}
|
|
338
|
-
else if (c === Char.r) {
|
|
339
|
-
this.textNode += '\r';
|
|
340
|
-
}
|
|
341
|
-
else if (c === Char.t) {
|
|
342
|
-
this.textNode += '\t';
|
|
343
|
-
}
|
|
344
|
-
else if (c === Char.f) {
|
|
345
|
-
this.textNode += '\f';
|
|
346
|
-
}
|
|
347
|
-
else if (c === Char.b) {
|
|
348
|
-
this.textNode += '\b';
|
|
349
|
-
}
|
|
350
|
-
else if (c === Char.u) {
|
|
351
|
-
// \uxxxx. meh!
|
|
352
|
-
unicodeI = 1;
|
|
353
|
-
this.unicodeS = '';
|
|
354
|
-
}
|
|
355
|
-
else {
|
|
356
|
-
this.textNode += String.fromCharCode(c);
|
|
357
|
-
}
|
|
358
|
-
c = chunk.charCodeAt(i++);
|
|
359
|
-
this.position++;
|
|
360
|
-
starti = i - 1;
|
|
361
|
-
if (!c)
|
|
362
|
-
break;
|
|
363
|
-
else
|
|
364
|
-
continue;
|
|
365
|
-
}
|
|
366
|
-
stringTokenPattern.lastIndex = i;
|
|
367
|
-
const reResult = stringTokenPattern.exec(chunk);
|
|
368
|
-
if (reResult === null) {
|
|
369
|
-
i = chunk.length + 1;
|
|
370
|
-
this.textNode += chunk.substring(starti, i - 1);
|
|
371
|
-
this.position += i - 1 - starti;
|
|
372
|
-
break;
|
|
373
|
-
}
|
|
374
|
-
i = reResult.index + 1;
|
|
375
|
-
c = chunk.charCodeAt(reResult.index);
|
|
376
|
-
if (!c) {
|
|
377
|
-
this.textNode += chunk.substring(starti, i - 1);
|
|
378
|
-
this.position += i - 1 - starti;
|
|
379
|
-
break;
|
|
380
|
-
}
|
|
381
|
-
}
|
|
382
|
-
this.slashed = slashed;
|
|
383
|
-
this.unicodeI = unicodeI;
|
|
384
|
-
continue;
|
|
385
|
-
case STATE.TRUE:
|
|
386
|
-
if (c === Char.r)
|
|
387
|
-
this.state = STATE.TRUE2;
|
|
388
|
-
else
|
|
389
|
-
this._error(`Invalid true started with t${c}`);
|
|
390
|
-
continue;
|
|
391
|
-
case STATE.TRUE2:
|
|
392
|
-
if (c === Char.u)
|
|
393
|
-
this.state = STATE.TRUE3;
|
|
394
|
-
else
|
|
395
|
-
this._error(`Invalid true started with tr${c}`);
|
|
396
|
-
continue;
|
|
397
|
-
case STATE.TRUE3:
|
|
398
|
-
if (c === Char.e) {
|
|
399
|
-
this.emit('onvalue', true);
|
|
400
|
-
this.state = this.stack.pop() || STATE.VALUE;
|
|
401
|
-
}
|
|
402
|
-
else
|
|
403
|
-
this._error(`Invalid true started with tru${c}`);
|
|
404
|
-
continue;
|
|
405
|
-
case STATE.FALSE:
|
|
406
|
-
if (c === Char.a)
|
|
407
|
-
this.state = STATE.FALSE2;
|
|
408
|
-
else
|
|
409
|
-
this._error(`Invalid false started with f${c}`);
|
|
410
|
-
continue;
|
|
411
|
-
case STATE.FALSE2:
|
|
412
|
-
if (c === Char.l)
|
|
413
|
-
this.state = STATE.FALSE3;
|
|
414
|
-
else
|
|
415
|
-
this._error(`Invalid false started with fa${c}`);
|
|
416
|
-
continue;
|
|
417
|
-
case STATE.FALSE3:
|
|
418
|
-
if (c === Char.s)
|
|
419
|
-
this.state = STATE.FALSE4;
|
|
420
|
-
else
|
|
421
|
-
this._error(`Invalid false started with fal${c}`);
|
|
422
|
-
continue;
|
|
423
|
-
case STATE.FALSE4:
|
|
424
|
-
if (c === Char.e) {
|
|
425
|
-
this.emit('onvalue', false);
|
|
426
|
-
this.state = this.stack.pop() || STATE.VALUE;
|
|
427
|
-
}
|
|
428
|
-
else
|
|
429
|
-
this._error(`Invalid false started with fals${c}`);
|
|
430
|
-
continue;
|
|
431
|
-
case STATE.NULL:
|
|
432
|
-
if (c === Char.u)
|
|
433
|
-
this.state = STATE.NULL2;
|
|
434
|
-
else
|
|
435
|
-
this._error(`Invalid null started with n${c}`);
|
|
436
|
-
continue;
|
|
437
|
-
case STATE.NULL2:
|
|
438
|
-
if (c === Char.l)
|
|
439
|
-
this.state = STATE.NULL3;
|
|
440
|
-
else
|
|
441
|
-
this._error(`Invalid null started with nu${c}`);
|
|
442
|
-
continue;
|
|
443
|
-
case STATE.NULL3:
|
|
444
|
-
if (c === Char.l) {
|
|
445
|
-
this.emit('onvalue', null);
|
|
446
|
-
this.state = this.stack.pop() || STATE.VALUE;
|
|
447
|
-
}
|
|
448
|
-
else
|
|
449
|
-
this._error(`Invalid null started with nul${c}`);
|
|
450
|
-
continue;
|
|
451
|
-
case STATE.NUMBER_DECIMAL_POINT:
|
|
452
|
-
if (c === Char.period) {
|
|
453
|
-
this.numberNode += '.';
|
|
454
|
-
this.state = STATE.NUMBER_DIGIT;
|
|
455
|
-
}
|
|
456
|
-
else
|
|
457
|
-
this._error('Leading zero not followed by .');
|
|
458
|
-
continue;
|
|
459
|
-
case STATE.NUMBER_DIGIT:
|
|
460
|
-
if (Char._0 <= c && c <= Char._9)
|
|
461
|
-
this.numberNode += String.fromCharCode(c);
|
|
462
|
-
else if (c === Char.period) {
|
|
463
|
-
if (this.numberNode.indexOf('.') !== -1)
|
|
464
|
-
this._error('Invalid number has two dots');
|
|
465
|
-
this.numberNode += '.';
|
|
466
|
-
}
|
|
467
|
-
else if (c === Char.e || c === Char.E) {
|
|
468
|
-
if (this.numberNode.indexOf('e') !== -1 || this.numberNode.indexOf('E') !== -1)
|
|
469
|
-
this._error('Invalid number has two exponential');
|
|
470
|
-
this.numberNode += 'e';
|
|
471
|
-
}
|
|
472
|
-
else if (c === Char.plus || c === Char.minus) {
|
|
473
|
-
// @ts-expect-error
|
|
474
|
-
if (!(p === Char.e || p === Char.E))
|
|
475
|
-
this._error('Invalid symbol in number');
|
|
476
|
-
this.numberNode += String.fromCharCode(c);
|
|
477
|
-
}
|
|
478
|
-
else {
|
|
479
|
-
this._closeNumber();
|
|
480
|
-
i--; // go back one
|
|
481
|
-
this.state = this.stack.pop() || STATE.VALUE;
|
|
482
|
-
}
|
|
483
|
-
continue;
|
|
484
|
-
default:
|
|
485
|
-
this._error(`Unknown state: ${this.state}`);
|
|
486
|
-
}
|
|
487
|
-
}
|
|
488
|
-
if (this.position >= this.bufferCheckPosition) {
|
|
489
|
-
checkBufferLength(this);
|
|
490
|
-
}
|
|
491
|
-
this.emit('onchunkparsed');
|
|
492
|
-
return this;
|
|
493
|
-
}
|
|
494
|
-
_closeValue(event = 'onvalue') {
|
|
495
|
-
if (this.textNode !== undefined) {
|
|
496
|
-
this.emit(event, this.textNode);
|
|
497
|
-
}
|
|
498
|
-
this.textNode = undefined;
|
|
499
|
-
}
|
|
500
|
-
_closeNumber() {
|
|
501
|
-
if (this.numberNode)
|
|
502
|
-
this.emit('onvalue', parseFloat(this.numberNode));
|
|
503
|
-
this.numberNode = '';
|
|
504
|
-
}
|
|
505
|
-
_error(message = '') {
|
|
506
|
-
this._closeValue();
|
|
507
|
-
message += `\nLine: ${this.line}\nColumn: ${this.column}\nChar: ${this.c}`;
|
|
508
|
-
const error = new Error(message);
|
|
509
|
-
this.error = error;
|
|
510
|
-
this.emit('onerror', error);
|
|
511
|
-
}
|
|
512
|
-
}
|
|
513
|
-
exports.default = ClarinetParser;
|
|
514
|
-
function isWhitespace(c) {
|
|
515
|
-
return c === Char.carriageReturn || c === Char.lineFeed || c === Char.space || c === Char.tab;
|
|
516
|
-
}
|
|
517
|
-
function checkBufferLength(parser) {
|
|
518
|
-
const maxAllowed = Math.max(MAX_BUFFER_LENGTH, 10);
|
|
519
|
-
let maxActual = 0;
|
|
520
|
-
for (const buffer of ['textNode', 'numberNode']) {
|
|
521
|
-
const len = parser[buffer] === undefined ? 0 : parser[buffer].length;
|
|
522
|
-
if (len > maxAllowed) {
|
|
523
|
-
switch (buffer) {
|
|
524
|
-
case 'text':
|
|
525
|
-
// TODO - should this be closeValue?
|
|
526
|
-
// closeText(parser);
|
|
527
|
-
break;
|
|
528
|
-
default:
|
|
529
|
-
parser._error(`Max buffer length exceeded: ${buffer}`);
|
|
530
|
-
}
|
|
531
|
-
}
|
|
532
|
-
maxActual = Math.max(maxActual, len);
|
|
533
|
-
}
|
|
534
|
-
parser.bufferCheckPosition = MAX_BUFFER_LENGTH - maxActual + parser.position;
|
|
535
|
-
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"encode-utils.d.ts","sourceRoot":"","sources":["../../../src/lib/encoders/encode-utils.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,KAAK,EAAsD,MAAM,oBAAoB,CAAC;AAE9F,KAAK,GAAG,GAAG;IAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CAAC,CAAC;AAEpC;;;;;GAKG;AACH,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,CAsB9D;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,KAAK,EACZ,GAAG,EAAE,GAAG,EACR,oBAAoB,GAAE,MAAM,EAAO,GAClC;IAAC,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAA;CAAC,CASjC"}
|
|
@@ -1,47 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
// loaders.gl, MIT license
|
|
3
|
-
// Copyright 2022 Foursquare Labs, Inc.
|
|
4
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
5
|
-
exports.getRowPropertyObject = exports.detectGeometryColumnIndex = void 0;
|
|
6
|
-
const schema_1 = require("@loaders.gl/schema");
|
|
7
|
-
/**
|
|
8
|
-
* Attempts to identify which column contains geometry
|
|
9
|
-
* Currently just returns name (key) of first object-valued column
|
|
10
|
-
* @todo look for hints in schema metadata
|
|
11
|
-
* @todo look for WKB
|
|
12
|
-
*/
|
|
13
|
-
function detectGeometryColumnIndex(table) {
|
|
14
|
-
// TODO - look for hints in schema metadata
|
|
15
|
-
// look for a column named geometry
|
|
16
|
-
const geometryIndex = table.schema?.fields.findIndex((field) => field.name === 'geometry') ?? -1;
|
|
17
|
-
if (geometryIndex > -1) {
|
|
18
|
-
return geometryIndex;
|
|
19
|
-
}
|
|
20
|
-
// look at the data
|
|
21
|
-
// TODO - this drags in the indices
|
|
22
|
-
if ((0, schema_1.getTableLength)(table) > 0) {
|
|
23
|
-
const row = (0, schema_1.getTableRowAsArray)(table, 0);
|
|
24
|
-
for (let columnIndex = 0; columnIndex < (0, schema_1.getTableNumCols)(table); columnIndex++) {
|
|
25
|
-
const value = row?.[columnIndex];
|
|
26
|
-
if (value && typeof value === 'object') {
|
|
27
|
-
return columnIndex;
|
|
28
|
-
}
|
|
29
|
-
}
|
|
30
|
-
}
|
|
31
|
-
throw new Error('Failed to detect geometry column');
|
|
32
|
-
}
|
|
33
|
-
exports.detectGeometryColumnIndex = detectGeometryColumnIndex;
|
|
34
|
-
/**
|
|
35
|
-
* Return a row as a property (key/value) object, excluding selected columns
|
|
36
|
-
*/
|
|
37
|
-
function getRowPropertyObject(table, row, excludeColumnIndices = []) {
|
|
38
|
-
const properties = {};
|
|
39
|
-
for (let columnIndex = 0; columnIndex < (0, schema_1.getTableNumCols)(table); ++columnIndex) {
|
|
40
|
-
const columnName = table.schema?.fields[columnIndex].name;
|
|
41
|
-
if (columnName && !excludeColumnIndices.includes(columnIndex)) {
|
|
42
|
-
properties[columnName] = row[columnName];
|
|
43
|
-
}
|
|
44
|
-
}
|
|
45
|
-
return properties;
|
|
46
|
-
}
|
|
47
|
-
exports.getRowPropertyObject = getRowPropertyObject;
|