@loaders.gl/json 3.1.0-alpha.5 → 3.1.0-beta.5

package/dist/index.d.ts

@@ -5,3 +5,4 @@ export type { GeoJSONLoaderOptions as _GeoJSONLoaderOptions } from './geojson-lo
 export { GeoJSONLoader as _GeoJSONLoader, GeoJSONWorkerLoader as _GeoJSONWorkerLoader } from './geojson-loader';
 export { default as _JSONPath } from './lib/jsonpath/jsonpath';
 export { default as _ClarinetParser } from './lib/clarinet/clarinet';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAC,iBAAiB,EAAC,MAAM,eAAe,CAAC;AACrD,OAAO,EAAC,UAAU,EAAC,MAAM,eAAe,CAAC;AACzC,OAAO,EAAC,YAAY,EAAC,MAAM,iBAAiB,CAAC;AAG7C,YAAY,EAAC,oBAAoB,IAAI,qBAAqB,EAAC,MAAM,kBAAkB,CAAC;AACpF,OAAO,EACL,aAAa,IAAI,cAAc,EAC/B,mBAAmB,IAAI,oBAAoB,EAC5C,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAC,OAAO,IAAI,SAAS,EAAC,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAC,OAAO,IAAI,eAAe,EAAC,MAAM,yBAAyB,CAAC"}

package/dist/index.js

@@ -0,0 +1,17 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports._ClarinetParser = exports._JSONPath = exports._GeoJSONWorkerLoader = exports._GeoJSONLoader = exports.NDJSONLoader = exports.JSONLoader = void 0;
+var json_loader_1 = require("./json-loader");
+Object.defineProperty(exports, "JSONLoader", { enumerable: true, get: function () { return json_loader_1.JSONLoader; } });
+var ndjson_loader_1 = require("./ndjson-loader");
+Object.defineProperty(exports, "NDJSONLoader", { enumerable: true, get: function () { return ndjson_loader_1.NDJSONLoader; } });
+var geojson_loader_1 = require("./geojson-loader");
+Object.defineProperty(exports, "_GeoJSONLoader", { enumerable: true, get: function () { return geojson_loader_1.GeoJSONLoader; } });
+Object.defineProperty(exports, "_GeoJSONWorkerLoader", { enumerable: true, get: function () { return geojson_loader_1.GeoJSONWorkerLoader; } });
+var jsonpath_1 = require("./lib/jsonpath/jsonpath");
+Object.defineProperty(exports, "_JSONPath", { enumerable: true, get: function () { return __importDefault(jsonpath_1).default; } });
+var clarinet_1 = require("./lib/clarinet/clarinet");
+Object.defineProperty(exports, "_ClarinetParser", { enumerable: true, get: function () { return __importDefault(clarinet_1).default; } });

package/dist/json-loader.d.ts

@@ -11,3 +11,4 @@ export declare type JSONLoaderOptions = LoaderOptions & {
     };
 };
 export declare const JSONLoader: LoaderWithParser;
+//# sourceMappingURL=json-loader.d.ts.map

package/dist/json-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-loader.d.ts","sourceRoot":"","sources":["../src/json-loader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,gBAAgB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAQ9E;;;GAGG;AACH,oBAAY,iBAAiB,GAAG,aAAa,GAAG;IAC9C,IAAI,CAAC,EAAE;QACL,KAAK,CAAC,EAAE,WAAW,CAAC;QACpB,KAAK,CAAC,EAAE,KAAK,CAAC;QACd,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;KACtB,CAAC;CACH,CAAC;AAWF,eAAO,MAAM,UAAU,EAAE,gBA0BxB,CAAC"}

package/dist/json-loader.js

@@ -0,0 +1,57 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.JSONLoader = void 0;
+const parse_json_1 = __importDefault(require("./lib/parse-json"));
+const parse_json_in_batches_1 = __importDefault(require("./lib/parse-json-in-batches"));
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
+const DEFAULT_JSON_LOADER_OPTIONS = {
+    json: {
+        shape: 'row-table',
+        table: false,
+        jsonpaths: []
+        // batchSize: 'auto'
+    }
+};
+exports.JSONLoader = {
+    name: 'JSON',
+    id: 'json',
+    module: 'json',
+    version: VERSION,
+    extensions: ['json', 'geojson'],
+    mimeTypes: ['application/json'],
+    // TODO - support various line based JSON formats
+    /*
+    extensions: {
+      json: null,
+      jsonl: {stream: true},
+      ndjson: {stream: true}
+    },
+    mimeTypes: {
+      'application/json': null,
+      'application/json-seq': {stream: true},
+      'application/x-ndjson': {stream: true}
+    },
+    */
+    category: 'table',
+    text: true,
+    parse,
+    parseTextSync,
+    parseInBatches,
+    options: DEFAULT_JSON_LOADER_OPTIONS
+};
+async function parse(arrayBuffer, options) {
+    return parseTextSync(new TextDecoder().decode(arrayBuffer), options);
+}
+function parseTextSync(text, options) {
+    const jsonOptions = { ...options, json: { ...DEFAULT_JSON_LOADER_OPTIONS.json, ...options?.json } };
+    return (0, parse_json_1.default)(text, jsonOptions);
+}
+function parseInBatches(asyncIterator, options) {
+    const jsonOptions = { ...options, json: { ...DEFAULT_JSON_LOADER_OPTIONS.json, ...options?.json } };
+    return (0, parse_json_in_batches_1.default)(asyncIterator, jsonOptions);
+}

package/dist/jsonl-loader.d.ts

@@ -0,0 +1 @@
+//# sourceMappingURL=jsonl-loader.d.ts.map

package/dist/jsonl-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonl-loader.d.ts","sourceRoot":"","sources":["../src/jsonl-loader.ts"],"names":[],"mappings":""}

package/dist/jsonl-loader.js

@@ -0,0 +1,54 @@
+"use strict";
+/* TODO JSONL loader
+export const JSONLoader: LoaderWithParser = {
+  name: 'JSON',
+  id: 'json',
+  module: 'json',
+  version: VERSION,
+  extensions: ['json', 'geojson'],
+  mimeTypes: ['application/json'],
+  // TODO - support various line based JSON formats
+  /*
+  extensions: {
+    json: null,
+    jsonl: {stream: true},
+    ndjson: {stream: true}
+  },
+  mimeTypes: {
+    'application/json': null,
+    'application/json-seq': {stream: true},
+    'application/x-ndjson': {stream: true}
+  },
+  *
+  category: 'table',
+  text: true,
+  parse,
+  parseTextSync,
+  parseInBatches,
+  options: DEFAULT_JSON_LOADER_OPTIONS
+};
+{
+  name: 'TEST-JSONL_LOADER',
+  extensions: ['jsonl'],
+  parse: async (arrayBuffer, options, context) => {
+    const characters = new Uint8Array(arrayBuffer);
+    const result = [];
+
+    const len = characters.length;
+    let startIndex = 0;
+    for (let i = 0; i <= len; i++) {
+      if (characters[i] === 10 || i === len) {
+        // Note: we need to make a copy of the buffer here because we cannot
+        // handover the ownership of arrayBuffer to the child process
+        const json = characters.slice(startIndex, i);
+        if (json.length > 1) {
+          result.push(await context.parse(json.buffer, {}, 'line.json'));
+        }
+        startIndex = i + 1;
+      }
+    }
+
+    return result;
+  }
+};
+*/

package/dist/lib/clarinet/clarinet.d.ts

@@ -1,40 +1,74 @@
-export const EVENTS: string[];
+export declare type ClarinetEvent = 'onvalue' | 'onstring' | 'onkey' | 'onopenobject' | 'oncloseobject' | 'onopenarray' | 'onclosearray' | 'onerror' | 'onend' | 'onready';
+declare enum STATE {
+    BEGIN = 0,
+    VALUE = 1,
+    OPEN_OBJECT = 2,
+    CLOSE_OBJECT = 3,
+    OPEN_ARRAY = 4,
+    CLOSE_ARRAY = 5,
+    TEXT_ESCAPE = 6,
+    STRING = 7,
+    BACKSLASH = 8,
+    END = 9,
+    OPEN_KEY = 10,
+    CLOSE_KEY = 11,
+    TRUE = 12,
+    TRUE2 = 13,
+    TRUE3 = 14,
+    FALSE = 15,
+    FALSE2 = 16,
+    FALSE3 = 17,
+    FALSE4 = 18,
+    NULL = 19,
+    NULL2 = 20,
+    NULL3 = 21,
+    NUMBER_DECIMAL_POINT = 22,
+    NUMBER_DIGIT = 23
+}
+declare type ParserEvent = (parser: ClarinetParser, event: string, data?: any) => void;
+export declare type ClarinetParserOptions = {
+    onready?: ParserEvent;
+    onopenobject?: ParserEvent;
+    onkey?: ParserEvent;
+    oncloseobject?: ParserEvent;
+    onopenarray?: ParserEvent;
+    onclosearray?: ParserEvent;
+    onvalue?: ParserEvent;
+    onerror?: ParserEvent;
+    onend?: ParserEvent;
+    onchunkparsed?: ParserEvent;
+};
 export default class ClarinetParser {
-    constructor(options?: {});
-    _initialize(options: any): void;
-    bufferCheckPosition: number | undefined;
-    q: string | undefined;
-    c: any;
-    p: any;
-    options: any;
-    closed: boolean | undefined;
-    closedRoot: boolean | undefined;
-    sawRoot: boolean | undefined;
-    tag: any;
-    error: any;
-    state: any;
-    stack: any[] | undefined;
-    position: number | undefined;
-    column: number | undefined;
-    line: number | undefined;
-    slashed: any;
-    unicodeI: any;
-    unicodeS: string | null | undefined;
-    depth: number | undefined;
-    onready: any;
-    onopenobject: any;
-    onkey: any;
-    oncloseobject: any;
-    onopenarray: any;
-    onclosearray: any;
-    onvalue: any;
-    onerror: any;
-    onend: any;
-    onchunkparsed: any;
-    _clearBuffers(): void;
-    end(): ClarinetParser;
-    resume(): ClarinetParser;
-    close(): any;
-    write(chunk: any): any;
-    textNode: string | undefined;
+    protected options: Required<ClarinetParserOptions>;
+    bufferCheckPosition: number;
+    q: string;
+    c: string;
+    p: string;
+    closed: boolean;
+    closedRoot: boolean;
+    sawRoot: boolean;
+    error: Error | null;
+    state: STATE;
+    stack: STATE[];
+    position: number;
+    column: number;
+    line: number;
+    slashed: boolean;
+    unicodeI: number;
+    unicodeS: string | null;
+    depth: number;
+    textNode: any;
+    numberNode: any;
+    constructor(options?: ClarinetParserOptions);
+    end(): this;
+    resume(): this;
+    close(): void | this;
+    emit(event: string, data?: any): void;
+    emitNode(event: string, data?: any): void;
+    write(chunk: any): void | this;
+    _closeValue(event?: string): void;
+    _closeNumber(): void;
+    _error(message?: string): void;
 }
+export {};
+//# sourceMappingURL=clarinet.d.ts.map

package/dist/lib/clarinet/clarinet.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"clarinet.d.ts","sourceRoot":"","sources":["../../../src/lib/clarinet/clarinet.ts"],"names":[],"mappings":"AAKA,oBAAY,aAAa,GACrB,SAAS,GACT,UAAU,GACV,OAAO,GACP,cAAc,GACd,eAAe,GACf,aAAa,GACb,cAAc,GACd,SAAS,GACT,OAAO,GACP,SAAS,CAAC;AAMd,aAAK,KAAK;IACR,KAAK,IAAI;IACT,KAAK,IAAA;IACL,WAAW,IAAA;IACX,YAAY,IAAA;IACZ,UAAU,IAAA;IACV,WAAW,IAAA;IACX,WAAW,IAAA;IACX,MAAM,IAAA;IACN,SAAS,IAAA;IACT,GAAG,IAAA;IACH,QAAQ,KAAA;IACR,SAAS,KAAA;IACT,IAAI,KAAA;IACJ,KAAK,KAAA;IACL,KAAK,KAAA;IACL,KAAK,KAAA;IACL,MAAM,KAAA;IACN,MAAM,KAAA;IACN,MAAM,KAAA;IACN,IAAI,KAAA;IACJ,KAAK,KAAA;IACL,KAAK,KAAA;IACL,oBAAoB,KAAA;IACpB,YAAY,KAAA;CACb;AA0CD,aAAK,WAAW,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,IAAI,CAAC;AAE/E,oBAAY,qBAAqB,GAAG;IAClC,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,YAAY,CAAC,EAAE,WAAW,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,WAAW,CAAC;IAC5B,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,YAAY,CAAC,EAAE,WAAW,CAAC;IAC3B,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,WAAW,CAAC;CAC7B,CAAC;AAcF,MAAM,CAAC,OAAO,OAAO,cAAc;IACjC,SAAS,CAAC,OAAO,EAAE,QAAQ,CAAC,qBAAqB,CAAC,CAAmB;IAErE,mBAAmB,SAAqB;IACxC,CAAC,SAAM;IACP,CAAC,SAAM;IACP,CAAC,SAAM;IACP,MAAM,UAAS;IACf,UAAU,UAAS;IACnB,OAAO,UAAS;IAEhB,KAAK,EAAE,KAAK,GAAG,IAAI,CAAQ;IAC3B,KAAK,QAAe;IACpB,KAAK,EAAE,KAAK,EAAE,CAAM;IAEpB,QAAQ,EAAE,MAAM,CAAK;IACrB,MAAM,EAAE,MAAM,CAAK;IACnB,IAAI,EAAE,MAAM,CAAK;IACjB,OAAO,EAAE,OAAO,CAAS;IACzB,QAAQ,EAAE,MAAM,CAAK;IACrB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAQ;IAC/B,KAAK,EAAE,MAAM,CAAK;IAElB,QAAQ,MAAC;IACT,UAAU,MAAC;gBAEC,OAAO,GAAE,qBAA0B;IAO/C,GAAG;IAUH,MAAM;IAKN,KAAK;IAML,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,IAAI;IAKrC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,IAAI;IAOzC,KAAK,CAAC,KAAK,KAAA;IAwTX,WAAW,CAAC,KAAK,GAAE,MAAkB,GAAG,IAAI;IAO5C,YAAY,IAAI,IAAI;IAKpB,MAAM,CAAC,OAAO,GAAE,MAAW,GAAG,IAAI;CAOnC"}