@loaders.gl/json 3.1.0-alpha.3 → 3.1.0-beta.2

package/dist/index.d.ts

@@ -0,0 +1,8 @@
+export type { JSONLoaderOptions } from './json-loader';
+export { JSONLoader } from './json-loader';
+export { NDJSONLoader } from './ndjson-loader';
+export type { GeoJSONLoaderOptions as _GeoJSONLoaderOptions } from './geojson-loader';
+export { GeoJSONLoader as _GeoJSONLoader, GeoJSONWorkerLoader as _GeoJSONWorkerLoader } from './geojson-loader';
+export { default as _JSONPath } from './lib/jsonpath/jsonpath';
+export { default as _ClarinetParser } from './lib/clarinet/clarinet';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAC,iBAAiB,EAAC,MAAM,eAAe,CAAC;AACrD,OAAO,EAAC,UAAU,EAAC,MAAM,eAAe,CAAC;AACzC,OAAO,EAAC,YAAY,EAAC,MAAM,iBAAiB,CAAC;AAG7C,YAAY,EAAC,oBAAoB,IAAI,qBAAqB,EAAC,MAAM,kBAAkB,CAAC;AACpF,OAAO,EACL,aAAa,IAAI,cAAc,EAC/B,mBAAmB,IAAI,oBAAoB,EAC5C,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAC,OAAO,IAAI,SAAS,EAAC,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAC,OAAO,IAAI,eAAe,EAAC,MAAM,yBAAyB,CAAC"}

package/dist/index.js

@@ -1,6 +1,17 @@
-export { JSONLoader } from './json-loader';
-export { NDJSONLoader } from './ndjson-loader';
-export { GeoJSONLoader as _GeoJSONLoader, GeoJSONWorkerLoader as _GeoJSONWorkerLoader } from './geojson-loader';
-export { default as _JSONPath } from './lib/jsonpath/jsonpath';
-export { default as _ClarinetParser } from './lib/clarinet/clarinet';
-//# sourceMappingURL=index.js.map
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports._ClarinetParser = exports._JSONPath = exports._GeoJSONWorkerLoader = exports._GeoJSONLoader = exports.NDJSONLoader = exports.JSONLoader = void 0;
+var json_loader_1 = require("./json-loader");
+Object.defineProperty(exports, "JSONLoader", { enumerable: true, get: function () { return json_loader_1.JSONLoader; } });
+var ndjson_loader_1 = require("./ndjson-loader");
+Object.defineProperty(exports, "NDJSONLoader", { enumerable: true, get: function () { return ndjson_loader_1.NDJSONLoader; } });
+var geojson_loader_1 = require("./geojson-loader");
+Object.defineProperty(exports, "_GeoJSONLoader", { enumerable: true, get: function () { return geojson_loader_1.GeoJSONLoader; } });
+Object.defineProperty(exports, "_GeoJSONWorkerLoader", { enumerable: true, get: function () { return geojson_loader_1.GeoJSONWorkerLoader; } });
+var jsonpath_1 = require("./lib/jsonpath/jsonpath");
+Object.defineProperty(exports, "_JSONPath", { enumerable: true, get: function () { return __importDefault(jsonpath_1).default; } });
+var clarinet_1 = require("./lib/clarinet/clarinet");
+Object.defineProperty(exports, "_ClarinetParser", { enumerable: true, get: function () { return __importDefault(clarinet_1).default; } });

package/dist/json-loader.d.ts

@@ -0,0 +1,14 @@
+import type { LoaderWithParser, LoaderOptions } from '@loaders.gl/loader-utils';
+/**
+ * @param table -
+ * @param jsonpaths -
+ */
+export declare type JSONLoaderOptions = LoaderOptions & {
+    json?: {
+        shape?: 'row-table';
+        table?: false;
+        jsonpaths?: string[];
+    };
+};
+export declare const JSONLoader: LoaderWithParser;
+//# sourceMappingURL=json-loader.d.ts.map

package/dist/json-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-loader.d.ts","sourceRoot":"","sources":["../src/json-loader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,gBAAgB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAQ9E;;;GAGG;AACH,oBAAY,iBAAiB,GAAG,aAAa,GAAG;IAC9C,IAAI,CAAC,EAAE;QACL,KAAK,CAAC,EAAE,WAAW,CAAC;QACpB,KAAK,CAAC,EAAE,KAAK,CAAC;QACd,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;KACtB,CAAC;CACH,CAAC;AAWF,eAAO,MAAM,UAAU,EAAE,gBA0BxB,CAAC"}

package/dist/json-loader.js

@@ -1,47 +1,57 @@
-import parseJSONSync from './lib/parse-json';
-import parseJSONInBatches from './lib/parse-json-in-batches';
-const VERSION = typeof "3.1.0-alpha.3" !== 'undefined' ? "3.1.0-alpha.3" : 'latest';
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.JSONLoader = void 0;
+const parse_json_1 = __importDefault(require("./lib/parse-json"));
+const parse_json_in_batches_1 = __importDefault(require("./lib/parse-json-in-batches"));
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
 const DEFAULT_JSON_LOADER_OPTIONS = {
-  json: {
-    shape: 'row-table',
-    table: false,
-    jsonpaths: []
-  }
+    json: {
+        shape: 'row-table',
+        table: false,
+        jsonpaths: []
+        // batchSize: 'auto'
+    }
 };
-export const JSONLoader = {
-  name: 'JSON',
-  id: 'json',
-  module: 'json',
-  version: VERSION,
-  extensions: ['json', 'geojson'],
-  mimeTypes: ['application/json'],
-  category: 'table',
-  text: true,
-  parse,
-  parseTextSync,
-  parseInBatches,
-  options: DEFAULT_JSON_LOADER_OPTIONS
+exports.JSONLoader = {
+    name: 'JSON',
+    id: 'json',
+    module: 'json',
+    version: VERSION,
+    extensions: ['json', 'geojson'],
+    mimeTypes: ['application/json'],
+    // TODO - support various line based JSON formats
+    /*
+    extensions: {
+      json: null,
+      jsonl: {stream: true},
+      ndjson: {stream: true}
+    },
+    mimeTypes: {
+      'application/json': null,
+      'application/json-seq': {stream: true},
+      'application/x-ndjson': {stream: true}
+    },
+    */
+    category: 'table',
+    text: true,
+    parse,
+    parseTextSync,
+    parseInBatches,
+    options: DEFAULT_JSON_LOADER_OPTIONS
 };
-
 async function parse(arrayBuffer, options) {
-  return parseTextSync(new TextDecoder().decode(arrayBuffer), options);
+    return parseTextSync(new TextDecoder().decode(arrayBuffer), options);
 }
-
 function parseTextSync(text, options) {
-  const jsonOptions = { ...options,
-    json: { ...DEFAULT_JSON_LOADER_OPTIONS.json,
-      ...(options === null || options === void 0 ? void 0 : options.json)
-    }
-  };
-  return parseJSONSync(text, jsonOptions);
+    const jsonOptions = { ...options, json: { ...DEFAULT_JSON_LOADER_OPTIONS.json, ...options?.json } };
+    return (0, parse_json_1.default)(text, jsonOptions);
 }
-
 function parseInBatches(asyncIterator, options) {
-  const jsonOptions = { ...options,
-    json: { ...DEFAULT_JSON_LOADER_OPTIONS.json,
-      ...(options === null || options === void 0 ? void 0 : options.json)
-    }
-  };
-  return parseJSONInBatches(asyncIterator, jsonOptions);
+    const jsonOptions = { ...options, json: { ...DEFAULT_JSON_LOADER_OPTIONS.json, ...options?.json } };
+    return (0, parse_json_in_batches_1.default)(asyncIterator, jsonOptions);
 }
-//# sourceMappingURL=json-loader.js.map

package/dist/jsonl-loader.d.ts

@@ -0,0 +1 @@
+//# sourceMappingURL=jsonl-loader.d.ts.map

package/dist/jsonl-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonl-loader.d.ts","sourceRoot":"","sources":["../src/jsonl-loader.ts"],"names":[],"mappings":""}

package/dist/jsonl-loader.js

@@ -1,2 +1,54 @@
+"use strict";
+/* TODO JSONL loader
+export const JSONLoader: LoaderWithParser = {
+  name: 'JSON',
+  id: 'json',
+  module: 'json',
+  version: VERSION,
+  extensions: ['json', 'geojson'],
+  mimeTypes: ['application/json'],
+  // TODO - support various line based JSON formats
+  /*
+  extensions: {
+    json: null,
+    jsonl: {stream: true},
+    ndjson: {stream: true}
+  },
+  mimeTypes: {
+    'application/json': null,
+    'application/json-seq': {stream: true},
+    'application/x-ndjson': {stream: true}
+  },
+  *
+  category: 'table',
+  text: true,
+  parse,
+  parseTextSync,
+  parseInBatches,
+  options: DEFAULT_JSON_LOADER_OPTIONS
+};
+{
+  name: 'TEST-JSONL_LOADER',
+  extensions: ['jsonl'],
+  parse: async (arrayBuffer, options, context) => {
+    const characters = new Uint8Array(arrayBuffer);
+    const result = [];
 
-//# sourceMappingURL=jsonl-loader.js.map
+    const len = characters.length;
+    let startIndex = 0;
+    for (let i = 0; i <= len; i++) {
+      if (characters[i] === 10 || i === len) {
+        // Note: we need to make a copy of the buffer here because we cannot
+        // handover the ownership of arrayBuffer to the child process
+        const json = characters.slice(startIndex, i);
+        if (json.length > 1) {
+          result.push(await context.parse(json.buffer, {}, 'line.json'));
+        }
+        startIndex = i + 1;
+      }
+    }
+
+    return result;
+  }
+};
+*/

package/dist/lib/clarinet/clarinet.d.ts

@@ -0,0 +1,74 @@
+export declare type ClarinetEvent = 'onvalue' | 'onstring' | 'onkey' | 'onopenobject' | 'oncloseobject' | 'onopenarray' | 'onclosearray' | 'onerror' | 'onend' | 'onready';
+declare enum STATE {
+    BEGIN = 0,
+    VALUE = 1,
+    OPEN_OBJECT = 2,
+    CLOSE_OBJECT = 3,
+    OPEN_ARRAY = 4,
+    CLOSE_ARRAY = 5,
+    TEXT_ESCAPE = 6,
+    STRING = 7,
+    BACKSLASH = 8,
+    END = 9,
+    OPEN_KEY = 10,
+    CLOSE_KEY = 11,
+    TRUE = 12,
+    TRUE2 = 13,
+    TRUE3 = 14,
+    FALSE = 15,
+    FALSE2 = 16,
+    FALSE3 = 17,
+    FALSE4 = 18,
+    NULL = 19,
+    NULL2 = 20,
+    NULL3 = 21,
+    NUMBER_DECIMAL_POINT = 22,
+    NUMBER_DIGIT = 23
+}
+declare type ParserEvent = (parser: ClarinetParser, event: string, data?: any) => void;
+export declare type ClarinetParserOptions = {
+    onready?: ParserEvent;
+    onopenobject?: ParserEvent;
+    onkey?: ParserEvent;
+    oncloseobject?: ParserEvent;
+    onopenarray?: ParserEvent;
+    onclosearray?: ParserEvent;
+    onvalue?: ParserEvent;
+    onerror?: ParserEvent;
+    onend?: ParserEvent;
+    onchunkparsed?: ParserEvent;
+};
+export default class ClarinetParser {
+    protected options: Required<ClarinetParserOptions>;
+    bufferCheckPosition: number;
+    q: string;
+    c: string;
+    p: string;
+    closed: boolean;
+    closedRoot: boolean;
+    sawRoot: boolean;
+    error: Error | null;
+    state: STATE;
+    stack: STATE[];
+    position: number;
+    column: number;
+    line: number;
+    slashed: boolean;
+    unicodeI: number;
+    unicodeS: string | null;
+    depth: number;
+    textNode: any;
+    numberNode: any;
+    constructor(options?: ClarinetParserOptions);
+    end(): this;
+    resume(): this;
+    close(): void | this;
+    emit(event: string, data?: any): void;
+    emitNode(event: string, data?: any): void;
+    write(chunk: any): void | this;
+    _closeValue(event?: string): void;
+    _closeNumber(): void;
+    _error(message?: string): void;
+}
+export {};
+//# sourceMappingURL=clarinet.d.ts.map

package/dist/lib/clarinet/clarinet.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"clarinet.d.ts","sourceRoot":"","sources":["../../../src/lib/clarinet/clarinet.ts"],"names":[],"mappings":"AAKA,oBAAY,aAAa,GACrB,SAAS,GACT,UAAU,GACV,OAAO,GACP,cAAc,GACd,eAAe,GACf,aAAa,GACb,cAAc,GACd,SAAS,GACT,OAAO,GACP,SAAS,CAAC;AAMd,aAAK,KAAK;IACR,KAAK,IAAI;IACT,KAAK,IAAA;IACL,WAAW,IAAA;IACX,YAAY,IAAA;IACZ,UAAU,IAAA;IACV,WAAW,IAAA;IACX,WAAW,IAAA;IACX,MAAM,IAAA;IACN,SAAS,IAAA;IACT,GAAG,IAAA;IACH,QAAQ,KAAA;IACR,SAAS,KAAA;IACT,IAAI,KAAA;IACJ,KAAK,KAAA;IACL,KAAK,KAAA;IACL,KAAK,KAAA;IACL,MAAM,KAAA;IACN,MAAM,KAAA;IACN,MAAM,KAAA;IACN,IAAI,KAAA;IACJ,KAAK,KAAA;IACL,KAAK,KAAA;IACL,oBAAoB,KAAA;IACpB,YAAY,KAAA;CACb;AA0CD,aAAK,WAAW,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,IAAI,CAAC;AAE/E,oBAAY,qBAAqB,GAAG;IAClC,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,YAAY,CAAC,EAAE,WAAW,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,WAAW,CAAC;IAC5B,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,YAAY,CAAC,EAAE,WAAW,CAAC;IAC3B,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,WAAW,CAAC;CAC7B,CAAC;AAcF,MAAM,CAAC,OAAO,OAAO,cAAc;IACjC,SAAS,CAAC,OAAO,EAAE,QAAQ,CAAC,qBAAqB,CAAC,CAAmB;IAErE,mBAAmB,SAAqB;IACxC,CAAC,SAAM;IACP,CAAC,SAAM;IACP,CAAC,SAAM;IACP,MAAM,UAAS;IACf,UAAU,UAAS;IACnB,OAAO,UAAS;IAEhB,KAAK,EAAE,KAAK,GAAG,IAAI,CAAQ;IAC3B,KAAK,QAAe;IACpB,KAAK,EAAE,KAAK,EAAE,CAAM;IAEpB,QAAQ,EAAE,MAAM,CAAK;IACrB,MAAM,EAAE,MAAM,CAAK;IACnB,IAAI,EAAE,MAAM,CAAK;IACjB,OAAO,EAAE,OAAO,CAAS;IACzB,QAAQ,EAAE,MAAM,CAAK;IACrB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAQ;IAC/B,KAAK,EAAE,MAAM,CAAK;IAElB,QAAQ,MAAC;IACT,UAAU,MAAC;gBAEC,OAAO,GAAE,qBAA0B;IAO/C,GAAG;IAUH,MAAM;IAKN,KAAK;IAML,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,IAAI;IAKrC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,IAAI;IAOzC,KAAK,CAAC,KAAK,KAAA;IAwTX,WAAW,CAAC,KAAK,GAAE,MAAkB,GAAG,IAAI;IAO5C,YAAY,IAAI,IAAI;IAKpB,MAAM,CAAC,OAAO,GAAE,MAAW,GAAG,IAAI;CAOnC"}