@loaders.gl/json 4.0.0-alpha.23 → 4.0.0-alpha.25

package/dist/lib/encoders/json-encoder.js

@@ -1,22 +0,0 @@
-"use strict";
-// loaders.gl, MIT license
-// Copyright 2022 Foursquare Labs, Inc.
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.encodeTableAsJSON = void 0;
-const schema_1 = require("@loaders.gl/schema");
-/**
- * Encode a table as a JSON string
- */
-function encodeTableAsJSON(table, options = {}) {
-    const shape = options.shape || 'object-row-table';
-    const strings = [];
-    const rowIterator = (0, schema_1.makeRowIterator)(table, shape);
-    for (const row of rowIterator) {
-        // Round elements etc
-        // processRow(wrappedRow, table.schema);
-        // const wrappedRow = options.wrapper ? options.wrapper(row) : row;
-        strings.push(JSON.stringify(row));
-    }
-    return `[${strings.join(',')}]`;
-}
-exports.encodeTableAsJSON = encodeTableAsJSON;

package/dist/lib/encoders/utf8-encoder.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"utf8-encoder.d.ts","sourceRoot":"","sources":["../../../src/lib/encoders/utf8-encoder.ts"],"names":[],"mappings":"AAGA,qBAAa,sBAAsB;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,WAAW,CAAkC;gBAEzC,SAAS,EAAE,MAAM;IAI7B,IAAI,CAAC,GAAG,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI;IAOhC,MAAM,IAAI,OAAO;IAIjB,mBAAmB,IAAI,eAAe;IAItC,cAAc,IAAI,MAAM;CAMzB"}

package/dist/lib/encoders/utf8-encoder.js

@@ -1,32 +0,0 @@
-"use strict";
-// loaders.gl, MIT License
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Utf8ArrayBufferEncoder = void 0;
-/* global TextEncoder */
-class Utf8ArrayBufferEncoder {
-    constructor(chunkSize) {
-        this.strings = [];
-        this.totalLength = 0;
-        this.textEncoder = new TextEncoder();
-        this.chunkSize = chunkSize;
-    }
-    push(...strings) {
-        for (const string of strings) {
-            this.strings.push(string);
-            this.totalLength += string.length;
-        }
-    }
-    isFull() {
-        return this.totalLength >= this.chunkSize;
-    }
-    getArrayBufferBatch() {
-        return this.textEncoder.encode(this.getStringBatch()).buffer;
-    }
-    getStringBatch() {
-        const stringChunk = this.strings.join('');
-        this.strings = [];
-        this.totalLength = 0;
-        return stringChunk;
-    }
-}
-exports.Utf8ArrayBufferEncoder = Utf8ArrayBufferEncoder;

package/dist/lib/json-parser/json-parser.js

@@ -1,98 +0,0 @@
-"use strict";
-// @ts-nocheck
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const clarinet_1 = __importDefault(require("../clarinet/clarinet"));
-const jsonpath_1 = __importDefault(require("../jsonpath/jsonpath"));
-// JSONParser builds a JSON object using the events emitted by the Clarinet parser
-class JSONParser {
-    constructor(options) {
-        this.result = undefined;
-        this.previousStates = [];
-        this.currentState = Object.freeze({ container: [], key: null });
-        this.jsonpath = new jsonpath_1.default();
-        this.reset();
-        this.parser = new clarinet_1.default({
-            onready: () => {
-                this.jsonpath = new jsonpath_1.default();
-                this.previousStates.length = 0;
-                this.currentState.container.length = 0;
-            },
-            onopenobject: (name) => {
-                this._openObject({});
-                if (typeof name !== 'undefined') {
-                    this.parser.emit('onkey', name);
-                }
-            },
-            onkey: (name) => {
-                this.jsonpath.set(name);
-                this.currentState.key = name;
-            },
-            oncloseobject: () => {
-                this._closeObject();
-            },
-            onopenarray: () => {
-                this._openArray();
-            },
-            onclosearray: () => {
-                this._closeArray();
-            },
-            onvalue: (value) => {
-                this._pushOrSet(value);
-            },
-            onerror: (error) => {
-                throw error;
-            },
-            onend: () => {
-                this.result = this.currentState.container.pop();
-            },
-            ...options
-        });
-    }
-    reset() {
-        this.result = undefined;
-        this.previousStates = [];
-        this.currentState = Object.freeze({ container: [], key: null });
-        this.jsonpath = new jsonpath_1.default();
-    }
-    write(chunk) {
-        this.parser.write(chunk);
-    }
-    close() {
-        this.parser.close();
-    }
-    // PRIVATE METHODS
-    _pushOrSet(value) {
-        const { container, key } = this.currentState;
-        if (key !== null) {
-            container[key] = value;
-            this.currentState.key = null;
-        }
-        else {
-            container.push(value);
-        }
-    }
-    _openArray(newContainer = []) {
-        this.jsonpath.push(null);
-        this._pushOrSet(newContainer);
-        this.previousStates.push(this.currentState);
-        this.currentState = { container: newContainer, isArray: true, key: null };
-    }
-    _closeArray() {
-        this.jsonpath.pop();
-        this.currentState = this.previousStates.pop();
-    }
-    _openObject(newContainer = {}) {
-        this.jsonpath.push(null);
-        this._pushOrSet(newContainer);
-        this.previousStates.push(this.currentState);
-        this.currentState = { container: newContainer, isArray: false, key: null };
-    }
-    _closeObject() {
-        this.jsonpath.pop();
-        this.currentState = this.previousStates.pop();
-    }
-}
-exports.default = JSONParser;

package/dist/lib/json-parser/streaming-json-parser.js

@@ -1,100 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const json_parser_1 = __importDefault(require("./json-parser"));
-const jsonpath_1 = __importDefault(require("../jsonpath/jsonpath"));
-/**
- * The `StreamingJSONParser` looks for the first array in the JSON structure.
- * and emits an array of chunks
- */
-class StreamingJSONParser extends json_parser_1.default {
-    constructor(options = {}) {
-        super({
-            onopenarray: () => {
-                if (!this.streamingArray) {
-                    if (this._matchJSONPath()) {
-                        // @ts-ignore
-                        this.streamingJsonPath = this.getJsonPath().clone();
-                        this.streamingArray = [];
-                        this._openArray(this.streamingArray);
-                        return;
-                    }
-                }
-                this._openArray();
-            },
-            // Redefine onopenarray to inject value for top-level object
-            onopenobject: (name) => {
-                if (!this.topLevelObject) {
-                    this.topLevelObject = {};
-                    this._openObject(this.topLevelObject);
-                }
-                else {
-                    this._openObject({});
-                }
-                if (typeof name !== 'undefined') {
-                    this.parser.emit('onkey', name);
-                }
-            }
-        });
-        this.streamingJsonPath = null;
-        this.streamingArray = null;
-        this.topLevelObject = null;
-        const jsonpaths = options.jsonpaths || [];
-        this.jsonPaths = jsonpaths.map((jsonpath) => new jsonpath_1.default(jsonpath));
-    }
-    /**
-     * write REDEFINITION
-     * - super.write() chunk to parser
-     * - get the contents (so far) of "topmost-level" array as batch of rows
-     * - clear top-level array
-     * - return the batch of rows\
-     */
-    write(chunk) {
-        super.write(chunk);
-        let array = [];
-        if (this.streamingArray) {
-            array = [...this.streamingArray];
-            this.streamingArray.length = 0;
-        }
-        return array;
-    }
-    /**
-     * Returns a partially formed result object
-     * Useful for returning the "wrapper" object when array is not top level
-     * e.g. GeoJSON
-     */
-    getPartialResult() {
-        return this.topLevelObject;
-    }
-    getStreamingJsonPath() {
-        return this.streamingJsonPath;
-    }
-    getStreamingJsonPathAsString() {
-        return this.streamingJsonPath && this.streamingJsonPath.toString();
-    }
-    getJsonPath() {
-        return this.jsonpath;
-    }
-    // PRIVATE METHODS
-    /**
-     * Checks is this.getJsonPath matches the jsonpaths provided in options
-     */
-    _matchJSONPath() {
-        const currentPath = this.getJsonPath();
-        // console.debug(`Testing JSONPath`, currentPath);
-        // Backwards compatibility, match any array
-        // TODO implement using wildcard once that is supported
-        if (this.jsonPaths.length === 0) {
-            return true;
-        }
-        for (const jsonPath of this.jsonPaths) {
-            if (jsonPath.equals(currentPath)) {
-                return true;
-            }
-        }
-        return false;
-    }
-}
-exports.default = StreamingJSONParser;

package/dist/lib/jsonpath/jsonpath.js

@@ -1,89 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-/**
- * A parser for a minimal subset of the jsonpath standard
- * Full JSON path parsers for JS exist but are quite large (bundle size)
- *
- * Supports
- *
- *   `$.component.component.component`
- */
-class JSONPath {
-    constructor(path = null) {
-        this.path = ['$'];
-        if (path instanceof JSONPath) {
-            // @ts-ignore
-            this.path = [...path.path];
-            return;
-        }
-        if (Array.isArray(path)) {
-            this.path.push(...path);
-            return;
-        }
-        // Parse a string as a JSONPath
-        if (typeof path === 'string') {
-            this.path = path.split('.');
-            if (this.path[0] !== '$') {
-                throw new Error('JSONPaths must start with $');
-            }
-        }
-    }
-    clone() {
-        return new JSONPath(this);
-    }
-    toString() {
-        return this.path.join('.');
-    }
-    push(name) {
-        this.path.push(name);
-    }
-    pop() {
-        return this.path.pop();
-    }
-    set(name) {
-        this.path[this.path.length - 1] = name;
-    }
-    equals(other) {
-        if (!this || !other || this.path.length !== other.path.length) {
-            return false;
-        }
-        for (let i = 0; i < this.path.length; ++i) {
-            if (this.path[i] !== other.path[i]) {
-                return false;
-            }
-        }
-        return true;
-    }
-    /**
-     * Sets the value pointed at by path
-     * TODO - handle root path
-     * @param object
-     * @param value
-     */
-    setFieldAtPath(object, value) {
-        const path = [...this.path];
-        path.shift();
-        const field = path.pop();
-        for (const component of path) {
-            object = object[component];
-        }
-        // @ts-ignore
-        object[field] = value;
-    }
-    /**
-     * Gets the value pointed at by path
-     * TODO - handle root path
-     * @param object
-     */
-    getFieldAtPath(object) {
-        const path = [...this.path];
-        path.shift();
-        const field = path.pop();
-        for (const component of path) {
-            object = object[component];
-        }
-        // @ts-ignore
-        return object[field];
-    }
-}
-exports.default = JSONPath;

package/dist/lib/parsers/parse-json-in-batches.js

@@ -1,101 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.rebuildJsonObject = exports.parseJSONInBatches = void 0;
-const schema_1 = require("@loaders.gl/schema");
-const loader_utils_1 = require("@loaders.gl/loader-utils");
-const streaming_json_parser_1 = __importDefault(require("../json-parser/streaming-json-parser"));
-const jsonpath_1 = __importDefault(require("../jsonpath/jsonpath"));
-// TODO - support batch size 0 = no batching/single batch?
-// eslint-disable-next-line max-statements, complexity
-async function* parseJSONInBatches(binaryAsyncIterator, options) {
-    const asyncIterator = (0, loader_utils_1.makeTextDecoderIterator)(binaryAsyncIterator);
-    const { metadata } = options;
-    const { jsonpaths } = options.json || {};
-    let isFirstChunk = true;
-    // TODO fix Schema deduction
-    const schema = null; // new Schema([]);
-    // TODO - detect shape from data?
-    const shape = options?.json?.shape || 'object-row-table';
-    // @ts-ignore
-    const tableBatchBuilder = new schema_1.TableBatchBuilder(schema, {
-        ...options,
-        shape
-    });
-    const parser = new streaming_json_parser_1.default({ jsonpaths });
-    for await (const chunk of asyncIterator) {
-        const rows = parser.write(chunk);
-        const jsonpath = rows.length > 0 && parser.getStreamingJsonPathAsString();
-        if (rows.length > 0 && isFirstChunk) {
-            if (metadata) {
-                const initialBatch = {
-                    // Common fields
-                    shape,
-                    batchType: 'partial-result',
-                    data: [],
-                    length: 0,
-                    bytesUsed: 0,
-                    // JSON additions
-                    container: parser.getPartialResult(),
-                    jsonpath
-                };
-                yield initialBatch;
-            }
-            isFirstChunk = false;
-            // schema = deduceSchema(rows);
-        }
-        // Add the row
-        for (const row of rows) {
-            tableBatchBuilder.addRow(row);
-            // If a batch has been completed, emit it
-            const batch = tableBatchBuilder.getFullBatch({ jsonpath });
-            if (batch) {
-                yield batch;
-            }
-        }
-        tableBatchBuilder.chunkComplete(chunk);
-        const batch = tableBatchBuilder.getFullBatch({ jsonpath });
-        if (batch) {
-            yield batch;
-        }
-    }
-    // yield final batch
-    const jsonpath = parser.getStreamingJsonPathAsString();
-    const batch = tableBatchBuilder.getFinalBatch({ jsonpath });
-    if (batch) {
-        yield batch;
-    }
-    if (metadata) {
-        const finalBatch = {
-            shape,
-            batchType: 'final-result',
-            container: parser.getPartialResult(),
-            jsonpath: parser.getStreamingJsonPathAsString(),
-            data: [],
-            length: 0
-            // schema: null
-        };
-        yield finalBatch;
-    }
-}
-exports.parseJSONInBatches = parseJSONInBatches;
-function rebuildJsonObject(batch, data) {
-    // Last batch will have this special type and will provide all the root object of the parsed file
-    (0, loader_utils_1.assert)(batch.batchType === 'final-result');
-    // The streamed JSON data is a top level array (jsonpath = '$'), just return the array of row objects
-    if (batch.jsonpath === '$') {
-        return data;
-    }
-    // (jsonpath !== '$') The streamed data is not a top level array, so stitch it back in to the top-level object
-    if (batch.jsonpath && batch.jsonpath.length > 1) {
-        const topLevelObject = batch.container;
-        const streamingPath = new jsonpath_1.default(batch.jsonpath);
-        streamingPath.setFieldAtPath(topLevelObject, data);
-        return topLevelObject;
-    }
-    // No jsonpath, in this case nothing was streamed.
-    return batch.container;
-}
-exports.rebuildJsonObject = rebuildJsonObject;

package/dist/lib/parsers/parse-json.js

@@ -1,32 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseJSONSync = void 0;
-const schema_1 = require("@loaders.gl/schema");
-function parseJSONSync(jsonText, options) {
-    try {
-        const json = JSON.parse(jsonText);
-        if (options.json?.table) {
-            const data = getFirstArray(json) || json;
-            return (0, schema_1.makeTableFromData)(data);
-        }
-        return json;
-    }
-    catch (error) {
-        throw new Error('JSONLoader: failed to parse JSON');
-    }
-}
-exports.parseJSONSync = parseJSONSync;
-function getFirstArray(json) {
-    if (Array.isArray(json)) {
-        return json;
-    }
-    if (json && typeof json === 'object') {
-        for (const value of Object.values(json)) {
-            const array = getFirstArray(value);
-            if (array) {
-                return array;
-            }
-        }
-    }
-    return null;
-}

package/dist/lib/parsers/parse-ndjson-in-batches.js

@@ -1,36 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseNDJSONInBatches = void 0;
-const schema_1 = require("@loaders.gl/schema");
-const loader_utils_1 = require("@loaders.gl/loader-utils");
-async function* parseNDJSONInBatches(binaryAsyncIterator, options) {
-    const textIterator = (0, loader_utils_1.makeTextDecoderIterator)(binaryAsyncIterator);
-    const lineIterator = (0, loader_utils_1.makeLineIterator)(textIterator);
-    const numberedLineIterator = (0, loader_utils_1.makeNumberedLineIterator)(lineIterator);
-    const schema = null;
-    const shape = 'row-table';
-    // @ts-ignore
-    const tableBatchBuilder = new schema_1.TableBatchBuilder(schema, {
-        ...options,
-        shape
-    });
-    for await (const { counter, line } of numberedLineIterator) {
-        try {
-            const row = JSON.parse(line);
-            tableBatchBuilder.addRow(row);
-            tableBatchBuilder.chunkComplete(line);
-            const batch = tableBatchBuilder.getFullBatch();
-            if (batch) {
-                yield batch;
-            }
-        }
-        catch (error) {
-            throw new Error(`NDJSONLoader: failed to parse JSON on line ${counter}`);
-        }
-    }
-    const batch = tableBatchBuilder.getFinalBatch();
-    if (batch) {
-        yield batch;
-    }
-}
-exports.parseNDJSONInBatches = parseNDJSONInBatches;

package/dist/lib/parsers/parse-ndjson.js

@@ -1,17 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseNDJSONSync = void 0;
-const schema_1 = require("@loaders.gl/schema");
-function parseNDJSONSync(ndjsonText) {
-    const lines = ndjsonText.trim().split('\n');
-    const parsedLines = lines.map((line, counter) => {
-        try {
-            return JSON.parse(line);
-        }
-        catch (error) {
-            throw new Error(`NDJSONLoader: failed to parse JSON on line ${counter + 1}`);
-        }
-    });
-    return (0, schema_1.makeTableFromData)(parsedLines);
-}
-exports.parseNDJSONSync = parseNDJSONSync;

package/dist/ndgeoson-loader.js

@@ -1,36 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.NDJSONLoader = void 0;
-const parse_ndjson_1 = require("./lib/parsers/parse-ndjson");
-const parse_ndjson_in_batches_1 = require("./lib/parsers/parse-ndjson-in-batches");
-// __VERSION__ is injected by babel-plugin-version-inline
-// @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
-/** NDGeoJSONLoader */
-exports.NDJSONLoader = {
-    name: 'NDJSON',
-    id: 'ndjson',
-    module: 'json',
-    version: VERSION,
-    extensions: ['ndjson', 'ndgeojson'],
-    mimeTypes: [
-        'application/geo+x-ndjson',
-        'application/geo+x-ldjson',
-        'application/jsonlines',
-        'application/geo+json-seq',
-        'application/x-ndjson'
-    ],
-    category: 'table',
-    text: true,
-    parse: async (arrayBuffer) => (0, parse_ndjson_1.parseNDJSONSync)(new TextDecoder().decode(arrayBuffer)),
-    parseTextSync: parse_ndjson_1.parseNDJSONSync,
-    parseInBatches: parse_ndjson_in_batches_1.parseNDJSONInBatches,
-    options: {
-        geojson: {
-            shape: 'object-row-table'
-        },
-        gis: {
-            format: 'geojson'
-        }
-    }
-};

package/dist/ndjson-loader.js

@@ -1,27 +0,0 @@
-"use strict";
-// loaders.gl, MIT license
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.NDJSONLoader = void 0;
-const parse_ndjson_1 = require("./lib/parsers/parse-ndjson");
-const parse_ndjson_in_batches_1 = require("./lib/parsers/parse-ndjson-in-batches");
-// __VERSION__ is injected by babel-plugin-version-inline
-// @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
-exports.NDJSONLoader = {
-    name: 'NDJSON',
-    id: 'ndjson',
-    module: 'json',
-    version: VERSION,
-    extensions: ['ndjson', 'jsonl'],
-    mimeTypes: [
-        'application/x-ndjson',
-        'application/jsonlines',
-        'application/json-seq'
-    ],
-    category: 'table',
-    text: true,
-    parse: async (arrayBuffer) => (0, parse_ndjson_1.parseNDJSONSync)(new TextDecoder().decode(arrayBuffer)),
-    parseTextSync: parse_ndjson_1.parseNDJSONSync,
-    parseInBatches: parse_ndjson_in_batches_1.parseNDJSONInBatches,
-    options: {}
-};

package/dist/workers/geojson-worker.js

@@ -1,5 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const loader_utils_1 = require("@loaders.gl/loader-utils");
-const geojson_loader_1 = require("../geojson-loader");
-(0, loader_utils_1.createLoaderWorker)(geojson_loader_1.GeoJSONLoader);