@loaders.gl/json 4.0.0-alpha.5 → 4.0.0-alpha.7

package/src/lib/encoders/encode-utils.ts

@@ -0,0 +1,54 @@
+// loaders.gl, MIT license
+// Copyright 2022 Foursquare Labs, Inc.
+
+import {Table, getTableLength, getTableNumCols, getTableRowAsArray} from '@loaders.gl/schema';
+
+type Row = {[key: string]: unknown};
+
+/**
+ * Attempts to identify which column contains geometry
+ * Currently just returns name (key) of first object-valued column
+ * @todo look for hints in schema metadata
+ * @todo look for WKB
+ */
+export function detectGeometryColumnIndex(table: Table): number {
+  // TODO - look for hints in schema metadata
+
+  // look for a column named geometry
+  const geometryIndex = table.schema?.fields.findIndex((field) => field.name === 'geometry') ?? -1;
+  if (geometryIndex > -1) {
+    return geometryIndex;
+  }
+
+  // look at the data
+  // TODO - this drags in the indices
+  if (getTableLength(table) > 0) {
+    const row = getTableRowAsArray(table, 0);
+    for (let columnIndex = 0; columnIndex < getTableNumCols(table); columnIndex++) {
+      const value = row?.[columnIndex];
+      if (value && typeof value === 'object') {
+        return columnIndex;
+      }
+    }
+  }
+
+  throw new Error('Failed to detect geometry column');
+}
+
+/**
+ * Return a row as a property (key/value) object, excluding selected columns
+ */
+export function getRowPropertyObject(
+  table: Table,
+  row: Row,
+  excludeColumnIndices: number[] = []
+): {[columnName: string]: unknown} {
+  const properties = {};
+  for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {
+    const columnName = table.schema?.fields[columnIndex].name;
+    if (columnName && !excludeColumnIndices.includes(columnIndex)) {
+      properties[columnName] = row[columnName];
+    }
+  }
+  return properties;
+}

package/src/lib/encoders/geojson-encoder.ts

@@ -0,0 +1,139 @@
+// loaders.gl, MIT license
+// Copyright 2022 Foursquare Labs, Inc.
+
+import {Feature, getTableLength} from '@loaders.gl/schema';
+import {Table, TableBatch, getTableRowAsObject} from '@loaders.gl/schema';
+import {detectGeometryColumnIndex, getRowPropertyObject} from './encode-utils';
+import {Utf8ArrayBufferEncoder} from './utf8-encoder';
+
+type Row = {[key: string]: unknown};
+
+export type GeoJSONWriterOptions = {
+  geojson?: {
+    featureArray?: boolean;
+    geometryColumn?: number | null;
+  };
+  chunkSize?: number;
+};
+
+/**
+ * Encode a table as GeoJSON
+ */
+// eslint-disable-next-line max-statements
+export async function* encodeTableAsGeojsonInBatches(
+  batchIterator: AsyncIterable<TableBatch>, // | Iterable<TableBatch>,
+  inputOpts: GeoJSONWriterOptions = {}
+): AsyncIterable<ArrayBuffer> {
+  const options: Required<GeoJSONWriterOptions> = {geojson: {}, chunkSize: 10000, ...inputOpts};
+
+  const utf8Encoder = new Utf8ArrayBufferEncoder(options.chunkSize);
+
+  if (!options.geojson.featureArray) {
+    utf8Encoder.push('{\n', '"type": "FeatureCollection",\n', '"features":\n');
+  }
+  utf8Encoder.push('['); // Note no newline
+
+  let geometryColumn = options.geojson.geometryColumn;
+
+  let isFirstLine = true;
+
+  for await (const batch of batchIterator) {
+    const {table, start, end = getTableLength(batch.table) - start} = batch;
+
+    // Deduce geometry column if not already done
+    if (!geometryColumn) {
+      geometryColumn = geometryColumn || detectGeometryColumnIndex(table);
+    }
+
+    for (let rowIndex = start; rowIndex < end; ++rowIndex) {
+      // Add a comma except on final feature
+      if (!isFirstLine) {
+        utf8Encoder.push(',');
+      }
+      utf8Encoder.push('\n');
+      isFirstLine = false;
+
+      encodeRow(table, rowIndex, geometryColumn, utf8Encoder);
+
+      // eslint-disable-next-line max-depth
+      if (utf8Encoder.isFull()) {
+        yield utf8Encoder.getArrayBufferBatch();
+      }
+    }
+    const arrayBufferBatch = utf8Encoder.getArrayBufferBatch();
+    if (arrayBufferBatch.byteLength > 0) {
+      yield arrayBufferBatch;
+    }
+  }
+
+  utf8Encoder.push('\n');
+
+  // Add completing rows and emit final batch
+  utf8Encoder.push(']\n');
+  if (!options.geojson.featureArray) {
+    utf8Encoder.push('}');
+  }
+
+  // Note: Since we pushed a few final lines, the last batch will always exist, no need to check first
+  yield utf8Encoder.getArrayBufferBatch();
+}
+
+// Helpers
+
+/**
+ * Encode a row. Currently this ignores properties in the geometry column.
+ */
+function encodeRow(
+  table: Table,
+  rowIndex: number,
+  geometryColumnIndex: number,
+  utf8Encoder: Utf8ArrayBufferEncoder
+): void {
+  const row = getTableRowAsObject(table, rowIndex);
+  if (!row) return;
+  const featureWithProperties = getFeatureFromRow(table, row, geometryColumnIndex);
+  const featureString = JSON.stringify(featureWithProperties);
+  utf8Encoder.push(featureString);
+}
+
+/**
+ * Encode a row as a Feature. Currently this ignores properties objects in the geometry column.
+ */
+function getFeatureFromRow(table: Table, row: Row, geometryColumnIndex: number): Feature {
+  // Extract non-feature/geometry properties
+  const properties = getRowPropertyObject(table, row, [geometryColumnIndex]);
+
+  // Extract geometry feature
+  const columnName = table.schema?.fields[geometryColumnIndex].name;
+  let featureOrGeometry =
+    columnName && (row[columnName] as {[key: string]: unknown} | string | null | undefined);
+
+  // GeoJSON support null geometries
+  if (!featureOrGeometry) {
+    // @ts-ignore Feature type does not support null geometries
+    return {type: 'Feature', geometry: null, properties};
+  }
+
+  // Support string geometries?
+  // TODO: This assumes GeoJSON strings, which may not be the correct format
+  // (could be WKT, encoded WKB...)
+  if (typeof featureOrGeometry === 'string') {
+    try {
+      featureOrGeometry = JSON.parse(featureOrGeometry);
+    } catch (err) {
+      throw new Error('Invalid string geometry');
+    }
+  }
+
+  if (typeof featureOrGeometry !== 'object' || typeof featureOrGeometry?.type !== 'string') {
+    throw new Error('invalid geometry column value');
+  }
+
+  if (featureOrGeometry?.type === 'Feature') {
+    // @ts-ignore Feature type does not support null geometries
+    return {...featureOrGeometry, properties};
+  }
+
+  // @ts-ignore Feature type does not support null geometries
+  return {type: 'Feature', geometry: featureOrGeometry, properties};
+}

package/src/lib/encoders/json-encoder.ts

@@ -0,0 +1,30 @@
+// loaders.gl, MIT license
+// Copyright 2022 Foursquare Labs, Inc.
+
+import {Table, makeRowIterator} from '@loaders.gl/schema';
+
+type RowArray = unknown[];
+type RowObject = {[key: string]: unknown};
+type TableJSON = RowArray[] | RowObject[];
+
+export type JSONWriterOptions = {
+  shape?: 'object-row-table' | 'array-row-table';
+  wrapper?: (table: TableJSON) => unknown;
+};
+
+/**
+ * Encode a table as a JSON string
+ */
+export function encodeTableAsJSON(table: Table, options: JSONWriterOptions = {}): string {
+  const shape = options.shape || 'object-row-table';
+
+  const strings: string[] = [];
+  const rowIterator = makeRowIterator(table, shape);
+  for (const row of rowIterator) {
+    // Round elements etc
+    // processRow(wrappedRow, table.schema);
+    // const wrappedRow = options.wrapper ? options.wrapper(row) : row;
+    strings.push(JSON.stringify(row));
+  }
+  return `[${strings.join(',')}]`;
+}

package/src/lib/encoders/utf8-encoder.ts

@@ -0,0 +1,35 @@
+// loaders.gl, MIT License
+
+/* global TextEncoder */
+export class Utf8ArrayBufferEncoder {
+  private readonly chunkSize: number;
+  private strings: string[] = [];
+  private totalLength = 0;
+  private textEncoder: TextEncoder = new TextEncoder();
+
+  constructor(chunkSize: number) {
+    this.chunkSize = chunkSize;
+  }
+
+  push(...strings: string[]): void {
+    for (const string of strings) {
+      this.strings.push(string);
+      this.totalLength += string.length;
+    }
+  }
+
+  isFull(): boolean {
+    return this.totalLength >= this.chunkSize;
+  }
+
+  getArrayBufferBatch(): ArrayBufferLike {
+    return this.textEncoder.encode(this.getStringBatch()).buffer;
+  }
+
+  getStringBatch(): string {
+    const stringChunk = this.strings.join('');
+    this.strings = [];
+    this.totalLength = 0;
+    return stringChunk;
+  }
+}

package/src/lib/{parse-json-in-batches.ts → parsers/parse-json-in-batches.ts}

@@ -1,16 +1,16 @@
-import type {Batch} from '@loaders.gl/schema';
-import type {JSONLoaderOptions} from '../json-loader';
+import type {TableBatch} from '@loaders.gl/schema';
+import type {JSONLoaderOptions} from '../../json-loader';
 import {TableBatchBuilder} from '@loaders.gl/schema';
 import {assert, makeTextDecoderIterator} from '@loaders.gl/loader-utils';
-import StreamingJSONParser from './parser/streaming-json-parser';
-import JSONPath from './jsonpath/jsonpath';
+import StreamingJSONParser from '../json-parser/streaming-json-parser';
+import JSONPath from '../jsonpath/jsonpath';
 
 // TODO - support batch size 0 = no batching/single batch?
 // eslint-disable-next-line max-statements, complexity
-export default async function* parseJSONInBatches(
+export async function* parseJSONInBatches(
   binaryAsyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,
   options: JSONLoaderOptions
-): AsyncIterable<Batch> {
+): AsyncIterable<TableBatch> {
   const asyncIterator = makeTextDecoderIterator(binaryAsyncIterator);
 
   const {metadata} = options;
@@ -36,7 +36,7 @@ export default async function* parseJSONInBatches(
 
     if (rows.length > 0 && isFirstChunk) {
       if (metadata) {
-        const initialBatch: Batch = {
+        const initialBatch: TableBatch = {
           // Common fields
           shape,
           batchType: 'partial-result',
@@ -78,7 +78,7 @@ export default async function* parseJSONInBatches(
   }
 
   if (metadata) {
-    const finalBatch: Batch = {
+    const finalBatch: TableBatch = {
       shape,
       batchType: 'final-result',
       container: parser.getPartialResult(),

package/src/lib/{parse-json.ts → parsers/parse-json.ts}

@@ -1,10 +1,14 @@
-import type {JSONLoaderOptions} from '../json-loader';
+// loaders.gl, MIT license
+import type {RowTable} from '@loaders.gl/schema';
+import {makeTableFromData} from '@loaders.gl/schema';
+import type {JSONLoaderOptions} from '../../json-loader';
 
-export default function parseJSONSync(jsonText: string, options: JSONLoaderOptions) {
+export function parseJSONSync(jsonText: string, options: JSONLoaderOptions): RowTable {
   try {
     const json = JSON.parse(jsonText);
     if (options.json?.table) {
-      return getFirstArray(json) || json;
+      const data = getFirstArray(json) || json;
+      return makeTableFromData(data);
     }
     return json;
   } catch (error) {

package/src/lib/{parse-ndjson-in-batches.ts → parsers/parse-ndjson-in-batches.ts}

@@ -7,7 +7,7 @@ import {
   makeTextDecoderIterator
 } from '@loaders.gl/loader-utils';
 
-export default async function* parseNDJSONInBatches(
+export async function* parseNDJSONInBatches(
   binaryAsyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,
   options?: LoaderOptions
 ): AsyncIterable<Batch> {

package/src/lib/parsers/parse-ndjson.ts

@@ -0,0 +1,15 @@
+import type {ArrayRowTable, ObjectRowTable} from '@loaders.gl/schema';
+import {makeTableFromData} from '@loaders.gl/schema';
+
+export function parseNDJSONSync(ndjsonText: string): ArrayRowTable | ObjectRowTable {
+  const lines = ndjsonText.trim().split('\n');
+  const parsedLines = lines.map((line, counter) => {
+    try {
+      return JSON.parse(line);
+    } catch (error) {
+      throw new Error(`NDJSONLoader: failed to parse JSON on line ${counter + 1}`);
+    }
+  });
+
+  return makeTableFromData(parsedLines);
+}

package/src/ndgeoson-loader.ts

@@ -0,0 +1,48 @@
+import type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';
+import {parseNDJSONSync} from './lib/parsers/parse-ndjson';
+import {parseNDJSONInBatches} from './lib/parsers/parse-ndjson-in-batches';
+
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
+
+export type NDGeoJSONLoaderOptions = LoaderOptions & {
+  geojson?: {
+    shape?: 'object-row-table';
+  };
+  gis?: {
+    format: 'geojson';
+  };
+};
+
+const DEFAULT_NDGEOJSON_LOADER_OPTIONS = {
+  geojson: {
+    shape: 'object-row-table'
+  },
+  gis: {
+    format: 'geojson'
+  }
+};
+
+export const NDJSONLoader = {
+  name: 'NDJSON',
+  id: 'ndjson',
+  module: 'json',
+  version: VERSION,
+  extensions: ['ndjson', 'ndgeojson'],
+  mimeTypes: [
+    'application/geo+x-ndjson',
+    'application/geo+x-ldjson',
+    'application/jsonlines', // https://docs.aws.amazon.com/sagemaker/latest/dg/cdf-inference.html#cm-batch
+    'application/geo+json-seq',
+    'application/x-ndjson'
+  ],
+  category: 'table',
+  text: true,
+  parse: async (arrayBuffer: ArrayBuffer) => parseNDJSONSync(new TextDecoder().decode(arrayBuffer)),
+  parseTextSync: parseNDJSONSync,
+  parseInBatches: parseNDJSONInBatches,
+  options: DEFAULT_NDGEOJSON_LOADER_OPTIONS
+};
+
+export const _typecheckNDJSONLoader: LoaderWithParser = NDJSONLoader;

package/src/ndjson-loader.ts

@@ -1,40 +1,33 @@
-import type {Batch} from '@loaders.gl/schema';
-import type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';
-import parseNDJSONSync from './lib/parse-ndjson';
-import parseNDJSONInBatches from './lib/parse-ndjson-in-batches';
+// loaders.gl, MIT license
+
+import {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';
+import {ObjectRowTable, ArrayRowTable, TableBatch} from '@loaders.gl/schema';
+import {parseNDJSONSync} from './lib/parsers/parse-ndjson';
+import {parseNDJSONInBatches} from './lib/parsers/parse-ndjson-in-batches';
 
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
 const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
 
-export const NDJSONLoader = {
+export const NDJSONLoader: LoaderWithParser<
+  ObjectRowTable | ArrayRowTable,
+  TableBatch,
+  LoaderOptions
+> = {
   name: 'NDJSON',
   id: 'ndjson',
   module: 'json',
   version: VERSION,
-  extensions: ['ndjson'],
-  mimeTypes: ['application/x-ndjson'],
+  extensions: ['ndjson', 'jsonl'],
+  mimeTypes: [
+    'application/x-ndjson',
+    'application/jsonlines', // https://docs.aws.amazon.com/sagemaker/latest/dg/cdf-inference.html#cm-batch
+    'application/json-seq'
+  ],
   category: 'table',
   text: true,
-  parse,
-  parseTextSync,
-  parseInBatches,
+  parse: async (arrayBuffer: ArrayBuffer) => parseNDJSONSync(new TextDecoder().decode(arrayBuffer)),
+  parseTextSync: parseNDJSONSync,
+  parseInBatches: parseNDJSONInBatches,
   options: {}
 };
-
-async function parse(arrayBuffer: ArrayBuffer) {
-  return parseTextSync(new TextDecoder().decode(arrayBuffer));
-}
-
-function parseTextSync(text: string) {
-  return parseNDJSONSync(text);
-}
-
-function parseInBatches(
-  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,
-  options?: LoaderOptions
-): AsyncIterable<Batch> {
-  return parseNDJSONInBatches(asyncIterator, options);
-}
-
-export const _typecheckNDJSONLoader: LoaderWithParser = NDJSONLoader;

package/dist/bundle.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/bundle.ts"],"names":["moduleExports","require","globalThis","loaders","module","exports","Object","assign"],"mappings":"AACA,MAAMA,aAAa,GAAGC,OAAO,CAAC,SAAD,CAA7B;;AACAC,UAAU,CAACC,OAAX,GAAqBD,UAAU,CAACC,OAAX,IAAsB,EAA3C;AACAC,MAAM,CAACC,OAAP,GAAiBC,MAAM,CAACC,MAAP,CAAcL,UAAU,CAACC,OAAzB,EAAkCH,aAAlC,CAAjB","sourcesContent":["// @ts-nocheck\nconst moduleExports = require('./index');\nglobalThis.loaders = globalThis.loaders || {};\nmodule.exports = Object.assign(globalThis.loaders, moduleExports);\n"],"file":"bundle.js"}

package/dist/geojson-loader.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/geojson-loader.ts"],"names":["geojsonToBinary","parseJSONSync","parseJSONInBatches","VERSION","DEFAULT_GEOJSON_LOADER_OPTIONS","geojson","shape","json","jsonpaths","gis","format","GeoJSONWorkerLoader","name","id","module","version","worker","extensions","mimeTypes","category","text","options","GeoJSONLoader","parse","parseTextSync","parseInBatches","arrayBuffer","TextDecoder","decode","asyncIterator","geojsonIterator","makeBinaryGeometryIterator","batch","data"],"mappings":"AAEA,SAAQA,eAAR,QAA8B,iBAA9B;AACA,OAAOC,aAAP,MAA0B,kBAA1B;AACA,OAAOC,kBAAP,MAA+B,6BAA/B;AAIA,MAAMC,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AAWA,MAAMC,8BAA8B,GAAG;AACrCC,EAAAA,OAAO,EAAE;AACPC,IAAAA,KAAK,EAAE;AADA,GAD4B;AAIrCC,EAAAA,IAAI,EAAE;AACJC,IAAAA,SAAS,EAAE,CAAC,GAAD,EAAM,YAAN;AADP,GAJ+B;AAOrCC,EAAAA,GAAG,EAAE;AACHC,IAAAA,MAAM,EAAE;AADL;AAPgC,CAAvC;AAeA,OAAO,MAAMC,mBAA2B,GAAG;AACzCC,EAAAA,IAAI,EAAE,SADmC;AAEzCC,EAAAA,EAAE,EAAE,SAFqC;AAGzCC,EAAAA,MAAM,EAAE,SAHiC;AAIzCC,EAAAA,OAAO,EAAEZ,OAJgC;AAKzCa,EAAAA,MAAM,EAAE,IALiC;AAMzCC,EAAAA,UAAU,EAAE,CAAC,SAAD,CAN6B;AAOzCC,EAAAA,SAAS,EAAE,CAAC,sBAAD,CAP8B;AAQzCC,EAAAA,QAAQ,EAAE,UAR+B;AASzCC,EAAAA,IAAI,EAAE,IATmC;AAUzCC,EAAAA,OAAO,EAAEjB;AAVgC,CAApC;AAaP,OAAO,MAAMkB,aAA+B,GAAG,EAC7C,GAAGX,mBAD0C;AAE7CY,EAAAA,KAF6C;AAG7CC,EAAAA,aAH6C;AAI7CC,EAAAA;AAJ6C,CAAxC;;AAOP,eAAeF,KAAf,CAAqBG,WAArB,EAAkCL,OAAlC,EAA2C;AACzC,SAAOG,aAAa,CAAC,IAAIG,WAAJ,GAAkBC,MAAlB,CAAyBF,WAAzB,CAAD,EAAwCL,OAAxC,CAApB;AACD;;AAED,SAASG,aAAT,CAAuBJ,IAAvB,EAA6BC,OAA7B,EAAsC;AAEpCA,EAAAA,OAAO,GAAG,EAAC,GAAGjB,8BAAJ;AAAoC,OAAGiB;AAAvC,GAAV;AACAA,EAAAA,OAAO,CAACd,IAAR,GAAe,EAAC,GAAGH,8BAA8B,CAACC,OAAnC;AAA4C,OAAGgB,OAAO,CAAChB;AAAvD,GAAf;AACAgB,EAAAA,OAAO,CAACZ,GAAR,GAAcY,OAAO,CAACZ,GAAR,IAAe,EAA7B;AACA,QAAMF,IAAI,GAAGN,aAAa,CAACmB,IAAD,EAAOC,OAAP,CAA1B;;AACA,UAAQA,OAAO,CAACZ,GAAR,CAAYC,MAApB;AACE,SAAK,QAAL;AACE,aAAOV,eAAe,CAACO,IAAD,CAAtB;;AACF;AACE,aAAOA,IAAP;AAJJ;AAMD;;AAED,SAASkB,cAAT,CAAwBI,aAAxB,EAAuCR,OAAvC,EAAoE;AAElEA,EAAAA,OAAO,GAAG,EAAC,GAAGjB,8BAAJ;AAAoC,OAAGiB;AAAvC,GAAV;AACAA,EAAAA,OAAO,CAACd,IAAR,GAAe,EAAC,GAAGH,8BAA8B,CAACC,OAAnC;AAA4C,OAAGgB,OAAO,CAAChB;AAAvD,GAAf;AAEA,QAAMyB,eAAe,GAAG5B,kBAAkB,CAAC2B,aAAD,EAAgBR,OAAhB,CAA1C;;AAEA,UAAQA,OAAO,CAACZ,GAAR,CAAYC,MAApB;AACE,SAAK,QAAL;AACE,aAAOqB,0BAA0B,CAACD,eAAD,CAAjC;;AACF;AACE,aAAOA,eAAP;AAJJ;AAMD;;AAED,gBAAgBC,0BAAhB,CAA2CD,eAA3C,EAA4D;AAC1D,aAAW,MAAME,KAAjB,IAA0BF,eAA1B,EAA2C;AACzCE,IAAAA,KAAK,CAACC,IAAN,GAAajC,eAAe,CAACgC,KAAK,CAACC,IAAP,CAA5B;AACA,UAAMD,KAAN;AACD;AACF","sourcesContent":["import type {Loader, LoaderWithParser} from '@loaders.gl/loader-utils';\nimport type {JSONLoaderOptions} from './json-loader';\nimport {geojsonToBinary} from '@loaders.gl/gis';\nimport parseJSONSync from './lib/parse-json';\nimport parseJSONInBatches from './lib/parse-json-in-batches';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type GeoJSONLoaderOptions = JSONLoaderOptions & {\n  geojson?: {\n    shape?: 'object-row-table';\n  };\n  gis?: {\n    format: 'geojson';\n  };\n};\n\nconst DEFAULT_GEOJSON_LOADER_OPTIONS = {\n  geojson: {\n    shape: 'object-row-table'\n  },\n  json: {\n    jsonpaths: ['$', '$.features']\n  },\n  gis: {\n    format: 'geojson'\n  }\n};\n\n/**\n * GeoJSON loader\n */\nexport const GeoJSONWorkerLoader: Loader = {\n  name: 'GeoJSON',\n  id: 'geojson',\n  module: 'geojson',\n  version: VERSION,\n  worker: true,\n  extensions: ['geojson'],\n  mimeTypes: ['application/geo+json'],\n  category: 'geometry',\n  text: true,\n  options: DEFAULT_GEOJSON_LOADER_OPTIONS\n};\n\nexport const GeoJSONLoader: LoaderWithParser = {\n  ...GeoJSONWorkerLoader,\n  parse,\n  parseTextSync,\n  parseInBatches\n};\n\nasync function parse(arrayBuffer, options) {\n  return parseTextSync(new TextDecoder().decode(arrayBuffer), options);\n}\n\nfunction parseTextSync(text, options) {\n  // Apps can call the parse method directly, we so apply default options here\n  options = {...DEFAULT_GEOJSON_LOADER_OPTIONS, ...options};\n  options.json = {...DEFAULT_GEOJSON_LOADER_OPTIONS.geojson, ...options.geojson};\n  options.gis = options.gis || {};\n  const json = parseJSONSync(text, options);\n  switch (options.gis.format) {\n    case 'binary':\n      return geojsonToBinary(json);\n    default:\n      return json;\n  }\n}\n\nfunction parseInBatches(asyncIterator, options): AsyncIterable<any> {\n  // Apps can call the parse method directly, we so apply default options here\n  options = {...DEFAULT_GEOJSON_LOADER_OPTIONS, ...options};\n  options.json = {...DEFAULT_GEOJSON_LOADER_OPTIONS.geojson, ...options.geojson};\n\n  const geojsonIterator = parseJSONInBatches(asyncIterator, options);\n\n  switch (options.gis.format) {\n    case 'binary':\n      return makeBinaryGeometryIterator(geojsonIterator);\n    default:\n      return geojsonIterator;\n  }\n}\n\nasync function* makeBinaryGeometryIterator(geojsonIterator) {\n  for await (const batch of geojsonIterator) {\n    batch.data = geojsonToBinary(batch.data);\n    yield batch;\n  }\n}\n"],"file":"geojson-loader.js"}

package/dist/index.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/index.ts"],"names":["JSONLoader","NDJSONLoader","GeoJSONLoader","_GeoJSONLoader","GeoJSONWorkerLoader","_GeoJSONWorkerLoader","default","_JSONPath","_ClarinetParser","rebuildJsonObject","_rebuildJsonObject"],"mappings":"AACA,SAAQA,UAAR,QAAyB,eAAzB;AACA,SAAQC,YAAR,QAA2B,iBAA3B;AAIA,SACEC,aAAa,IAAIC,cADnB,EAEEC,mBAAmB,IAAIC,oBAFzB,QAGO,kBAHP;AAKA,SAAQC,OAAO,IAAIC,SAAnB,QAAmC,yBAAnC;AACA,SAAQD,OAAO,IAAIE,eAAnB,QAAyC,yBAAzC;AAEA,SAAQC,iBAAiB,IAAIC,kBAA7B,QAAsD,6BAAtD","sourcesContent":["export type {JSONLoaderOptions} from './json-loader';\nexport {JSONLoader} from './json-loader';\nexport {NDJSONLoader} from './ndjson-loader';\n\n// EXPERIMENTAL EXPORTS - WARNING: MAY BE REMOVED WIHTOUT NOTICE IN FUTURE RELEASES\nexport type {GeoJSONLoaderOptions as _GeoJSONLoaderOptions} from './geojson-loader';\nexport {\n  GeoJSONLoader as _GeoJSONLoader,\n  GeoJSONWorkerLoader as _GeoJSONWorkerLoader\n} from './geojson-loader';\n\nexport {default as _JSONPath} from './lib/jsonpath/jsonpath';\nexport {default as _ClarinetParser} from './lib/clarinet/clarinet';\n\nexport {rebuildJsonObject as _rebuildJsonObject} from './lib/parse-json-in-batches';\n"],"file":"index.js"}

package/dist/json-loader.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/json-loader.ts"],"names":["parseJSONSync","parseJSONInBatches","VERSION","DEFAULT_JSON_LOADER_OPTIONS","json","shape","table","jsonpaths","JSONLoader","name","id","module","version","extensions","mimeTypes","category","text","parse","parseTextSync","parseInBatches","options","arrayBuffer","TextDecoder","decode","jsonOptions","asyncIterator"],"mappings":"AAEA,OAAOA,aAAP,MAA0B,kBAA1B;AACA,OAAOC,kBAAP,MAA+B,6BAA/B;AAIA,MAAMC,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AAcA,MAAMC,2BAA2B,GAAG;AAClCC,EAAAA,IAAI,EAAE;AACJC,IAAAA,KAAK,EAAE,WADH;AAEJC,IAAAA,KAAK,EAAE,KAFH;AAGJC,IAAAA,SAAS,EAAE;AAHP;AAD4B,CAApC;AASA,OAAO,MAAMC,UAA4B,GAAG;AAC1CC,EAAAA,IAAI,EAAE,MADoC;AAE1CC,EAAAA,EAAE,EAAE,MAFsC;AAG1CC,EAAAA,MAAM,EAAE,MAHkC;AAI1CC,EAAAA,OAAO,EAAEV,OAJiC;AAK1CW,EAAAA,UAAU,EAAE,CAAC,MAAD,EAAS,SAAT,CAL8B;AAM1CC,EAAAA,SAAS,EAAE,CAAC,kBAAD,CAN+B;AAoB1CC,EAAAA,QAAQ,EAAE,OApBgC;AAqB1CC,EAAAA,IAAI,EAAE,IArBoC;AAsB1CC,EAAAA,KAtB0C;AAuB1CC,EAAAA,aAvB0C;AAwB1CC,EAAAA,cAxB0C;AAyB1CC,EAAAA,OAAO,EAAEjB;AAzBiC,CAArC;;AA4BP,eAAec,KAAf,CAAqBI,WAArB,EAA+CD,OAA/C,EAA4E;AAC1E,SAAOF,aAAa,CAAC,IAAII,WAAJ,GAAkBC,MAAlB,CAAyBF,WAAzB,CAAD,EAAwCD,OAAxC,CAApB;AACD;;AAED,SAASF,aAAT,CAAuBF,IAAvB,EAAqCI,OAArC,EAAkE;AAChE,QAAMI,WAAW,GAAG,EAAC,GAAGJ,OAAJ;AAAahB,IAAAA,IAAI,EAAE,EAAC,GAAGD,2BAA2B,CAACC,IAAhC;AAAsC,UAAGgB,OAAH,aAAGA,OAAH,uBAAGA,OAAO,CAAEhB,IAAZ;AAAtC;AAAnB,GAApB;AACA,SAAOJ,aAAa,CAACgB,IAAD,EAAOQ,WAAP,CAApB;AACD;;AAED,SAASL,cAAT,CACEM,aADF,EAEEL,OAFF,EAGwB;AACtB,QAAMI,WAAW,GAAG,EAAC,GAAGJ,OAAJ;AAAahB,IAAAA,IAAI,EAAE,EAAC,GAAGD,2BAA2B,CAACC,IAAhC;AAAsC,UAAGgB,OAAH,aAAGA,OAAH,uBAAGA,OAAO,CAAEhB,IAAZ;AAAtC;AAAnB,GAApB;AACA,SAAOH,kBAAkB,CAACwB,aAAD,EAAgBD,WAAhB,CAAzB;AACD","sourcesContent":["import type {Batch} from '@loaders.gl/schema';\nimport type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport parseJSONSync from './lib/parse-json';\nimport parseJSONInBatches from './lib/parse-json-in-batches';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/**\n * @param table -\n * @param jsonpaths -\n */\nexport type JSONLoaderOptions = LoaderOptions & {\n  json?: {\n    shape?: 'row-table';\n    table?: false;\n    jsonpaths?: string[];\n  };\n};\n\nconst DEFAULT_JSON_LOADER_OPTIONS = {\n  json: {\n    shape: 'row-table',\n    table: false,\n    jsonpaths: []\n    // batchSize: 'auto'\n  }\n};\n\nexport const JSONLoader: LoaderWithParser = {\n  name: 'JSON',\n  id: 'json',\n  module: 'json',\n  version: VERSION,\n  extensions: ['json', 'geojson'],\n  mimeTypes: ['application/json'],\n  // TODO - support various line based JSON formats\n  /*\n  extensions: {\n    json: null,\n    jsonl: {stream: true},\n    ndjson: {stream: true}\n  },\n  mimeTypes: {\n    'application/json': null,\n    'application/json-seq': {stream: true},\n    'application/x-ndjson': {stream: true}\n  },\n  */\n  category: 'table',\n  text: true,\n  parse,\n  parseTextSync,\n  parseInBatches,\n  options: DEFAULT_JSON_LOADER_OPTIONS\n};\n\nasync function parse(arrayBuffer: ArrayBuffer, options?: JSONLoaderOptions) {\n  return parseTextSync(new TextDecoder().decode(arrayBuffer), options);\n}\n\nfunction parseTextSync(text: string, options?: JSONLoaderOptions) {\n  const jsonOptions = {...options, json: {...DEFAULT_JSON_LOADER_OPTIONS.json, ...options?.json}};\n  return parseJSONSync(text, jsonOptions as JSONLoaderOptions);\n}\n\nfunction parseInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options?: JSONLoaderOptions\n): AsyncIterable<Batch> {\n  const jsonOptions = {...options, json: {...DEFAULT_JSON_LOADER_OPTIONS.json, ...options?.json}};\n  return parseJSONInBatches(asyncIterator, jsonOptions as JSONLoaderOptions);\n}\n"],"file":"json-loader.js"}

package/dist/jsonl-loader.d.ts

@@ -1 +0,0 @@
-//# sourceMappingURL=jsonl-loader.d.ts.map

package/dist/jsonl-loader.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"jsonl-loader.d.ts","sourceRoot":"","sources":["../src/jsonl-loader.ts"],"names":[],"mappings":""}

package/dist/jsonl-loader.js

@@ -1,2 +0,0 @@
-
-//# sourceMappingURL=jsonl-loader.js.map

package/dist/jsonl-loader.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":[],"names":[],"mappings":"","sourcesContent":[],"file":"jsonl-loader.js"}

package/dist/lib/clarinet/clarinet.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/lib/clarinet/clarinet.ts"],"names":["MAX_BUFFER_LENGTH","Number","MAX_SAFE_INTEGER","STATE","Char","tab","lineFeed","carriageReturn","space","doubleQuote","plus","comma","minus","period","_0","_9","colon","E","openBracket","backslash","closeBracket","a","b","e","f","l","n","r","s","t","u","openBrace","closeBrace","stringTokenPattern","DEFAULT_OPTIONS","onready","onopenobject","onkey","oncloseobject","onopenarray","onclosearray","onvalue","onerror","onend","onchunkparsed","ClarinetParser","constructor","options","BEGIN","textNode","undefined","numberNode","emit","end","state","VALUE","depth","_error","_closeValue","c","closed","resume","error","close","write","event","data","emitNode","chunk","i","charCodeAt","p","position","line","column","OPEN_OBJECT","OPEN_ARRAY","isWhitespace","OPEN_KEY","stack","push","CLOSE_KEY","pop","CLOSE_OBJECT","STRING","CLOSE_ARRAY","TRUE","FALSE","NULL","String","fromCharCode","NUMBER_DIGIT","starti","slashed","unicodeI","STRING_BIGLOOP","unicodeS","parseInt","substring","lastIndex","reResult","exec","length","index","TRUE2","TRUE3","FALSE2","FALSE3","FALSE4","NULL2","NULL3","NUMBER_DECIMAL_POINT","indexOf","_closeNumber","bufferCheckPosition","checkBufferLength","parseFloat","message","Error","parser","maxAllowed","Math","max","maxActual","buffer","len"],"mappings":";AAkBA,MAAMA,iBAAiB,GAAGC,MAAM,CAACC,gBAAjC;IAGKC,K;;WAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;GAAAA,K,KAAAA,K;;AA2BL,MAAMC,IAAI,GAAG;AACXC,EAAAA,GAAG,EAAE,IADM;AAEXC,EAAAA,QAAQ,EAAE,IAFC;AAGXC,EAAAA,cAAc,EAAE,IAHL;AAIXC,EAAAA,KAAK,EAAE,IAJI;AAMXC,EAAAA,WAAW,EAAE,IANF;AAOXC,EAAAA,IAAI,EAAE,IAPK;AAQXC,EAAAA,KAAK,EAAE,IARI;AASXC,EAAAA,KAAK,EAAE,IATI;AAUXC,EAAAA,MAAM,EAAE,IAVG;AAYXC,EAAAA,EAAE,EAAE,IAZO;AAaXC,EAAAA,EAAE,EAAE,IAbO;AAeXC,EAAAA,KAAK,EAAE,IAfI;AAiBXC,EAAAA,CAAC,EAAE,IAjBQ;AAmBXC,EAAAA,WAAW,EAAE,IAnBF;AAoBXC,EAAAA,SAAS,EAAE,IApBA;AAqBXC,EAAAA,YAAY,EAAE,IArBH;AAuBXC,EAAAA,CAAC,EAAE,IAvBQ;AAwBXC,EAAAA,CAAC,EAAE,IAxBQ;AAyBXC,EAAAA,CAAC,EAAE,IAzBQ;AA0BXC,EAAAA,CAAC,EAAE,IA1BQ;AA2BXC,EAAAA,CAAC,EAAE,IA3BQ;AA4BXC,EAAAA,CAAC,EAAE,IA5BQ;AA6BXC,EAAAA,CAAC,EAAE,IA7BQ;AA8BXC,EAAAA,CAAC,EAAE,IA9BQ;AA+BXC,EAAAA,CAAC,EAAE,IA/BQ;AAgCXC,EAAAA,CAAC,EAAE,IAhCQ;AAkCXC,EAAAA,SAAS,EAAE,IAlCA;AAmCXC,EAAAA,UAAU,EAAE;AAnCD,CAAb;AAsCA,MAAMC,kBAAkB,GAAG,UAA3B;AAiBA,MAAMC,eAAgD,GAAG;AACvDC,EAAAA,OAAO,EAAE,MAAM,CAAE,CADsC;AAEvDC,EAAAA,YAAY,EAAE,MAAM,CAAE,CAFiC;AAGvDC,EAAAA,KAAK,EAAE,MAAM,CAAE,CAHwC;AAIvDC,EAAAA,aAAa,EAAE,MAAM,CAAE,CAJgC;AAKvDC,EAAAA,WAAW,EAAE,MAAM,CAAE,CALkC;AAMvDC,EAAAA,YAAY,EAAE,MAAM,CAAE,CANiC;AAOvDC,EAAAA,OAAO,EAAE,MAAM,CAAE,CAPsC;AAQvDC,EAAAA,OAAO,EAAE,MAAM,CAAE,CARsC;AASvDC,EAAAA,KAAK,EAAE,MAAM,CAAE,CATwC;AAUvDC,EAAAA,aAAa,EAAE,MAAM,CAAE;AAVgC,CAAzD;AAYA,eAAe,MAAMC,cAAN,CAAqB;AA0BlCC,EAAAA,WAAW,CAACC,OAA8B,GAAG,EAAlC,EAAsC;AAAA,qCAzBIb,eAyBJ;;AAAA,iDAvB3BlC,iBAuB2B;;AAAA,+BAtB7C,EAsB6C;;AAAA,+BArB7C,EAqB6C;;AAAA,+BApB7C,EAoB6C;;AAAA,oCAnBxC,KAmBwC;;AAAA,wCAlBpC,KAkBoC;;AAAA,qCAjBvC,KAiBuC;;AAAA,mCAf3B,IAe2B;;AAAA,mCAdzCG,KAAK,CAAC6C,KAcmC;;AAAA,mCAbhC,EAagC;;AAAA,sCAX9B,CAW8B;;AAAA,oCAVhC,CAUgC;;AAAA,kCATlC,CASkC;;AAAA,qCAR9B,KAQ8B;;AAAA,sCAP9B,CAO8B;;AAAA,sCANvB,IAMuB;;AAAA,mCALjC,CAKiC;;AAAA;;AAAA;;AAC/C,SAAKD,OAAL,GAAe,EAAC,GAAGb,eAAJ;AAAqB,SAAGa;AAAxB,KAAf;AACA,SAAKE,QAAL,GAAgBC,SAAhB;AACA,SAAKC,UAAL,GAAkB,EAAlB;AACA,SAAKC,IAAL,CAAU,SAAV;AACD;;AAEDC,EAAAA,GAAG,GAAG;AACJ,QAAI,KAAKC,KAAL,KAAenD,KAAK,CAACoD,KAArB,IAA8B,KAAKC,KAAL,KAAe,CAAjD,EAAoD,KAAKC,MAAL,CAAY,gBAAZ;;AAEpD,SAAKC,WAAL;;AACA,SAAKC,CAAL,GAAS,EAAT;AACA,SAAKC,MAAL,GAAc,IAAd;AACA,SAAKR,IAAL,CAAU,OAAV;AACA,WAAO,IAAP;AACD;;AAEDS,EAAAA,MAAM,GAAG;AACP,SAAKC,KAAL,GAAa,IAAb;AACA,WAAO,IAAP;AACD;;AAEDC,EAAAA,KAAK,GAAG;AACN,WAAO,KAAKC,KAAL,CAAW,IAAX,CAAP;AACD;;AAIDZ,EAAAA,IAAI,CAACa,KAAD,EAAgBC,IAAhB,EAAkC;AAAA;;AAEpC,iDAAKnB,OAAL,EAAakB,KAAb,iGAAsBC,IAAtB,EAA4B,IAA5B;AACD;;AAEDC,EAAAA,QAAQ,CAACF,KAAD,EAAgBC,IAAhB,EAAkC;AACxC,SAAKR,WAAL;;AACA,SAAKN,IAAL,CAAUa,KAAV,EAAiBC,IAAjB;AACD;;AAIDF,EAAAA,KAAK,CAACI,KAAD,EAAQ;AACX,QAAI,KAAKN,KAAT,EAAgB;AACd,YAAM,KAAKA,KAAX;AACD;;AACD,QAAI,KAAKF,MAAT,EAAiB;AACf,aAAO,KAAKH,MAAL,CAAY,sDAAZ,CAAP;AACD;;AACD,QAAIW,KAAK,KAAK,IAAd,EAAoB;AAClB,aAAO,KAAKf,GAAL,EAAP;AACD;;AACD,QAAIgB,CAAC,GAAG,CAAR;AACA,QAAIV,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiB,CAAjB,CAAR;AACA,QAAIC,CAAC,GAAG,KAAKA,CAAb;;AAEA,WAAOZ,CAAP,EAAU;AACRY,MAAAA,CAAC,GAAGZ,CAAJ;AACA,WAAKA,CAAL,GAASA,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiBD,CAAC,EAAlB,CAAb;;AAKA,UAAIE,CAAC,KAAKZ,CAAV,EAAa;AACX,aAAKY,CAAL,GAASA,CAAT;AACD,OAFD,MAEO;AACLA,QAAAA,CAAC,GAAG,KAAKA,CAAT;AACD;;AAED,UAAI,CAACZ,CAAL,EAAQ;AAGR,WAAKa,QAAL;;AACA,UAAIb,CAAC,KAAKvD,IAAI,CAACE,QAAf,EAAyB;AACvB,aAAKmE,IAAL;AACA,aAAKC,MAAL,GAAc,CAAd;AACD,OAHD,MAGO,KAAKA,MAAL;;AAEP,cAAQ,KAAKpB,KAAb;AACE,aAAKnD,KAAK,CAAC6C,KAAX;AACE,cAAIW,CAAC,KAAKvD,IAAI,CAAC2B,SAAf,EAA0B,KAAKuB,KAAL,GAAanD,KAAK,CAACwE,WAAnB,CAA1B,KACK,IAAIhB,CAAC,KAAKvD,IAAI,CAACc,WAAf,EAA4B,KAAKoC,KAAL,GAAanD,KAAK,CAACyE,UAAnB,CAA5B,KACA,IAAI,CAACC,YAAY,CAAClB,CAAD,CAAjB,EAAsB;AACzB,iBAAKF,MAAL,CAAY,2BAAZ;AACD;AACD;;AAEF,aAAKtD,KAAK,CAAC2E,QAAX;AACA,aAAK3E,KAAK,CAACwE,WAAX;AACE,cAAIE,YAAY,CAAClB,CAAD,CAAhB,EAAqB;AACrB,cAAI,KAAKL,KAAL,KAAenD,KAAK,CAAC2E,QAAzB,EAAmC,KAAKC,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAAC8E,SAAtB,EAAnC,KACK,IAAItB,CAAC,KAAKvD,IAAI,CAAC4B,UAAf,EAA2B;AAC9B,iBAAKoB,IAAL,CAAU,cAAV;AACA,iBAAKI,KAAL;AACA,iBAAKJ,IAAL,CAAU,eAAV;AACA,iBAAKI,KAAL;AACA,iBAAKF,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACA;AACD,WAPI,MAOE,KAAKwB,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAACgF,YAAtB;AACP,cAAIxB,CAAC,KAAKvD,IAAI,CAACK,WAAf,EAA4B,KAAK6C,KAAL,GAAanD,KAAK,CAACiF,MAAnB,CAA5B,KACK,KAAK3B,MAAL,CAAY,0CAAZ;AACL;;AAEF,aAAKtD,KAAK,CAAC8E,SAAX;AACA,aAAK9E,KAAK,CAACgF,YAAX;AACE,cAAIN,YAAY,CAAClB,CAAD,CAAhB,EAAqB;;AAErB,cAAIA,CAAC,KAAKvD,IAAI,CAACY,KAAf,EAAsB;AACpB,gBAAI,KAAKsC,KAAL,KAAenD,KAAK,CAACgF,YAAzB,EAAuC;AACrC,mBAAKJ,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAACgF,YAAtB;;AACA,mBAAKzB,WAAL,CAAiB,cAAjB;;AACA,mBAAKF,KAAL;AACD,aAJD,MAIO,KAAKE,WAAL,CAAiB,OAAjB;;AACP,iBAAKJ,KAAL,GAAanD,KAAK,CAACoD,KAAnB;AACD,WAPD,MAOO,IAAII,CAAC,KAAKvD,IAAI,CAAC4B,UAAf,EAA2B;AAChC,iBAAKmC,QAAL,CAAc,eAAd;AACA,iBAAKX,KAAL;AACA,iBAAKF,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD,WAJM,MAIA,IAAII,CAAC,KAAKvD,IAAI,CAACO,KAAf,EAAsB;AAC3B,gBAAI,KAAK2C,KAAL,KAAenD,KAAK,CAACgF,YAAzB,EAAuC,KAAKJ,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAACgF,YAAtB;;AACvC,iBAAKzB,WAAL;;AACA,iBAAKJ,KAAL,GAAanD,KAAK,CAAC2E,QAAnB;AACD,WAJM,MAIA,KAAKrB,MAAL,CAAY,YAAZ;;AACP;;AAEF,aAAKtD,KAAK,CAACyE,UAAX;AACA,aAAKzE,KAAK,CAACoD,KAAX;AACE,cAAIsB,YAAY,CAAClB,CAAD,CAAhB,EAAqB;;AACrB,cAAI,KAAKL,KAAL,KAAenD,KAAK,CAACyE,UAAzB,EAAqC;AACnC,iBAAKxB,IAAL,CAAU,aAAV;AACA,iBAAKI,KAAL;AACA,iBAAKF,KAAL,GAAanD,KAAK,CAACoD,KAAnB;;AACA,gBAAII,CAAC,KAAKvD,IAAI,CAACgB,YAAf,EAA6B;AAC3B,mBAAKgC,IAAL,CAAU,cAAV;AACA,mBAAKI,KAAL;AACA,mBAAKF,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACA;AACD,aALD,MAKO;AACL,mBAAKwB,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAACkF,WAAtB;AACD;AACF;;AACD,cAAI1B,CAAC,KAAKvD,IAAI,CAACK,WAAf,EAA4B,KAAK6C,KAAL,GAAanD,KAAK,CAACiF,MAAnB,CAA5B,KACK,IAAIzB,CAAC,KAAKvD,IAAI,CAAC2B,SAAf,EAA0B,KAAKuB,KAAL,GAAanD,KAAK,CAACwE,WAAnB,CAA1B,KACA,IAAIhB,CAAC,KAAKvD,IAAI,CAACc,WAAf,EAA4B,KAAKoC,KAAL,GAAanD,KAAK,CAACyE,UAAnB,CAA5B,KACA,IAAIjB,CAAC,KAAKvD,IAAI,CAACyB,CAAf,EAAkB,KAAKyB,KAAL,GAAanD,KAAK,CAACmF,IAAnB,CAAlB,KACA,IAAI3B,CAAC,KAAKvD,IAAI,CAACoB,CAAf,EAAkB,KAAK8B,KAAL,GAAanD,KAAK,CAACoF,KAAnB,CAAlB,KACA,IAAI5B,CAAC,KAAKvD,IAAI,CAACsB,CAAf,EAAkB,KAAK4B,KAAL,GAAanD,KAAK,CAACqF,IAAnB,CAAlB,KACA,IAAI7B,CAAC,KAAKvD,IAAI,CAACQ,KAAf,EAAsB;AAEzB,iBAAKuC,UAAL,IAAmB,GAAnB;AACD,WAHI,MAGE,IAAI/C,IAAI,CAACU,EAAL,IAAW6C,CAAX,IAAgBA,CAAC,IAAIvD,IAAI,CAACW,EAA9B,EAAkC;AACvC,iBAAKoC,UAAL,IAAmBsC,MAAM,CAACC,YAAP,CAAoB/B,CAApB,CAAnB;AACA,iBAAKL,KAAL,GAAanD,KAAK,CAACwF,YAAnB;AACD,WAHM,MAGA,KAAKlC,MAAL,CAAY,WAAZ;AACP;;AAEF,aAAKtD,KAAK,CAACkF,WAAX;AACE,cAAI1B,CAAC,KAAKvD,IAAI,CAACO,KAAf,EAAsB;AACpB,iBAAKoE,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAACkF,WAAtB;;AACA,iBAAK3B,WAAL,CAAiB,SAAjB;;AACA,iBAAKJ,KAAL,GAAanD,KAAK,CAACoD,KAAnB;AACD,WAJD,MAIO,IAAII,CAAC,KAAKvD,IAAI,CAACgB,YAAf,EAA6B;AAClC,iBAAK+C,QAAL,CAAc,cAAd;AACA,iBAAKX,KAAL;AACA,iBAAKF,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD,WAJM,MAIA,IAAIsB,YAAY,CAAClB,CAAD,CAAhB,EAAqB,SAArB,KACF,KAAKF,MAAL,CAAY,WAAZ;;AACL;;AAEF,aAAKtD,KAAK,CAACiF,MAAX;AACE,cAAI,KAAKnC,QAAL,KAAkBC,SAAtB,EAAiC;AAC/B,iBAAKD,QAAL,GAAgB,EAAhB;AACD;;AAGD,cAAI2C,MAAM,GAAGvB,CAAC,GAAG,CAAjB;AACA,cAAIwB,OAAO,GAAG,KAAKA,OAAnB;AACA,cAAIC,QAAQ,GAAG,KAAKA,QAApB;;AAEAC,UAAAA,cAAc,EAAE,OAAO,IAAP,EAAa;AAG3B,mBAAOD,QAAQ,GAAG,CAAlB,EAAqB;AACnB,mBAAKE,QAAL,IAAiBP,MAAM,CAACC,YAAP,CAAoB/B,CAApB,CAAjB;AACAA,cAAAA,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiBD,CAAC,EAAlB,CAAJ;AACA,mBAAKG,QAAL;;AACA,kBAAIsB,QAAQ,KAAK,CAAjB,EAAoB;AAElB,qBAAK7C,QAAL,IAAiBwC,MAAM,CAACC,YAAP,CAAoBO,QAAQ,CAAC,KAAKD,QAAN,EAA0B,EAA1B,CAA5B,CAAjB;AACAF,gBAAAA,QAAQ,GAAG,CAAX;AACAF,gBAAAA,MAAM,GAAGvB,CAAC,GAAG,CAAb;AACD,eALD,MAKO;AACLyB,gBAAAA,QAAQ;AACT;;AAGD,kBAAI,CAACnC,CAAL,EAAQ,MAAMoC,cAAN;AACT;;AACD,gBAAIpC,CAAC,KAAKvD,IAAI,CAACK,WAAX,IAA0B,CAACoF,OAA/B,EAAwC;AACtC,mBAAKvC,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACA,mBAAKN,QAAL,IAAiBmB,KAAK,CAAC8B,SAAN,CAAgBN,MAAhB,EAAwBvB,CAAC,GAAG,CAA5B,CAAjB;AACA,mBAAKG,QAAL,IAAiBH,CAAC,GAAG,CAAJ,GAAQuB,MAAzB;AACA;AACD;;AACD,gBAAIjC,CAAC,KAAKvD,IAAI,CAACe,SAAX,IAAwB,CAAC0E,OAA7B,EAAsC;AACpCA,cAAAA,OAAO,GAAG,IAAV;AACA,mBAAK5C,QAAL,IAAiBmB,KAAK,CAAC8B,SAAN,CAAgBN,MAAhB,EAAwBvB,CAAC,GAAG,CAA5B,CAAjB;AACA,mBAAKG,QAAL,IAAiBH,CAAC,GAAG,CAAJ,GAAQuB,MAAzB;AACAjC,cAAAA,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiBD,CAAC,EAAlB,CAAJ;AACA,mBAAKG,QAAL;AACA,kBAAI,CAACb,CAAL,EAAQ;AACT;;AACD,gBAAIkC,OAAJ,EAAa;AACXA,cAAAA,OAAO,GAAG,KAAV;;AACA,kBAAIlC,CAAC,KAAKvD,IAAI,CAACsB,CAAf,EAAkB;AAChB,qBAAKuB,QAAL,IAAiB,IAAjB;AACD,eAFD,MAEO,IAAIU,CAAC,KAAKvD,IAAI,CAACuB,CAAf,EAAkB;AACvB,qBAAKsB,QAAL,IAAiB,IAAjB;AACD,eAFM,MAEA,IAAIU,CAAC,KAAKvD,IAAI,CAACyB,CAAf,EAAkB;AACvB,qBAAKoB,QAAL,IAAiB,IAAjB;AACD,eAFM,MAEA,IAAIU,CAAC,KAAKvD,IAAI,CAACoB,CAAf,EAAkB;AACvB,qBAAKyB,QAAL,IAAiB,IAAjB;AACD,eAFM,MAEA,IAAIU,CAAC,KAAKvD,IAAI,CAACkB,CAAf,EAAkB;AACvB,qBAAK2B,QAAL,IAAiB,IAAjB;AACD,eAFM,MAEA,IAAIU,CAAC,KAAKvD,IAAI,CAAC0B,CAAf,EAAkB;AAEvBgE,gBAAAA,QAAQ,GAAG,CAAX;AACA,qBAAKE,QAAL,GAAgB,EAAhB;AACD,eAJM,MAIA;AACL,qBAAK/C,QAAL,IAAiBwC,MAAM,CAACC,YAAP,CAAoB/B,CAApB,CAAjB;AACD;;AACDA,cAAAA,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiBD,CAAC,EAAlB,CAAJ;AACA,mBAAKG,QAAL;AACAoB,cAAAA,MAAM,GAAGvB,CAAC,GAAG,CAAb;AACA,kBAAI,CAACV,CAAL,EAAQ,MAAR,KACK;AACN;;AAED1B,YAAAA,kBAAkB,CAACkE,SAAnB,GAA+B9B,CAA/B;AACA,kBAAM+B,QAAQ,GAAGnE,kBAAkB,CAACoE,IAAnB,CAAwBjC,KAAxB,CAAjB;;AACA,gBAAIgC,QAAQ,KAAK,IAAjB,EAAuB;AACrB/B,cAAAA,CAAC,GAAGD,KAAK,CAACkC,MAAN,GAAe,CAAnB;AACA,mBAAKrD,QAAL,IAAiBmB,KAAK,CAAC8B,SAAN,CAAgBN,MAAhB,EAAwBvB,CAAC,GAAG,CAA5B,CAAjB;AACA,mBAAKG,QAAL,IAAiBH,CAAC,GAAG,CAAJ,GAAQuB,MAAzB;AACA;AACD;;AACDvB,YAAAA,CAAC,GAAG+B,QAAQ,CAACG,KAAT,GAAiB,CAArB;AACA5C,YAAAA,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiB8B,QAAQ,CAACG,KAA1B,CAAJ;;AACA,gBAAI,CAAC5C,CAAL,EAAQ;AACN,mBAAKV,QAAL,IAAiBmB,KAAK,CAAC8B,SAAN,CAAgBN,MAAhB,EAAwBvB,CAAC,GAAG,CAA5B,CAAjB;AACA,mBAAKG,QAAL,IAAiBH,CAAC,GAAG,CAAJ,GAAQuB,MAAzB;AACA;AACD;AACF;;AACD,eAAKC,OAAL,GAAeA,OAAf;AACA,eAAKC,QAAL,GAAgBA,QAAhB;AACA;;AAEF,aAAK3F,KAAK,CAACmF,IAAX;AACE,cAAI3B,CAAC,KAAKvD,IAAI,CAACuB,CAAf,EAAkB,KAAK2B,KAAL,GAAanD,KAAK,CAACqG,KAAnB,CAAlB,KACK,KAAK/C,MAAL,sCAA0CE,CAA1C;AACL;;AAEF,aAAKxD,KAAK,CAACqG,KAAX;AACE,cAAI7C,CAAC,KAAKvD,IAAI,CAAC0B,CAAf,EAAkB,KAAKwB,KAAL,GAAanD,KAAK,CAACsG,KAAnB,CAAlB,KACK,KAAKhD,MAAL,uCAA2CE,CAA3C;AACL;;AAEF,aAAKxD,KAAK,CAACsG,KAAX;AACE,cAAI9C,CAAC,KAAKvD,IAAI,CAACmB,CAAf,EAAkB;AAChB,iBAAK6B,IAAL,CAAU,SAAV,EAAqB,IAArB;AACA,iBAAKE,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD,WAHD,MAGO,KAAKE,MAAL,wCAA4CE,CAA5C;;AACP;;AAEF,aAAKxD,KAAK,CAACoF,KAAX;AACE,cAAI5B,CAAC,KAAKvD,IAAI,CAACiB,CAAf,EAAkB,KAAKiC,KAAL,GAAanD,KAAK,CAACuG,MAAnB,CAAlB,KACK,KAAKjD,MAAL,uCAA2CE,CAA3C;AACL;;AAEF,aAAKxD,KAAK,CAACuG,MAAX;AACE,cAAI/C,CAAC,KAAKvD,IAAI,CAACqB,CAAf,EAAkB,KAAK6B,KAAL,GAAanD,KAAK,CAACwG,MAAnB,CAAlB,KACK,KAAKlD,MAAL,wCAA4CE,CAA5C;AACL;;AAEF,aAAKxD,KAAK,CAACwG,MAAX;AACE,cAAIhD,CAAC,KAAKvD,IAAI,CAACwB,CAAf,EAAkB,KAAK0B,KAAL,GAAanD,KAAK,CAACyG,MAAnB,CAAlB,KACK,KAAKnD,MAAL,yCAA6CE,CAA7C;AACL;;AAEF,aAAKxD,KAAK,CAACyG,MAAX;AACE,cAAIjD,CAAC,KAAKvD,IAAI,CAACmB,CAAf,EAAkB;AAChB,iBAAK6B,IAAL,CAAU,SAAV,EAAqB,KAArB;AACA,iBAAKE,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD,WAHD,MAGO,KAAKE,MAAL,0CAA8CE,CAA9C;;AACP;;AAEF,aAAKxD,KAAK,CAACqF,IAAX;AACE,cAAI7B,CAAC,KAAKvD,IAAI,CAAC0B,CAAf,EAAkB,KAAKwB,KAAL,GAAanD,KAAK,CAAC0G,KAAnB,CAAlB,KACK,KAAKpD,MAAL,sCAA0CE,CAA1C;AACL;;AAEF,aAAKxD,KAAK,CAAC0G,KAAX;AACE,cAAIlD,CAAC,KAAKvD,IAAI,CAACqB,CAAf,EAAkB,KAAK6B,KAAL,GAAanD,KAAK,CAAC2G,KAAnB,CAAlB,KACK,KAAKrD,MAAL,uCAA2CE,CAA3C;AACL;;AAEF,aAAKxD,KAAK,CAAC2G,KAAX;AACE,cAAInD,CAAC,KAAKvD,IAAI,CAACqB,CAAf,EAAkB;AAChB,iBAAK2B,IAAL,CAAU,SAAV,EAAqB,IAArB;AACA,iBAAKE,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD,WAHD,MAGO,KAAKE,MAAL,wCAA4CE,CAA5C;;AACP;;AAEF,aAAKxD,KAAK,CAAC4G,oBAAX;AACE,cAAIpD,CAAC,KAAKvD,IAAI,CAACS,MAAf,EAAuB;AACrB,iBAAKsC,UAAL,IAAmB,GAAnB;AACA,iBAAKG,KAAL,GAAanD,KAAK,CAACwF,YAAnB;AACD,WAHD,MAGO,KAAKlC,MAAL,CAAY,gCAAZ;;AACP;;AAEF,aAAKtD,KAAK,CAACwF,YAAX;AACE,cAAIvF,IAAI,CAACU,EAAL,IAAW6C,CAAX,IAAgBA,CAAC,IAAIvD,IAAI,CAACW,EAA9B,EAAkC,KAAKoC,UAAL,IAAmBsC,MAAM,CAACC,YAAP,CAAoB/B,CAApB,CAAnB,CAAlC,KACK,IAAIA,CAAC,KAAKvD,IAAI,CAACS,MAAf,EAAuB;AAC1B,gBAAI,KAAKsC,UAAL,CAAgB6D,OAAhB,CAAwB,GAAxB,MAAiC,CAAC,CAAtC,EAAyC,KAAKvD,MAAL,CAAY,6BAAZ;AACzC,iBAAKN,UAAL,IAAmB,GAAnB;AACD,WAHI,MAGE,IAAIQ,CAAC,KAAKvD,IAAI,CAACmB,CAAX,IAAgBoC,CAAC,KAAKvD,IAAI,CAACa,CAA/B,EAAkC;AACvC,gBAAI,KAAKkC,UAAL,CAAgB6D,OAAhB,CAAwB,GAAxB,MAAiC,CAAC,CAAlC,IAAuC,KAAK7D,UAAL,CAAgB6D,OAAhB,CAAwB,GAAxB,MAAiC,CAAC,CAA7E,EACE,KAAKvD,MAAL,CAAY,oCAAZ;AACF,iBAAKN,UAAL,IAAmB,GAAnB;AACD,WAJM,MAIA,IAAIQ,CAAC,KAAKvD,IAAI,CAACM,IAAX,IAAmBiD,CAAC,KAAKvD,IAAI,CAACQ,KAAlC,EAAyC;AAE9C,gBAAI,EAAE2D,CAAC,KAAKnE,IAAI,CAACmB,CAAX,IAAgBgD,CAAC,KAAKnE,IAAI,CAACa,CAA7B,CAAJ,EAAqC,KAAKwC,MAAL,CAAY,0BAAZ;AACrC,iBAAKN,UAAL,IAAmBsC,MAAM,CAACC,YAAP,CAAoB/B,CAApB,CAAnB;AACD,WAJM,MAIA;AACL,iBAAKsD,YAAL;;AACA5C,YAAAA,CAAC;AACD,iBAAKf,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD;AACD;;AAEF;AACE,eAAKE,MAAL,0BAA8B,KAAKH,KAAnC;;AAxQJ;AA0QD;;AACD,QAAI,KAAKkB,QAAL,IAAiB,KAAK0C,mBAA1B,EAA+C;AAC7CC,MAAAA,iBAAiB,CAAC,IAAD,CAAjB;AACD;;AAED,SAAK/D,IAAL,CAAU,eAAV;AAEA,WAAO,IAAP;AACD;;AAEDM,EAAAA,WAAW,CAACO,KAAa,GAAG,SAAjB,EAAkC;AAC3C,QAAI,KAAKhB,QAAL,KAAkBC,SAAtB,EAAiC;AAC/B,WAAKE,IAAL,CAAUa,KAAV,EAAiB,KAAKhB,QAAtB;AACD;;AACD,SAAKA,QAAL,GAAgBC,SAAhB;AACD;;AAED+D,EAAAA,YAAY,GAAS;AACnB,QAAI,KAAK9D,UAAT,EAAqB,KAAKC,IAAL,CAAU,SAAV,EAAqBgE,UAAU,CAAC,KAAKjE,UAAN,CAA/B;AACrB,SAAKA,UAAL,GAAkB,EAAlB;AACD;;AAEDM,EAAAA,MAAM,CAAC4D,OAAe,GAAG,EAAnB,EAA6B;AACjC,SAAK3D,WAAL;;AACA2D,IAAAA,OAAO,sBAAe,KAAK5C,IAApB,uBAAqC,KAAKC,MAA1C,qBAA2D,KAAKf,CAAhE,CAAP;AACA,UAAMG,KAAK,GAAG,IAAIwD,KAAJ,CAAUD,OAAV,CAAd;AACA,SAAKvD,KAAL,GAAaA,KAAb;AACA,SAAKV,IAAL,CAAU,SAAV,EAAqBU,KAArB;AACD;;AA5YiC;;AA+YpC,SAASe,YAAT,CAAsBlB,CAAtB,EAAkC;AAChC,SAAOA,CAAC,KAAKvD,IAAI,CAACG,cAAX,IAA6BoD,CAAC,KAAKvD,IAAI,CAACE,QAAxC,IAAoDqD,CAAC,KAAKvD,IAAI,CAACI,KAA/D,IAAwEmD,CAAC,KAAKvD,IAAI,CAACC,GAA1F;AACD;;AAED,SAAS8G,iBAAT,CAA2BI,MAA3B,EAAmC;AACjC,QAAMC,UAAU,GAAGC,IAAI,CAACC,GAAL,CAAS1H,iBAAT,EAA4B,EAA5B,CAAnB;AACA,MAAI2H,SAAS,GAAG,CAAhB;;AAEA,OAAK,MAAMC,MAAX,IAAqB,CAAC,UAAD,EAAa,YAAb,CAArB,EAAiD;AAC/C,UAAMC,GAAG,GAAGN,MAAM,CAACK,MAAD,CAAN,KAAmB1E,SAAnB,GAA+B,CAA/B,GAAmCqE,MAAM,CAACK,MAAD,CAAN,CAAetB,MAA9D;;AACA,QAAIuB,GAAG,GAAGL,UAAV,EAAsB;AACpB,cAAQI,MAAR;AACE,aAAK,MAAL;AAGE;;AAEF;AACEL,UAAAA,MAAM,CAAC9D,MAAP,uCAA6CmE,MAA7C;;AAPJ;AASD;;AACDD,IAAAA,SAAS,GAAGF,IAAI,CAACC,GAAL,CAASC,SAAT,EAAoBE,GAApB,CAAZ;AACD;;AACDN,EAAAA,MAAM,CAACL,mBAAP,GAA6BlH,iBAAiB,GAAG2H,SAApB,GAAgCJ,MAAM,CAAC/C,QAApE;AACD","sourcesContent":["// loaders.gl, MIT license\n// This is a fork of the clarinet library, originally BSD license (see LICENSE file)\n// loaders.gl changes:\n// - typescript port\n\nexport type ClarinetEvent =\n  | 'onvalue'\n  | 'onstring'\n  | 'onkey'\n  | 'onopenobject'\n  | 'oncloseobject'\n  | 'onopenarray'\n  | 'onclosearray'\n  | 'onerror'\n  | 'onend'\n  | 'onready';\n\n// Removes the MAX_BUFFER_LENGTH, originally set to 64 * 1024\nconst MAX_BUFFER_LENGTH = Number.MAX_SAFE_INTEGER;\n// const DEBUG = false;\n\nenum STATE {\n  BEGIN = 0,\n  VALUE, // general stuff\n  OPEN_OBJECT, // {\n  CLOSE_OBJECT, // }\n  OPEN_ARRAY, // [\n  CLOSE_ARRAY, // ]\n  TEXT_ESCAPE, // \\ stuff\n  STRING, // \"\"\n  BACKSLASH,\n  END, // No more stack\n  OPEN_KEY, // , \"a\"\n  CLOSE_KEY, // :\n  TRUE, // r\n  TRUE2, // u\n  TRUE3, // e\n  FALSE, // a\n  FALSE2, // l\n  FALSE3, // s\n  FALSE4, // e\n  NULL, // u\n  NULL2, // l\n  NULL3, // l\n  NUMBER_DECIMAL_POINT, // .\n  NUMBER_DIGIT // [0-9]\n}\n\nconst Char = {\n  tab: 0x09, // \\t\n  lineFeed: 0x0a, // \\n\n  carriageReturn: 0x0d, // \\r\n  space: 0x20, // \" \"\n\n  doubleQuote: 0x22, // \"\n  plus: 0x2b, // +\n  comma: 0x2c, // ,\n  minus: 0x2d, // -\n  period: 0x2e, // .\n\n  _0: 0x30, // 0\n  _9: 0x39, // 9\n\n  colon: 0x3a, // :\n\n  E: 0x45, // E\n\n  openBracket: 0x5b, // [\n  backslash: 0x5c, // \\\n  closeBracket: 0x5d, // ]\n\n  a: 0x61, // a\n  b: 0x62, // b\n  e: 0x65, // e\n  f: 0x66, // f\n  l: 0x6c, // l\n  n: 0x6e, // n\n  r: 0x72, // r\n  s: 0x73, // s\n  t: 0x74, // t\n  u: 0x75, // u\n\n  openBrace: 0x7b, // {\n  closeBrace: 0x7d // }\n};\n\nconst stringTokenPattern = /[\\\\\"\\n]/g;\n\ntype ParserEvent = (parser: ClarinetParser, event: string, data?: any) => void;\n\nexport type ClarinetParserOptions = {\n  onready?: ParserEvent;\n  onopenobject?: ParserEvent;\n  onkey?: ParserEvent;\n  oncloseobject?: ParserEvent;\n  onopenarray?: ParserEvent;\n  onclosearray?: ParserEvent;\n  onvalue?: ParserEvent;\n  onerror?: ParserEvent;\n  onend?: ParserEvent;\n  onchunkparsed?: ParserEvent;\n};\n\nconst DEFAULT_OPTIONS: Required<ClarinetParserOptions> = {\n  onready: () => {},\n  onopenobject: () => {},\n  onkey: () => {},\n  oncloseobject: () => {},\n  onopenarray: () => {},\n  onclosearray: () => {},\n  onvalue: () => {},\n  onerror: () => {},\n  onend: () => {},\n  onchunkparsed: () => {}\n};\nexport default class ClarinetParser {\n  protected options: Required<ClarinetParserOptions> = DEFAULT_OPTIONS;\n\n  bufferCheckPosition = MAX_BUFFER_LENGTH;\n  q = '';\n  c = '';\n  p = '';\n  closed = false;\n  closedRoot = false;\n  sawRoot = false;\n  // tag = null;\n  error: Error | null = null;\n  state = STATE.BEGIN;\n  stack: STATE[] = [];\n  // mostly just for error reporting\n  position: number = 0;\n  column: number = 0;\n  line: number = 1;\n  slashed: boolean = false;\n  unicodeI: number = 0;\n  unicodeS: string | null = null;\n  depth: number = 0;\n\n  textNode;\n  numberNode;\n\n  constructor(options: ClarinetParserOptions = {}) {\n    this.options = {...DEFAULT_OPTIONS, ...options};\n    this.textNode = undefined;\n    this.numberNode = '';\n    this.emit('onready');\n  }\n\n  end() {\n    if (this.state !== STATE.VALUE || this.depth !== 0) this._error('Unexpected end');\n\n    this._closeValue();\n    this.c = '';\n    this.closed = true;\n    this.emit('onend');\n    return this;\n  }\n\n  resume() {\n    this.error = null;\n    return this;\n  }\n\n  close() {\n    return this.write(null);\n  }\n\n  // protected\n\n  emit(event: string, data?: any): void {\n    // if (DEBUG) console.log('-- emit', event, data);\n    this.options[event]?.(data, this);\n  }\n\n  emitNode(event: string, data?: any): void {\n    this._closeValue();\n    this.emit(event, data);\n  }\n\n  /* eslint-disable no-continue */\n  // eslint-disable-next-line complexity, max-statements\n  write(chunk) {\n    if (this.error) {\n      throw this.error;\n    }\n    if (this.closed) {\n      return this._error('Cannot write after close. Assign an onready handler.');\n    }\n    if (chunk === null) {\n      return this.end();\n    }\n    let i = 0;\n    let c = chunk.charCodeAt(0);\n    let p = this.p;\n    // if (DEBUG) console.log(`write -> [${  chunk  }]`);\n    while (c) {\n      p = c;\n      this.c = c = chunk.charCodeAt(i++);\n      // if chunk doesnt have next, like streaming char by char\n      // this way we need to check if previous is really previous\n      // if not we need to reset to what the this says is the previous\n      // from buffer\n      if (p !== c) {\n        this.p = p;\n      } else {\n        p = this.p;\n      }\n\n      if (!c) break;\n\n      // if (DEBUG) console.log(i, c, STATE[this.state]);\n      this.position++;\n      if (c === Char.lineFeed) {\n        this.line++;\n        this.column = 0;\n      } else this.column++;\n\n      switch (this.state) {\n        case STATE.BEGIN:\n          if (c === Char.openBrace) this.state = STATE.OPEN_OBJECT;\n          else if (c === Char.openBracket) this.state = STATE.OPEN_ARRAY;\n          else if (!isWhitespace(c)) {\n            this._error('Non-whitespace before {[.');\n          }\n          continue;\n\n        case STATE.OPEN_KEY:\n        case STATE.OPEN_OBJECT:\n          if (isWhitespace(c)) continue;\n          if (this.state === STATE.OPEN_KEY) this.stack.push(STATE.CLOSE_KEY);\n          else if (c === Char.closeBrace) {\n            this.emit('onopenobject');\n            this.depth++;\n            this.emit('oncloseobject');\n            this.depth--;\n            this.state = this.stack.pop() || STATE.VALUE;\n            continue;\n          } else this.stack.push(STATE.CLOSE_OBJECT);\n          if (c === Char.doubleQuote) this.state = STATE.STRING;\n          else this._error('Malformed object key should start with \"');\n          continue;\n\n        case STATE.CLOSE_KEY:\n        case STATE.CLOSE_OBJECT:\n          if (isWhitespace(c)) continue;\n          // let event = this.state === STATE.CLOSE_KEY ? 'key' : 'object';\n          if (c === Char.colon) {\n            if (this.state === STATE.CLOSE_OBJECT) {\n              this.stack.push(STATE.CLOSE_OBJECT);\n              this._closeValue('onopenobject');\n              this.depth++;\n            } else this._closeValue('onkey');\n            this.state = STATE.VALUE;\n          } else if (c === Char.closeBrace) {\n            this.emitNode('oncloseobject');\n            this.depth--;\n            this.state = this.stack.pop() || STATE.VALUE;\n          } else if (c === Char.comma) {\n            if (this.state === STATE.CLOSE_OBJECT) this.stack.push(STATE.CLOSE_OBJECT);\n            this._closeValue();\n            this.state = STATE.OPEN_KEY;\n          } else this._error('Bad object');\n          continue;\n\n        case STATE.OPEN_ARRAY: // after an array there always a value\n        case STATE.VALUE:\n          if (isWhitespace(c)) continue;\n          if (this.state === STATE.OPEN_ARRAY) {\n            this.emit('onopenarray');\n            this.depth++;\n            this.state = STATE.VALUE;\n            if (c === Char.closeBracket) {\n              this.emit('onclosearray');\n              this.depth--;\n              this.state = this.stack.pop() || STATE.VALUE;\n              continue;\n            } else {\n              this.stack.push(STATE.CLOSE_ARRAY);\n            }\n          }\n          if (c === Char.doubleQuote) this.state = STATE.STRING;\n          else if (c === Char.openBrace) this.state = STATE.OPEN_OBJECT;\n          else if (c === Char.openBracket) this.state = STATE.OPEN_ARRAY;\n          else if (c === Char.t) this.state = STATE.TRUE;\n          else if (c === Char.f) this.state = STATE.FALSE;\n          else if (c === Char.n) this.state = STATE.NULL;\n          else if (c === Char.minus) {\n            // keep and continue\n            this.numberNode += '-';\n          } else if (Char._0 <= c && c <= Char._9) {\n            this.numberNode += String.fromCharCode(c);\n            this.state = STATE.NUMBER_DIGIT;\n          } else this._error('Bad value');\n          continue;\n\n        case STATE.CLOSE_ARRAY:\n          if (c === Char.comma) {\n            this.stack.push(STATE.CLOSE_ARRAY);\n            this._closeValue('onvalue');\n            this.state = STATE.VALUE;\n          } else if (c === Char.closeBracket) {\n            this.emitNode('onclosearray');\n            this.depth--;\n            this.state = this.stack.pop() || STATE.VALUE;\n          } else if (isWhitespace(c)) continue;\n          else this._error('Bad array');\n          continue;\n\n        case STATE.STRING:\n          if (this.textNode === undefined) {\n            this.textNode = '';\n          }\n\n          // thanks thejh, this is an about 50% performance improvement.\n          let starti = i - 1;\n          let slashed = this.slashed;\n          let unicodeI = this.unicodeI;\n          // eslint-disable-next-line no-constant-condition, no-labels\n          STRING_BIGLOOP: while (true) {\n            // if (DEBUG) console.log(i, c, STATE[this.state], slashed);\n            // zero means \"no unicode active\". 1-4 mean \"parse some more\". end after 4.\n            while (unicodeI > 0) {\n              this.unicodeS += String.fromCharCode(c);\n              c = chunk.charCodeAt(i++);\n              this.position++;\n              if (unicodeI === 4) {\n                // TODO this might be slow? well, probably not used too often anyway\n                this.textNode += String.fromCharCode(parseInt(this.unicodeS as string, 16));\n                unicodeI = 0;\n                starti = i - 1;\n              } else {\n                unicodeI++;\n              }\n              // we can just break here: no stuff we skipped that still has to be sliced out or so\n              // eslint-disable-next-line no-labels\n              if (!c) break STRING_BIGLOOP;\n            }\n            if (c === Char.doubleQuote && !slashed) {\n              this.state = this.stack.pop() || STATE.VALUE;\n              this.textNode += chunk.substring(starti, i - 1);\n              this.position += i - 1 - starti;\n              break;\n            }\n            if (c === Char.backslash && !slashed) {\n              slashed = true;\n              this.textNode += chunk.substring(starti, i - 1);\n              this.position += i - 1 - starti;\n              c = chunk.charCodeAt(i++);\n              this.position++;\n              if (!c) break;\n            }\n            if (slashed) {\n              slashed = false;\n              if (c === Char.n) {\n                this.textNode += '\\n';\n              } else if (c === Char.r) {\n                this.textNode += '\\r';\n              } else if (c === Char.t) {\n                this.textNode += '\\t';\n              } else if (c === Char.f) {\n                this.textNode += '\\f';\n              } else if (c === Char.b) {\n                this.textNode += '\\b';\n              } else if (c === Char.u) {\n                // \\uxxxx. meh!\n                unicodeI = 1;\n                this.unicodeS = '';\n              } else {\n                this.textNode += String.fromCharCode(c);\n              }\n              c = chunk.charCodeAt(i++);\n              this.position++;\n              starti = i - 1;\n              if (!c) break;\n              else continue;\n            }\n\n            stringTokenPattern.lastIndex = i;\n            const reResult = stringTokenPattern.exec(chunk);\n            if (reResult === null) {\n              i = chunk.length + 1;\n              this.textNode += chunk.substring(starti, i - 1);\n              this.position += i - 1 - starti;\n              break;\n            }\n            i = reResult.index + 1;\n            c = chunk.charCodeAt(reResult.index);\n            if (!c) {\n              this.textNode += chunk.substring(starti, i - 1);\n              this.position += i - 1 - starti;\n              break;\n            }\n          }\n          this.slashed = slashed;\n          this.unicodeI = unicodeI;\n          continue;\n\n        case STATE.TRUE:\n          if (c === Char.r) this.state = STATE.TRUE2;\n          else this._error(`Invalid true started with t${c}`);\n          continue;\n\n        case STATE.TRUE2:\n          if (c === Char.u) this.state = STATE.TRUE3;\n          else this._error(`Invalid true started with tr${c}`);\n          continue;\n\n        case STATE.TRUE3:\n          if (c === Char.e) {\n            this.emit('onvalue', true);\n            this.state = this.stack.pop() || STATE.VALUE;\n          } else this._error(`Invalid true started with tru${c}`);\n          continue;\n\n        case STATE.FALSE:\n          if (c === Char.a) this.state = STATE.FALSE2;\n          else this._error(`Invalid false started with f${c}`);\n          continue;\n\n        case STATE.FALSE2:\n          if (c === Char.l) this.state = STATE.FALSE3;\n          else this._error(`Invalid false started with fa${c}`);\n          continue;\n\n        case STATE.FALSE3:\n          if (c === Char.s) this.state = STATE.FALSE4;\n          else this._error(`Invalid false started with fal${c}`);\n          continue;\n\n        case STATE.FALSE4:\n          if (c === Char.e) {\n            this.emit('onvalue', false);\n            this.state = this.stack.pop() || STATE.VALUE;\n          } else this._error(`Invalid false started with fals${c}`);\n          continue;\n\n        case STATE.NULL:\n          if (c === Char.u) this.state = STATE.NULL2;\n          else this._error(`Invalid null started with n${c}`);\n          continue;\n\n        case STATE.NULL2:\n          if (c === Char.l) this.state = STATE.NULL3;\n          else this._error(`Invalid null started with nu${c}`);\n          continue;\n\n        case STATE.NULL3:\n          if (c === Char.l) {\n            this.emit('onvalue', null);\n            this.state = this.stack.pop() || STATE.VALUE;\n          } else this._error(`Invalid null started with nul${c}`);\n          continue;\n\n        case STATE.NUMBER_DECIMAL_POINT:\n          if (c === Char.period) {\n            this.numberNode += '.';\n            this.state = STATE.NUMBER_DIGIT;\n          } else this._error('Leading zero not followed by .');\n          continue;\n\n        case STATE.NUMBER_DIGIT:\n          if (Char._0 <= c && c <= Char._9) this.numberNode += String.fromCharCode(c);\n          else if (c === Char.period) {\n            if (this.numberNode.indexOf('.') !== -1) this._error('Invalid number has two dots');\n            this.numberNode += '.';\n          } else if (c === Char.e || c === Char.E) {\n            if (this.numberNode.indexOf('e') !== -1 || this.numberNode.indexOf('E') !== -1)\n              this._error('Invalid number has two exponential');\n            this.numberNode += 'e';\n          } else if (c === Char.plus || c === Char.minus) {\n            // @ts-expect-error\n            if (!(p === Char.e || p === Char.E)) this._error('Invalid symbol in number');\n            this.numberNode += String.fromCharCode(c);\n          } else {\n            this._closeNumber();\n            i--; // go back one\n            this.state = this.stack.pop() || STATE.VALUE;\n          }\n          continue;\n\n        default:\n          this._error(`Unknown state: ${this.state}`);\n      }\n    }\n    if (this.position >= this.bufferCheckPosition) {\n      checkBufferLength(this);\n    }\n\n    this.emit('onchunkparsed');\n\n    return this;\n  }\n\n  _closeValue(event: string = 'onvalue'): void {\n    if (this.textNode !== undefined) {\n      this.emit(event, this.textNode);\n    }\n    this.textNode = undefined;\n  }\n\n  _closeNumber(): void {\n    if (this.numberNode) this.emit('onvalue', parseFloat(this.numberNode));\n    this.numberNode = '';\n  }\n\n  _error(message: string = ''): void {\n    this._closeValue();\n    message += `\\nLine: ${this.line}\\nColumn: ${this.column}\\nChar: ${this.c}`;\n    const error = new Error(message);\n    this.error = error;\n    this.emit('onerror', error);\n  }\n}\n\nfunction isWhitespace(c): boolean {\n  return c === Char.carriageReturn || c === Char.lineFeed || c === Char.space || c === Char.tab;\n}\n\nfunction checkBufferLength(parser) {\n  const maxAllowed = Math.max(MAX_BUFFER_LENGTH, 10);\n  let maxActual = 0;\n\n  for (const buffer of ['textNode', 'numberNode']) {\n    const len = parser[buffer] === undefined ? 0 : parser[buffer].length;\n    if (len > maxAllowed) {\n      switch (buffer) {\n        case 'text':\n          // TODO - should this be closeValue?\n          // closeText(parser);\n          break;\n\n        default:\n          parser._error(`Max buffer length exceeded: ${buffer}`);\n      }\n    }\n    maxActual = Math.max(maxActual, len);\n  }\n  parser.bufferCheckPosition = MAX_BUFFER_LENGTH - maxActual + parser.position;\n}\n"],"file":"clarinet.js"}

package/dist/lib/jsonpath/jsonpath.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/lib/jsonpath/jsonpath.ts"],"names":["JSONPath","constructor","path","Array","isArray","push","split","Error","clone","toString","join","name","pop","set","length","equals","other","i","setFieldAtPath","object","value","shift","field","component","getFieldAtPath"],"mappings":";AAQA,eAAe,MAAMA,QAAN,CAAe;AAG5BC,EAAAA,WAAW,CAACC,IAAyC,GAAG,IAA7C,EAAmD;AAAA;;AAC5D,SAAKA,IAAL,GAAY,CAAC,GAAD,CAAZ;;AAEA,QAAIA,IAAI,YAAYF,QAApB,EAA8B;AAE5B,WAAKE,IAAL,GAAY,CAAC,GAAGA,IAAI,CAACA,IAAT,CAAZ;AACA;AACD;;AAED,QAAIC,KAAK,CAACC,OAAN,CAAcF,IAAd,CAAJ,EAAyB;AACvB,WAAKA,IAAL,CAAUG,IAAV,CAAe,GAAGH,IAAlB;AACA;AACD;;AAGD,QAAI,OAAOA,IAAP,KAAgB,QAApB,EAA8B;AAC5B,WAAKA,IAAL,GAAYA,IAAI,CAACI,KAAL,CAAW,GAAX,CAAZ;;AACA,UAAI,KAAKJ,IAAL,CAAU,CAAV,MAAiB,GAArB,EAA0B;AACxB,cAAM,IAAIK,KAAJ,CAAU,6BAAV,CAAN;AACD;AACF;AACF;;AAEDC,EAAAA,KAAK,GAAa;AAChB,WAAO,IAAIR,QAAJ,CAAa,IAAb,CAAP;AACD;;AAEDS,EAAAA,QAAQ,GAAW;AACjB,WAAO,KAAKP,IAAL,CAAUQ,IAAV,CAAe,GAAf,CAAP;AACD;;AAEDL,EAAAA,IAAI,CAACM,IAAD,EAAqB;AACvB,SAAKT,IAAL,CAAUG,IAAV,CAAeM,IAAf;AACD;;AAEDC,EAAAA,GAAG,GAAG;AACJ,WAAO,KAAKV,IAAL,CAAUU,GAAV,EAAP;AACD;;AAEDC,EAAAA,GAAG,CAACF,IAAD,EAAqB;AACtB,SAAKT,IAAL,CAAU,KAAKA,IAAL,CAAUY,MAAV,GAAmB,CAA7B,IAAkCH,IAAlC;AACD;;AAEDI,EAAAA,MAAM,CAACC,KAAD,EAA2B;AAC/B,QAAI,CAAC,IAAD,IAAS,CAACA,KAAV,IAAmB,KAAKd,IAAL,CAAUY,MAAV,KAAqBE,KAAK,CAACd,IAAN,CAAWY,MAAvD,EAA+D;AAC7D,aAAO,KAAP;AACD;;AAED,SAAK,IAAIG,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAG,KAAKf,IAAL,CAAUY,MAA9B,EAAsC,EAAEG,CAAxC,EAA2C;AACzC,UAAI,KAAKf,IAAL,CAAUe,CAAV,MAAiBD,KAAK,CAACd,IAAN,CAAWe,CAAX,CAArB,EAAoC;AAClC,eAAO,KAAP;AACD;AACF;;AAED,WAAO,IAAP;AACD;;AAQDC,EAAAA,cAAc,CAACC,MAAD,EAASC,KAAT,EAAgB;AAC5B,UAAMlB,IAAI,GAAG,CAAC,GAAG,KAAKA,IAAT,CAAb;AACAA,IAAAA,IAAI,CAACmB,KAAL;AACA,UAAMC,KAAK,GAAGpB,IAAI,CAACU,GAAL,EAAd;;AACA,SAAK,MAAMW,SAAX,IAAwBrB,IAAxB,EAA8B;AAC5BiB,MAAAA,MAAM,GAAGA,MAAM,CAACI,SAAD,CAAf;AACD;;AAEDJ,IAAAA,MAAM,CAACG,KAAD,CAAN,GAAgBF,KAAhB;AACD;;AAODI,EAAAA,cAAc,CAACL,MAAD,EAAS;AACrB,UAAMjB,IAAI,GAAG,CAAC,GAAG,KAAKA,IAAT,CAAb;AACAA,IAAAA,IAAI,CAACmB,KAAL;AACA,UAAMC,KAAK,GAAGpB,IAAI,CAACU,GAAL,EAAd;;AACA,SAAK,MAAMW,SAAX,IAAwBrB,IAAxB,EAA8B;AAC5BiB,MAAAA,MAAM,GAAGA,MAAM,CAACI,SAAD,CAAf;AACD;;AAED,WAAOJ,MAAM,CAACG,KAAD,CAAb;AACD;;AA3F2B","sourcesContent":["/**\n * A parser for a minimal subset of the jsonpath standard\n * Full JSON path parsers for JS exist but are quite large (bundle size)\n *\n * Supports\n *\n *   `$.component.component.component`\n */\nexport default class JSONPath {\n  path: string[];\n\n  constructor(path: JSONPath | string[] | string | null = null) {\n    this.path = ['$'];\n\n    if (path instanceof JSONPath) {\n      // @ts-ignore\n      this.path = [...path.path];\n      return;\n    }\n\n    if (Array.isArray(path)) {\n      this.path.push(...path);\n      return;\n    }\n\n    // Parse a string as a JSONPath\n    if (typeof path === 'string') {\n      this.path = path.split('.');\n      if (this.path[0] !== '$') {\n        throw new Error('JSONPaths must start with $');\n      }\n    }\n  }\n\n  clone(): JSONPath {\n    return new JSONPath(this);\n  }\n\n  toString(): string {\n    return this.path.join('.');\n  }\n\n  push(name: string): void {\n    this.path.push(name);\n  }\n\n  pop() {\n    return this.path.pop();\n  }\n\n  set(name: string): void {\n    this.path[this.path.length - 1] = name;\n  }\n\n  equals(other: JSONPath): boolean {\n    if (!this || !other || this.path.length !== other.path.length) {\n      return false;\n    }\n\n    for (let i = 0; i < this.path.length; ++i) {\n      if (this.path[i] !== other.path[i]) {\n        return false;\n      }\n    }\n\n    return true;\n  }\n\n  /**\n   * Sets the value pointed at by path\n   * TODO - handle root path\n   * @param object\n   * @param value\n   */\n  setFieldAtPath(object, value) {\n    const path = [...this.path];\n    path.shift();\n    const field = path.pop();\n    for (const component of path) {\n      object = object[component];\n    }\n    // @ts-ignore\n    object[field] = value;\n  }\n\n  /**\n   * Gets the value pointed at by path\n   * TODO - handle root path\n   * @param object\n   */\n  getFieldAtPath(object) {\n    const path = [...this.path];\n    path.shift();\n    const field = path.pop();\n    for (const component of path) {\n      object = object[component];\n    }\n    // @ts-ignore\n    return object[field];\n  }\n}\n"],"file":"jsonpath.js"}

package/dist/lib/parse-json-in-batches.d.ts

@@ -1,5 +0,0 @@
-import type { Batch } from '@loaders.gl/schema';
-import type { JSONLoaderOptions } from '../json-loader';
-export default function parseJSONInBatches(binaryAsyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>, options: JSONLoaderOptions): AsyncIterable<Batch>;
-export declare function rebuildJsonObject(batch: any, data: any): any;
-//# sourceMappingURL=parse-json-in-batches.d.ts.map

package/dist/lib/parse-json-in-batches.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"parse-json-in-batches.d.ts","sourceRoot":"","sources":["../../src/lib/parse-json-in-batches.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,KAAK,EAAC,MAAM,oBAAoB,CAAC;AAC9C,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,gBAAgB,CAAC;AAQtD,wBAA+B,kBAAkB,CAC/C,mBAAmB,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,EACvE,OAAO,EAAE,iBAAiB,GACzB,aAAa,CAAC,KAAK,CAAC,CA+EtB;AAED,wBAAgB,iBAAiB,CAAC,KAAK,KAAA,EAAE,IAAI,KAAA,OAmB5C"}

package/dist/lib/parse-json-in-batches.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/lib/parse-json-in-batches.ts"],"names":["TableBatchBuilder","assert","makeTextDecoderIterator","StreamingJSONParser","JSONPath","parseJSONInBatches","binaryAsyncIterator","options","asyncIterator","metadata","jsonpaths","json","isFirstChunk","schema","shape","tableBatchBuilder","parser","chunk","rows","write","jsonpath","length","getStreamingJsonPathAsString","initialBatch","batchType","data","bytesUsed","container","getPartialResult","row","addRow","batch","getFullBatch","chunkComplete","getFinalBatch","finalBatch","rebuildJsonObject","topLevelObject","streamingPath","setFieldAtPath"],"mappings":"AAEA,SAAQA,iBAAR,QAAgC,oBAAhC;AACA,SAAQC,MAAR,EAAgBC,uBAAhB,QAA8C,0BAA9C;AACA,OAAOC,mBAAP,MAAgC,gCAAhC;AACA,OAAOC,QAAP,MAAqB,qBAArB;AAIA,eAAe,gBAAgBC,kBAAhB,CACbC,mBADa,EAEbC,OAFa,EAGS;AAAA;;AACtB,QAAMC,aAAa,GAAGN,uBAAuB,CAACI,mBAAD,CAA7C;AAEA,QAAM;AAACG,IAAAA;AAAD,MAAaF,OAAnB;AACA,QAAM;AAACG,IAAAA;AAAD,MAAcH,OAAO,CAACI,IAAR,IAAgB,EAApC;AAEA,MAAIC,YAAqB,GAAG,IAA5B;AAGA,QAAMC,MAAM,GAAG,IAAf;AACA,QAAMC,KAAK,GAAG,CAAAP,OAAO,SAAP,IAAAA,OAAO,WAAP,6BAAAA,OAAO,CAAEI,IAAT,gEAAeG,KAAf,KAAwB,WAAtC;AAEA,QAAMC,iBAAiB,GAAG,IAAIf,iBAAJ,CAAsBa,MAAtB,EAA8B,EACtD,GAAGN,OADmD;AAEtDO,IAAAA;AAFsD,GAA9B,CAA1B;AAKA,QAAME,MAAM,GAAG,IAAIb,mBAAJ,CAAwB;AAACO,IAAAA;AAAD,GAAxB,CAAf;;AAEA,aAAW,MAAMO,KAAjB,IAA0BT,aAA1B,EAAyC;AACvC,UAAMU,IAAI,GAAGF,MAAM,CAACG,KAAP,CAAaF,KAAb,CAAb;AAEA,UAAMG,QAAQ,GAAGF,IAAI,CAACG,MAAL,GAAc,CAAd,IAAmBL,MAAM,CAACM,4BAAP,EAApC;;AAEA,QAAIJ,IAAI,CAACG,MAAL,GAAc,CAAd,IAAmBT,YAAvB,EAAqC;AACnC,UAAIH,QAAJ,EAAc;AACZ,cAAMc,YAAmB,GAAG;AAE1BT,UAAAA,KAF0B;AAG1BU,UAAAA,SAAS,EAAE,gBAHe;AAI1BC,UAAAA,IAAI,EAAE,EAJoB;AAK1BJ,UAAAA,MAAM,EAAE,CALkB;AAM1BK,UAAAA,SAAS,EAAE,CANe;AAQ1BC,UAAAA,SAAS,EAAEX,MAAM,CAACY,gBAAP,EARe;AAS1BR,UAAAA;AAT0B,SAA5B;AAWA,cAAMG,YAAN;AACD;;AACDX,MAAAA,YAAY,GAAG,KAAf;AAED;;AAGD,SAAK,MAAMiB,GAAX,IAAkBX,IAAlB,EAAwB;AACtBH,MAAAA,iBAAiB,CAACe,MAAlB,CAAyBD,GAAzB;AAEA,YAAME,KAAK,GAAGhB,iBAAiB,CAACiB,YAAlB,CAA+B;AAACZ,QAAAA;AAAD,OAA/B,CAAd;;AACA,UAAIW,KAAJ,EAAW;AACT,cAAMA,KAAN;AACD;AACF;;AAEDhB,IAAAA,iBAAiB,CAACkB,aAAlB,CAAgChB,KAAhC;AACA,UAAMc,KAAK,GAAGhB,iBAAiB,CAACiB,YAAlB,CAA+B;AAACZ,MAAAA;AAAD,KAA/B,CAAd;;AACA,QAAIW,KAAJ,EAAW;AACT,YAAMA,KAAN;AACD;AACF;;AAGD,QAAMX,QAAQ,GAAGJ,MAAM,CAACM,4BAAP,EAAjB;AACA,QAAMS,KAAK,GAAGhB,iBAAiB,CAACmB,aAAlB,CAAgC;AAACd,IAAAA;AAAD,GAAhC,CAAd;;AACA,MAAIW,KAAJ,EAAW;AACT,UAAMA,KAAN;AACD;;AAED,MAAItB,QAAJ,EAAc;AACZ,UAAM0B,UAAiB,GAAG;AACxBrB,MAAAA,KADwB;AAExBU,MAAAA,SAAS,EAAE,cAFa;AAGxBG,MAAAA,SAAS,EAAEX,MAAM,CAACY,gBAAP,EAHa;AAIxBR,MAAAA,QAAQ,EAAEJ,MAAM,CAACM,4BAAP,EAJc;AAKxBG,MAAAA,IAAI,EAAE,EALkB;AAMxBJ,MAAAA,MAAM,EAAE;AANgB,KAA1B;AASA,UAAMc,UAAN;AACD;AACF;AAED,OAAO,SAASC,iBAAT,CAA2BL,KAA3B,EAAkCN,IAAlC,EAAwC;AAE7CxB,EAAAA,MAAM,CAAC8B,KAAK,CAACP,SAAN,KAAoB,cAArB,CAAN;;AAGA,MAAIO,KAAK,CAACX,QAAN,KAAmB,GAAvB,EAA4B;AAC1B,WAAOK,IAAP;AACD;;AAGD,MAAIM,KAAK,CAACX,QAAN,IAAkBW,KAAK,CAACX,QAAN,CAAeC,MAAf,GAAwB,CAA9C,EAAiD;AAC/C,UAAMgB,cAAc,GAAGN,KAAK,CAACJ,SAA7B;AACA,UAAMW,aAAa,GAAG,IAAIlC,QAAJ,CAAa2B,KAAK,CAACX,QAAnB,CAAtB;AACAkB,IAAAA,aAAa,CAACC,cAAd,CAA6BF,cAA7B,EAA6CZ,IAA7C;AACA,WAAOY,cAAP;AACD;;AAGD,SAAON,KAAK,CAACJ,SAAb;AACD","sourcesContent":["import type {Batch} from '@loaders.gl/schema';\nimport type {JSONLoaderOptions} from '../json-loader';\nimport {TableBatchBuilder} from '@loaders.gl/schema';\nimport {assert, makeTextDecoderIterator} from '@loaders.gl/loader-utils';\nimport StreamingJSONParser from './parser/streaming-json-parser';\nimport JSONPath from './jsonpath/jsonpath';\n\n// TODO - support batch size 0 = no batching/single batch?\n// eslint-disable-next-line max-statements, complexity\nexport default async function* parseJSONInBatches(\n  binaryAsyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options: JSONLoaderOptions\n): AsyncIterable<Batch> {\n  const asyncIterator = makeTextDecoderIterator(binaryAsyncIterator);\n\n  const {metadata} = options;\n  const {jsonpaths} = options.json || {};\n\n  let isFirstChunk: boolean = true;\n\n  // TODO fix Schema deduction\n  const schema = null; // new Schema([]);\n  const shape = options?.json?.shape || 'row-table';\n  // @ts-ignore\n  const tableBatchBuilder = new TableBatchBuilder(schema, {\n    ...options,\n    shape\n  });\n\n  const parser = new StreamingJSONParser({jsonpaths});\n\n  for await (const chunk of asyncIterator) {\n    const rows = parser.write(chunk);\n\n    const jsonpath = rows.length > 0 && parser.getStreamingJsonPathAsString();\n\n    if (rows.length > 0 && isFirstChunk) {\n      if (metadata) {\n        const initialBatch: Batch = {\n          // Common fields\n          shape,\n          batchType: 'partial-result',\n          data: [],\n          length: 0,\n          bytesUsed: 0,\n          // JSON additions\n          container: parser.getPartialResult(),\n          jsonpath\n        };\n        yield initialBatch;\n      }\n      isFirstChunk = false;\n      // schema = deduceSchema(rows);\n    }\n\n    // Add the row\n    for (const row of rows) {\n      tableBatchBuilder.addRow(row);\n      // If a batch has been completed, emit it\n      const batch = tableBatchBuilder.getFullBatch({jsonpath});\n      if (batch) {\n        yield batch;\n      }\n    }\n\n    tableBatchBuilder.chunkComplete(chunk);\n    const batch = tableBatchBuilder.getFullBatch({jsonpath});\n    if (batch) {\n      yield batch;\n    }\n  }\n\n  // yield final batch\n  const jsonpath = parser.getStreamingJsonPathAsString();\n  const batch = tableBatchBuilder.getFinalBatch({jsonpath});\n  if (batch) {\n    yield batch;\n  }\n\n  if (metadata) {\n    const finalBatch: Batch = {\n      shape,\n      batchType: 'final-result',\n      container: parser.getPartialResult(),\n      jsonpath: parser.getStreamingJsonPathAsString(),\n      data: [],\n      length: 0\n      // schema: null\n    };\n    yield finalBatch;\n  }\n}\n\nexport function rebuildJsonObject(batch, data) {\n  // Last batch will have this special type and will provide all the root object of the parsed file\n  assert(batch.batchType === 'final-result');\n\n  // The streamed JSON data is a top level array (jsonpath = '$'), just return the array of row objects\n  if (batch.jsonpath === '$') {\n    return data;\n  }\n\n  // (jsonpath !== '$') The streamed data is not a top level array, so stitch it back in to the top-level object\n  if (batch.jsonpath && batch.jsonpath.length > 1) {\n    const topLevelObject = batch.container;\n    const streamingPath = new JSONPath(batch.jsonpath);\n    streamingPath.setFieldAtPath(topLevelObject, data);\n    return topLevelObject;\n  }\n\n  // No jsonpath, in this case nothing was streamed.\n  return batch.container;\n}\n"],"file":"parse-json-in-batches.js"}

package/dist/lib/parse-json.d.ts

@@ -1,3 +0,0 @@
-import type { JSONLoaderOptions } from '../json-loader';
-export default function parseJSONSync(jsonText: string, options: JSONLoaderOptions): any;
-//# sourceMappingURL=parse-json.d.ts.map