@loaders.gl/json 3.1.0-alpha.3 → 3.1.0-beta.2

package/dist/lib/parse-json.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/lib/parse-json.ts"],"names":["parseJSONSync","jsonText","options","json","JSON","parse","table","getFirstArray","error","Error","Array","isArray","value","Object","values","array"],"mappings":"AAEA,eAAe,SAASA,aAAT,CAAuBC,QAAvB,EAAyCC,OAAzC,EAAqE;AAClF,MAAI;AAAA;;AACF,UAAMC,IAAI,GAAGC,IAAI,CAACC,KAAL,CAAWJ,QAAX,CAAb;;AACA,yBAAIC,OAAO,CAACC,IAAZ,0CAAI,cAAcG,KAAlB,EAAyB;AACvB,aAAOC,aAAa,CAACJ,IAAD,CAAb,IAAuBA,IAA9B;AACD;;AACD,WAAOA,IAAP;AACD,GAND,CAME,OAAOK,KAAP,EAAc;AACd,UAAM,IAAIC,KAAJ,CAAU,kCAAV,CAAN;AACD;AACF;;AAED,SAASF,aAAT,CAAuBJ,IAAvB,EAA6B;AAC3B,MAAIO,KAAK,CAACC,OAAN,CAAcR,IAAd,CAAJ,EAAyB;AACvB,WAAOA,IAAP;AACD;;AACD,MAAIA,IAAI,IAAI,OAAOA,IAAP,KAAgB,QAA5B,EAAsC;AACpC,SAAK,MAAMS,KAAX,IAAoBC,MAAM,CAACC,MAAP,CAAcX,IAAd,CAApB,EAAyC;AACvC,YAAMY,KAAK,GAAGR,aAAa,CAACK,KAAD,CAA3B;;AACA,UAAIG,KAAJ,EAAW;AACT,eAAOA,KAAP;AACD;AACF;AACF;;AACD,SAAO,IAAP;AACD","sourcesContent":["import type {JSONLoaderOptions} from '../json-loader';\n\nexport default function parseJSONSync(jsonText: string, options: JSONLoaderOptions) {\n  try {\n    const json = JSON.parse(jsonText);\n    if (options.json?.table) {\n      return getFirstArray(json) || json;\n    }\n    return json;\n  } catch (error) {\n    throw new Error('JSONLoader: failed to parse JSON');\n  }\n}\n\nfunction getFirstArray(json) {\n  if (Array.isArray(json)) {\n    return json;\n  }\n  if (json && typeof json === 'object') {\n    for (const value of Object.values(json)) {\n      const array = getFirstArray(value);\n      if (array) {\n        return array;\n      }\n    }\n  }\n  return null;\n}\n"],"file":"parse-json.js"}

package/dist/lib/parse-ndjson-in-batches.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/lib/parse-ndjson-in-batches.ts"],"names":["TableBatchBuilder","makeLineIterator","makeNumberedLineIterator","makeTextDecoderIterator","parseNDJSONInBatches","binaryAsyncIterator","options","textIterator","lineIterator","numberedLineIterator","schema","shape","tableBatchBuilder","counter","line","row","JSON","parse","addRow","chunkComplete","batch","getFullBatch","error","Error","getFinalBatch"],"mappings":"AACA,SAAQA,iBAAR,QAAgC,oBAAhC;AACA,SAEEC,gBAFF,EAGEC,wBAHF,EAIEC,uBAJF,QAKO,0BALP;AAOA,eAAe,gBAAgBC,oBAAhB,CACbC,mBADa,EAEbC,OAFa,EAGS;AACtB,QAAMC,YAAY,GAAGJ,uBAAuB,CAACE,mBAAD,CAA5C;AACA,QAAMG,YAAY,GAAGP,gBAAgB,CAACM,YAAD,CAArC;AACA,QAAME,oBAAoB,GAAGP,wBAAwB,CAACM,YAAD,CAArD;AAEA,QAAME,MAAM,GAAG,IAAf;AACA,QAAMC,KAAK,GAAG,WAAd;AAEA,QAAMC,iBAAiB,GAAG,IAAIZ,iBAAJ,CAAsBU,MAAtB,EAA8B,EACtD,GAAGJ,OADmD;AAEtDK,IAAAA;AAFsD,GAA9B,CAA1B;;AAKA,aAAW,MAAM;AAACE,IAAAA,OAAD;AAAUC,IAAAA;AAAV,GAAjB,IAAoCL,oBAApC,EAA0D;AACxD,QAAI;AACF,YAAMM,GAAG,GAAGC,IAAI,CAACC,KAAL,CAAWH,IAAX,CAAZ;AACAF,MAAAA,iBAAiB,CAACM,MAAlB,CAAyBH,GAAzB;AACAH,MAAAA,iBAAiB,CAACO,aAAlB,CAAgCL,IAAhC;AACA,YAAMM,KAAK,GAAGR,iBAAiB,CAACS,YAAlB,EAAd;;AACA,UAAID,KAAJ,EAAW;AACT,cAAMA,KAAN;AACD;AACF,KARD,CAQE,OAAOE,KAAP,EAAc;AACd,YAAM,IAAIC,KAAJ,CAAW,8CAA6CV,OAAQ,EAAhE,CAAN;AACD;AACF;;AAED,QAAMO,KAAK,GAAGR,iBAAiB,CAACY,aAAlB,EAAd;;AACA,MAAIJ,KAAJ,EAAW;AACT,UAAMA,KAAN;AACD;AACF","sourcesContent":["import type {Batch} from '@loaders.gl/schema';\nimport {TableBatchBuilder} from '@loaders.gl/schema';\nimport {\n  LoaderOptions,\n  makeLineIterator,\n  makeNumberedLineIterator,\n  makeTextDecoderIterator\n} from '@loaders.gl/loader-utils';\n\nexport default async function* parseNDJSONInBatches(\n  binaryAsyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options?: LoaderOptions\n): AsyncIterable<Batch> {\n  const textIterator = makeTextDecoderIterator(binaryAsyncIterator);\n  const lineIterator = makeLineIterator(textIterator);\n  const numberedLineIterator = makeNumberedLineIterator(lineIterator);\n\n  const schema = null;\n  const shape = 'row-table';\n  // @ts-ignore\n  const tableBatchBuilder = new TableBatchBuilder(schema, {\n    ...options,\n    shape\n  });\n\n  for await (const {counter, line} of numberedLineIterator) {\n    try {\n      const row = JSON.parse(line);\n      tableBatchBuilder.addRow(row);\n      tableBatchBuilder.chunkComplete(line);\n      const batch = tableBatchBuilder.getFullBatch();\n      if (batch) {\n        yield batch;\n      }\n    } catch (error) {\n      throw new Error(`NDJSONLoader: failed to parse JSON on line ${counter}`);\n    }\n  }\n\n  const batch = tableBatchBuilder.getFinalBatch();\n  if (batch) {\n    yield batch;\n  }\n}\n"],"file":"parse-ndjson-in-batches.js"}

package/dist/lib/parse-ndjson.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/lib/parse-ndjson.ts"],"names":["parseNDJSONSync","ndjsonText","lines","trim","split","map","line","counter","JSON","parse","error","Error"],"mappings":"AAAA,eAAe,SAASA,eAAT,CAAyBC,UAAzB,EAA6C;AAC1D,QAAMC,KAAK,GAAGD,UAAU,CAACE,IAAX,GAAkBC,KAAlB,CAAwB,IAAxB,CAAd;AACA,SAAOF,KAAK,CAACG,GAAN,CAAU,CAACC,IAAD,EAAOC,OAAP,KAAmB;AAClC,QAAI;AACF,aAAOC,IAAI,CAACC,KAAL,CAAWH,IAAX,CAAP;AACD,KAFD,CAEE,OAAOI,KAAP,EAAc;AACd,YAAM,IAAIC,KAAJ,CAAW,8CAA6CJ,OAAO,GAAG,CAAE,EAApE,CAAN;AACD;AACF,GANM,CAAP;AAOD","sourcesContent":["export default function parseNDJSONSync(ndjsonText: string) {\n  const lines = ndjsonText.trim().split('\\n');\n  return lines.map((line, counter) => {\n    try {\n      return JSON.parse(line);\n    } catch (error) {\n      throw new Error(`NDJSONLoader: failed to parse JSON on line ${counter + 1}`);\n    }\n  });\n}\n"],"file":"parse-ndjson.js"}

package/dist/lib/parser/json-parser.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/lib/parser/json-parser.ts"],"names":["ClarinetParser","JSONPath","JSONParser","constructor","reset","_initializeParser","result","undefined","previousStates","currentState","Object","freeze","container","key","jsonpath","write","chunk","parser","close","_pushOrSet","value","push","_openArray","newContainer","isArray","_closeArray","pop","_openObject","_closeObject","_parser","onready","length","onopenobject","name","onkey","set","oncloseobject","onopenarray","onclosearray","onvalue","onerror","error","onend"],"mappings":";AAEA,OAAOA,cAAP,MAA2B,sBAA3B;AACA,OAAOC,QAAP,MAAqB,sBAArB;AAIA,eAAe,MAAMC,UAAN,CAAiB;AAI9BC,EAAAA,WAAW,GAAG;AAAA;;AAAA;;AACZ,SAAKC,KAAL;;AACA,SAAKC,iBAAL;AACD;;AAEDD,EAAAA,KAAK,GAAS;AACZ,SAAKE,MAAL,GAAcC,SAAd;AACA,SAAKC,cAAL,GAAsB,EAAtB;AACA,SAAKC,YAAL,GAAoBC,MAAM,CAACC,MAAP,CAAc;AAACC,MAAAA,SAAS,EAAE,EAAZ;AAAgBC,MAAAA,GAAG,EAAE;AAArB,KAAd,CAApB;AACA,SAAKC,QAAL,GAAgB,IAAIb,QAAJ,EAAhB;AACD;;AAEDc,EAAAA,KAAK,CAACC,KAAD,EAAc;AACjB,SAAKC,MAAL,CAAYF,KAAZ,CAAkBC,KAAlB;AACD;;AAEDE,EAAAA,KAAK,GAAS;AACZ,SAAKD,MAAL,CAAYC,KAAZ;AACD;;AAIDC,EAAAA,UAAU,CAACC,KAAD,EAAc;AACtB,UAAM;AAACR,MAAAA,SAAD;AAAYC,MAAAA;AAAZ,QAAmB,KAAKJ,YAA9B;;AACA,QAAII,GAAG,KAAK,IAAZ,EAAkB;AAChBD,MAAAA,SAAS,CAACC,GAAD,CAAT,GAAiBO,KAAjB;AACA,WAAKX,YAAL,CAAkBI,GAAlB,GAAwB,IAAxB;AACD,KAHD,MAGO;AACLD,MAAAA,SAAS,CAACS,IAAV,CAAeD,KAAf;AACD;AACF;;AAEDE,EAAAA,UAAU,CAACC,YAAY,GAAG,EAAhB,EAA0B;AAClC,SAAKT,QAAL,CAAcO,IAAd,CAAmB,IAAnB;;AACA,SAAKF,UAAL,CAAgBI,YAAhB;;AACA,SAAKf,cAAL,CAAoBa,IAApB,CAAyB,KAAKZ,YAA9B;AACA,SAAKA,YAAL,GAAoB;AAACG,MAAAA,SAAS,EAAEW,YAAZ;AAA0BC,MAAAA,OAAO,EAAE,IAAnC;AAAyCX,MAAAA,GAAG,EAAE;AAA9C,KAApB;AACD;;AAEDY,EAAAA,WAAW,GAAS;AAClB,SAAKX,QAAL,CAAcY,GAAd;AACA,SAAKjB,YAAL,GAAoB,KAAKD,cAAL,CAAoBkB,GAApB,EAApB;AACD;;AAEDC,EAAAA,WAAW,CAACJ,YAAY,GAAG,EAAhB,EAA0B;AACnC,SAAKT,QAAL,CAAcO,IAAd,CAAmB,IAAnB;;AACA,SAAKF,UAAL,CAAgBI,YAAhB;;AACA,SAAKf,cAAL,CAAoBa,IAApB,CAAyB,KAAKZ,YAA9B;AACA,SAAKA,YAAL,GAAoB;AAACG,MAAAA,SAAS,EAAEW,YAAZ;AAA0BC,MAAAA,OAAO,EAAE,KAAnC;AAA0CX,MAAAA,GAAG,EAAE;AAA/C,KAApB;AACD;;AAEDe,EAAAA,YAAY,GAAS;AACnB,SAAKd,QAAL,CAAcY,GAAd;AACA,SAAKjB,YAAL,GAAoB,KAAKD,cAAL,CAAoBkB,GAApB,EAApB;AACD;;AAEDrB,EAAAA,iBAAiB,GAAS;AACxB,SAAKwB,OAAL,GAAe,IAAI7B,cAAJ,CAAmB;AAChC8B,MAAAA,OAAO,EAAE,MAAM;AACb,aAAKhB,QAAL,GAAgB,IAAIb,QAAJ,EAAhB;AACA,aAAKO,cAAL,CAAoBuB,MAApB,GAA6B,CAA7B;AACA,aAAKtB,YAAL,CAAkBG,SAAlB,CAA4BmB,MAA5B,GAAqC,CAArC;AACD,OAL+B;AAOhCC,MAAAA,YAAY,EAAGC,IAAD,IAAU;AACtB,aAAKN,WAAL,CAAiB,EAAjB;;AACA,YAAI,OAAOM,IAAP,KAAgB,WAApB,EAAiC;AAC/B,eAAKhB,MAAL,CAAYiB,KAAZ,CAAkBD,IAAlB;AACD;AACF,OAZ+B;AAchCC,MAAAA,KAAK,EAAGD,IAAD,IAAU;AACf,aAAKnB,QAAL,CAAcqB,GAAd,CAAkBF,IAAlB;AACA,aAAKxB,YAAL,CAAkBI,GAAlB,GAAwBoB,IAAxB;AACD,OAjB+B;AAmBhCG,MAAAA,aAAa,EAAE,MAAM;AACnB,aAAKR,YAAL;AACD,OArB+B;AAuBhCS,MAAAA,WAAW,EAAE,MAAM;AACjB,aAAKf,UAAL;AACD,OAzB+B;AA2BhCgB,MAAAA,YAAY,EAAE,MAAM;AAClB,aAAKb,WAAL;AACD,OA7B+B;AA+BhCc,MAAAA,OAAO,EAAGnB,KAAD,IAAW;AAClB,aAAKD,UAAL,CAAgBC,KAAhB;AACD,OAjC+B;AAmChCoB,MAAAA,OAAO,EAAGC,KAAD,IAAW;AAClB,cAAMA,KAAN;AACD,OArC+B;AAuChCC,MAAAA,KAAK,EAAE,MAAM;AACX,aAAKpC,MAAL,GAAc,KAAKG,YAAL,CAAkBG,SAAlB,CAA4Bc,GAA5B,EAAd;AACD;AAzC+B,KAAnB,CAAf;AA2CD;;AAEmB,MAANT,MAAM,GAAmB;AACrC,WAAO,KAAKY,OAAZ;AACD;;AA5G6B","sourcesContent":["// @ts-nocheck\n\nimport ClarinetParser from '../clarinet/clarinet';\nimport JSONPath from '../jsonpath/jsonpath';\n\n// JSONParser builds a JSON object using the events emitted by the Clarinet parser\n\nexport default class JSONParser {\n  jsonpath: JSONPath;\n  _parser?: ClarinetParser;\n\n  constructor() {\n    this.reset();\n    this._initializeParser();\n  }\n\n  reset(): void {\n    this.result = undefined;\n    this.previousStates = [];\n    this.currentState = Object.freeze({container: [], key: null});\n    this.jsonpath = new JSONPath();\n  }\n\n  write(chunk): void {\n    this.parser.write(chunk);\n  }\n\n  close(): void {\n    this.parser.close();\n  }\n\n  // PRIVATE METHODS\n\n  _pushOrSet(value): void {\n    const {container, key} = this.currentState;\n    if (key !== null) {\n      container[key] = value;\n      this.currentState.key = null;\n    } else {\n      container.push(value);\n    }\n  }\n\n  _openArray(newContainer = []): void {\n    this.jsonpath.push(null);\n    this._pushOrSet(newContainer);\n    this.previousStates.push(this.currentState);\n    this.currentState = {container: newContainer, isArray: true, key: null};\n  }\n\n  _closeArray(): void {\n    this.jsonpath.pop();\n    this.currentState = this.previousStates.pop();\n  }\n\n  _openObject(newContainer = {}): void {\n    this.jsonpath.push(null);\n    this._pushOrSet(newContainer);\n    this.previousStates.push(this.currentState);\n    this.currentState = {container: newContainer, isArray: false, key: null};\n  }\n\n  _closeObject(): void {\n    this.jsonpath.pop();\n    this.currentState = this.previousStates.pop();\n  }\n\n  _initializeParser(): void {\n    this._parser = new ClarinetParser({\n      onready: () => {\n        this.jsonpath = new JSONPath();\n        this.previousStates.length = 0;\n        this.currentState.container.length = 0;\n      },\n\n      onopenobject: (name) => {\n        this._openObject({});\n        if (typeof name !== 'undefined') {\n          this.parser.onkey(name);\n        }\n      },\n\n      onkey: (name) => {\n        this.jsonpath.set(name);\n        this.currentState.key = name;\n      },\n\n      oncloseobject: () => {\n        this._closeObject();\n      },\n\n      onopenarray: () => {\n        this._openArray();\n      },\n\n      onclosearray: () => {\n        this._closeArray();\n      },\n\n      onvalue: (value) => {\n        this._pushOrSet(value);\n      },\n\n      onerror: (error) => {\n        throw error;\n      },\n\n      onend: () => {\n        this.result = this.currentState.container.pop();\n      }\n    });\n  }\n\n  protected get parser(): ClarinetParser {\n    return this._parser as ClarinetParser;\n  }\n}\n"],"file":"json-parser.js"}

package/dist/lib/parser/streaming-json-parser.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/lib/parser/streaming-json-parser.ts"],"names":["default","JSONParser","JSONPath","StreamingJSONParser","constructor","options","jsonpaths","jsonPaths","map","jsonpath","_extendParser","write","chunk","array","streamingArray","length","getPartialResult","topLevelObject","getStreamingJsonPath","streamingJsonPath","getStreamingJsonPathAsString","toString","getJsonPath","_matchJSONPath","currentPath","jsonPath","equals","parser","onopenarray","clone","_openArray","onopenobject","name","_openObject","onkey"],"mappings":";AAAA,SAAQA,OAAO,IAAIC,UAAnB,QAAoC,eAApC;AACA,OAAOC,QAAP,MAAqB,sBAArB;AAMA,eAAe,MAAMC,mBAAN,SAAkCF,UAAlC,CAA6C;AAM1DG,EAAAA,WAAW,CAACC,OAA6B,GAAG,EAAjC,EAAqC;AAC9C;;AAD8C;;AAAA,+CAJH,IAIG;;AAAA,4CAHT,IAGS;;AAAA,4CAFR,IAEQ;;AAE9C,UAAMC,SAAS,GAAGD,OAAO,CAACC,SAAR,IAAqB,EAAvC;AACA,SAAKC,SAAL,GAAiBD,SAAS,CAACE,GAAV,CAAeC,QAAD,IAAc,IAAIP,QAAJ,CAAaO,QAAb,CAA5B,CAAjB;;AACA,SAAKC,aAAL;AACD;;AASDC,EAAAA,KAAK,CAACC,KAAD,EAAQ;AACX,UAAMD,KAAN,CAAYC,KAAZ;AACA,QAAIC,KAAY,GAAG,EAAnB;;AACA,QAAI,KAAKC,cAAT,EAAyB;AACvBD,MAAAA,KAAK,GAAG,CAAC,GAAG,KAAKC,cAAT,CAAR;AACA,WAAKA,cAAL,CAAoBC,MAApB,GAA6B,CAA7B;AACD;;AACD,WAAOF,KAAP;AACD;;AAODG,EAAAA,gBAAgB,GAAG;AACjB,WAAO,KAAKC,cAAZ;AACD;;AAEDC,EAAAA,oBAAoB,GAAG;AACrB,WAAO,KAAKC,iBAAZ;AACD;;AAEDC,EAAAA,4BAA4B,GAAG;AAC7B,WAAO,KAAKD,iBAAL,IAA0B,KAAKA,iBAAL,CAAuBE,QAAvB,EAAjC;AACD;;AAEDC,EAAAA,WAAW,GAAG;AACZ,WAAO,KAAKb,QAAZ;AACD;;AAODc,EAAAA,cAAc,GAAG;AACf,UAAMC,WAAW,GAAG,KAAKF,WAAL,EAApB;;AAKA,QAAI,KAAKf,SAAL,CAAeQ,MAAf,KAA0B,CAA9B,EAAiC;AAC/B,aAAO,IAAP;AACD;;AAED,SAAK,MAAMU,QAAX,IAAuB,KAAKlB,SAA5B,EAAuC;AACrC,UAAIkB,QAAQ,CAACC,MAAT,CAAgBF,WAAhB,CAAJ,EAAkC;AAChC,eAAO,IAAP;AACD;AACF;;AAED,WAAO,KAAP;AACD;;AAEDd,EAAAA,aAAa,GAAG;AAEd,SAAKiB,MAAL,CAAYC,WAAZ,GAA0B,MAAM;AAC9B,UAAI,CAAC,KAAKd,cAAV,EAA0B;AACxB,YAAI,KAAKS,cAAL,EAAJ,EAA2B;AAEzB,eAAKJ,iBAAL,GAAyB,KAAKG,WAAL,GAAmBO,KAAnB,EAAzB;AACA,eAAKf,cAAL,GAAsB,EAAtB;;AACA,eAAKgB,UAAL,CAAgB,KAAKhB,cAArB;;AACA;AACD;AACF;;AAED,WAAKgB,UAAL;AACD,KAZD;;AAeA,SAAKH,MAAL,CAAYI,YAAZ,GAA4BC,IAAD,IAAU;AACnC,UAAI,CAAC,KAAKf,cAAV,EAA0B;AACxB,aAAKA,cAAL,GAAsB,EAAtB;;AACA,aAAKgB,WAAL,CAAiB,KAAKhB,cAAtB;AACD,OAHD,MAGO;AACL,aAAKgB,WAAL,CAAiB,EAAjB;AACD;;AACD,UAAI,OAAOD,IAAP,KAAgB,WAApB,EAAiC;AAC/B,aAAKL,MAAL,CAAYO,KAAZ,CAAkBF,IAAlB;AACD;AACF,KAVD;AAWD;;AAvGyD","sourcesContent":["import {default as JSONParser} from './json-parser';\nimport JSONPath from '../jsonpath/jsonpath';\n\n/**\n * The `StreamingJSONParser` looks for the first array in the JSON structure.\n * and emits an array of chunks\n */\nexport default class StreamingJSONParser extends JSONParser {\n  private jsonPaths: JSONPath[];\n  private streamingJsonPath: JSONPath | null = null;\n  private streamingArray: any[] | null = null;\n  private topLevelObject: object | null = null;\n\n  constructor(options: {[key: string]: any} = {}) {\n    super();\n    const jsonpaths = options.jsonpaths || [];\n    this.jsonPaths = jsonpaths.map((jsonpath) => new JSONPath(jsonpath));\n    this._extendParser();\n  }\n\n  /**\n   * write REDEFINITION\n   * - super.write() chunk to parser\n   * - get the contents (so far) of \"topmost-level\" array as batch of rows\n   * - clear top-level array\n   * - return the batch of rows\\\n   */\n  write(chunk) {\n    super.write(chunk);\n    let array: any[] = [];\n    if (this.streamingArray) {\n      array = [...this.streamingArray];\n      this.streamingArray.length = 0;\n    }\n    return array;\n  }\n\n  /**\n   * Returns a partially formed result object\n   * Useful for returning the \"wrapper\" object when array is not top level\n   * e.g. GeoJSON\n   */\n  getPartialResult() {\n    return this.topLevelObject;\n  }\n\n  getStreamingJsonPath() {\n    return this.streamingJsonPath;\n  }\n\n  getStreamingJsonPathAsString() {\n    return this.streamingJsonPath && this.streamingJsonPath.toString();\n  }\n\n  getJsonPath() {\n    return this.jsonpath;\n  }\n\n  // PRIVATE METHODS\n\n  /**\n   * Checks is this.getJsonPath matches the jsonpaths provided in options\n   */\n  _matchJSONPath() {\n    const currentPath = this.getJsonPath();\n    // console.debug(`Testing JSONPath`, currentPath);\n\n    // Backwards compatibility, match any array\n    // TODO implement using wildcard once that is supported\n    if (this.jsonPaths.length === 0) {\n      return true;\n    }\n\n    for (const jsonPath of this.jsonPaths) {\n      if (jsonPath.equals(currentPath)) {\n        return true;\n      }\n    }\n\n    return false;\n  }\n\n  _extendParser() {\n    // Redefine onopenarray to locate and inject value for top-level array\n    this.parser.onopenarray = () => {\n      if (!this.streamingArray) {\n        if (this._matchJSONPath()) {\n          // @ts-ignore\n          this.streamingJsonPath = this.getJsonPath().clone();\n          this.streamingArray = [];\n          this._openArray(this.streamingArray as []);\n          return;\n        }\n      }\n\n      this._openArray();\n    };\n\n    // Redefine onopenarray to inject value for top-level object\n    this.parser.onopenobject = (name) => {\n      if (!this.topLevelObject) {\n        this.topLevelObject = {};\n        this._openObject(this.topLevelObject);\n      } else {\n        this._openObject({});\n      }\n      if (typeof name !== 'undefined') {\n        this.parser.onkey(name);\n      }\n    };\n  }\n}\n"],"file":"streaming-json-parser.js"}

package/dist/ndjson-loader.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/ndjson-loader.ts"],"names":["parseNDJSONSync","parseNDJSONInBatches","VERSION","NDJSONLoader","name","id","module","version","extensions","mimeTypes","category","text","parse","parseTextSync","parseInBatches","options","arrayBuffer","TextDecoder","decode","asyncIterator"],"mappings":"AAEA,OAAOA,eAAP,MAA4B,oBAA5B;AACA,OAAOC,oBAAP,MAAiC,+BAAjC;AAIA,MAAMC,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AAEA,OAAO,MAAMC,YAA8B,GAAG;AAC5CC,EAAAA,IAAI,EAAE,QADsC;AAE5CC,EAAAA,EAAE,EAAE,QAFwC;AAG5CC,EAAAA,MAAM,EAAE,MAHoC;AAI5CC,EAAAA,OAAO,EAAEL,OAJmC;AAK5CM,EAAAA,UAAU,EAAE,CAAC,QAAD,CALgC;AAM5CC,EAAAA,SAAS,EAAE,CAAC,sBAAD,CANiC;AAO5CC,EAAAA,QAAQ,EAAE,OAPkC;AAQ5CC,EAAAA,IAAI,EAAE,IARsC;AAS5CC,EAAAA,KAT4C;AAU5CC,EAAAA,aAV4C;AAW5CC,EAAAA,cAX4C;AAY5CC,EAAAA,OAAO,EAAE;AAZmC,CAAvC;;AAeP,eAAeH,KAAf,CAAqBI,WAArB,EAA+C;AAC7C,SAAOH,aAAa,CAAC,IAAII,WAAJ,GAAkBC,MAAlB,CAAyBF,WAAzB,CAAD,CAApB;AACD;;AAED,SAASH,aAAT,CAAuBF,IAAvB,EAAqC;AACnC,SAAOX,eAAe,CAACW,IAAD,CAAtB;AACD;;AAED,SAASG,cAAT,CACEK,aADF,EAEEJ,OAFF,EAGwB;AACtB,SAAOd,oBAAoB,CAACkB,aAAD,EAAgBJ,OAAhB,CAA3B;AACD","sourcesContent":["import type {Batch} from '@loaders.gl/schema';\nimport type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport parseNDJSONSync from './lib/parse-ndjson';\nimport parseNDJSONInBatches from './lib/parse-ndjson-in-batches';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport const NDJSONLoader: LoaderWithParser = {\n  name: 'NDJSON',\n  id: 'ndjson',\n  module: 'json',\n  version: VERSION,\n  extensions: ['ndjson'],\n  mimeTypes: ['application/x-ndjson'],\n  category: 'table',\n  text: true,\n  parse,\n  parseTextSync,\n  parseInBatches,\n  options: {}\n};\n\nasync function parse(arrayBuffer: ArrayBuffer) {\n  return parseTextSync(new TextDecoder().decode(arrayBuffer));\n}\n\nfunction parseTextSync(text: string) {\n  return parseNDJSONSync(text);\n}\n\nfunction parseInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options?: LoaderOptions\n): AsyncIterable<Batch> {\n  return parseNDJSONInBatches(asyncIterator, options);\n}\n"],"file":"ndjson-loader.js"}

package/dist/workers/geojson-worker.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/workers/geojson-worker.ts"],"names":["createLoaderWorker","GeoJSONLoader"],"mappings":"AAAA,SAAQA,kBAAR,QAAiC,0BAAjC;AACA,SAAQC,aAAR,QAA4B,mBAA5B;AAEAD,kBAAkB,CAACC,aAAD,CAAlB","sourcesContent":["import {createLoaderWorker} from '@loaders.gl/loader-utils';\nimport {GeoJSONLoader} from '../geojson-loader';\n\ncreateLoaderWorker(GeoJSONLoader);\n"],"file":"geojson-worker.js"}

package/src/lib/clarinet/clarinet.js

@@ -1,578 +0,0 @@
-/* eslint-disable */
-// @ts-nocheck
-const env = {};
-
-export const EVENTS = [
-  'value',
-  'string',
-  'key',
-  'openobject',
-  'closeobject',
-  'openarray',
-  'closearray',
-  'error',
-  'end',
-  'ready'
-];
-
-// Removes the MAX_BUFFER_LENGTH, originally set to 64 * 1024
-const MAX_BUFFER_LENGTH = Number.MAX_SAFE_INTEGER;
-const DEBUG = env.CDEBUG === 'debug';
-
-const buffers = {
-  textNode: undefined,
-  numberNode: ''
-};
-
-let S = 0;
-
-const STATE = {
-  BEGIN: S++,
-  VALUE: S++, // general stuff
-  OPEN_OBJECT: S++, // {
-  CLOSE_OBJECT: S++, // }
-  OPEN_ARRAY: S++, // [
-  CLOSE_ARRAY: S++, // ]
-  TEXT_ESCAPE: S++, // \ stuff
-  STRING: S++, // ""
-  BACKSLASH: S++,
-  END: S++, // No more stack
-  OPEN_KEY: S++, // , "a"
-  CLOSE_KEY: S++, // :
-  TRUE: S++, // r
-  TRUE2: S++, // u
-  TRUE3: S++, // e
-  FALSE: S++, // a
-  FALSE2: S++, // l
-  FALSE3: S++, // s
-  FALSE4: S++, // e
-  NULL: S++, // u
-  NULL2: S++, // l
-  NULL3: S++, // l
-  NUMBER_DECIMAL_POINT: S++, // .
-  NUMBER_DIGIT: S++ // [0-9]
-};
-
-for (var s_ in STATE) STATE[STATE[s_]] = s_;
-
-// switcharoo
-S = STATE;
-
-const Char = {
-  tab: 0x09, // \t
-  lineFeed: 0x0a, // \n
-  carriageReturn: 0x0d, // \r
-  space: 0x20, // " "
-
-  doubleQuote: 0x22, // "
-  plus: 0x2b, // +
-  comma: 0x2c, // ,
-  minus: 0x2d, // -
-  period: 0x2e, // .
-
-  _0: 0x30, // 0
-  _9: 0x39, // 9
-
-  colon: 0x3a, // :
-
-  E: 0x45, // E
-
-  openBracket: 0x5b, // [
-  backslash: 0x5c, // \
-  closeBracket: 0x5d, // ]
-
-  a: 0x61, // a
-  b: 0x62, // b
-  e: 0x65, // e
-  f: 0x66, // f
-  l: 0x6c, // l
-  n: 0x6e, // n
-  r: 0x72, // r
-  s: 0x73, // s
-  t: 0x74, // t
-  u: 0x75, // u
-
-  openBrace: 0x7b, // {
-  closeBrace: 0x7d // }
-};
-
-function checkBufferLength(parser) {
-  const maxAllowed = Math.max(MAX_BUFFER_LENGTH, 10);
-  let maxActual = 0;
-
-  for (var buffer in buffers) {
-    var len = parser[buffer] === undefined ? 0 : parser[buffer].length;
-    if (len > maxAllowed) {
-      switch (buffer) {
-        case 'text':
-          closeText(parser);
-          break;
-
-        default:
-          error(parser, 'Max buffer length exceeded: ' + buffer);
-      }
-    }
-    maxActual = Math.max(maxActual, len);
-  }
-  parser.bufferCheckPosition = MAX_BUFFER_LENGTH - maxActual + parser.position;
-}
-
-var stringTokenPattern = /[\\"\n]/g;
-
-export default class ClarinetParser {
-  constructor(options = {}) {
-    this._initialize(options);
-  }
-
-  _initialize(options) {
-    this._clearBuffers(this);
-    this.bufferCheckPosition = MAX_BUFFER_LENGTH;
-    this.q = '';
-    this.c = '';
-    this.p = '';
-    this.options = options || {};
-    this.closed = false;
-    this.closedRoot = false;
-    this.sawRoot = false;
-    this.tag = null;
-    this.error = null;
-    this.state = S.BEGIN;
-    this.stack = new Array();
-    // mostly just for error reporting
-    this.position = this.column = 0;
-    this.line = 1;
-    this.slashed = false;
-    this.unicodeI = 0;
-    this.unicodeS = null;
-    this.depth = 0;
-
-    // install callbacks
-    if ('onready' in options) {
-      this.onready = options.onready;
-    }
-
-    if ('onopenobject' in options) {
-      this.onopenobject = options.onopenobject;
-    }
-
-    if ('onkey' in options) {
-      this.onkey = options.onkey;
-    }
-
-    if ('oncloseobject' in options) {
-      this.oncloseobject = options.oncloseobject;
-    }
-
-    if ('onopenarray' in options) {
-      this.onopenarray = options.onopenarray;
-    }
-
-    if ('onclosearray' in options) {
-      this.onclosearray = options.onclosearray;
-    }
-
-    if ('onvalue' in options) {
-      this.onvalue = options.onvalue;
-    }
-
-    if ('onerror' in options) {
-      this.onerror = options.onerror;
-    }
-
-    if ('onend' in options) {
-      this.onend = options.onend;
-    }
-
-    if ('onchunkparsed' in options) {
-      this.onchunkparsed = options.onchunkparsed;
-    }
-
-    emit(this, 'onready');
-  }
-
-  _clearBuffers() {
-    for (var buffer in buffers) {
-      this[buffer] = buffers[buffer];
-    }
-  }
-
-  end() {
-    if (this.state !== S.VALUE || this.depth !== 0) error(this, 'Unexpected end');
-
-    closeValue(this);
-    this.c = '';
-    this.closed = true;
-    emit(this, 'onend');
-    this._initialize(this.options);
-    return this;
-  }
-
-  resume() {
-    this.error = null;
-    return this;
-  }
-
-  close() {
-    return this.write(null);
-  }
-
-  write(chunk) {
-    if (this.error) {
-      throw this.error;
-    }
-    if (this.closed) {
-      return error(this, 'Cannot write after close. Assign an onready handler.');
-    }
-    if (chunk === null) {
-      return this.end();
-    }
-    var i = 0,
-      c = chunk.charCodeAt(0),
-      p = this.p;
-    if (DEBUG) console.log('write -> [' + chunk + ']');
-    while (c) {
-      p = c;
-      this.c = c = chunk.charCodeAt(i++);
-      // if chunk doesnt have next, like streaming char by char
-      // this way we need to check if previous is really previous
-      // if not we need to reset to what the this says is the previous
-      // from buffer
-      if (p !== c) {
-        this.p = p;
-      } else {
-        p = this.p;
-      }
-
-      if (!c) break;
-
-      if (DEBUG) console.log(i, c, STATE[this.state]);
-      this.position++;
-      if (c === Char.lineFeed) {
-        this.line++;
-        this.column = 0;
-      } else this.column++;
-
-      switch (this.state) {
-        case S.BEGIN:
-          if (c === Char.openBrace) this.state = S.OPEN_OBJECT;
-          else if (c === Char.openBracket) this.state = S.OPEN_ARRAY;
-          else if (!isWhitespace(c)) {
-            error(this, 'Non-whitespace before {[.');
-          }
-          continue;
-
-        case S.OPEN_KEY:
-        case S.OPEN_OBJECT:
-          if (isWhitespace(c)) continue;
-          if (this.state === S.OPEN_KEY) this.stack.push(S.CLOSE_KEY);
-          else {
-            if (c === Char.closeBrace) {
-              emit(this, 'onopenobject');
-              this.depth++;
-              emit(this, 'oncloseobject');
-              this.depth--;
-              this.state = this.stack.pop() || S.VALUE;
-              continue;
-            } else this.stack.push(S.CLOSE_OBJECT);
-          }
-          if (c === Char.doubleQuote) this.state = S.STRING;
-          else error(this, 'Malformed object key should start with "');
-          continue;
-
-        case S.CLOSE_KEY:
-        case S.CLOSE_OBJECT:
-          if (isWhitespace(c)) continue;
-          var event = this.state === S.CLOSE_KEY ? 'key' : 'object';
-          if (c === Char.colon) {
-            if (this.state === S.CLOSE_OBJECT) {
-              this.stack.push(S.CLOSE_OBJECT);
-              closeValue(this, 'onopenobject');
-              this.depth++;
-            } else closeValue(this, 'onkey');
-            this.state = S.VALUE;
-          } else if (c === Char.closeBrace) {
-            emitNode(this, 'oncloseobject');
-            this.depth--;
-            this.state = this.stack.pop() || S.VALUE;
-          } else if (c === Char.comma) {
-            if (this.state === S.CLOSE_OBJECT) this.stack.push(S.CLOSE_OBJECT);
-            closeValue(this);
-            this.state = S.OPEN_KEY;
-          } else error(this, 'Bad object');
-          continue;
-
-        case S.OPEN_ARRAY: // after an array there always a value
-        case S.VALUE:
-          if (isWhitespace(c)) continue;
-          if (this.state === S.OPEN_ARRAY) {
-            emit(this, 'onopenarray');
-            this.depth++;
-            this.state = S.VALUE;
-            if (c === Char.closeBracket) {
-              emit(this, 'onclosearray');
-              this.depth--;
-              this.state = this.stack.pop() || S.VALUE;
-              continue;
-            } else {
-              this.stack.push(S.CLOSE_ARRAY);
-            }
-          }
-          if (c === Char.doubleQuote) this.state = S.STRING;
-          else if (c === Char.openBrace) this.state = S.OPEN_OBJECT;
-          else if (c === Char.openBracket) this.state = S.OPEN_ARRAY;
-          else if (c === Char.t) this.state = S.TRUE;
-          else if (c === Char.f) this.state = S.FALSE;
-          else if (c === Char.n) this.state = S.NULL;
-          else if (c === Char.minus) {
-            // keep and continue
-            this.numberNode += '-';
-          } else if (Char._0 <= c && c <= Char._9) {
-            this.numberNode += String.fromCharCode(c);
-            this.state = S.NUMBER_DIGIT;
-          } else error(this, 'Bad value');
-          continue;
-
-        case S.CLOSE_ARRAY:
-          if (c === Char.comma) {
-            this.stack.push(S.CLOSE_ARRAY);
-            closeValue(this, 'onvalue');
-            this.state = S.VALUE;
-          } else if (c === Char.closeBracket) {
-            emitNode(this, 'onclosearray');
-            this.depth--;
-            this.state = this.stack.pop() || S.VALUE;
-          } else if (isWhitespace(c)) continue;
-          else error(this, 'Bad array');
-          continue;
-
-        case S.STRING:
-          if (this.textNode === undefined) {
-            this.textNode = '';
-          }
-
-          // thanks thejh, this is an about 50% performance improvement.
-          var starti = i - 1,
-            slashed = this.slashed,
-            unicodeI = this.unicodeI;
-          STRING_BIGLOOP: while (true) {
-            if (DEBUG) console.log(i, c, STATE[this.state], slashed);
-            // zero means "no unicode active". 1-4 mean "parse some more". end after 4.
-            while (unicodeI > 0) {
-              this.unicodeS += String.fromCharCode(c);
-              c = chunk.charCodeAt(i++);
-              this.position++;
-              if (unicodeI === 4) {
-                // TODO this might be slow? well, probably not used too often anyway
-                this.textNode += String.fromCharCode(parseInt(this.unicodeS, 16));
-                unicodeI = 0;
-                starti = i - 1;
-              } else {
-                unicodeI++;
-              }
-              // we can just break here: no stuff we skipped that still has to be sliced out or so
-              if (!c) break STRING_BIGLOOP;
-            }
-            if (c === Char.doubleQuote && !slashed) {
-              this.state = this.stack.pop() || S.VALUE;
-              this.textNode += chunk.substring(starti, i - 1);
-              this.position += i - 1 - starti;
-              break;
-            }
-            if (c === Char.backslash && !slashed) {
-              slashed = true;
-              this.textNode += chunk.substring(starti, i - 1);
-              this.position += i - 1 - starti;
-              c = chunk.charCodeAt(i++);
-              this.position++;
-              if (!c) break;
-            }
-            if (slashed) {
-              slashed = false;
-              if (c === Char.n) {
-                this.textNode += '\n';
-              } else if (c === Char.r) {
-                this.textNode += '\r';
-              } else if (c === Char.t) {
-                this.textNode += '\t';
-              } else if (c === Char.f) {
-                this.textNode += '\f';
-              } else if (c === Char.b) {
-                this.textNode += '\b';
-              } else if (c === Char.u) {
-                // \uxxxx. meh!
-                unicodeI = 1;
-                this.unicodeS = '';
-              } else {
-                this.textNode += String.fromCharCode(c);
-              }
-              c = chunk.charCodeAt(i++);
-              this.position++;
-              starti = i - 1;
-              if (!c) break;
-              else continue;
-            }
-
-            stringTokenPattern.lastIndex = i;
-            var reResult = stringTokenPattern.exec(chunk);
-            if (reResult === null) {
-              i = chunk.length + 1;
-              this.textNode += chunk.substring(starti, i - 1);
-              this.position += i - 1 - starti;
-              break;
-            }
-            i = reResult.index + 1;
-            c = chunk.charCodeAt(reResult.index);
-            if (!c) {
-              this.textNode += chunk.substring(starti, i - 1);
-              this.position += i - 1 - starti;
-              break;
-            }
-          }
-          this.slashed = slashed;
-          this.unicodeI = unicodeI;
-          continue;
-
-        case S.TRUE:
-          if (c === Char.r) this.state = S.TRUE2;
-          else error(this, 'Invalid true started with t' + c);
-          continue;
-
-        case S.TRUE2:
-          if (c === Char.u) this.state = S.TRUE3;
-          else error(this, 'Invalid true started with tr' + c);
-          continue;
-
-        case S.TRUE3:
-          if (c === Char.e) {
-            emit(this, 'onvalue', true);
-            this.state = this.stack.pop() || S.VALUE;
-          } else error(this, 'Invalid true started with tru' + c);
-          continue;
-
-        case S.FALSE:
-          if (c === Char.a) this.state = S.FALSE2;
-          else error(this, 'Invalid false started with f' + c);
-          continue;
-
-        case S.FALSE2:
-          if (c === Char.l) this.state = S.FALSE3;
-          else error(this, 'Invalid false started with fa' + c);
-          continue;
-
-        case S.FALSE3:
-          if (c === Char.s) this.state = S.FALSE4;
-          else error(this, 'Invalid false started with fal' + c);
-          continue;
-
-        case S.FALSE4:
-          if (c === Char.e) {
-            emit(this, 'onvalue', false);
-            this.state = this.stack.pop() || S.VALUE;
-          } else error(this, 'Invalid false started with fals' + c);
-          continue;
-
-        case S.NULL:
-          if (c === Char.u) this.state = S.NULL2;
-          else error(this, 'Invalid null started with n' + c);
-          continue;
-
-        case S.NULL2:
-          if (c === Char.l) this.state = S.NULL3;
-          else error(this, 'Invalid null started with nu' + c);
-          continue;
-
-        case S.NULL3:
-          if (c === Char.l) {
-            emit(this, 'onvalue', null);
-            this.state = this.stack.pop() || S.VALUE;
-          } else error(this, 'Invalid null started with nul' + c);
-          continue;
-
-        case S.NUMBER_DECIMAL_POINT:
-          if (c === Char.period) {
-            this.numberNode += '.';
-            this.state = S.NUMBER_DIGIT;
-          } else error(this, 'Leading zero not followed by .');
-          continue;
-
-        case S.NUMBER_DIGIT:
-          if (Char._0 <= c && c <= Char._9) this.numberNode += String.fromCharCode(c);
-          else if (c === Char.period) {
-            if (this.numberNode.indexOf('.') !== -1) error(this, 'Invalid number has two dots');
-            this.numberNode += '.';
-          } else if (c === Char.e || c === Char.E) {
-            if (this.numberNode.indexOf('e') !== -1 || this.numberNode.indexOf('E') !== -1)
-              error(this, 'Invalid number has two exponential');
-            this.numberNode += 'e';
-          } else if (c === Char.plus || c === Char.minus) {
-            if (!(p === Char.e || p === Char.E)) error(this, 'Invalid symbol in number');
-            this.numberNode += String.fromCharCode(c);
-          } else {
-            closeNumber(this);
-            i--; // go back one
-            this.state = this.stack.pop() || S.VALUE;
-          }
-          continue;
-
-        default:
-          error(this, 'Unknown state: ' + this.state);
-      }
-    }
-    if (this.position >= this.bufferCheckPosition) {
-      checkBufferLength(this);
-    }
-
-    emit(this, 'onchunkparsed');
-
-    return this;
-  }
-}
-
-function emit(parser, event, data) {
-  if (DEBUG) {
-    console.log('-- emit', event, data);
-  }
-  if (parser[event]) {
-    parser[event](data, parser);
-  }
-}
-
-function emitNode(parser, event, data) {
-  closeValue(parser);
-  emit(parser, event, data);
-}
-
-function closeValue(parser, event) {
-  parser.textNode = textopts(parser.options, parser.textNode);
-  if (parser.textNode !== undefined) {
-    emit(parser, event ? event : 'onvalue', parser.textNode);
-  }
-  parser.textNode = undefined;
-}
-
-function closeNumber(parser) {
-  if (parser.numberNode) emit(parser, 'onvalue', parseFloat(parser.numberNode));
-  parser.numberNode = '';
-}
-
-function textopts(opt, text) {
-  if (text === undefined) {
-    return text;
-  }
-  if (opt.trim) text = text.trim();
-  if (opt.normalize) text = text.replace(/\s+/g, ' ');
-  return text;
-}
-
-function error(parser, er) {
-  closeValue(parser);
-  er += '\nLine: ' + parser.line + '\nColumn: ' + parser.column + '\nChar: ' + parser.c;
-  er = new Error(er);
-  parser.error = er;
-  emit(parser, 'onerror', er);
-  return parser;
-}
-
-function isWhitespace(c) {
-  return c === Char.carriageReturn || c === Char.lineFeed || c === Char.space || c === Char.tab;
-}