@loaders.gl/json 3.4.0-alpha.2 → 3.4.0-alpha.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (52) hide show
  1. package/dist/dist.min.js +22 -0
  2. package/dist/es5/geojson-loader.js +58 -63
  3. package/dist/es5/geojson-loader.js.map +1 -1
  4. package/dist/es5/index.js.map +1 -1
  5. package/dist/es5/json-loader.js +7 -11
  6. package/dist/es5/json-loader.js.map +1 -1
  7. package/dist/es5/lib/clarinet/clarinet.js +5 -22
  8. package/dist/es5/lib/clarinet/clarinet.js.map +1 -1
  9. package/dist/es5/lib/jsonpath/jsonpath.js +3 -8
  10. package/dist/es5/lib/jsonpath/jsonpath.js.map +1 -1
  11. package/dist/es5/lib/parse-json-in-batches.js +149 -154
  12. package/dist/es5/lib/parse-json-in-batches.js.map +1 -1
  13. package/dist/es5/lib/parse-json.js.map +1 -1
  14. package/dist/es5/lib/parse-ndjson-in-batches.js +79 -81
  15. package/dist/es5/lib/parse-ndjson-in-batches.js.map +1 -1
  16. package/dist/es5/lib/parse-ndjson.js.map +1 -1
  17. package/dist/es5/lib/parser/json-parser.js +1 -4
  18. package/dist/es5/lib/parser/json-parser.js.map +1 -1
  19. package/dist/es5/lib/parser/streaming-json-parser.js +4 -12
  20. package/dist/es5/lib/parser/streaming-json-parser.js.map +1 -1
  21. package/dist/es5/ndgeoson-loader.js +8 -11
  22. package/dist/es5/ndgeoson-loader.js.map +1 -1
  23. package/dist/es5/ndjson-loader.js +8 -11
  24. package/dist/es5/ndjson-loader.js.map +1 -1
  25. package/dist/es5/workers/geojson-worker.js.map +1 -1
  26. package/dist/esm/bundle.js +0 -1
  27. package/dist/esm/bundle.js.map +1 -1
  28. package/dist/esm/geojson-loader.js +1 -3
  29. package/dist/esm/geojson-loader.js.map +1 -1
  30. package/dist/esm/index.js +0 -1
  31. package/dist/esm/index.js.map +1 -1
  32. package/dist/esm/json-loader.js +1 -4
  33. package/dist/esm/json-loader.js.map +1 -1
  34. package/dist/esm/lib/clarinet/clarinet.js +3 -17
  35. package/dist/esm/lib/clarinet/clarinet.js.map +1 -1
  36. package/dist/esm/lib/jsonpath/jsonpath.js +0 -3
  37. package/dist/esm/lib/jsonpath/jsonpath.js.map +1 -1
  38. package/dist/esm/lib/parse-json-in-batches.js +0 -8
  39. package/dist/esm/lib/parse-json-in-batches.js.map +1 -1
  40. package/dist/esm/lib/parse-json.js.map +1 -1
  41. package/dist/esm/lib/parse-ndjson-in-batches.js.map +1 -1
  42. package/dist/esm/lib/parse-ndjson.js.map +1 -1
  43. package/dist/esm/lib/parser/json-parser.js +0 -3
  44. package/dist/esm/lib/parser/json-parser.js.map +1 -1
  45. package/dist/esm/lib/parser/streaming-json-parser.js +0 -5
  46. package/dist/esm/lib/parser/streaming-json-parser.js.map +1 -1
  47. package/dist/esm/ndgeoson-loader.js +2 -4
  48. package/dist/esm/ndgeoson-loader.js.map +1 -1
  49. package/dist/esm/ndjson-loader.js +2 -4
  50. package/dist/esm/ndjson-loader.js.map +1 -1
  51. package/dist/geojson-worker.js +1 -1
  52. package/package.json +5 -5
@@ -11,7 +11,7 @@ var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/creat
11
11
  var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
12
12
  function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
13
13
  function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
14
- function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
14
+ function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
15
15
  var JSONPath = function () {
16
16
  function JSONPath() {
17
17
  var path = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : null;
@@ -27,7 +27,6 @@ var JSONPath = function () {
27
27
  (_this$path = this.path).push.apply(_this$path, (0, _toConsumableArray2.default)(path));
28
28
  return;
29
29
  }
30
-
31
30
  if (typeof path === 'string') {
32
31
  this.path = path.split('.');
33
32
  if (this.path[0] !== '$') {
@@ -73,11 +72,9 @@ var JSONPath = function () {
73
72
  }
74
73
  return true;
75
74
  }
76
-
77
75
  }, {
78
76
  key: "setFieldAtPath",
79
- value:
80
- function setFieldAtPath(object, value) {
77
+ value: function setFieldAtPath(object, value) {
81
78
  var path = (0, _toConsumableArray2.default)(this.path);
82
79
  path.shift();
83
80
  var field = path.pop();
@@ -95,11 +92,9 @@ var JSONPath = function () {
95
92
  }
96
93
  object[field] = value;
97
94
  }
98
-
99
95
  }, {
100
96
  key: "getFieldAtPath",
101
- value:
102
- function getFieldAtPath(object) {
97
+ value: function getFieldAtPath(object) {
103
98
  var path = (0, _toConsumableArray2.default)(this.path);
104
99
  path.shift();
105
100
  var field = path.pop();
@@ -1 +1 @@
1
- {"version":3,"file":"jsonpath.js","names":["JSONPath","path","Array","isArray","push","split","Error","join","name","pop","length","other","i","object","value","shift","field","component"],"sources":["../../../../src/lib/jsonpath/jsonpath.ts"],"sourcesContent":["/**\n * A parser for a minimal subset of the jsonpath standard\n * Full JSON path parsers for JS exist but are quite large (bundle size)\n *\n * Supports\n *\n * `$.component.component.component`\n */\nexport default class JSONPath {\n path: string[];\n\n constructor(path: JSONPath | string[] | string | null = null) {\n this.path = ['$'];\n\n if (path instanceof JSONPath) {\n // @ts-ignore\n this.path = [...path.path];\n return;\n }\n\n if (Array.isArray(path)) {\n this.path.push(...path);\n return;\n }\n\n // Parse a string as a JSONPath\n if (typeof path === 'string') {\n this.path = path.split('.');\n if (this.path[0] !== '$') {\n throw new Error('JSONPaths must start with $');\n }\n }\n }\n\n clone(): JSONPath {\n return new JSONPath(this);\n }\n\n toString(): string {\n return this.path.join('.');\n }\n\n push(name: string): void {\n this.path.push(name);\n }\n\n pop() {\n return this.path.pop();\n }\n\n set(name: string): void {\n this.path[this.path.length - 1] = name;\n }\n\n equals(other: JSONPath): boolean {\n if (!this || !other || this.path.length !== other.path.length) {\n return false;\n }\n\n for (let i = 0; i < this.path.length; ++i) {\n if (this.path[i] !== other.path[i]) {\n return false;\n }\n }\n\n return true;\n }\n\n /**\n * Sets the value pointed at by path\n * TODO - handle root path\n * @param object\n * @param value\n */\n setFieldAtPath(object, value) {\n const path = [...this.path];\n path.shift();\n const field = path.pop();\n for (const component of path) {\n object = object[component];\n }\n // @ts-ignore\n object[field] = value;\n }\n\n /**\n * Gets the value pointed at by path\n * TODO - handle root path\n * @param object\n */\n getFieldAtPath(object) {\n const path = [...this.path];\n path.shift();\n const field = path.pop();\n for (const component of path) {\n object = object[component];\n }\n // @ts-ignore\n return object[field];\n }\n}\n"],"mappings":";;;;;;;;;;;;;;IAQqBA,QAAQ;EAG3B,oBAA8D;IAAA,IAAlDC,IAAyC,uEAAG,IAAI;IAAA;IAAA;IAC1D,IAAI,CAACA,IAAI,GAAG,CAAC,GAAG,CAAC;IAEjB,IAAIA,IAAI,YAAYD,QAAQ,EAAE;MAE5B,IAAI,CAACC,IAAI,oCAAOA,IAAI,CAACA,IAAI,CAAC;MAC1B;IACF;IAEA,IAAIC,KAAK,CAACC,OAAO,CAACF,IAAI,CAAC,EAAE;MAAA;MACvB,kBAAI,CAACA,IAAI,EAACG,IAAI,oDAAIH,IAAI,EAAC;MACvB;IACF;;IAGA,IAAI,OAAOA,IAAI,KAAK,QAAQ,EAAE;MAC5B,IAAI,CAACA,IAAI,GAAGA,IAAI,CAACI,KAAK,CAAC,GAAG,CAAC;MAC3B,IAAI,IAAI,CAACJ,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE;QACxB,MAAM,IAAIK,KAAK,CAAC,6BAA6B,CAAC;MAChD;IACF;EACF;EAAC;IAAA;IAAA,OAED,iBAAkB;MAChB,OAAO,IAAIN,QAAQ,CAAC,IAAI,CAAC;IAC3B;EAAC;IAAA;IAAA,OAED,oBAAmB;MACjB,OAAO,IAAI,CAACC,IAAI,CAACM,IAAI,CAAC,GAAG,CAAC;IAC5B;EAAC;IAAA;IAAA,OAED,cAAKC,IAAY,EAAQ;MACvB,IAAI,CAACP,IAAI,CAACG,IAAI,CAACI,IAAI,CAAC;IACtB;EAAC;IAAA;IAAA,OAED,eAAM;MACJ,OAAO,IAAI,CAACP,IAAI,CAACQ,GAAG,EAAE;IACxB;EAAC;IAAA;IAAA,OAED,aAAID,IAAY,EAAQ;MACtB,IAAI,CAACP,IAAI,CAAC,IAAI,CAACA,IAAI,CAACS,MAAM,GAAG,CAAC,CAAC,GAAGF,IAAI;IACxC;EAAC;IAAA;IAAA,OAED,gBAAOG,KAAe,EAAW;MAC/B,IAAI,CAAC,IAAI,IAAI,CAACA,KAAK,IAAI,IAAI,CAACV,IAAI,CAACS,MAAM,KAAKC,KAAK,CAACV,IAAI,CAACS,MAAM,EAAE;QAC7D,OAAO,KAAK;MACd;MAEA,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG,IAAI,CAACX,IAAI,CAACS,MAAM,EAAE,EAAEE,CAAC,EAAE;QACzC,IAAI,IAAI,CAACX,IAAI,CAACW,CAAC,CAAC,KAAKD,KAAK,CAACV,IAAI,CAACW,CAAC,CAAC,EAAE;UAClC,OAAO,KAAK;QACd;MACF;MAEA,OAAO,IAAI;IACb;;EAAC;IAAA;IAAA;IAQD,wBAAeC,MAAM,EAAEC,KAAK,EAAE;MAC5B,IAAMb,IAAI,oCAAO,IAAI,CAACA,IAAI,CAAC;MAC3BA,IAAI,CAACc,KAAK,EAAE;MACZ,IAAMC,KAAK,GAAGf,IAAI,CAACQ,GAAG,EAAE;MAAC,2CACDR,IAAI;QAAA;MAAA;QAA5B,oDAA8B;UAAA,IAAnBgB,SAAS;UAClBJ,MAAM,GAAGA,MAAM,CAACI,SAAS,CAAC;QAC5B;MAAC;QAAA;MAAA;QAAA;MAAA;MAEDJ,MAAM,CAACG,KAAK,CAAC,GAAGF,KAAK;IACvB;;EAAC;IAAA;IAAA;IAOD,wBAAeD,MAAM,EAAE;MACrB,IAAMZ,IAAI,oCAAO,IAAI,CAACA,IAAI,CAAC;MAC3BA,IAAI,CAACc,KAAK,EAAE;MACZ,IAAMC,KAAK,GAAGf,IAAI,CAACQ,GAAG,EAAE;MAAC,4CACDR,IAAI;QAAA;MAAA;QAA5B,uDAA8B;UAAA,IAAnBgB,SAAS;UAClBJ,MAAM,GAAGA,MAAM,CAACI,SAAS,CAAC;QAC5B;MAAC;QAAA;MAAA;QAAA;MAAA;MAED,OAAOJ,MAAM,CAACG,KAAK,CAAC;IACtB;EAAC;EAAA;AAAA;AAAA"}
1
+ {"version":3,"file":"jsonpath.js","names":["JSONPath","path","arguments","length","undefined","_classCallCheck2","default","_defineProperty2","_toConsumableArray2","Array","isArray","_this$path","push","apply","split","Error","_createClass2","key","value","clone","toString","join","name","pop","set","equals","other","i","setFieldAtPath","object","shift","field","_iterator","_createForOfIteratorHelper","_step","s","n","done","component","err","e","f","getFieldAtPath","_iterator2","_step2","exports"],"sources":["../../../../src/lib/jsonpath/jsonpath.ts"],"sourcesContent":["/**\n * A parser for a minimal subset of the jsonpath standard\n * Full JSON path parsers for JS exist but are quite large (bundle size)\n *\n * Supports\n *\n * `$.component.component.component`\n */\nexport default class JSONPath {\n path: string[];\n\n constructor(path: JSONPath | string[] | string | null = null) {\n this.path = ['$'];\n\n if (path instanceof JSONPath) {\n // @ts-ignore\n this.path = [...path.path];\n return;\n }\n\n if (Array.isArray(path)) {\n this.path.push(...path);\n return;\n }\n\n // Parse a string as a JSONPath\n if (typeof path === 'string') {\n this.path = path.split('.');\n if (this.path[0] !== '$') {\n throw new Error('JSONPaths must start with $');\n }\n }\n }\n\n clone(): JSONPath {\n return new JSONPath(this);\n }\n\n toString(): string {\n return this.path.join('.');\n }\n\n push(name: string): void {\n this.path.push(name);\n }\n\n pop() {\n return this.path.pop();\n }\n\n set(name: string): void {\n this.path[this.path.length - 1] = name;\n }\n\n equals(other: JSONPath): boolean {\n if (!this || !other || this.path.length !== other.path.length) {\n return false;\n }\n\n for (let i = 0; i < this.path.length; ++i) {\n if (this.path[i] !== other.path[i]) {\n return false;\n }\n }\n\n return true;\n }\n\n /**\n * Sets the value pointed at by path\n * TODO - handle root path\n * @param object\n * @param value\n */\n setFieldAtPath(object, value) {\n const path = [...this.path];\n path.shift();\n const field = path.pop();\n for (const component of path) {\n object = object[component];\n }\n // @ts-ignore\n object[field] = value;\n }\n\n /**\n * Gets the value pointed at by path\n * TODO - handle root path\n * @param object\n */\n getFieldAtPath(object) {\n const path = [...this.path];\n path.shift();\n const field = path.pop();\n for (const component of path) {\n object = object[component];\n }\n // @ts-ignore\n return object[field];\n }\n}\n"],"mappings":";;;;;;;;;;;;;;IAQqBA,QAAQ;EAG3B,SAAAA,SAAA,EAA8D;IAAA,IAAlDC,IAAyC,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,IAAI;IAAA,IAAAG,gBAAA,CAAAC,OAAA,QAAAN,QAAA;IAAA,IAAAO,gBAAA,CAAAD,OAAA;IAC1D,IAAI,CAACL,IAAI,GAAG,CAAC,GAAG,CAAC;IAEjB,IAAIA,IAAI,YAAYD,QAAQ,EAAE;MAE5B,IAAI,CAACC,IAAI,OAAAO,mBAAA,CAAAF,OAAA,EAAOL,IAAI,CAACA,IAAI,CAAC;MAC1B;IACF;IAEA,IAAIQ,KAAK,CAACC,OAAO,CAACT,IAAI,CAAC,EAAE;MAAA,IAAAU,UAAA;MACvB,CAAAA,UAAA,OAAI,CAACV,IAAI,EAACW,IAAI,CAAAC,KAAA,CAAAF,UAAA,MAAAH,mBAAA,CAAAF,OAAA,EAAIL,IAAI,EAAC;MACvB;IACF;IAGA,IAAI,OAAOA,IAAI,KAAK,QAAQ,EAAE;MAC5B,IAAI,CAACA,IAAI,GAAGA,IAAI,CAACa,KAAK,CAAC,GAAG,CAAC;MAC3B,IAAI,IAAI,CAACb,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE;QACxB,MAAM,IAAIc,KAAK,CAAC,6BAA6B,CAAC;MAChD;IACF;EACF;EAAC,IAAAC,aAAA,CAAAV,OAAA,EAAAN,QAAA;IAAAiB,GAAA;IAAAC,KAAA,EAED,SAAAC,MAAA,EAAkB;MAChB,OAAO,IAAInB,QAAQ,CAAC,IAAI,CAAC;IAC3B;EAAC;IAAAiB,GAAA;IAAAC,KAAA,EAED,SAAAE,SAAA,EAAmB;MACjB,OAAO,IAAI,CAACnB,IAAI,CAACoB,IAAI,CAAC,GAAG,CAAC;IAC5B;EAAC;IAAAJ,GAAA;IAAAC,KAAA,EAED,SAAAN,KAAKU,IAAY,EAAQ;MACvB,IAAI,CAACrB,IAAI,CAACW,IAAI,CAACU,IAAI,CAAC;IACtB;EAAC;IAAAL,GAAA;IAAAC,KAAA,EAED,SAAAK,IAAA,EAAM;MACJ,OAAO,IAAI,CAACtB,IAAI,CAACsB,GAAG,EAAE;IACxB;EAAC;IAAAN,GAAA;IAAAC,KAAA,EAED,SAAAM,IAAIF,IAAY,EAAQ;MACtB,IAAI,CAACrB,IAAI,CAAC,IAAI,CAACA,IAAI,CAACE,MAAM,GAAG,CAAC,CAAC,GAAGmB,IAAI;IACxC;EAAC;IAAAL,GAAA;IAAAC,KAAA,EAED,SAAAO,OAAOC,KAAe,EAAW;MAC/B,IAAI,CAAC,IAAI,IAAI,CAACA,KAAK,IAAI,IAAI,CAACzB,IAAI,CAACE,MAAM,KAAKuB,KAAK,CAACzB,IAAI,CAACE,MAAM,EAAE;QAC7D,OAAO,KAAK;MACd;MAEA,KAAK,IAAIwB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG,IAAI,CAAC1B,IAAI,CAACE,MAAM,EAAE,EAAEwB,CAAC,EAAE;QACzC,IAAI,IAAI,CAAC1B,IAAI,CAAC0B,CAAC,CAAC,KAAKD,KAAK,CAACzB,IAAI,CAAC0B,CAAC,CAAC,EAAE;UAClC,OAAO,KAAK;QACd;MACF;MAEA,OAAO,IAAI;IACb;EAAC;IAAAV,GAAA;IAAAC,KAAA,EAQD,SAAAU,eAAeC,MAAM,EAAEX,KAAK,EAAE;MAC5B,IAAMjB,IAAI,OAAAO,mBAAA,CAAAF,OAAA,EAAO,IAAI,CAACL,IAAI,CAAC;MAC3BA,IAAI,CAAC6B,KAAK,EAAE;MACZ,IAAMC,KAAK,GAAG9B,IAAI,CAACsB,GAAG,EAAE;MAAC,IAAAS,SAAA,GAAAC,0BAAA,CACDhC,IAAI;QAAAiC,KAAA;MAAA;QAA5B,KAAAF,SAAA,CAAAG,CAAA,MAAAD,KAAA,GAAAF,SAAA,CAAAI,CAAA,IAAAC,IAAA,GAA8B;UAAA,IAAnBC,SAAS,GAAAJ,KAAA,CAAAhB,KAAA;UAClBW,MAAM,GAAGA,MAAM,CAACS,SAAS,CAAC;QAC5B;MAAC,SAAAC,GAAA;QAAAP,SAAA,CAAAQ,CAAA,CAAAD,GAAA;MAAA;QAAAP,SAAA,CAAAS,CAAA;MAAA;MAEDZ,MAAM,CAACE,KAAK,CAAC,GAAGb,KAAK;IACvB;EAAC;IAAAD,GAAA;IAAAC,KAAA,EAOD,SAAAwB,eAAeb,MAAM,EAAE;MACrB,IAAM5B,IAAI,OAAAO,mBAAA,CAAAF,OAAA,EAAO,IAAI,CAACL,IAAI,CAAC;MAC3BA,IAAI,CAAC6B,KAAK,EAAE;MACZ,IAAMC,KAAK,GAAG9B,IAAI,CAACsB,GAAG,EAAE;MAAC,IAAAoB,UAAA,GAAAV,0BAAA,CACDhC,IAAI;QAAA2C,MAAA;MAAA;QAA5B,KAAAD,UAAA,CAAAR,CAAA,MAAAS,MAAA,GAAAD,UAAA,CAAAP,CAAA,IAAAC,IAAA,GAA8B;UAAA,IAAnBC,SAAS,GAAAM,MAAA,CAAA1B,KAAA;UAClBW,MAAM,GAAGA,MAAM,CAACS,SAAS,CAAC;QAC5B;MAAC,SAAAC,GAAA;QAAAI,UAAA,CAAAH,CAAA,CAAAD,GAAA;MAAA;QAAAI,UAAA,CAAAF,CAAA;MAAA;MAED,OAAOZ,MAAM,CAACE,KAAK,CAAC;IACtB;EAAC;EAAA,OAAA/B,QAAA;AAAA;AAAA6C,OAAA,CAAAvC,OAAA,GAAAN,QAAA"}
@@ -16,7 +16,7 @@ var _streamingJsonParser = _interopRequireDefault(require("./parser/streaming-js
16
16
  var _jsonpath2 = _interopRequireDefault(require("./jsonpath/jsonpath"));
17
17
  function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
18
18
  function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
19
- function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
19
+ function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
20
20
  function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
21
21
  function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
22
22
  function _asyncIterator(iterable) { var method, async, sync, retry = 2; for ("undefined" != typeof Symbol && (async = Symbol.asyncIterator, sync = Symbol.iterator); retry--;) { if (async && null != (method = iterable[async])) return method.call(iterable); if (sync && null != (method = iterable[sync])) return new AsyncFromSyncIterator(method.call(iterable)); async = "@@asyncIterator", sync = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
@@ -29,164 +29,162 @@ function _parseJSONInBatches() {
29
29
  var _options$json;
30
30
  var asyncIterator, metadata, _ref, jsonpaths, isFirstChunk, schema, shape, tableBatchBuilder, parser, _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, chunk, rows, _jsonpath, initialBatch, _iterator2, _step2, row, _batch2, _batch, jsonpath, batch, finalBatch;
31
31
  return _regenerator.default.wrap(function _callee$(_context) {
32
- while (1) {
33
- switch (_context.prev = _context.next) {
34
- case 0:
35
- asyncIterator = (0, _loaderUtils.makeTextDecoderIterator)(binaryAsyncIterator);
36
- metadata = options.metadata;
37
- _ref = options.json || {}, jsonpaths = _ref.jsonpaths;
38
- isFirstChunk = true;
39
- schema = null;
40
- shape = (options === null || options === void 0 ? void 0 : (_options$json = options.json) === null || _options$json === void 0 ? void 0 : _options$json.shape) || 'row-table';
41
- tableBatchBuilder = new _schema.TableBatchBuilder(schema, _objectSpread(_objectSpread({}, options), {}, {
42
- shape: shape
43
- }));
44
- parser = new _streamingJsonParser.default({
45
- jsonpaths: jsonpaths
46
- });
47
- _iteratorAbruptCompletion = false;
48
- _didIteratorError = false;
49
- _context.prev = 10;
50
- _iterator = _asyncIterator(asyncIterator);
51
- case 12:
52
- _context.next = 14;
53
- return (0, _awaitAsyncGenerator2.default)(_iterator.next());
54
- case 14:
55
- if (!(_iteratorAbruptCompletion = !(_step = _context.sent).done)) {
56
- _context.next = 52;
57
- break;
58
- }
59
- chunk = _step.value;
60
- rows = parser.write(chunk);
61
- _jsonpath = rows.length > 0 && parser.getStreamingJsonPathAsString();
62
- if (!(rows.length > 0 && isFirstChunk)) {
63
- _context.next = 24;
64
- break;
65
- }
66
- if (!metadata) {
67
- _context.next = 23;
68
- break;
69
- }
70
- initialBatch = {
71
- shape: shape,
72
- batchType: 'partial-result',
73
- data: [],
74
- length: 0,
75
- bytesUsed: 0,
76
- container: parser.getPartialResult(),
77
- jsonpath: _jsonpath
78
- };
32
+ while (1) switch (_context.prev = _context.next) {
33
+ case 0:
34
+ asyncIterator = (0, _loaderUtils.makeTextDecoderIterator)(binaryAsyncIterator);
35
+ metadata = options.metadata;
36
+ _ref = options.json || {}, jsonpaths = _ref.jsonpaths;
37
+ isFirstChunk = true;
38
+ schema = null;
39
+ shape = (options === null || options === void 0 ? void 0 : (_options$json = options.json) === null || _options$json === void 0 ? void 0 : _options$json.shape) || 'row-table';
40
+ tableBatchBuilder = new _schema.TableBatchBuilder(schema, _objectSpread(_objectSpread({}, options), {}, {
41
+ shape: shape
42
+ }));
43
+ parser = new _streamingJsonParser.default({
44
+ jsonpaths: jsonpaths
45
+ });
46
+ _iteratorAbruptCompletion = false;
47
+ _didIteratorError = false;
48
+ _context.prev = 10;
49
+ _iterator = _asyncIterator(asyncIterator);
50
+ case 12:
51
+ _context.next = 14;
52
+ return (0, _awaitAsyncGenerator2.default)(_iterator.next());
53
+ case 14:
54
+ if (!(_iteratorAbruptCompletion = !(_step = _context.sent).done)) {
55
+ _context.next = 52;
56
+ break;
57
+ }
58
+ chunk = _step.value;
59
+ rows = parser.write(chunk);
60
+ _jsonpath = rows.length > 0 && parser.getStreamingJsonPathAsString();
61
+ if (!(rows.length > 0 && isFirstChunk)) {
62
+ _context.next = 24;
63
+ break;
64
+ }
65
+ if (!metadata) {
79
66
  _context.next = 23;
80
- return initialBatch;
81
- case 23:
82
- isFirstChunk = false;
83
- case 24:
84
- _iterator2 = _createForOfIteratorHelper(rows);
85
- _context.prev = 25;
86
- _iterator2.s();
87
- case 27:
88
- if ((_step2 = _iterator2.n()).done) {
89
- _context.next = 36;
90
- break;
91
- }
92
- row = _step2.value;
93
- tableBatchBuilder.addRow(row);
94
- _batch2 = tableBatchBuilder.getFullBatch({
95
- jsonpath: _jsonpath
96
- });
97
- if (!_batch2) {
98
- _context.next = 34;
99
- break;
100
- }
101
- _context.next = 34;
102
- return _batch2;
103
- case 34:
104
- _context.next = 27;
105
67
  break;
106
- case 36:
107
- _context.next = 41;
68
+ }
69
+ initialBatch = {
70
+ shape: shape,
71
+ batchType: 'partial-result',
72
+ data: [],
73
+ length: 0,
74
+ bytesUsed: 0,
75
+ container: parser.getPartialResult(),
76
+ jsonpath: _jsonpath
77
+ };
78
+ _context.next = 23;
79
+ return initialBatch;
80
+ case 23:
81
+ isFirstChunk = false;
82
+ case 24:
83
+ _iterator2 = _createForOfIteratorHelper(rows);
84
+ _context.prev = 25;
85
+ _iterator2.s();
86
+ case 27:
87
+ if ((_step2 = _iterator2.n()).done) {
88
+ _context.next = 36;
108
89
  break;
109
- case 38:
110
- _context.prev = 38;
111
- _context.t0 = _context["catch"](25);
112
- _iterator2.e(_context.t0);
113
- case 41:
114
- _context.prev = 41;
115
- _iterator2.f();
116
- return _context.finish(41);
117
- case 44:
118
- tableBatchBuilder.chunkComplete(chunk);
119
- _batch = tableBatchBuilder.getFullBatch({
120
- jsonpath: _jsonpath
121
- });
122
- if (!_batch) {
123
- _context.next = 49;
124
- break;
125
- }
126
- _context.next = 49;
127
- return _batch;
128
- case 49:
129
- _iteratorAbruptCompletion = false;
130
- _context.next = 12;
90
+ }
91
+ row = _step2.value;
92
+ tableBatchBuilder.addRow(row);
93
+ _batch2 = tableBatchBuilder.getFullBatch({
94
+ jsonpath: _jsonpath
95
+ });
96
+ if (!_batch2) {
97
+ _context.next = 34;
131
98
  break;
132
- case 52:
133
- _context.next = 58;
99
+ }
100
+ _context.next = 34;
101
+ return _batch2;
102
+ case 34:
103
+ _context.next = 27;
104
+ break;
105
+ case 36:
106
+ _context.next = 41;
107
+ break;
108
+ case 38:
109
+ _context.prev = 38;
110
+ _context.t0 = _context["catch"](25);
111
+ _iterator2.e(_context.t0);
112
+ case 41:
113
+ _context.prev = 41;
114
+ _iterator2.f();
115
+ return _context.finish(41);
116
+ case 44:
117
+ tableBatchBuilder.chunkComplete(chunk);
118
+ _batch = tableBatchBuilder.getFullBatch({
119
+ jsonpath: _jsonpath
120
+ });
121
+ if (!_batch) {
122
+ _context.next = 49;
134
123
  break;
135
- case 54:
136
- _context.prev = 54;
137
- _context.t1 = _context["catch"](10);
138
- _didIteratorError = true;
139
- _iteratorError = _context.t1;
140
- case 58:
141
- _context.prev = 58;
142
- _context.prev = 59;
143
- if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
144
- _context.next = 63;
145
- break;
146
- }
124
+ }
125
+ _context.next = 49;
126
+ return _batch;
127
+ case 49:
128
+ _iteratorAbruptCompletion = false;
129
+ _context.next = 12;
130
+ break;
131
+ case 52:
132
+ _context.next = 58;
133
+ break;
134
+ case 54:
135
+ _context.prev = 54;
136
+ _context.t1 = _context["catch"](10);
137
+ _didIteratorError = true;
138
+ _iteratorError = _context.t1;
139
+ case 58:
140
+ _context.prev = 58;
141
+ _context.prev = 59;
142
+ if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
147
143
  _context.next = 63;
148
- return (0, _awaitAsyncGenerator2.default)(_iterator.return());
149
- case 63:
150
- _context.prev = 63;
151
- if (!_didIteratorError) {
152
- _context.next = 66;
153
- break;
154
- }
155
- throw _iteratorError;
156
- case 66:
157
- return _context.finish(63);
158
- case 67:
159
- return _context.finish(58);
160
- case 68:
161
- jsonpath = parser.getStreamingJsonPathAsString();
162
- batch = tableBatchBuilder.getFinalBatch({
163
- jsonpath: jsonpath
164
- });
165
- if (!batch) {
166
- _context.next = 73;
167
- break;
168
- }
144
+ break;
145
+ }
146
+ _context.next = 63;
147
+ return (0, _awaitAsyncGenerator2.default)(_iterator.return());
148
+ case 63:
149
+ _context.prev = 63;
150
+ if (!_didIteratorError) {
151
+ _context.next = 66;
152
+ break;
153
+ }
154
+ throw _iteratorError;
155
+ case 66:
156
+ return _context.finish(63);
157
+ case 67:
158
+ return _context.finish(58);
159
+ case 68:
160
+ jsonpath = parser.getStreamingJsonPathAsString();
161
+ batch = tableBatchBuilder.getFinalBatch({
162
+ jsonpath: jsonpath
163
+ });
164
+ if (!batch) {
169
165
  _context.next = 73;
170
- return batch;
171
- case 73:
172
- if (!metadata) {
173
- _context.next = 77;
174
- break;
175
- }
176
- finalBatch = {
177
- shape: shape,
178
- batchType: 'final-result',
179
- container: parser.getPartialResult(),
180
- jsonpath: parser.getStreamingJsonPathAsString(),
181
- data: [],
182
- length: 0
183
- };
166
+ break;
167
+ }
168
+ _context.next = 73;
169
+ return batch;
170
+ case 73:
171
+ if (!metadata) {
184
172
  _context.next = 77;
185
- return finalBatch;
186
- case 77:
187
- case "end":
188
- return _context.stop();
189
- }
173
+ break;
174
+ }
175
+ finalBatch = {
176
+ shape: shape,
177
+ batchType: 'final-result',
178
+ container: parser.getPartialResult(),
179
+ jsonpath: parser.getStreamingJsonPathAsString(),
180
+ data: [],
181
+ length: 0
182
+ };
183
+ _context.next = 77;
184
+ return finalBatch;
185
+ case 77:
186
+ case "end":
187
+ return _context.stop();
190
188
  }
191
189
  }, _callee, null, [[10, 54, 58, 68], [25, 38, 41, 44], [59,, 63, 67]]);
192
190
  }));
@@ -194,18 +192,15 @@ function _parseJSONInBatches() {
194
192
  }
195
193
  function rebuildJsonObject(batch, data) {
196
194
  (0, _loaderUtils.assert)(batch.batchType === 'final-result');
197
-
198
195
  if (batch.jsonpath === '$') {
199
196
  return data;
200
197
  }
201
-
202
198
  if (batch.jsonpath && batch.jsonpath.length > 1) {
203
199
  var topLevelObject = batch.container;
204
200
  var streamingPath = new _jsonpath2.default(batch.jsonpath);
205
201
  streamingPath.setFieldAtPath(topLevelObject, data);
206
202
  return topLevelObject;
207
203
  }
208
-
209
204
  return batch.container;
210
205
  }
211
206
  //# sourceMappingURL=parse-json-in-batches.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"parse-json-in-batches.js","names":["parseJSONInBatches","binaryAsyncIterator","options","asyncIterator","makeTextDecoderIterator","metadata","json","jsonpaths","isFirstChunk","schema","shape","tableBatchBuilder","TableBatchBuilder","parser","StreamingJSONParser","chunk","rows","write","jsonpath","length","getStreamingJsonPathAsString","initialBatch","batchType","data","bytesUsed","container","getPartialResult","row","addRow","batch","getFullBatch","chunkComplete","getFinalBatch","finalBatch","rebuildJsonObject","assert","topLevelObject","streamingPath","JSONPath","setFieldAtPath"],"sources":["../../../src/lib/parse-json-in-batches.ts"],"sourcesContent":["import type {Batch} from '@loaders.gl/schema';\nimport type {JSONLoaderOptions} from '../json-loader';\nimport {TableBatchBuilder} from '@loaders.gl/schema';\nimport {assert, makeTextDecoderIterator} from '@loaders.gl/loader-utils';\nimport StreamingJSONParser from './parser/streaming-json-parser';\nimport JSONPath from './jsonpath/jsonpath';\n\n// TODO - support batch size 0 = no batching/single batch?\n// eslint-disable-next-line max-statements, complexity\nexport default async function* parseJSONInBatches(\n binaryAsyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options: JSONLoaderOptions\n): AsyncIterable<Batch> {\n const asyncIterator = makeTextDecoderIterator(binaryAsyncIterator);\n\n const {metadata} = options;\n const {jsonpaths} = options.json || {};\n\n let isFirstChunk: boolean = true;\n\n // TODO fix Schema deduction\n const schema = null; // new Schema([]);\n const shape = options?.json?.shape || 'row-table';\n // @ts-ignore\n const tableBatchBuilder = new TableBatchBuilder(schema, {\n ...options,\n shape\n });\n\n const parser = new StreamingJSONParser({jsonpaths});\n\n for await (const chunk of asyncIterator) {\n const rows = parser.write(chunk);\n\n const jsonpath = rows.length > 0 && parser.getStreamingJsonPathAsString();\n\n if (rows.length > 0 && isFirstChunk) {\n if (metadata) {\n const initialBatch: Batch = {\n // Common fields\n shape,\n batchType: 'partial-result',\n data: [],\n length: 0,\n bytesUsed: 0,\n // JSON additions\n container: parser.getPartialResult(),\n jsonpath\n };\n yield initialBatch;\n }\n isFirstChunk = false;\n // schema = deduceSchema(rows);\n }\n\n // Add the row\n for (const row of rows) {\n tableBatchBuilder.addRow(row);\n // If a batch has been completed, emit it\n const batch = tableBatchBuilder.getFullBatch({jsonpath});\n if (batch) {\n yield batch;\n }\n }\n\n tableBatchBuilder.chunkComplete(chunk);\n const batch = tableBatchBuilder.getFullBatch({jsonpath});\n if (batch) {\n yield batch;\n }\n }\n\n // yield final batch\n const jsonpath = parser.getStreamingJsonPathAsString();\n const batch = tableBatchBuilder.getFinalBatch({jsonpath});\n if (batch) {\n yield batch;\n }\n\n if (metadata) {\n const finalBatch: Batch = {\n shape,\n batchType: 'final-result',\n container: parser.getPartialResult(),\n jsonpath: parser.getStreamingJsonPathAsString(),\n data: [],\n length: 0\n // schema: null\n };\n yield finalBatch;\n }\n}\n\nexport function rebuildJsonObject(batch, data) {\n // Last batch will have this special type and will provide all the root object of the parsed file\n assert(batch.batchType === 'final-result');\n\n // The streamed JSON data is a top level array (jsonpath = '$'), just return the array of row objects\n if (batch.jsonpath === '$') {\n return data;\n }\n\n // (jsonpath !== '$') The streamed data is not a top level array, so stitch it back in to the top-level object\n if (batch.jsonpath && batch.jsonpath.length > 1) {\n const topLevelObject = batch.container;\n const streamingPath = new JSONPath(batch.jsonpath);\n streamingPath.setFieldAtPath(topLevelObject, data);\n return topLevelObject;\n }\n\n // No jsonpath, in this case nothing was streamed.\n return batch.container;\n}\n"],"mappings":";;;;;;;;;;;;AAEA;AACA;AACA;AACA;AAA2C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,SAIZA,kBAAkB;EAAA;AAAA;AAAA;EAAA,kFAAlC,iBACbC,mBAAuE,EACvEC,OAA0B;IAAA;IAAA;IAAA;MAAA;QAAA;UAAA;YAEpBC,aAAa,GAAG,IAAAC,oCAAuB,EAACH,mBAAmB,CAAC;YAE3DI,QAAQ,GAAIH,OAAO,CAAnBG,QAAQ;YAAA,OACKH,OAAO,CAACI,IAAI,IAAI,CAAC,CAAC,EAA/BC,SAAS,QAATA,SAAS;YAEZC,YAAqB,GAAG,IAAI;YAG1BC,MAAM,GAAG,IAAI;YACbC,KAAK,GAAG,CAAAR,OAAO,aAAPA,OAAO,wCAAPA,OAAO,CAAEI,IAAI,kDAAb,cAAeI,KAAK,KAAI,WAAW;YAE3CC,iBAAiB,GAAG,IAAIC,yBAAiB,CAACH,MAAM,kCACjDP,OAAO;cACVQ,KAAK,EAALA;YAAK,GACL;YAEIG,MAAM,GAAG,IAAIC,4BAAmB,CAAC;cAACP,SAAS,EAATA;YAAS,CAAC,CAAC;YAAA;YAAA;YAAA;YAAA,2BAEzBJ,aAAa;UAAA;YAAA;YAAA;UAAA;YAAA;cAAA;cAAA;YAAA;YAAtBY,KAAK;YACdC,IAAI,GAAGH,MAAM,CAACI,KAAK,CAACF,KAAK,CAAC;YAE1BG,SAAQ,GAAGF,IAAI,CAACG,MAAM,GAAG,CAAC,IAAIN,MAAM,CAACO,4BAA4B,EAAE;YAAA,MAErEJ,IAAI,CAACG,MAAM,GAAG,CAAC,IAAIX,YAAY;cAAA;cAAA;YAAA;YAAA,KAC7BH,QAAQ;cAAA;cAAA;YAAA;YACJgB,YAAmB,GAAG;cAE1BX,KAAK,EAALA,KAAK;cACLY,SAAS,EAAE,gBAAgB;cAC3BC,IAAI,EAAE,EAAE;cACRJ,MAAM,EAAE,CAAC;cACTK,SAAS,EAAE,CAAC;cAEZC,SAAS,EAAEZ,MAAM,CAACa,gBAAgB,EAAE;cACpCR,QAAQ,EAARA;YACF,CAAC;YAAA;YACD,OAAMG,YAAY;UAAA;YAEpBb,YAAY,GAAG,KAAK;UAAC;YAAA,wCAKLQ,IAAI;YAAA;YAAA;UAAA;YAAA;cAAA;cAAA;YAAA;YAAXW,GAAG;YACZhB,iBAAiB,CAACiB,MAAM,CAACD,GAAG,CAAC;YAEvBE,OAAK,GAAGlB,iBAAiB,CAACmB,YAAY,CAAC;cAACZ,QAAQ,EAARA;YAAQ,CAAC,CAAC;YAAA,KACpDW,OAAK;cAAA;cAAA;YAAA;YAAA;YACP,OAAMA,OAAK;UAAA;YAAA;YAAA;UAAA;YAAA;YAAA;UAAA;YAAA;YAAA;YAAA;UAAA;YAAA;YAAA;YAAA;UAAA;YAIflB,iBAAiB,CAACoB,aAAa,CAAChB,KAAK,CAAC;YAChCc,MAAK,GAAGlB,iBAAiB,CAACmB,YAAY,CAAC;cAACZ,QAAQ,EAARA;YAAQ,CAAC,CAAC;YAAA,KACpDW,MAAK;cAAA;cAAA;YAAA;YAAA;YACP,OAAMA,MAAK;UAAA;YAAA;YAAA;YAAA;UAAA;YAAA;YAAA;UAAA;YAAA;YAAA;YAAA;YAAA;UAAA;YAAA;YAAA;YAAA;cAAA;cAAA;YAAA;YAAA;YAAA;UAAA;YAAA;YAAA;cAAA;cAAA;YAAA;YAAA;UAAA;YAAA;UAAA;YAAA;UAAA;YAKTX,QAAQ,GAAGL,MAAM,CAACO,4BAA4B,EAAE;YAChDS,KAAK,GAAGlB,iBAAiB,CAACqB,aAAa,CAAC;cAACd,QAAQ,EAARA;YAAQ,CAAC,CAAC;YAAA,KACrDW,KAAK;cAAA;cAAA;YAAA;YAAA;YACP,OAAMA,KAAK;UAAA;YAAA,KAGTxB,QAAQ;cAAA;cAAA;YAAA;YACJ4B,UAAiB,GAAG;cACxBvB,KAAK,EAALA,KAAK;cACLY,SAAS,EAAE,cAAc;cACzBG,SAAS,EAAEZ,MAAM,CAACa,gBAAgB,EAAE;cACpCR,QAAQ,EAAEL,MAAM,CAACO,4BAA4B,EAAE;cAC/CG,IAAI,EAAE,EAAE;cACRJ,MAAM,EAAE;YAEV,CAAC;YAAA;YACD,OAAMc,UAAU;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CAEnB;EAAA;AAAA;AAEM,SAASC,iBAAiB,CAACL,KAAK,EAAEN,IAAI,EAAE;EAE7C,IAAAY,mBAAM,EAACN,KAAK,CAACP,SAAS,KAAK,cAAc,CAAC;;EAG1C,IAAIO,KAAK,CAACX,QAAQ,KAAK,GAAG,EAAE;IAC1B,OAAOK,IAAI;EACb;;EAGA,IAAIM,KAAK,CAACX,QAAQ,IAAIW,KAAK,CAACX,QAAQ,CAACC,MAAM,GAAG,CAAC,EAAE;IAC/C,IAAMiB,cAAc,GAAGP,KAAK,CAACJ,SAAS;IACtC,IAAMY,aAAa,GAAG,IAAIC,kBAAQ,CAACT,KAAK,CAACX,QAAQ,CAAC;IAClDmB,aAAa,CAACE,cAAc,CAACH,cAAc,EAAEb,IAAI,CAAC;IAClD,OAAOa,cAAc;EACvB;;EAGA,OAAOP,KAAK,CAACJ,SAAS;AACxB"}
1
+ {"version":3,"file":"parse-json-in-batches.js","names":["_schema","require","_loaderUtils","_streamingJsonParser","_interopRequireDefault","_jsonpath2","_createForOfIteratorHelper","o","allowArrayLike","it","Symbol","iterator","Array","isArray","_unsupportedIterableToArray","length","i","F","s","n","done","value","e","_e","f","TypeError","normalCompletion","didErr","err","call","step","next","_e2","return","minLen","_arrayLikeToArray","Object","prototype","toString","slice","constructor","name","from","test","arr","len","arr2","ownKeys","object","enumerableOnly","keys","getOwnPropertySymbols","symbols","filter","sym","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","target","arguments","source","forEach","key","_defineProperty2","default","getOwnPropertyDescriptors","defineProperties","defineProperty","_asyncIterator","iterable","method","async","sync","retry","asyncIterator","AsyncFromSyncIterator","AsyncFromSyncIteratorContinuation","r","Promise","reject","resolve","then","_return","ret","throw","_throw","thr","parseJSONInBatches","_x","_x2","_parseJSONInBatches","_wrapAsyncGenerator2","_regenerator","mark","_callee","binaryAsyncIterator","options","_options$json","metadata","_ref","jsonpaths","isFirstChunk","schema","shape","tableBatchBuilder","parser","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","chunk","rows","_jsonpath","initialBatch","_iterator2","_step2","row","_batch2","_batch","jsonpath","batch","finalBatch","wrap","_callee$","_context","prev","makeTextDecoderIterator","json","TableBatchBuilder","StreamingJSONParser","_awaitAsyncGenerator2","sent","write","getStreamingJsonPathAsString","batchType","data","bytesUsed","container","getPartialResult","addRow","getFullBatch","t0","finish","chunkComplete","t1","getFinalBatch","stop","rebuildJsonObject","assert","topLevelObject","streamingPath","JSONPath","setFieldAtPath"],"sources":["../../../src/lib/parse-json-in-batches.ts"],"sourcesContent":["import type {Batch} from '@loaders.gl/schema';\nimport type {JSONLoaderOptions} from '../json-loader';\nimport {TableBatchBuilder} from '@loaders.gl/schema';\nimport {assert, makeTextDecoderIterator} from '@loaders.gl/loader-utils';\nimport StreamingJSONParser from './parser/streaming-json-parser';\nimport JSONPath from './jsonpath/jsonpath';\n\n// TODO - support batch size 0 = no batching/single batch?\n// eslint-disable-next-line max-statements, complexity\nexport default async function* parseJSONInBatches(\n binaryAsyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options: JSONLoaderOptions\n): AsyncIterable<Batch> {\n const asyncIterator = makeTextDecoderIterator(binaryAsyncIterator);\n\n const {metadata} = options;\n const {jsonpaths} = options.json || {};\n\n let isFirstChunk: boolean = true;\n\n // TODO fix Schema deduction\n const schema = null; // new Schema([]);\n const shape = options?.json?.shape || 'row-table';\n // @ts-ignore\n const tableBatchBuilder = new TableBatchBuilder(schema, {\n ...options,\n shape\n });\n\n const parser = new StreamingJSONParser({jsonpaths});\n\n for await (const chunk of asyncIterator) {\n const rows = parser.write(chunk);\n\n const jsonpath = rows.length > 0 && parser.getStreamingJsonPathAsString();\n\n if (rows.length > 0 && isFirstChunk) {\n if (metadata) {\n const initialBatch: Batch = {\n // Common fields\n shape,\n batchType: 'partial-result',\n data: [],\n length: 0,\n bytesUsed: 0,\n // JSON additions\n container: parser.getPartialResult(),\n jsonpath\n };\n yield initialBatch;\n }\n isFirstChunk = false;\n // schema = deduceSchema(rows);\n }\n\n // Add the row\n for (const row of rows) {\n tableBatchBuilder.addRow(row);\n // If a batch has been completed, emit it\n const batch = tableBatchBuilder.getFullBatch({jsonpath});\n if (batch) {\n yield batch;\n }\n }\n\n tableBatchBuilder.chunkComplete(chunk);\n const batch = tableBatchBuilder.getFullBatch({jsonpath});\n if (batch) {\n yield batch;\n }\n }\n\n // yield final batch\n const jsonpath = parser.getStreamingJsonPathAsString();\n const batch = tableBatchBuilder.getFinalBatch({jsonpath});\n if (batch) {\n yield batch;\n }\n\n if (metadata) {\n const finalBatch: Batch = {\n shape,\n batchType: 'final-result',\n container: parser.getPartialResult(),\n jsonpath: parser.getStreamingJsonPathAsString(),\n data: [],\n length: 0\n // schema: null\n };\n yield finalBatch;\n }\n}\n\nexport function rebuildJsonObject(batch, data) {\n // Last batch will have this special type and will provide all the root object of the parsed file\n assert(batch.batchType === 'final-result');\n\n // The streamed JSON data is a top level array (jsonpath = '$'), just return the array of row objects\n if (batch.jsonpath === '$') {\n return data;\n }\n\n // (jsonpath !== '$') The streamed data is not a top level array, so stitch it back in to the top-level object\n if (batch.jsonpath && batch.jsonpath.length > 1) {\n const topLevelObject = batch.container;\n const streamingPath = new JSONPath(batch.jsonpath);\n streamingPath.setFieldAtPath(topLevelObject, data);\n return topLevelObject;\n }\n\n // No jsonpath, in this case nothing was streamed.\n return batch.container;\n}\n"],"mappings":";;;;;;;;;;;;AAEA,IAAAA,OAAA,GAAAC,OAAA;AACA,IAAAC,YAAA,GAAAD,OAAA;AACA,IAAAE,oBAAA,GAAAC,sBAAA,CAAAH,OAAA;AACA,IAAAI,UAAA,GAAAD,sBAAA,CAAAH,OAAA;AAA2C,SAAAK,2BAAAC,CAAA,EAAAC,cAAA,QAAAC,EAAA,UAAAC,MAAA,oBAAAH,CAAA,CAAAG,MAAA,CAAAC,QAAA,KAAAJ,CAAA,qBAAAE,EAAA,QAAAG,KAAA,CAAAC,OAAA,CAAAN,CAAA,MAAAE,EAAA,GAAAK,2BAAA,CAAAP,CAAA,MAAAC,cAAA,IAAAD,CAAA,WAAAA,CAAA,CAAAQ,MAAA,qBAAAN,EAAA,EAAAF,CAAA,GAAAE,EAAA,MAAAO,CAAA,UAAAC,CAAA,YAAAA,EAAA,eAAAC,CAAA,EAAAD,CAAA,EAAAE,CAAA,WAAAA,EAAA,QAAAH,CAAA,IAAAT,CAAA,CAAAQ,MAAA,WAAAK,IAAA,mBAAAA,IAAA,SAAAC,KAAA,EAAAd,CAAA,CAAAS,CAAA,UAAAM,CAAA,WAAAA,EAAAC,EAAA,UAAAA,EAAA,KAAAC,CAAA,EAAAP,CAAA,gBAAAQ,SAAA,iJAAAC,gBAAA,SAAAC,MAAA,UAAAC,GAAA,WAAAV,CAAA,WAAAA,EAAA,IAAAT,EAAA,GAAAA,EAAA,CAAAoB,IAAA,CAAAtB,CAAA,MAAAY,CAAA,WAAAA,EAAA,QAAAW,IAAA,GAAArB,EAAA,CAAAsB,IAAA,IAAAL,gBAAA,GAAAI,IAAA,CAAAV,IAAA,SAAAU,IAAA,KAAAR,CAAA,WAAAA,EAAAU,GAAA,IAAAL,MAAA,SAAAC,GAAA,GAAAI,GAAA,KAAAR,CAAA,WAAAA,EAAA,eAAAE,gBAAA,IAAAjB,EAAA,CAAAwB,MAAA,UAAAxB,EAAA,CAAAwB,MAAA,oBAAAN,MAAA,QAAAC,GAAA;AAAA,SAAAd,4BAAAP,CAAA,EAAA2B,MAAA,SAAA3B,CAAA,qBAAAA,CAAA,sBAAA4B,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA,OAAAf,CAAA,GAAAiB,MAAA,CAAAC,SAAA,CAAAC,QAAA,CAAAT,IAAA,CAAAtB,CAAA,EAAAgC,KAAA,aAAApB,CAAA,iBAAAZ,CAAA,CAAAiC,WAAA,EAAArB,CAAA,GAAAZ,CAAA,CAAAiC,WAAA,CAAAC,IAAA,MAAAtB,CAAA,cAAAA,CAAA,mBAAAP,KAAA,CAAA8B,IAAA,CAAAnC,CAAA,OAAAY,CAAA,+DAAAwB,IAAA,CAAAxB,CAAA,UAAAgB,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA;AAAA,SAAAC,kBAAAS,GAAA,EAAAC,GAAA,QAAAA,GAAA,YAAAA,GAAA,GAAAD,GAAA,CAAA7B,MAAA,EAAA8B,GAAA,GAAAD,GAAA,CAAA7B,MAAA,WAAAC,CAAA,MAAA8B,IAAA,OAAAlC,KAAA,CAAAiC,GAAA,GAAA7B,CAAA,GAAA6B,GAAA,EAAA7B,CAAA,IAAA8B,IAAA,CAAA9B,CAAA,IAAA4B,GAAA,CAAA5B,CAAA,UAAA8B,IAAA;AAAA,SAAAC,QAAAC,MAAA,EAAAC,cAAA,QAAAC,IAAA,GAAAd,MAAA,CAAAc,IAAA,CAAAF,MAAA,OAAAZ,MAAA,CAAAe,qBAAA,QAAAC,OAAA,GAAAhB,MAAA,CAAAe,qBAAA,CAAAH,MAAA,GAAAC,cAAA,KAAAG,OAAA,GAAAA,OAAA,CAAAC,MAAA,WAAAC,GAAA,WAAAlB,MAAA,CAAAmB,wBAAA,CAAAP,MAAA,EAAAM,GAAA,EAAAE,UAAA,OAAAN,IAAA,CAAAO,IAAA,CAAAC,KAAA,CAAAR,IAAA,EAAAE,OAAA,YAAAF,IAAA;AAAA,SAAAS,cAAAC,MAAA,aAAA5C,CAAA,MAAAA,CAAA,GAAA6C,SAAA,CAAA9C,MAAA,EAAAC,CAAA,UAAA8C,MAAA,WAAAD,SAAA,CAAA7C,CAAA,IAAA6C,SAAA,CAAA7C,CAAA,QAAAA,CAAA,OAAA+B,OAAA,CAAAX,MAAA,CAAA0B,MAAA,OAAAC,OAAA,WAAAC,GAAA,QAAAC,gBAAA,CAAAC,OAAA,EAAAN,MAAA,EAAAI,GAAA,EAAAF,MAAA,CAAAE,GAAA,SAAA5B,MAAA,CAAA+B,yBAAA,GAAA/B,MAAA,CAAAgC,gBAAA,CAAAR,MAAA,EAAAxB,MAAA,CAAA+B,yBAAA,CAAAL,MAAA,KAAAf,OAAA,CAAAX,MAAA,CAAA0B,MAAA,GAAAC,OAAA,WAAAC,GAAA,IAAA5B,MAAA,CAAAiC,cAAA,CAAAT,MAAA,EAAAI,GAAA,EAAA5B,MAAA,CAAAmB,wBAAA,CAAAO,MAAA,EAAAE,GAAA,iBAAAJ,MAAA;AAAA,SAAAU,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAAjE,MAAA,KAAA+D,KAAA,GAAA/D,MAAA,CAAAkE,aAAA,EAAAF,IAAA,GAAAhE,MAAA,CAAAC,QAAA,GAAAgE,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAA3C,IAAA,CAAA0C,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAG,qBAAA,CAAAL,MAAA,CAAA3C,IAAA,CAAA0C,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAAjD,SAAA;AAAA,SAAAoD,sBAAA3D,CAAA,aAAA4D,kCAAAC,CAAA,QAAA3C,MAAA,CAAA2C,CAAA,MAAAA,CAAA,SAAAC,OAAA,CAAAC,MAAA,KAAAxD,SAAA,CAAAsD,CAAA,+BAAA3D,IAAA,GAAA2D,CAAA,CAAA3D,IAAA,SAAA4D,OAAA,CAAAE,OAAA,CAAAH,CAAA,CAAA1D,KAAA,EAAA8D,IAAA,WAAA9D,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAD,IAAA,EAAAA,IAAA,iBAAAyD,qBAAA,YAAAA,sBAAA3D,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAC,CAAA,GAAAD,CAAA,CAAAa,IAAA,KAAA8C,qBAAA,CAAAxC,SAAA,KAAAnB,CAAA,QAAAC,CAAA,QAAAY,IAAA,WAAAA,KAAA,WAAA+C,iCAAA,MAAA3D,CAAA,CAAAuC,KAAA,MAAAxC,CAAA,EAAA2C,SAAA,OAAA5B,MAAA,WAAAmD,QAAA/D,KAAA,QAAAgE,GAAA,QAAAnE,CAAA,CAAAe,MAAA,oBAAAoD,GAAA,GAAAL,OAAA,CAAAE,OAAA,GAAA7D,KAAA,EAAAA,KAAA,EAAAD,IAAA,UAAA0D,iCAAA,CAAAO,GAAA,CAAA3B,KAAA,MAAAxC,CAAA,EAAA2C,SAAA,OAAAyB,KAAA,WAAAC,OAAAlE,KAAA,QAAAmE,GAAA,QAAAtE,CAAA,CAAAe,MAAA,oBAAAuD,GAAA,GAAAR,OAAA,CAAAC,MAAA,CAAA5D,KAAA,IAAAyD,iCAAA,CAAAU,GAAA,CAAA9B,KAAA,MAAAxC,CAAA,EAAA2C,SAAA,aAAAgB,qBAAA,CAAA3D,CAAA;AAAA,SAIZuE,kBAAkBA,CAAAC,EAAA,EAAAC,GAAA;EAAA,OAAAC,mBAAA,CAAAlC,KAAA,OAAAG,SAAA;AAAA;AAAA,SAAA+B,oBAAA;EAAAA,mBAAA,OAAAC,oBAAA,CAAA3B,OAAA,EAAA4B,YAAA,CAAA5B,OAAA,CAAA6B,IAAA,CAAlC,SAAAC,QACbC,mBAAuE,EACvEC,OAA0B;IAAA,IAAAC,aAAA;IAAA,IAAAvB,aAAA,EAAAwB,QAAA,EAAAC,IAAA,EAAAC,SAAA,EAAAC,YAAA,EAAAC,MAAA,EAAAC,KAAA,EAAAC,iBAAA,EAAAC,MAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,SAAA,EAAAC,YAAA,EAAAC,UAAA,EAAAC,MAAA,EAAAC,GAAA,EAAAC,OAAA,EAAAC,MAAA,EAAAC,QAAA,EAAAC,KAAA,EAAAC,UAAA;IAAA,OAAA9B,YAAA,CAAA5B,OAAA,CAAA2D,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAhG,IAAA;QAAA;UAEpB6C,aAAa,GAAG,IAAAqD,oCAAuB,EAAChC,mBAAmB,CAAC;UAE3DG,QAAQ,GAAIF,OAAO,CAAnBE,QAAQ;UAAAC,IAAA,GACKH,OAAO,CAACgC,IAAI,IAAI,CAAC,CAAC,EAA/B5B,SAAS,GAAAD,IAAA,CAATC,SAAS;UAEZC,YAAqB,GAAG,IAAI;UAG1BC,MAAM,GAAG,IAAI;UACbC,KAAK,GAAG,CAAAP,OAAO,aAAPA,OAAO,wBAAAC,aAAA,GAAPD,OAAO,CAAEgC,IAAI,cAAA/B,aAAA,uBAAbA,aAAA,CAAeM,KAAK,KAAI,WAAW;UAE3CC,iBAAiB,GAAG,IAAIyB,yBAAiB,CAAC3B,MAAM,EAAA7C,aAAA,CAAAA,aAAA,KACjDuC,OAAO;YACVO,KAAK,EAALA;UAAK,GACL;UAEIE,MAAM,GAAG,IAAIyB,4BAAmB,CAAC;YAAC9B,SAAS,EAATA;UAAS,CAAC,CAAC;UAAAM,yBAAA;UAAAC,iBAAA;UAAAkB,QAAA,CAAAC,IAAA;UAAAjB,SAAA,GAAAzC,cAAA,CAEzBM,aAAa;QAAA;UAAAmD,QAAA,CAAAhG,IAAA;UAAA,WAAAsG,qBAAA,CAAAnE,OAAA,EAAA6C,SAAA,CAAAhF,IAAA;QAAA;UAAA,MAAA6E,yBAAA,KAAAI,KAAA,GAAAe,QAAA,CAAAO,IAAA,EAAAlH,IAAA;YAAA2G,QAAA,CAAAhG,IAAA;YAAA;UAAA;UAAtBkF,KAAK,GAAAD,KAAA,CAAA3F,KAAA;UACd6F,IAAI,GAAGP,MAAM,CAAC4B,KAAK,CAACtB,KAAK,CAAC;UAE1BS,SAAQ,GAAGR,IAAI,CAACnG,MAAM,GAAG,CAAC,IAAI4F,MAAM,CAAC6B,4BAA4B,EAAE;UAAA,MAErEtB,IAAI,CAACnG,MAAM,GAAG,CAAC,IAAIwF,YAAY;YAAAwB,QAAA,CAAAhG,IAAA;YAAA;UAAA;UAAA,KAC7BqE,QAAQ;YAAA2B,QAAA,CAAAhG,IAAA;YAAA;UAAA;UACJqF,YAAmB,GAAG;YAE1BX,KAAK,EAALA,KAAK;YACLgC,SAAS,EAAE,gBAAgB;YAC3BC,IAAI,EAAE,EAAE;YACR3H,MAAM,EAAE,CAAC;YACT4H,SAAS,EAAE,CAAC;YAEZC,SAAS,EAAEjC,MAAM,CAACkC,gBAAgB,EAAE;YACpCnB,QAAQ,EAARA;UACF,CAAC;UAAAK,QAAA,CAAAhG,IAAA;UACD,OAAMqF,YAAY;QAAA;UAEpBb,YAAY,GAAG,KAAK;QAAC;UAAAc,UAAA,GAAA/G,0BAAA,CAKL4G,IAAI;UAAAa,QAAA,CAAAC,IAAA;UAAAX,UAAA,CAAAnG,CAAA;QAAA;UAAA,KAAAoG,MAAA,GAAAD,UAAA,CAAAlG,CAAA,IAAAC,IAAA;YAAA2G,QAAA,CAAAhG,IAAA;YAAA;UAAA;UAAXwF,GAAG,GAAAD,MAAA,CAAAjG,KAAA;UACZqF,iBAAiB,CAACoC,MAAM,CAACvB,GAAG,CAAC;UAEvBI,OAAK,GAAGjB,iBAAiB,CAACqC,YAAY,CAAC;YAACrB,QAAQ,EAARA;UAAQ,CAAC,CAAC;UAAA,KACpDC,OAAK;YAAAI,QAAA,CAAAhG,IAAA;YAAA;UAAA;UAAAgG,QAAA,CAAAhG,IAAA;UACP,OAAM4F,OAAK;QAAA;UAAAI,QAAA,CAAAhG,IAAA;UAAA;QAAA;UAAAgG,QAAA,CAAAhG,IAAA;UAAA;QAAA;UAAAgG,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAiB,EAAA,GAAAjB,QAAA;UAAAV,UAAA,CAAA/F,CAAA,CAAAyG,QAAA,CAAAiB,EAAA;QAAA;UAAAjB,QAAA,CAAAC,IAAA;UAAAX,UAAA,CAAA7F,CAAA;UAAA,OAAAuG,QAAA,CAAAkB,MAAA;QAAA;UAIfvC,iBAAiB,CAACwC,aAAa,CAACjC,KAAK,CAAC;UAChCU,MAAK,GAAGjB,iBAAiB,CAACqC,YAAY,CAAC;YAACrB,QAAQ,EAARA;UAAQ,CAAC,CAAC;UAAA,KACpDC,MAAK;YAAAI,QAAA,CAAAhG,IAAA;YAAA;UAAA;UAAAgG,QAAA,CAAAhG,IAAA;UACP,OAAM4F,MAAK;QAAA;UAAAf,yBAAA;UAAAmB,QAAA,CAAAhG,IAAA;UAAA;QAAA;UAAAgG,QAAA,CAAAhG,IAAA;UAAA;QAAA;UAAAgG,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAoB,EAAA,GAAApB,QAAA;UAAAlB,iBAAA;UAAAC,cAAA,GAAAiB,QAAA,CAAAoB,EAAA;QAAA;UAAApB,QAAA,CAAAC,IAAA;UAAAD,QAAA,CAAAC,IAAA;UAAA,MAAApB,yBAAA,IAAAG,SAAA,CAAA9E,MAAA;YAAA8F,QAAA,CAAAhG,IAAA;YAAA;UAAA;UAAAgG,QAAA,CAAAhG,IAAA;UAAA,WAAAsG,qBAAA,CAAAnE,OAAA,EAAA6C,SAAA,CAAA9E,MAAA;QAAA;UAAA8F,QAAA,CAAAC,IAAA;UAAA,KAAAnB,iBAAA;YAAAkB,QAAA,CAAAhG,IAAA;YAAA;UAAA;UAAA,MAAA+E,cAAA;QAAA;UAAA,OAAAiB,QAAA,CAAAkB,MAAA;QAAA;UAAA,OAAAlB,QAAA,CAAAkB,MAAA;QAAA;UAKTvB,QAAQ,GAAGf,MAAM,CAAC6B,4BAA4B,EAAE;UAChDb,KAAK,GAAGjB,iBAAiB,CAAC0C,aAAa,CAAC;YAAC1B,QAAQ,EAARA;UAAQ,CAAC,CAAC;UAAA,KACrDC,KAAK;YAAAI,QAAA,CAAAhG,IAAA;YAAA;UAAA;UAAAgG,QAAA,CAAAhG,IAAA;UACP,OAAM4F,KAAK;QAAA;UAAA,KAGTvB,QAAQ;YAAA2B,QAAA,CAAAhG,IAAA;YAAA;UAAA;UACJ6F,UAAiB,GAAG;YACxBnB,KAAK,EAALA,KAAK;YACLgC,SAAS,EAAE,cAAc;YACzBG,SAAS,EAAEjC,MAAM,CAACkC,gBAAgB,EAAE;YACpCnB,QAAQ,EAAEf,MAAM,CAAC6B,4BAA4B,EAAE;YAC/CE,IAAI,EAAE,EAAE;YACR3H,MAAM,EAAE;UAEV,CAAC;UAAAgH,QAAA,CAAAhG,IAAA;UACD,OAAM6F,UAAU;QAAA;QAAA;UAAA,OAAAG,QAAA,CAAAsB,IAAA;MAAA;IAAA,GAAArD,OAAA;EAAA,CAEnB;EAAA,OAAAJ,mBAAA,CAAAlC,KAAA,OAAAG,SAAA;AAAA;AAEM,SAASyF,iBAAiBA,CAAC3B,KAAK,EAAEe,IAAI,EAAE;EAE7C,IAAAa,mBAAM,EAAC5B,KAAK,CAACc,SAAS,KAAK,cAAc,CAAC;EAG1C,IAAId,KAAK,CAACD,QAAQ,KAAK,GAAG,EAAE;IAC1B,OAAOgB,IAAI;EACb;EAGA,IAAIf,KAAK,CAACD,QAAQ,IAAIC,KAAK,CAACD,QAAQ,CAAC3G,MAAM,GAAG,CAAC,EAAE;IAC/C,IAAMyI,cAAc,GAAG7B,KAAK,CAACiB,SAAS;IACtC,IAAMa,aAAa,GAAG,IAAIC,kBAAQ,CAAC/B,KAAK,CAACD,QAAQ,CAAC;IAClD+B,aAAa,CAACE,cAAc,CAACH,cAAc,EAAEd,IAAI,CAAC;IAClD,OAAOc,cAAc;EACvB;EAGA,OAAO7B,KAAK,CAACiB,SAAS;AACxB"}
@@ -1 +1 @@
1
- {"version":3,"file":"parse-json.js","names":["parseJSONSync","jsonText","options","json","JSON","parse","table","getFirstArray","error","Error","Array","isArray","Object","values","value","array"],"sources":["../../../src/lib/parse-json.ts"],"sourcesContent":["import type {JSONLoaderOptions} from '../json-loader';\n\nexport default function parseJSONSync(jsonText: string, options: JSONLoaderOptions) {\n try {\n const json = JSON.parse(jsonText);\n if (options.json?.table) {\n return getFirstArray(json) || json;\n }\n return json;\n } catch (error) {\n throw new Error('JSONLoader: failed to parse JSON');\n }\n}\n\nfunction getFirstArray(json) {\n if (Array.isArray(json)) {\n return json;\n }\n if (json && typeof json === 'object') {\n for (const value of Object.values(json)) {\n const array = getFirstArray(value);\n if (array) {\n return array;\n }\n }\n }\n return null;\n}\n"],"mappings":";;;;;;;;AAEe,SAASA,aAAa,CAACC,QAAgB,EAAEC,OAA0B,EAAE;EAClF,IAAI;IAAA;IACF,IAAMC,IAAI,GAAGC,IAAI,CAACC,KAAK,CAACJ,QAAQ,CAAC;IACjC,qBAAIC,OAAO,CAACC,IAAI,0CAAZ,cAAcG,KAAK,EAAE;MACvB,OAAOC,aAAa,CAACJ,IAAI,CAAC,IAAIA,IAAI;IACpC;IACA,OAAOA,IAAI;EACb,CAAC,CAAC,OAAOK,KAAK,EAAE;IACd,MAAM,IAAIC,KAAK,CAAC,kCAAkC,CAAC;EACrD;AACF;AAEA,SAASF,aAAa,CAACJ,IAAI,EAAE;EAC3B,IAAIO,KAAK,CAACC,OAAO,CAACR,IAAI,CAAC,EAAE;IACvB,OAAOA,IAAI;EACb;EACA,IAAIA,IAAI,IAAI,sBAAOA,IAAI,MAAK,QAAQ,EAAE;IACpC,kCAAoBS,MAAM,CAACC,MAAM,CAACV,IAAI,CAAC,oCAAE;MAApC,IAAMW,KAAK;MACd,IAAMC,KAAK,GAAGR,aAAa,CAACO,KAAK,CAAC;MAClC,IAAIC,KAAK,EAAE;QACT,OAAOA,KAAK;MACd;IACF;EACF;EACA,OAAO,IAAI;AACb"}
1
+ {"version":3,"file":"parse-json.js","names":["parseJSONSync","jsonText","options","_options$json","json","JSON","parse","table","getFirstArray","error","Error","Array","isArray","_typeof2","default","_i","_Object$values","Object","values","length","value","array"],"sources":["../../../src/lib/parse-json.ts"],"sourcesContent":["import type {JSONLoaderOptions} from '../json-loader';\n\nexport default function parseJSONSync(jsonText: string, options: JSONLoaderOptions) {\n try {\n const json = JSON.parse(jsonText);\n if (options.json?.table) {\n return getFirstArray(json) || json;\n }\n return json;\n } catch (error) {\n throw new Error('JSONLoader: failed to parse JSON');\n }\n}\n\nfunction getFirstArray(json) {\n if (Array.isArray(json)) {\n return json;\n }\n if (json && typeof json === 'object') {\n for (const value of Object.values(json)) {\n const array = getFirstArray(value);\n if (array) {\n return array;\n }\n }\n }\n return null;\n}\n"],"mappings":";;;;;;;;AAEe,SAASA,aAAaA,CAACC,QAAgB,EAAEC,OAA0B,EAAE;EAClF,IAAI;IAAA,IAAAC,aAAA;IACF,IAAMC,IAAI,GAAGC,IAAI,CAACC,KAAK,CAACL,QAAQ,CAAC;IACjC,KAAAE,aAAA,GAAID,OAAO,CAACE,IAAI,cAAAD,aAAA,eAAZA,aAAA,CAAcI,KAAK,EAAE;MACvB,OAAOC,aAAa,CAACJ,IAAI,CAAC,IAAIA,IAAI;IACpC;IACA,OAAOA,IAAI;EACb,CAAC,CAAC,OAAOK,KAAK,EAAE;IACd,MAAM,IAAIC,KAAK,CAAC,kCAAkC,CAAC;EACrD;AACF;AAEA,SAASF,aAAaA,CAACJ,IAAI,EAAE;EAC3B,IAAIO,KAAK,CAACC,OAAO,CAACR,IAAI,CAAC,EAAE;IACvB,OAAOA,IAAI;EACb;EACA,IAAIA,IAAI,IAAI,IAAAS,QAAA,CAAAC,OAAA,EAAOV,IAAI,MAAK,QAAQ,EAAE;IACpC,SAAAW,EAAA,MAAAC,cAAA,GAAoBC,MAAM,CAACC,MAAM,CAACd,IAAI,CAAC,EAAAW,EAAA,GAAAC,cAAA,CAAAG,MAAA,EAAAJ,EAAA,IAAE;MAApC,IAAMK,KAAK,GAAAJ,cAAA,CAAAD,EAAA;MACd,IAAMM,KAAK,GAAGb,aAAa,CAACY,KAAK,CAAC;MAClC,IAAIC,KAAK,EAAE;QACT,OAAOA,KAAK;MACd;IACF;EACF;EACA,OAAO,IAAI;AACb"}