@loaders.gl/core 3.1.0-alpha.4 → 3.1.0-beta.3

package/dist/es5/lib/api/parse-in-batches.js

@@ -1,28 +1,10 @@
 "use strict";
 
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.parseInBatches = parseInBatches;
 
-var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
-
-var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
-
-var _typeof2 = _interopRequireDefault(require("@babel/runtime/helpers/typeof"));
-
-var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
-
-var _wrapAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/wrapAsyncGenerator"));
-
-var _awaitAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/awaitAsyncGenerator"));
-
-var _asyncIterator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncIterator"));
-
-var _asyncGeneratorDelegate2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncGeneratorDelegate"));
-
 var _loaderUtils = require("@loaders.gl/loader-utils");
 
 var _normalizeLoader = require("../loader-utils/normalize-loader");
@@ -39,328 +21,94 @@ var _selectLoader = require("./select-loader");
 
 var _parse = require("./parse");
 
-function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) { symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); } keys.push.apply(keys, symbols); } return keys; }
-
-function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
-
-function parseInBatches(_x2, _x3, _x4, _x5) {
-  return _parseInBatches.apply(this, arguments);
-}
-
-function _parseInBatches() {
-  _parseInBatches = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(data, loaders, options, context) {
-    var _getResourceUrlAndTyp, url, loader;
-
-    return _regenerator.default.wrap(function _callee2$(_context3) {
-      while (1) {
-        switch (_context3.prev = _context3.next) {
-          case 0:
-            (0, _loaderUtils.assert)(!context || (0, _typeof2.default)(context) === 'object');
-
-            if (!Array.isArray(loaders) && !(0, _normalizeLoader.isLoaderObject)(loaders)) {
-              context = undefined;
-              options = loaders;
-              loaders = undefined;
-            }
-
-            _context3.next = 4;
-            return data;
-
-          case 4:
-            data = _context3.sent;
-            options = options || {};
-            _getResourceUrlAndTyp = (0, _resourceUtils.getResourceUrlAndType)(data), url = _getResourceUrlAndTyp.url;
-            _context3.next = 9;
-            return (0, _selectLoader.selectLoader)(data, loaders, options);
-
-          case 9:
-            loader = _context3.sent;
-
-            if (loader) {
-              _context3.next = 12;
-              break;
-            }
-
-            return _context3.abrupt("return", null);
-
-          case 12:
-            options = (0, _optionUtils.normalizeOptions)(options, loader, loaders, url);
-            context = (0, _loaderContext.getLoaderContext)({
-              url: url,
-              parseInBatches: parseInBatches,
-              parse: _parse.parse,
-              loaders: loaders
-            }, options, context);
-            _context3.next = 16;
-            return parseWithLoaderInBatches(loader, data, options, context);
-
-          case 16:
-            return _context3.abrupt("return", _context3.sent);
-
-          case 17:
-          case "end":
-            return _context3.stop();
-        }
-      }
-    }, _callee2);
-  }));
-  return _parseInBatches.apply(this, arguments);
-}
-
-function parseWithLoaderInBatches(loader, data, options, context) {
-  var outputIterator, metadataBatch, makeMetadataBatchIterator, _makeMetadataBatchIterator;
-
-  return _regenerator.default.async(function parseWithLoaderInBatches$(_context) {
-    while (1) {
-      switch (_context.prev = _context.next) {
-        case 0:
-          _makeMetadataBatchIterator = function _makeMetadataBatchIte2() {
-            _makeMetadataBatchIterator = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee(iterator) {
-              return _regenerator.default.wrap(function _callee$(_context2) {
-                while (1) {
-                  switch (_context2.prev = _context2.next) {
-                    case 0:
-                      _context2.next = 2;
-                      return metadataBatch;
-
-                    case 2:
-                      return _context2.delegateYield((0, _asyncGeneratorDelegate2.default)((0, _asyncIterator2.default)(iterator), _awaitAsyncGenerator2.default), "t0", 3);
-
-                    case 3:
-                    case "end":
-                      return _context2.stop();
-                  }
-                }
-              }, _callee);
-            }));
-            return _makeMetadataBatchIterator.apply(this, arguments);
-          };
-
-          makeMetadataBatchIterator = function _makeMetadataBatchIte(_x) {
-            return _makeMetadataBatchIterator.apply(this, arguments);
-          };
-
-          _context.next = 4;
-          return _regenerator.default.awrap(parseToOutputIterator(loader, data, options, context));
-
-        case 4:
-          outputIterator = _context.sent;
-
-          if (options.metadata) {
-            _context.next = 7;
-            break;
-          }
-
-          return _context.abrupt("return", outputIterator);
-
-        case 7:
-          metadataBatch = {
-            batchType: 'metadata',
-            metadata: {
-              _loader: loader,
-              _context: context
-            },
-            data: [],
-            bytesUsed: 0
-          };
-          return _context.abrupt("return", makeMetadataBatchIterator(outputIterator));
-
-        case 9:
-        case "end":
-          return _context.stop();
-      }
-    }
-  }, null, null, null, Promise);
+async function parseInBatches(data, loaders, options, context) {
+  (0, _loaderUtils.assert)(!context || typeof context === 'object');
+
+  if (!Array.isArray(loaders) && !(0, _normalizeLoader.isLoaderObject)(loaders)) {
+    context = undefined;
+    options = loaders;
+    loaders = undefined;
+  }
+
+  data = await data;
+  options = options || {};
+  const {
+    url
+  } = (0, _resourceUtils.getResourceUrlAndType)(data);
+  const loader = await (0, _selectLoader.selectLoader)(data, loaders, options);
+
+  if (!loader) {
+    return null;
+  }
+
+  options = (0, _optionUtils.normalizeOptions)(options, loader, loaders, url);
+  context = (0, _loaderContext.getLoaderContext)({
+    url,
+    parseInBatches,
+    parse: _parse.parse,
+    loaders: loaders
+  }, options, context);
+  return await parseWithLoaderInBatches(loader, data, options, context);
 }
 
-function parseToOutputIterator(_x6, _x7, _x8, _x9) {
-  return _parseToOutputIterator.apply(this, arguments);
+async function parseWithLoaderInBatches(loader, data, options, context) {
+  const outputIterator = await parseToOutputIterator(loader, data, options, context);
+
+  if (!options.metadata) {
+    return outputIterator;
+  }
+
+  const metadataBatch = {
+    batchType: 'metadata',
+    metadata: {
+      _loader: loader,
+      _context: context
+    },
+    data: [],
+    bytesUsed: 0
+  };
+
+  async function* makeMetadataBatchIterator(iterator) {
+    yield metadataBatch;
+    yield* iterator;
+  }
+
+  return makeMetadataBatchIterator(outputIterator);
 }
 
-function _parseToOutputIterator() {
-  _parseToOutputIterator = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4(loader, data, options, context) {
-    var inputIterator, transformedIterator, parseChunkInBatches, _parseChunkInBatches;
-
-    return _regenerator.default.wrap(function _callee4$(_context5) {
-      while (1) {
-        switch (_context5.prev = _context5.next) {
-          case 0:
-            _parseChunkInBatches = function _parseChunkInBatches3() {
-              _parseChunkInBatches = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee3() {
-                var arrayBuffer, parsedData, batch;
-                return _regenerator.default.wrap(function _callee3$(_context4) {
-                  while (1) {
-                    switch (_context4.prev = _context4.next) {
-                      case 0:
-                        _context4.next = 2;
-                        return (0, _awaitAsyncGenerator2.default)((0, _loaderUtils.concatenateArrayBuffersAsync)(transformedIterator));
-
-                      case 2:
-                        arrayBuffer = _context4.sent;
-                        _context4.next = 5;
-                        return (0, _awaitAsyncGenerator2.default)((0, _parse.parse)(arrayBuffer, loader, _objectSpread(_objectSpread({}, options), {}, {
-                          mimeType: loader.mimeTypes[0]
-                        }), context));
-
-                      case 5:
-                        parsedData = _context4.sent;
-                        batch = {
-                          mimeType: loader.mimeTypes[0],
-                          shape: Array.isArray(parsedData) ? 'row-table' : 'unknown',
-                          batchType: 'data',
-                          data: parsedData,
-                          length: Array.isArray(parsedData) ? parsedData.length : 1
-                        };
-                        _context4.next = 9;
-                        return batch;
-
-                      case 9:
-                      case "end":
-                        return _context4.stop();
-                    }
-                  }
-                }, _callee3);
-              }));
-              return _parseChunkInBatches.apply(this, arguments);
-            };
-
-            parseChunkInBatches = function _parseChunkInBatches2() {
-              return _parseChunkInBatches.apply(this, arguments);
-            };
-
-            _context5.next = 4;
-            return (0, _getData.getAsyncIterableFromData)(data, options);
-
-          case 4:
-            inputIterator = _context5.sent;
-            _context5.next = 7;
-            return applyInputTransforms(inputIterator, (options === null || options === void 0 ? void 0 : options.transforms) || []);
-
-          case 7:
-            transformedIterator = _context5.sent;
-
-            if (!loader.parseInBatches) {
-              _context5.next = 10;
-              break;
-            }
-
-            return _context5.abrupt("return", loader.parseInBatches(transformedIterator, options, context));
-
-          case 10:
-            return _context5.abrupt("return", parseChunkInBatches());
-
-          case 11:
-          case "end":
-            return _context5.stop();
-        }
-      }
-    }, _callee4);
-  }));
-  return _parseToOutputIterator.apply(this, arguments);
-}
-
-function applyInputTransforms(_x10) {
-  return _applyInputTransforms.apply(this, arguments);
+async function parseToOutputIterator(loader, data, options, context) {
+  const inputIterator = await (0, _getData.getAsyncIterableFromData)(data, options);
+  const transformedIterator = await applyInputTransforms(inputIterator, (options === null || options === void 0 ? void 0 : options.transforms) || []);
+
+  if (loader.parseInBatches) {
+    return loader.parseInBatches(transformedIterator, options, context);
+  }
+
+  async function* parseChunkInBatches() {
+    const arrayBuffer = await (0, _loaderUtils.concatenateArrayBuffersAsync)(transformedIterator);
+    const parsedData = await (0, _parse.parse)(arrayBuffer, loader, { ...options,
+      mimeType: loader.mimeTypes[0]
+    }, context);
+    const batch = {
+      mimeType: loader.mimeTypes[0],
+      shape: Array.isArray(parsedData) ? 'row-table' : 'unknown',
+      batchType: 'data',
+      data: parsedData,
+      length: Array.isArray(parsedData) ? parsedData.length : 1
+    };
+    yield batch;
+  }
+
+  return parseChunkInBatches();
 }
 
-function _applyInputTransforms() {
-  _applyInputTransforms = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee5(inputIterator) {
-    var transforms,
-        iteratorChain,
-        _iteratorNormalCompletion,
-        _didIteratorError,
-        _iteratorError,
-        _iterator,
-        _step,
-        _value,
-        transformBatches,
-        _args6 = arguments;
-
-    return _regenerator.default.wrap(function _callee5$(_context6) {
-      while (1) {
-        switch (_context6.prev = _context6.next) {
-          case 0:
-            transforms = _args6.length > 1 && _args6[1] !== undefined ? _args6[1] : [];
-            iteratorChain = inputIterator;
-            _iteratorNormalCompletion = true;
-            _didIteratorError = false;
-            _context6.prev = 4;
-            _iterator = (0, _asyncIterator2.default)(transforms);
-
-          case 6:
-            _context6.next = 8;
-            return _iterator.next();
-
-          case 8:
-            _step = _context6.sent;
-            _iteratorNormalCompletion = _step.done;
-            _context6.next = 12;
-            return _step.value;
-
-          case 12:
-            _value = _context6.sent;
-
-            if (_iteratorNormalCompletion) {
-              _context6.next = 19;
-              break;
-            }
-
-            transformBatches = _value;
-            iteratorChain = transformBatches(iteratorChain);
-
-          case 16:
-            _iteratorNormalCompletion = true;
-            _context6.next = 6;
-            break;
-
-          case 19:
-            _context6.next = 25;
-            break;
-
-          case 21:
-            _context6.prev = 21;
-            _context6.t0 = _context6["catch"](4);
-            _didIteratorError = true;
-            _iteratorError = _context6.t0;
-
-          case 25:
-            _context6.prev = 25;
-            _context6.prev = 26;
-
-            if (!(!_iteratorNormalCompletion && _iterator.return != null)) {
-              _context6.next = 30;
-              break;
-            }
-
-            _context6.next = 30;
-            return _iterator.return();
-
-          case 30:
-            _context6.prev = 30;
-
-            if (!_didIteratorError) {
-              _context6.next = 33;
-              break;
-            }
-
-            throw _iteratorError;
-
-          case 33:
-            return _context6.finish(30);
-
-          case 34:
-            return _context6.finish(25);
+async function applyInputTransforms(inputIterator, transforms = []) {
+  let iteratorChain = inputIterator;
 
-          case 35:
-            return _context6.abrupt("return", iteratorChain);
+  for await (const transformBatches of transforms) {
+    iteratorChain = transformBatches(iteratorChain);
+  }
 
-          case 36:
-          case "end":
-            return _context6.stop();
-        }
-      }
-    }, _callee5, null, [[4, 21, 25, 35], [26,, 30, 34]]);
-  }));
-  return _applyInputTransforms.apply(this, arguments);
+  return iteratorChain;
 }
 //# sourceMappingURL=parse-in-batches.js.map

package/dist/es5/lib/api/parse-in-batches.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/lib/api/parse-in-batches.ts"],"names":["parseInBatches","data","loaders","options","context","Array","isArray","undefined","url","loader","parse","parseWithLoaderInBatches","makeMetadataBatchIterator","iterator","metadataBatch","parseToOutputIterator","outputIterator","metadata","batchType","_loader","_context","bytesUsed","parseChunkInBatches","transformedIterator","arrayBuffer","mimeType","mimeTypes","parsedData","batch","shape","length","inputIterator","applyInputTransforms","transforms","iteratorChain","transformBatches"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAQA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AAGA;;;;;;SASsBA,c;;;;;8EAAf,kBACLC,IADK,EAELC,OAFK,EAGLC,OAHK,EAILC,OAJK;AAAA;;AAAA;AAAA;AAAA;AAAA;AAML,qCAAO,CAACA,OAAD,IAAY,sBAAOA,OAAP,MAAmB,QAAtC;;AAGA,gBAAI,CAACC,KAAK,CAACC,OAAN,CAAcJ,OAAd,CAAD,IAA2B,CAAC,qCAAeA,OAAf,CAAhC,EAAyD;AACvDE,cAAAA,OAAO,GAAGG,SAAV;AACAJ,cAAAA,OAAO,GAAGD,OAAV;AACAA,cAAAA,OAAO,GAAGK,SAAV;AACD;;AAbI;AAAA,mBAeQN,IAfR;;AAAA;AAeLA,YAAAA,IAfK;AAgBLE,YAAAA,OAAO,GAAGA,OAAO,IAAI,EAArB;AAhBK,oCAmBS,0CAAsBF,IAAtB,CAnBT,EAmBEO,GAnBF,yBAmBEA,GAnBF;AAAA;AAAA,mBAuBgB,gCAAaP,IAAb,EAAkCC,OAAlC,EAAuDC,OAAvD,CAvBhB;;AAAA;AAuBCM,YAAAA,MAvBD;;AAAA,gBAyBAA,MAzBA;AAAA;AAAA;AAAA;;AAAA,8CA2BI,IA3BJ;;AAAA;AAgCLN,YAAAA,OAAO,GAAG,mCAAiBA,OAAjB,EAA0BM,MAA1B,EAAkCP,OAAlC,EAA2CM,GAA3C,CAAV;AAEAJ,YAAAA,OAAO,GAAG,qCAER;AAACI,cAAAA,GAAG,EAAHA,GAAD;AAAMR,cAAAA,cAAc,EAAdA,cAAN;AAAsBU,cAAAA,KAAK,EAALA,YAAtB;AAA6BR,cAAAA,OAAO,EAAEA;AAAtC,aAFQ,EAGRC,OAHQ,EAIRC,OAJQ,CAAV;AAlCK;AAAA,mBAyCQO,wBAAwB,CAACF,MAAD,EAA6BR,IAA7B,EAAmCE,OAAnC,EAA4CC,OAA5C,CAzChC;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AA+CP,SAAeO,wBAAf,CACEF,MADF,EAEER,IAFF,EAGEE,OAHF,EAIEC,OAJF;AAAA,qCAwBkBQ,yBAxBlB;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,qGAwBE,iBAA0CC,QAA1C;AAAA;AAAA;AAAA;AAAA;AAAA;AACE,6BAAMC,aAAN;;AADF;AAEE,wHAAOD,QAAP;;AAFF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,aAxBF;AAAA;AAAA;;AAwBkBD,UAAAA,yBAxBlB;AAAA;AAAA;;AAAA;AAAA,4CAM+BG,qBAAqB,CAACN,MAAD,EAASR,IAAT,EAAeE,OAAf,EAAwBC,OAAxB,CANpD;;AAAA;AAMQY,UAAAA,cANR;;AAAA,cASOb,OAAO,CAACc,QATf;AAAA;AAAA;AAAA;;AAAA,2CAUWD,cAVX;;AAAA;AAaQF,UAAAA,aAbR,GAawB;AACpBI,YAAAA,SAAS,EAAE,UADS;AAEpBD,YAAAA,QAAQ,EAAE;AACRE,cAAAA,OAAO,EAAEV,MADD;AAERW,cAAAA,QAAQ,EAAEhB;AAFF,aAFU;AAOpBH,YAAAA,IAAI,EAAE,EAPc;AAQpBoB,YAAAA,SAAS,EAAE;AARS,WAbxB;AAAA,2CA6BST,yBAAyB,CAACI,cAAD,CA7BlC;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;SAqCeD,qB;;;;;qFAAf,kBACEN,MADF,EAEER,IAFF,EAGEE,OAHF,EAIEC,OAJF;AAAA,4CAkBkBkB,mBAlBlB;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iGAkBE;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,kEAC4B,+CAA6BC,mBAA7B,CAD5B;;AAAA;AACQC,wBAAAA,WADR;AAAA;AAAA,kEAG2B,kBACvBA,WADuB,EAEvBf,MAFuB,kCAInBN,OAJmB;AAIVsB,0BAAAA,QAAQ,EAAEhB,MAAM,CAACiB,SAAP,CAAiB,CAAjB;AAJA,4BAKvBtB,OALuB,CAH3B;;AAAA;AAGQuB,wBAAAA,UAHR;AAYQC,wBAAAA,KAZR,GAYuB;AACnBH,0BAAAA,QAAQ,EAAEhB,MAAM,CAACiB,SAAP,CAAiB,CAAjB,CADS;AAEnBG,0BAAAA,KAAK,EAAExB,KAAK,CAACC,OAAN,CAAcqB,UAAd,IAA4B,WAA5B,GAA0C,SAF9B;AAGnBT,0BAAAA,SAAS,EAAE,MAHQ;AAInBjB,0BAAAA,IAAI,EAAE0B,UAJa;AAKnBG,0BAAAA,MAAM,EAAEzB,KAAK,CAACC,OAAN,CAAcqB,UAAd,IAA4BA,UAAU,CAACG,MAAvC,GAAgD;AALrC,yBAZvB;AAAA;AAmBE,+BAAMF,KAAN;;AAnBF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,eAlBF;AAAA;AAAA;;AAkBkBN,YAAAA,mBAlBlB;AAAA;AAAA;;AAAA;AAAA,mBAO8B,uCAAyBrB,IAAzB,EAA+BE,OAA/B,CAP9B;;AAAA;AAOQ4B,YAAAA,aAPR;AAAA;AAAA,mBAUoCC,oBAAoB,CAACD,aAAD,EAAgB,CAAA5B,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAE8B,UAAT,KAAuB,EAAvC,CAVxD;;AAAA;AAUQV,YAAAA,mBAVR;;AAAA,iBAaMd,MAAM,CAACT,cAbb;AAAA;AAAA;AAAA;;AAAA,8CAcWS,MAAM,CAACT,cAAP,CAAsBuB,mBAAtB,EAA2CpB,OAA3C,EAAoDC,OAApD,CAdX;;AAAA;AAAA,8CAwCSkB,mBAAmB,EAxC5B;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAoDeU,oB;;;;;oFAAf,kBACED,aADF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAEEE,YAAAA,UAFF,8DAEmC,EAFnC;AAIMC,YAAAA,aAJN,GAIsBH,aAJtB;AAAA;AAAA;AAAA;AAAA,qDAKuCE,UALvC;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAKmBE,YAAAA,gBALnB;AAMID,YAAAA,aAAa,GAAGC,gBAAgB,CAACD,aAAD,CAAhC;;AANJ;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA,8CAQSA,aART;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G","sourcesContent":["import type {Batch} from '@loaders.gl/schema';\nimport type {\n  BatchableDataType,\n  Loader,\n  LoaderWithParser,\n  LoaderContext,\n  LoaderOptions\n} from '@loaders.gl/loader-utils';\nimport {assert, concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {normalizeOptions} from '../loader-utils/option-utils';\nimport {getLoaderContext} from '../loader-utils/loader-context';\nimport {getAsyncIterableFromData} from '../loader-utils/get-data';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\nimport {selectLoader} from './select-loader';\n\n// Ensure `parse` is available in context if loader falls back to `parse`\nimport {parse} from './parse';\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport async function parseInBatches(\n  data: BatchableDataType,\n  loaders?: Loader | Loader[] | LoaderOptions,\n  options?: LoaderOptions,\n  context?: LoaderContext\n): Promise<AsyncIterable<any>> {\n  assert(!context || typeof context === 'object'); // parseInBatches no longer accepts final url\n\n  // Signature: parseInBatches(data, options, url) - Uses registered loaders\n  if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n    context = undefined; // context not supported in short signature\n    options = loaders as LoaderOptions;\n    loaders = undefined;\n  }\n\n  data = await data; // Resolve any promise\n  options = options || {};\n\n  // Extract a url for auto detection\n  const {url} = getResourceUrlAndType(data);\n\n  // Chooses a loader and normalizes it\n  // Note - only uses URL and contentType for streams and iterator inputs\n  const loader = await selectLoader(data as ArrayBuffer, loaders as Loader[], options);\n  // Note: if options.nothrow was set, it is possible that no loader was found, if so just return null\n  if (!loader) {\n    // @ts-ignore\n    return null;\n  }\n\n  // Normalize options\n  // @ts-ignore\n  options = normalizeOptions(options, loader, loaders, url);\n  // @ts-ignore\n  context = getLoaderContext(\n    // @ts-ignore\n    {url, parseInBatches, parse, loaders: loaders as Loader[]},\n    options,\n    context\n  );\n\n  return await parseWithLoaderInBatches(loader as LoaderWithParser, data, options, context);\n}\n\n/**\n * Loader has been selected and context has been prepared, see if we need to emit a metadata batch\n */\nasync function parseWithLoaderInBatches(\n  loader: LoaderWithParser,\n  data: BatchableDataType,\n  options: LoaderOptions,\n  context: LoaderContext\n): Promise<AsyncIterable<any>> {\n  const outputIterator = await parseToOutputIterator(loader, data, options, context);\n\n  // Generate metadata batch if requested\n  if (!options.metadata) {\n    return outputIterator;\n  }\n\n  const metadataBatch = {\n    batchType: 'metadata',\n    metadata: {\n      _loader: loader,\n      _context: context\n    },\n    // Populate with some default fields to avoid crashing\n    data: [],\n    bytesUsed: 0\n  };\n\n  async function* makeMetadataBatchIterator(iterator) {\n    yield metadataBatch;\n    yield* iterator;\n  }\n\n  return makeMetadataBatchIterator(outputIterator);\n}\n\n/**\n * Prep work is done, now it is time to start parsing into an output operator\n * The approach depends on which parse function the loader exposes\n * `parseInBatches` (preferred), `parse` (fallback)\n */\nasync function parseToOutputIterator(\n  loader: LoaderWithParser,\n  data: BatchableDataType,\n  options: LoaderOptions,\n  context: LoaderContext\n): Promise<AsyncIterable<any>> {\n  // Get an iterator from the input\n  const inputIterator = await getAsyncIterableFromData(data, options);\n\n  // Apply any iterator transforms (options.transforms)\n  const transformedIterator = await applyInputTransforms(inputIterator, options?.transforms || []);\n\n  // If loader supports parseInBatches, we are done\n  if (loader.parseInBatches) {\n    return loader.parseInBatches(transformedIterator, options, context);\n  }\n\n  // Fallback: load atomically using `parse` concatenating input iterator into single chunk\n  async function* parseChunkInBatches() {\n    const arrayBuffer = await concatenateArrayBuffersAsync(transformedIterator);\n    // Call `parse` instead of `loader.parse` to ensure we can call workers etc.\n    const parsedData = await parse(\n      arrayBuffer,\n      loader,\n      // TODO - Hack: supply loaders MIME type to ensure we match it\n      {...options, mimeType: loader.mimeTypes[0]},\n      context\n    );\n    // yield a single batch, the output from loader.parse()\n    // TODO - run through batch builder to apply options etc...\n    const batch: Batch = {\n      mimeType: loader.mimeTypes[0],\n      shape: Array.isArray(parsedData) ? 'row-table' : 'unknown',\n      batchType: 'data',\n      data: parsedData,\n      length: Array.isArray(parsedData) ? parsedData.length : 1\n    };\n    yield batch;\n  }\n\n  return parseChunkInBatches();\n}\n\ntype TransformBatches = (\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n) => AsyncIterable<ArrayBuffer>;\n\n/**\n * Create an iterator chain with any transform iterators (crypto, decompression)\n * @param inputIterator\n * @param options\n */\nasync function applyInputTransforms(\n  inputIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  transforms: TransformBatches[] = []\n): Promise<AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>> {\n  let iteratorChain = inputIterator;\n  for await (const transformBatches of transforms) {\n    iteratorChain = transformBatches(iteratorChain);\n  }\n  return iteratorChain;\n}\n"],"file":"parse-in-batches.js"}
+{"version":3,"sources":["../../../../src/lib/api/parse-in-batches.ts"],"names":["parseInBatches","data","loaders","options","context","Array","isArray","undefined","url","loader","parse","parseWithLoaderInBatches","outputIterator","parseToOutputIterator","metadata","metadataBatch","batchType","_loader","_context","bytesUsed","makeMetadataBatchIterator","iterator","inputIterator","transformedIterator","applyInputTransforms","transforms","parseChunkInBatches","arrayBuffer","parsedData","mimeType","mimeTypes","batch","shape","length","iteratorChain","transformBatches"],"mappings":";;;;;;;AAQA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AAGA;;AASO,eAAeA,cAAf,CACLC,IADK,EAELC,OAFK,EAGLC,OAHK,EAILC,OAJK,EAKwB;AAC7B,2BAAO,CAACA,OAAD,IAAY,OAAOA,OAAP,KAAmB,QAAtC;;AAGA,MAAI,CAACC,KAAK,CAACC,OAAN,CAAcJ,OAAd,CAAD,IAA2B,CAAC,qCAAeA,OAAf,CAAhC,EAAyD;AACvDE,IAAAA,OAAO,GAAGG,SAAV;AACAJ,IAAAA,OAAO,GAAGD,OAAV;AACAA,IAAAA,OAAO,GAAGK,SAAV;AACD;;AAEDN,EAAAA,IAAI,GAAG,MAAMA,IAAb;AACAE,EAAAA,OAAO,GAAGA,OAAO,IAAI,EAArB;AAGA,QAAM;AAACK,IAAAA;AAAD,MAAQ,0CAAsBP,IAAtB,CAAd;AAIA,QAAMQ,MAAM,GAAG,MAAM,gCAAaR,IAAb,EAAkCC,OAAlC,EAAuDC,OAAvD,CAArB;;AAEA,MAAI,CAACM,MAAL,EAAa;AAEX,WAAO,IAAP;AACD;;AAIDN,EAAAA,OAAO,GAAG,mCAAiBA,OAAjB,EAA0BM,MAA1B,EAAkCP,OAAlC,EAA2CM,GAA3C,CAAV;AAEAJ,EAAAA,OAAO,GAAG,qCAER;AAACI,IAAAA,GAAD;AAAMR,IAAAA,cAAN;AAAsBU,IAAAA,KAAK,EAALA,YAAtB;AAA6BR,IAAAA,OAAO,EAAEA;AAAtC,GAFQ,EAGRC,OAHQ,EAIRC,OAJQ,CAAV;AAOA,SAAO,MAAMO,wBAAwB,CAACF,MAAD,EAA6BR,IAA7B,EAAmCE,OAAnC,EAA4CC,OAA5C,CAArC;AACD;;AAKD,eAAeO,wBAAf,CACEF,MADF,EAEER,IAFF,EAGEE,OAHF,EAIEC,OAJF,EAK+B;AAC7B,QAAMQ,cAAc,GAAG,MAAMC,qBAAqB,CAACJ,MAAD,EAASR,IAAT,EAAeE,OAAf,EAAwBC,OAAxB,CAAlD;;AAGA,MAAI,CAACD,OAAO,CAACW,QAAb,EAAuB;AACrB,WAAOF,cAAP;AACD;;AAED,QAAMG,aAAa,GAAG;AACpBC,IAAAA,SAAS,EAAE,UADS;AAEpBF,IAAAA,QAAQ,EAAE;AACRG,MAAAA,OAAO,EAAER,MADD;AAERS,MAAAA,QAAQ,EAAEd;AAFF,KAFU;AAOpBH,IAAAA,IAAI,EAAE,EAPc;AAQpBkB,IAAAA,SAAS,EAAE;AARS,GAAtB;;AAWA,kBAAgBC,yBAAhB,CAA0CC,QAA1C,EAAoD;AAClD,UAAMN,aAAN;AACA,WAAOM,QAAP;AACD;;AAED,SAAOD,yBAAyB,CAACR,cAAD,CAAhC;AACD;;AAOD,eAAeC,qBAAf,CACEJ,MADF,EAEER,IAFF,EAGEE,OAHF,EAIEC,OAJF,EAK+B;AAE7B,QAAMkB,aAAa,GAAG,MAAM,uCAAyBrB,IAAzB,EAA+BE,OAA/B,CAA5B;AAGA,QAAMoB,mBAAmB,GAAG,MAAMC,oBAAoB,CAACF,aAAD,EAAgB,CAAAnB,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEsB,UAAT,KAAuB,EAAvC,CAAtD;;AAGA,MAAIhB,MAAM,CAACT,cAAX,EAA2B;AACzB,WAAOS,MAAM,CAACT,cAAP,CAAsBuB,mBAAtB,EAA2CpB,OAA3C,EAAoDC,OAApD,CAAP;AACD;;AAGD,kBAAgBsB,mBAAhB,GAAsC;AACpC,UAAMC,WAAW,GAAG,MAAM,+CAA6BJ,mBAA7B,CAA1B;AAEA,UAAMK,UAAU,GAAG,MAAM,kBACvBD,WADuB,EAEvBlB,MAFuB,EAIvB,EAAC,GAAGN,OAAJ;AAAa0B,MAAAA,QAAQ,EAAEpB,MAAM,CAACqB,SAAP,CAAiB,CAAjB;AAAvB,KAJuB,EAKvB1B,OALuB,CAAzB;AASA,UAAM2B,KAAY,GAAG;AACnBF,MAAAA,QAAQ,EAAEpB,MAAM,CAACqB,SAAP,CAAiB,CAAjB,CADS;AAEnBE,MAAAA,KAAK,EAAE3B,KAAK,CAACC,OAAN,CAAcsB,UAAd,IAA4B,WAA5B,GAA0C,SAF9B;AAGnBZ,MAAAA,SAAS,EAAE,MAHQ;AAInBf,MAAAA,IAAI,EAAE2B,UAJa;AAKnBK,MAAAA,MAAM,EAAE5B,KAAK,CAACC,OAAN,CAAcsB,UAAd,IAA4BA,UAAU,CAACK,MAAvC,GAAgD;AALrC,KAArB;AAOA,UAAMF,KAAN;AACD;;AAED,SAAOL,mBAAmB,EAA1B;AACD;;AAWD,eAAeF,oBAAf,CACEF,aADF,EAEEG,UAA8B,GAAG,EAFnC,EAG+D;AAC7D,MAAIS,aAAa,GAAGZ,aAApB;;AACA,aAAW,MAAMa,gBAAjB,IAAqCV,UAArC,EAAiD;AAC/CS,IAAAA,aAAa,GAAGC,gBAAgB,CAACD,aAAD,CAAhC;AACD;;AACD,SAAOA,aAAP;AACD","sourcesContent":["import type {Batch} from '@loaders.gl/schema';\nimport type {\n  BatchableDataType,\n  Loader,\n  LoaderWithParser,\n  LoaderContext,\n  LoaderOptions\n} from '@loaders.gl/loader-utils';\nimport {assert, concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {normalizeOptions} from '../loader-utils/option-utils';\nimport {getLoaderContext} from '../loader-utils/loader-context';\nimport {getAsyncIterableFromData} from '../loader-utils/get-data';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\nimport {selectLoader} from './select-loader';\n\n// Ensure `parse` is available in context if loader falls back to `parse`\nimport {parse} from './parse';\n\n/**\n * Parses `data` using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport async function parseInBatches(\n  data: BatchableDataType,\n  loaders?: Loader | Loader[] | LoaderOptions,\n  options?: LoaderOptions,\n  context?: LoaderContext\n): Promise<AsyncIterable<any>> {\n  assert(!context || typeof context === 'object'); // parseInBatches no longer accepts final url\n\n  // Signature: parseInBatches(data, options, url) - Uses registered loaders\n  if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n    context = undefined; // context not supported in short signature\n    options = loaders as LoaderOptions;\n    loaders = undefined;\n  }\n\n  data = await data; // Resolve any promise\n  options = options || {};\n\n  // Extract a url for auto detection\n  const {url} = getResourceUrlAndType(data);\n\n  // Chooses a loader and normalizes it\n  // Note - only uses URL and contentType for streams and iterator inputs\n  const loader = await selectLoader(data as ArrayBuffer, loaders as Loader[], options);\n  // Note: if options.nothrow was set, it is possible that no loader was found, if so just return null\n  if (!loader) {\n    // @ts-ignore\n    return null;\n  }\n\n  // Normalize options\n  // @ts-ignore\n  options = normalizeOptions(options, loader, loaders, url);\n  // @ts-ignore\n  context = getLoaderContext(\n    // @ts-ignore\n    {url, parseInBatches, parse, loaders: loaders as Loader[]},\n    options,\n    context\n  );\n\n  return await parseWithLoaderInBatches(loader as LoaderWithParser, data, options, context);\n}\n\n/**\n * Loader has been selected and context has been prepared, see if we need to emit a metadata batch\n */\nasync function parseWithLoaderInBatches(\n  loader: LoaderWithParser,\n  data: BatchableDataType,\n  options: LoaderOptions,\n  context: LoaderContext\n): Promise<AsyncIterable<any>> {\n  const outputIterator = await parseToOutputIterator(loader, data, options, context);\n\n  // Generate metadata batch if requested\n  if (!options.metadata) {\n    return outputIterator;\n  }\n\n  const metadataBatch = {\n    batchType: 'metadata',\n    metadata: {\n      _loader: loader,\n      _context: context\n    },\n    // Populate with some default fields to avoid crashing\n    data: [],\n    bytesUsed: 0\n  };\n\n  async function* makeMetadataBatchIterator(iterator) {\n    yield metadataBatch;\n    yield* iterator;\n  }\n\n  return makeMetadataBatchIterator(outputIterator);\n}\n\n/**\n * Prep work is done, now it is time to start parsing into an output operator\n * The approach depends on which parse function the loader exposes\n * `parseInBatches` (preferred), `parse` (fallback)\n */\nasync function parseToOutputIterator(\n  loader: LoaderWithParser,\n  data: BatchableDataType,\n  options: LoaderOptions,\n  context: LoaderContext\n): Promise<AsyncIterable<any>> {\n  // Get an iterator from the input\n  const inputIterator = await getAsyncIterableFromData(data, options);\n\n  // Apply any iterator transforms (options.transforms)\n  const transformedIterator = await applyInputTransforms(inputIterator, options?.transforms || []);\n\n  // If loader supports parseInBatches, we are done\n  if (loader.parseInBatches) {\n    return loader.parseInBatches(transformedIterator, options, context);\n  }\n\n  // Fallback: load atomically using `parse` concatenating input iterator into single chunk\n  async function* parseChunkInBatches() {\n    const arrayBuffer = await concatenateArrayBuffersAsync(transformedIterator);\n    // Call `parse` instead of `loader.parse` to ensure we can call workers etc.\n    const parsedData = await parse(\n      arrayBuffer,\n      loader,\n      // TODO - Hack: supply loaders MIME type to ensure we match it\n      {...options, mimeType: loader.mimeTypes[0]},\n      context\n    );\n    // yield a single batch, the output from loader.parse()\n    // TODO - run through batch builder to apply options etc...\n    const batch: Batch = {\n      mimeType: loader.mimeTypes[0],\n      shape: Array.isArray(parsedData) ? 'row-table' : 'unknown',\n      batchType: 'data',\n      data: parsedData,\n      length: Array.isArray(parsedData) ? parsedData.length : 1\n    };\n    yield batch;\n  }\n\n  return parseChunkInBatches();\n}\n\ntype TransformBatches = (\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n) => AsyncIterable<ArrayBuffer>;\n\n/**\n * Create an iterator chain with any transform iterators (crypto, decompression)\n * @param inputIterator\n * @param options\n */\nasync function applyInputTransforms(\n  inputIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  transforms: TransformBatches[] = []\n): Promise<AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>> {\n  let iteratorChain = inputIterator;\n  for await (const transformBatches of transforms) {\n    iteratorChain = transformBatches(iteratorChain);\n  }\n  return iteratorChain;\n}\n"],"file":"parse-in-batches.js"}

package/dist/es5/lib/api/parse-sync.js

@@ -1,14 +1,10 @@
 "use strict";
 
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.parseSync = parseSync;
 
-var _typeof2 = _interopRequireDefault(require("@babel/runtime/helpers/typeof"));
-
 var _loaderUtils = require("@loaders.gl/loader-utils");
 
 var _selectLoader = require("./select-loader");
@@ -24,7 +20,7 @@ var _loaderContext = require("../loader-utils/loader-context");
 var _resourceUtils = require("../utils/resource-utils");
 
 function parseSync(data, loaders, options, context) {
-  (0, _loaderUtils.assert)(!context || (0, _typeof2.default)(context) === 'object');
+  (0, _loaderUtils.assert)(!context || typeof context === 'object');
 
   if (!Array.isArray(loaders) && !(0, _normalizeLoader.isLoaderObject)(loaders)) {
     context = undefined;
@@ -33,27 +29,27 @@ function parseSync(data, loaders, options, context) {
   }
 
   options = options || {};
-  var typedLoaders = loaders;
-  var candidateLoaders = (0, _loaderContext.getLoadersFromContext)(typedLoaders, context);
-  var loader = (0, _selectLoader.selectLoaderSync)(data, candidateLoaders, options);
+  const typedLoaders = loaders;
+  const candidateLoaders = (0, _loaderContext.getLoadersFromContext)(typedLoaders, context);
+  const loader = (0, _selectLoader.selectLoaderSync)(data, candidateLoaders, options);
 
   if (!loader) {
     return null;
   }
 
   options = (0, _optionUtils.normalizeOptions)(options, loader, candidateLoaders);
+  const {
+    url
+  } = (0, _resourceUtils.getResourceUrlAndType)(data);
 
-  var _getResourceUrlAndTyp = (0, _resourceUtils.getResourceUrlAndType)(data),
-      url = _getResourceUrlAndTyp.url;
-
-  var parse = function parse() {
+  const parse = () => {
     throw new Error('parseSync called parse');
   };
 
   context = (0, _loaderContext.getLoaderContext)({
-    url: url,
-    parseSync: parseSync,
-    parse: parse,
+    url,
+    parseSync,
+    parse,
     loaders: loaders
   }, options);
   return parseWithLoaderSync(loader, data, options, context);

package/dist/es5/lib/api/parse-sync.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/lib/api/parse-sync.ts"],"names":["parseSync","data","loaders","options","context","Array","isArray","undefined","typedLoaders","candidateLoaders","loader","url","parse","Error","parseWithLoaderSync","parseTextSync","ArrayBuffer","name"],"mappings":";;;;;;;;;;;AAOA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AASO,SAASA,SAAT,CACLC,IADK,EAELC,OAFK,EAGLC,OAHK,EAILC,OAJK,EAKA;AACL,2BAAO,CAACA,OAAD,IAAY,sBAAOA,OAAP,MAAmB,QAAtC;;AAIA,MAAI,CAACC,KAAK,CAACC,OAAN,CAAcJ,OAAd,CAAD,IAA2B,CAAC,qCAAeA,OAAf,CAAhC,EAAyD;AACvDE,IAAAA,OAAO,GAAGG,SAAV;AACAJ,IAAAA,OAAO,GAAGD,OAAV;AACAA,IAAAA,OAAO,GAAGK,SAAV;AACD;;AAEDJ,EAAAA,OAAO,GAAGA,OAAO,IAAI,EAArB;AAIA,MAAMK,YAAY,GAAGN,OAArB;AACA,MAAMO,gBAAgB,GAAG,0CAAsBD,YAAtB,EAAoCJ,OAApC,CAAzB;AACA,MAAMM,MAAM,GAAG,oCAAiBT,IAAjB,EAAuBQ,gBAAvB,EAAyCN,OAAzC,CAAf;;AAEA,MAAI,CAACO,MAAL,EAAa;AACX,WAAO,IAAP;AACD;;AAGDP,EAAAA,OAAO,GAAG,mCAAiBA,OAAjB,EAA0BO,MAA1B,EAAkCD,gBAAlC,CAAV;;AAGA,8BAAc,0CAAsBR,IAAtB,CAAd;AAAA,MAAOU,GAAP,yBAAOA,GAAP;;AAEA,MAAMC,KAAK,GAAG,SAARA,KAAQ,GAAM;AAClB,UAAM,IAAIC,KAAJ,CAAU,wBAAV,CAAN;AACD,GAFD;;AAGAT,EAAAA,OAAO,GAAG,qCAAiB;AAACO,IAAAA,GAAG,EAAHA,GAAD;AAAMX,IAAAA,SAAS,EAATA,SAAN;AAAiBY,IAAAA,KAAK,EAALA,KAAjB;AAAwBV,IAAAA,OAAO,EAAEA;AAAjC,GAAjB,EAAwEC,OAAxE,CAAV;AAEA,SAAOW,mBAAmB,CAACJ,MAAD,EAA6BT,IAA7B,EAAmCE,OAAnC,EAA4CC,OAA5C,CAA1B;AACD;;AAGD,SAASU,mBAAT,CACEJ,MADF,EAEET,IAFF,EAGEE,OAHF,EAIEC,OAJF,EAKE;AACAH,EAAAA,IAAI,GAAG,iDAAmCA,IAAnC,EAAyCS,MAAzC,EAAiDP,OAAjD,CAAP;;AAEA,MAAIO,MAAM,CAACK,aAAP,IAAwB,OAAOd,IAAP,KAAgB,QAA5C,EAAsD;AACpD,WAAOS,MAAM,CAACK,aAAP,CAAqBd,IAArB,EAA2BE,OAA3B,CAAP;AACD;;AAED,MAAIO,MAAM,CAACV,SAAP,IAAoBC,IAAI,YAAYe,WAAxC,EAAqD;AACnD,WAAON,MAAM,CAACV,SAAP,CAAiBC,IAAjB,EAAuBE,OAAvB,EAAgCC,OAAhC,CAAP;AACD;;AAGD,QAAM,IAAIS,KAAJ,WACDH,MAAM,CAACO,IADN,qFAEFb,OAAO,CAACO,GAAR,IAAe,EAFb,EAAN;AAKD","sourcesContent":["import type {\n  SyncDataType,\n  Loader,\n  LoaderWithParser,\n  LoaderContext,\n  LoaderOptions\n} from '@loaders.gl/loader-utils';\nimport {assert} from '@loaders.gl/loader-utils';\nimport {selectLoaderSync} from './select-loader';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {normalizeOptions} from '../loader-utils/option-utils';\nimport {getArrayBufferOrStringFromDataSync} from '../loader-utils/get-data';\nimport {getLoaderContext, getLoadersFromContext} from '../loader-utils/loader-context';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\n\n/**\n * Parses `data` synchronously using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport function parseSync(\n  data: SyncDataType,\n  loaders?: Loader | Loader[] | LoaderOptions,\n  options?: LoaderOptions,\n  context?: LoaderContext\n): any {\n  assert(!context || typeof context === 'object'); // parseSync no longer accepts final url\n\n  // Signature: parseSync(data, options)\n  // Uses registered loaders\n  if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n    context = undefined; // context not supported in short signature\n    options = loaders as LoaderOptions;\n    loaders = undefined;\n  }\n\n  options = options || {};\n\n  // Chooses a loader (and normalizes it)\n  // Also use any loaders in the context, new loaders take priority\n  const typedLoaders = loaders as Loader | Loader[] | undefined;\n  const candidateLoaders = getLoadersFromContext(typedLoaders, context);\n  const loader = selectLoaderSync(data, candidateLoaders, options);\n  // Note: if nothrow option was set, it is possible that no loader was found, if so just return null\n  if (!loader) {\n    return null;\n  }\n\n  // Normalize options\n  options = normalizeOptions(options, loader, candidateLoaders);\n\n  // Extract a url for auto detection\n  const {url} = getResourceUrlAndType(data);\n\n  const parse = () => {\n    throw new Error('parseSync called parse');\n  };\n  context = getLoaderContext({url, parseSync, parse, loaders: loaders as Loader[]}, options);\n\n  return parseWithLoaderSync(loader as LoaderWithParser, data, options, context);\n}\n\n// TODO - should accept loader.parseSync/parse and generate 1 chunk asyncIterator\nfunction parseWithLoaderSync(\n  loader: LoaderWithParser,\n  data: SyncDataType,\n  options: LoaderOptions,\n  context: LoaderContext\n) {\n  data = getArrayBufferOrStringFromDataSync(data, loader, options);\n\n  if (loader.parseTextSync && typeof data === 'string') {\n    return loader.parseTextSync(data, options); // , context, loader);\n  }\n\n  if (loader.parseSync && data instanceof ArrayBuffer) {\n    return loader.parseSync(data, options, context); // , loader);\n  }\n\n  // TBD - If synchronous parser not available, return null\n  throw new Error(\n    `${loader.name} loader: 'parseSync' not supported by this loader, use 'parse' instead. ${\n      context.url || ''\n    }`\n  );\n}\n"],"file":"parse-sync.js"}
+{"version":3,"sources":["../../../../src/lib/api/parse-sync.ts"],"names":["parseSync","data","loaders","options","context","Array","isArray","undefined","typedLoaders","candidateLoaders","loader","url","parse","Error","parseWithLoaderSync","parseTextSync","ArrayBuffer","name"],"mappings":";;;;;;;AAOA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AASO,SAASA,SAAT,CACLC,IADK,EAELC,OAFK,EAGLC,OAHK,EAILC,OAJK,EAKA;AACL,2BAAO,CAACA,OAAD,IAAY,OAAOA,OAAP,KAAmB,QAAtC;;AAIA,MAAI,CAACC,KAAK,CAACC,OAAN,CAAcJ,OAAd,CAAD,IAA2B,CAAC,qCAAeA,OAAf,CAAhC,EAAyD;AACvDE,IAAAA,OAAO,GAAGG,SAAV;AACAJ,IAAAA,OAAO,GAAGD,OAAV;AACAA,IAAAA,OAAO,GAAGK,SAAV;AACD;;AAEDJ,EAAAA,OAAO,GAAGA,OAAO,IAAI,EAArB;AAIA,QAAMK,YAAY,GAAGN,OAArB;AACA,QAAMO,gBAAgB,GAAG,0CAAsBD,YAAtB,EAAoCJ,OAApC,CAAzB;AACA,QAAMM,MAAM,GAAG,oCAAiBT,IAAjB,EAAuBQ,gBAAvB,EAAyCN,OAAzC,CAAf;;AAEA,MAAI,CAACO,MAAL,EAAa;AACX,WAAO,IAAP;AACD;;AAGDP,EAAAA,OAAO,GAAG,mCAAiBA,OAAjB,EAA0BO,MAA1B,EAAkCD,gBAAlC,CAAV;AAGA,QAAM;AAACE,IAAAA;AAAD,MAAQ,0CAAsBV,IAAtB,CAAd;;AAEA,QAAMW,KAAK,GAAG,MAAM;AAClB,UAAM,IAAIC,KAAJ,CAAU,wBAAV,CAAN;AACD,GAFD;;AAGAT,EAAAA,OAAO,GAAG,qCAAiB;AAACO,IAAAA,GAAD;AAAMX,IAAAA,SAAN;AAAiBY,IAAAA,KAAjB;AAAwBV,IAAAA,OAAO,EAAEA;AAAjC,GAAjB,EAAwEC,OAAxE,CAAV;AAEA,SAAOW,mBAAmB,CAACJ,MAAD,EAA6BT,IAA7B,EAAmCE,OAAnC,EAA4CC,OAA5C,CAA1B;AACD;;AAGD,SAASU,mBAAT,CACEJ,MADF,EAEET,IAFF,EAGEE,OAHF,EAIEC,OAJF,EAKE;AACAH,EAAAA,IAAI,GAAG,iDAAmCA,IAAnC,EAAyCS,MAAzC,EAAiDP,OAAjD,CAAP;;AAEA,MAAIO,MAAM,CAACK,aAAP,IAAwB,OAAOd,IAAP,KAAgB,QAA5C,EAAsD;AACpD,WAAOS,MAAM,CAACK,aAAP,CAAqBd,IAArB,EAA2BE,OAA3B,CAAP;AACD;;AAED,MAAIO,MAAM,CAACV,SAAP,IAAoBC,IAAI,YAAYe,WAAxC,EAAqD;AACnD,WAAON,MAAM,CAACV,SAAP,CAAiBC,IAAjB,EAAuBE,OAAvB,EAAgCC,OAAhC,CAAP;AACD;;AAGD,QAAM,IAAIS,KAAJ,WACDH,MAAM,CAACO,IADN,qFAEFb,OAAO,CAACO,GAAR,IAAe,EAFb,EAAN;AAKD","sourcesContent":["import type {\n  SyncDataType,\n  Loader,\n  LoaderWithParser,\n  LoaderContext,\n  LoaderOptions\n} from '@loaders.gl/loader-utils';\nimport {assert} from '@loaders.gl/loader-utils';\nimport {selectLoaderSync} from './select-loader';\nimport {isLoaderObject} from '../loader-utils/normalize-loader';\nimport {normalizeOptions} from '../loader-utils/option-utils';\nimport {getArrayBufferOrStringFromDataSync} from '../loader-utils/get-data';\nimport {getLoaderContext, getLoadersFromContext} from '../loader-utils/loader-context';\nimport {getResourceUrlAndType} from '../utils/resource-utils';\n\n/**\n * Parses `data` synchronously using a specified loader\n * @param data\n * @param loaders\n * @param options\n * @param context\n */\nexport function parseSync(\n  data: SyncDataType,\n  loaders?: Loader | Loader[] | LoaderOptions,\n  options?: LoaderOptions,\n  context?: LoaderContext\n): any {\n  assert(!context || typeof context === 'object'); // parseSync no longer accepts final url\n\n  // Signature: parseSync(data, options)\n  // Uses registered loaders\n  if (!Array.isArray(loaders) && !isLoaderObject(loaders)) {\n    context = undefined; // context not supported in short signature\n    options = loaders as LoaderOptions;\n    loaders = undefined;\n  }\n\n  options = options || {};\n\n  // Chooses a loader (and normalizes it)\n  // Also use any loaders in the context, new loaders take priority\n  const typedLoaders = loaders as Loader | Loader[] | undefined;\n  const candidateLoaders = getLoadersFromContext(typedLoaders, context);\n  const loader = selectLoaderSync(data, candidateLoaders, options);\n  // Note: if nothrow option was set, it is possible that no loader was found, if so just return null\n  if (!loader) {\n    return null;\n  }\n\n  // Normalize options\n  options = normalizeOptions(options, loader, candidateLoaders);\n\n  // Extract a url for auto detection\n  const {url} = getResourceUrlAndType(data);\n\n  const parse = () => {\n    throw new Error('parseSync called parse');\n  };\n  context = getLoaderContext({url, parseSync, parse, loaders: loaders as Loader[]}, options);\n\n  return parseWithLoaderSync(loader as LoaderWithParser, data, options, context);\n}\n\n// TODO - should accept loader.parseSync/parse and generate 1 chunk asyncIterator\nfunction parseWithLoaderSync(\n  loader: LoaderWithParser,\n  data: SyncDataType,\n  options: LoaderOptions,\n  context: LoaderContext\n) {\n  data = getArrayBufferOrStringFromDataSync(data, loader, options);\n\n  if (loader.parseTextSync && typeof data === 'string') {\n    return loader.parseTextSync(data, options); // , context, loader);\n  }\n\n  if (loader.parseSync && data instanceof ArrayBuffer) {\n    return loader.parseSync(data, options, context); // , loader);\n  }\n\n  // TBD - If synchronous parser not available, return null\n  throw new Error(\n    `${loader.name} loader: 'parseSync' not supported by this loader, use 'parse' instead. ${\n      context.url || ''\n    }`\n  );\n}\n"],"file":"parse-sync.js"}