@loaders.gl/arrow 3.4.0-alpha.1 → 3.4.0-alpha.3

package/dist/arrow-worker.js

@@ -14956,7 +14956,7 @@ return true;`);
   }
 
   // src/arrow-loader.ts
-  var VERSION = true ? "3.4.0-alpha.1" : "latest";
+  var VERSION = true ? "3.4.0-alpha.3" : "latest";
   var DEFAULT_ARROW_LOADER_OPTIONS = {
     arrow: {
       shape: "columnar-table"

package/dist/es5/arrow-loader.js

@@ -4,13 +4,12 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports._typecheckArrowLoader = exports.ArrowLoader = void 0;
-var VERSION = typeof "3.4.0-alpha.1" !== 'undefined' ? "3.4.0-alpha.1" : 'latest';
+var VERSION = typeof "3.4.0-alpha.3" !== 'undefined' ? "3.4.0-alpha.3" : 'latest';
 var DEFAULT_ARROW_LOADER_OPTIONS = {
   arrow: {
     shape: 'columnar-table'
   }
 };
-
 var ArrowLoader = {
   name: 'Apache Arrow',
   id: 'arrow',

package/dist/es5/arrow-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"arrow-loader.js","names":["VERSION","DEFAULT_ARROW_LOADER_OPTIONS","arrow","shape","ArrowLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","_typecheckArrowLoader"],"sources":["../../src/arrow-loader.ts"],"sourcesContent":["import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ArrowLoaderOptions = LoaderOptions & {\n  arrow?: {\n    shape: 'arrow-table' | 'columnar-table' | 'row-table' | 'array-row-table' | 'object-row-table';\n  };\n};\n\nconst DEFAULT_ARROW_LOADER_OPTIONS = {\n  arrow: {\n    shape: 'columnar-table'\n  }\n};\n\n/** ArrowJS table loader */\nexport const ArrowLoader = {\n  name: 'Apache Arrow',\n  id: 'arrow',\n  module: 'arrow',\n  version: VERSION,\n  worker: true,\n  category: 'table',\n  extensions: ['arrow', 'feather'],\n  mimeTypes: [\n    'application/vnd.apache.arrow.file',\n    'application/vnd.apache.arrow.stream',\n    'application/octet-stream'\n  ],\n  binary: true,\n  tests: ['ARROW'],\n  options: DEFAULT_ARROW_LOADER_OPTIONS\n};\n\nexport const _typecheckArrowLoader: Loader = ArrowLoader;\n"],"mappings":";;;;;;AAIA,IAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAQ3E,IAAMC,4BAA4B,GAAG;EACnCC,KAAK,EAAE;IACLC,KAAK,EAAE;EACT;AACF,CAAC;;AAGM,IAAMC,WAAW,GAAG;EACzBC,IAAI,EAAE,cAAc;EACpBC,EAAE,EAAE,OAAO;EACXC,MAAM,EAAE,OAAO;EACfC,OAAO,EAAER,OAAO;EAChBS,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;EAChCC,SAAS,EAAE,CACT,mCAAmC,EACnC,qCAAqC,EACrC,0BAA0B,CAC3B;EACDC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,OAAO,CAAC;EAChBC,OAAO,EAAEd;AACX,CAAC;AAAC;AAEK,IAAMe,qBAA6B,GAAGZ,WAAW;AAAC"}
+{"version":3,"file":"arrow-loader.js","names":["VERSION","DEFAULT_ARROW_LOADER_OPTIONS","arrow","shape","ArrowLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","exports","_typecheckArrowLoader"],"sources":["../../src/arrow-loader.ts"],"sourcesContent":["import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ArrowLoaderOptions = LoaderOptions & {\n  arrow?: {\n    shape: 'arrow-table' | 'columnar-table' | 'row-table' | 'array-row-table' | 'object-row-table';\n  };\n};\n\nconst DEFAULT_ARROW_LOADER_OPTIONS = {\n  arrow: {\n    shape: 'columnar-table'\n  }\n};\n\n/** ArrowJS table loader */\nexport const ArrowLoader = {\n  name: 'Apache Arrow',\n  id: 'arrow',\n  module: 'arrow',\n  version: VERSION,\n  worker: true,\n  category: 'table',\n  extensions: ['arrow', 'feather'],\n  mimeTypes: [\n    'application/vnd.apache.arrow.file',\n    'application/vnd.apache.arrow.stream',\n    'application/octet-stream'\n  ],\n  binary: true,\n  tests: ['ARROW'],\n  options: DEFAULT_ARROW_LOADER_OPTIONS\n};\n\nexport const _typecheckArrowLoader: Loader = ArrowLoader;\n"],"mappings":";;;;;;AAIA,IAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAQ3E,IAAMC,4BAA4B,GAAG;EACnCC,KAAK,EAAE;IACLC,KAAK,EAAE;EACT;AACF,CAAC;AAGM,IAAMC,WAAW,GAAG;EACzBC,IAAI,EAAE,cAAc;EACpBC,EAAE,EAAE,OAAO;EACXC,MAAM,EAAE,OAAO;EACfC,OAAO,EAAER,OAAO;EAChBS,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;EAChCC,SAAS,EAAE,CACT,mCAAmC,EACnC,qCAAqC,EACrC,0BAA0B,CAC3B;EACDC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,OAAO,CAAC;EAChBC,OAAO,EAAEd;AACX,CAAC;AAACe,OAAA,CAAAZ,WAAA,GAAAA,WAAA;AAEK,IAAMa,qBAA6B,GAAGb,WAAW;AAACY,OAAA,CAAAC,qBAAA,GAAAA,qBAAA"}

package/dist/es5/arrow-writer.js

@@ -5,8 +5,7 @@ Object.defineProperty(exports, "__esModule", {
 });
 exports.ArrowWriter = void 0;
 var _encodeArrow = require("./lib/encode-arrow");
-
-var VERSION = typeof "3.4.0-alpha.1" !== 'undefined' ? "3.4.0-alpha.1" : 'latest';
+var VERSION = typeof "3.4.0-alpha.3" !== 'undefined' ? "3.4.0-alpha.3" : 'latest';
 var ArrowWriter = {
   name: 'Apache Arrow',
   id: 'arrow',

package/dist/es5/arrow-writer.js.map

@@ -1 +1 @@
-{"version":3,"file":"arrow-writer.js","names":["VERSION","ArrowWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","data","encodeArrowSync"],"sources":["../../src/arrow-writer.ts"],"sourcesContent":["// import type {Writer} from '@loaders.gl/loader-utils';\nimport type {WriterOptions} from '@loaders.gl/loader-utils';\nimport {encodeArrowSync} from './lib/encode-arrow';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\ntype ArrowWriterOptions = WriterOptions;\n\n/** Apache Arrow writer */\nexport const ArrowWriter = {\n  name: 'Apache Arrow',\n  id: 'arrow',\n  module: 'arrow',\n  version: VERSION,\n  extensions: ['arrow', 'feather'],\n  mimeTypes: [\n    'application/vnd.apache.arrow.file',\n    'application/vnd.apache.arrow.stream',\n    'application/octet-stream'\n  ],\n  encodeSync,\n  binary: true,\n  options: {}\n};\n\nfunction encodeSync(data, options?: ArrowWriterOptions) {\n  return encodeArrowSync(data);\n}\n"],"mappings":";;;;;;AAEA;;AAIA,IAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAKpE,IAAMC,WAAW,GAAG;EACzBC,IAAI,EAAE,cAAc;EACpBC,EAAE,EAAE,OAAO;EACXC,MAAM,EAAE,OAAO;EACfC,OAAO,EAAEL,OAAO;EAChBM,UAAU,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;EAChCC,SAAS,EAAE,CACT,mCAAmC,EACnC,qCAAqC,EACrC,0BAA0B,CAC3B;EACDC,UAAU,EAAVA,UAAU;EACVC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAE,CAAC;AACZ,CAAC;AAAC;AAEF,SAASF,UAAU,CAACG,IAAI,EAAED,OAA4B,EAAE;EACtD,OAAO,IAAAE,4BAAe,EAACD,IAAI,CAAC;AAC9B"}
+{"version":3,"file":"arrow-writer.js","names":["_encodeArrow","require","VERSION","ArrowWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","exports","data","encodeArrowSync"],"sources":["../../src/arrow-writer.ts"],"sourcesContent":["// import type {Writer} from '@loaders.gl/loader-utils';\nimport type {WriterOptions} from '@loaders.gl/loader-utils';\nimport {encodeArrowSync} from './lib/encode-arrow';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\ntype ArrowWriterOptions = WriterOptions;\n\n/** Apache Arrow writer */\nexport const ArrowWriter = {\n  name: 'Apache Arrow',\n  id: 'arrow',\n  module: 'arrow',\n  version: VERSION,\n  extensions: ['arrow', 'feather'],\n  mimeTypes: [\n    'application/vnd.apache.arrow.file',\n    'application/vnd.apache.arrow.stream',\n    'application/octet-stream'\n  ],\n  encodeSync,\n  binary: true,\n  options: {}\n};\n\nfunction encodeSync(data, options?: ArrowWriterOptions) {\n  return encodeArrowSync(data);\n}\n"],"mappings":";;;;;;AAEA,IAAAA,YAAA,GAAAC,OAAA;AAIA,IAAMC,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAKpE,IAAMC,WAAW,GAAG;EACzBC,IAAI,EAAE,cAAc;EACpBC,EAAE,EAAE,OAAO;EACXC,MAAM,EAAE,OAAO;EACfC,OAAO,EAAEL,OAAO;EAChBM,UAAU,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;EAChCC,SAAS,EAAE,CACT,mCAAmC,EACnC,qCAAqC,EACrC,0BAA0B,CAC3B;EACDC,UAAU,EAAVA,UAAU;EACVC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAE,CAAC;AACZ,CAAC;AAACC,OAAA,CAAAV,WAAA,GAAAA,WAAA;AAEF,SAASO,UAAUA,CAACI,IAAI,EAAEF,OAA4B,EAAE;EACtD,OAAO,IAAAG,4BAAe,EAACD,IAAI,CAAC;AAC9B"}

package/dist/es5/index.js

@@ -37,19 +37,16 @@ var _arrowWriter = require("./arrow-writer");
 function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
 function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
 _schema.TableBatchBuilder.ArrowBatch = _arrowTableBatch.default;
-
 var ArrowLoader = _objectSpread(_objectSpread({}, _arrowLoader.ArrowLoader), {}, {
   parse: function () {
     var _parse = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(arraybuffer, options) {
       return _regenerator.default.wrap(function _callee$(_context) {
-        while (1) {
-          switch (_context.prev = _context.next) {
-            case 0:
-              return _context.abrupt("return", (0, _parseArrowSync.default)(arraybuffer, options));
-            case 1:
-            case "end":
-              return _context.stop();
-          }
+        while (1) switch (_context.prev = _context.next) {
+          case 0:
+            return _context.abrupt("return", (0, _parseArrowSync.default)(arraybuffer, options));
+          case 1:
+          case "end":
+            return _context.stop();
         }
       }, _callee);
     }));

package/dist/es5/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","names":["TableBatchBuilder","ArrowBatch","ArrowTableBatchAggregator","ArrowLoader","ArrowWorkerLoader","parse","arraybuffer","options","parseSync","parseInBatches","parseArrowInBatches","_typecheckArrowLoader"],"sources":["../../src/index.ts"],"sourcesContent":["import type {LoaderWithParser} from '@loaders.gl/loader-utils';\nimport type {ArrowLoaderOptions} from './arrow-loader';\nimport {ArrowLoader as ArrowWorkerLoader} from './arrow-loader';\nimport parseSync from './lib/parse-arrow-sync';\nimport {parseArrowInBatches} from './lib/parse-arrow-in-batches';\n\nimport {TableBatchBuilder} from '@loaders.gl/schema';\nimport ArrowTableBatchAggregator from './lib/arrow-table-batch';\n\n// Make the ArrowBatch type available\nTableBatchBuilder.ArrowBatch = ArrowTableBatchAggregator;\n\n// Types\nexport {VECTOR_TYPES} from './types';\n\n// Arrow writer\n\nexport {ArrowWriter} from './arrow-writer';\n\n// Arrow loader\n\nexport type {ArrowLoaderOptions};\nexport {ArrowWorkerLoader};\n\n/** ArrowJS table loader */\nexport const ArrowLoader: LoaderWithParser = {\n  ...ArrowWorkerLoader,\n  parse: async (arraybuffer: ArrayBuffer, options?: ArrowLoaderOptions) =>\n    parseSync(arraybuffer, options),\n  parseSync,\n  parseInBatches: parseArrowInBatches\n};\n\nexport const _typecheckArrowLoader: LoaderWithParser = ArrowLoader;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEA;AACA;AACA;AAEA;AACA;AAMA;AAIA;AAA2C;AAAA;AAP3CA,yBAAiB,CAACC,UAAU,GAAGC,wBAAyB;;AAejD,IAAMC,WAA6B,mCACrCC,wBAAiB;EACpBC,KAAK;IAAA,uEAAE,iBAAOC,WAAwB,EAAEC,OAA4B;MAAA;QAAA;UAAA;YAAA;cAAA,iCAClE,IAAAC,uBAAS,EAACF,WAAW,EAAEC,OAAO,CAAC;YAAA;YAAA;cAAA;UAAA;QAAA;MAAA;IAAA;IAAA;MAAA;IAAA;IAAA;EAAA;EACjCC,SAAS,EAATA,uBAAS;EACTC,cAAc,EAAEC;AAAmB,EACpC;AAAC;AAEK,IAAMC,qBAAuC,GAAGR,WAAW;AAAC"}
+{"version":3,"file":"index.js","names":["_arrowLoader","require","_parseArrowSync","_interopRequireDefault","_parseArrowInBatches","_schema","_arrowTableBatch","_types","_arrowWriter","ownKeys","object","enumerableOnly","keys","Object","getOwnPropertySymbols","symbols","filter","sym","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","target","i","arguments","length","source","forEach","key","_defineProperty2","default","getOwnPropertyDescriptors","defineProperties","defineProperty","TableBatchBuilder","ArrowBatch","ArrowTableBatchAggregator","ArrowLoader","ArrowWorkerLoader","parse","_parse","_asyncToGenerator2","_regenerator","mark","_callee","arraybuffer","options","wrap","_callee$","_context","prev","next","abrupt","parseSync","stop","_x","_x2","parseInBatches","parseArrowInBatches","exports","_typecheckArrowLoader"],"sources":["../../src/index.ts"],"sourcesContent":["import type {LoaderWithParser} from '@loaders.gl/loader-utils';\nimport type {ArrowLoaderOptions} from './arrow-loader';\nimport {ArrowLoader as ArrowWorkerLoader} from './arrow-loader';\nimport parseSync from './lib/parse-arrow-sync';\nimport {parseArrowInBatches} from './lib/parse-arrow-in-batches';\n\nimport {TableBatchBuilder} from '@loaders.gl/schema';\nimport ArrowTableBatchAggregator from './lib/arrow-table-batch';\n\n// Make the ArrowBatch type available\nTableBatchBuilder.ArrowBatch = ArrowTableBatchAggregator;\n\n// Types\nexport {VECTOR_TYPES} from './types';\n\n// Arrow writer\n\nexport {ArrowWriter} from './arrow-writer';\n\n// Arrow loader\n\nexport type {ArrowLoaderOptions};\nexport {ArrowWorkerLoader};\n\n/** ArrowJS table loader */\nexport const ArrowLoader: LoaderWithParser = {\n  ...ArrowWorkerLoader,\n  parse: async (arraybuffer: ArrayBuffer, options?: ArrowLoaderOptions) =>\n    parseSync(arraybuffer, options),\n  parseSync,\n  parseInBatches: parseArrowInBatches\n};\n\nexport const _typecheckArrowLoader: LoaderWithParser = ArrowLoader;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEA,IAAAA,YAAA,GAAAC,OAAA;AACA,IAAAC,eAAA,GAAAC,sBAAA,CAAAF,OAAA;AACA,IAAAG,oBAAA,GAAAH,OAAA;AAEA,IAAAI,OAAA,GAAAJ,OAAA;AACA,IAAAK,gBAAA,GAAAH,sBAAA,CAAAF,OAAA;AAMA,IAAAM,MAAA,GAAAN,OAAA;AAIA,IAAAO,YAAA,GAAAP,OAAA;AAA2C,SAAAQ,QAAAC,MAAA,EAAAC,cAAA,QAAAC,IAAA,GAAAC,MAAA,CAAAD,IAAA,CAAAF,MAAA,OAAAG,MAAA,CAAAC,qBAAA,QAAAC,OAAA,GAAAF,MAAA,CAAAC,qBAAA,CAAAJ,MAAA,GAAAC,cAAA,KAAAI,OAAA,GAAAA,OAAA,CAAAC,MAAA,WAAAC,GAAA,WAAAJ,MAAA,CAAAK,wBAAA,CAAAR,MAAA,EAAAO,GAAA,EAAAE,UAAA,OAAAP,IAAA,CAAAQ,IAAA,CAAAC,KAAA,CAAAT,IAAA,EAAAG,OAAA,YAAAH,IAAA;AAAA,SAAAU,cAAAC,MAAA,aAAAC,CAAA,MAAAA,CAAA,GAAAC,SAAA,CAAAC,MAAA,EAAAF,CAAA,UAAAG,MAAA,WAAAF,SAAA,CAAAD,CAAA,IAAAC,SAAA,CAAAD,CAAA,QAAAA,CAAA,OAAAf,OAAA,CAAAI,MAAA,CAAAc,MAAA,OAAAC,OAAA,WAAAC,GAAA,QAAAC,gBAAA,CAAAC,OAAA,EAAAR,MAAA,EAAAM,GAAA,EAAAF,MAAA,CAAAE,GAAA,SAAAhB,MAAA,CAAAmB,yBAAA,GAAAnB,MAAA,CAAAoB,gBAAA,CAAAV,MAAA,EAAAV,MAAA,CAAAmB,yBAAA,CAAAL,MAAA,KAAAlB,OAAA,CAAAI,MAAA,CAAAc,MAAA,GAAAC,OAAA,WAAAC,GAAA,IAAAhB,MAAA,CAAAqB,cAAA,CAAAX,MAAA,EAAAM,GAAA,EAAAhB,MAAA,CAAAK,wBAAA,CAAAS,MAAA,EAAAE,GAAA,iBAAAN,MAAA;AAP3CY,yBAAiB,CAACC,UAAU,GAAGC,wBAAyB;AAejD,IAAMC,WAA6B,GAAAhB,aAAA,CAAAA,aAAA,KACrCiB,wBAAiB;EACpBC,KAAK;IAAA,IAAAC,MAAA,OAAAC,kBAAA,CAAAX,OAAA,EAAAY,YAAA,CAAAZ,OAAA,CAAAa,IAAA,CAAE,SAAAC,QAAOC,WAAwB,EAAEC,OAA4B;MAAA,OAAAJ,YAAA,CAAAZ,OAAA,CAAAiB,IAAA,UAAAC,SAAAC,QAAA;QAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;UAAA;YAAA,OAAAF,QAAA,CAAAG,MAAA,WAClE,IAAAC,uBAAS,EAACR,WAAW,EAAEC,OAAO,CAAC;UAAA;UAAA;YAAA,OAAAG,QAAA,CAAAK,IAAA;QAAA;MAAA,GAAAV,OAAA;IAAA;IAAA,SAAAL,MAAAgB,EAAA,EAAAC,GAAA;MAAA,OAAAhB,MAAA,CAAApB,KAAA,OAAAI,SAAA;IAAA;IAAA,OAAAe,KAAA;EAAA;EACjCc,SAAS,EAATA,uBAAS;EACTI,cAAc,EAAEC;AAAmB,EACpC;AAACC,OAAA,CAAAtB,WAAA,GAAAA,WAAA;AAEK,IAAMuB,qBAAuC,GAAGvB,WAAW;AAACsB,OAAA,CAAAC,qBAAA,GAAAA,qBAAA"}

package/dist/es5/lib/arrow-table-batch.js

@@ -17,7 +17,7 @@ var _apacheArrow = require("apache-arrow");
 var _schema = require("@loaders.gl/schema");
 function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
 function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
-function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
 function _createSuper(Derived) { var hasNativeReflectConstruct = _isNativeReflectConstruct(); return function _createSuperInternal() { var Super = (0, _getPrototypeOf2.default)(Derived), result; if (hasNativeReflectConstruct) { var NewTarget = (0, _getPrototypeOf2.default)(this).constructor; result = Reflect.construct(Super, arguments, NewTarget); } else { result = Super.apply(this, arguments); } return (0, _possibleConstructorReturn2.default)(this, result); }; }
 function _isNativeReflectConstruct() { if (typeof Reflect === "undefined" || !Reflect.construct) return false; if (Reflect.construct.sham) return false; if (typeof Proxy === "function") return true; try { Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function () {})); return true; } catch (e) { return false; } }
 var ArrowTableBatchAggregator = function (_ColumnarTableBatchAg) {
@@ -67,7 +67,6 @@ function getArrowSchema(schema) {
   }
   return new _apacheArrow.Schema(arrowFields);
 }
-
 function getArrowVectors(arrowSchema, data) {
   var arrowVectors = [];
   var _iterator = _createForOfIteratorHelper(arrowSchema.fields),

package/dist/es5/lib/arrow-table-batch.js.map

@@ -1 +1 @@
-{"version":3,"file":"arrow-table-batch.js","names":["ArrowTableBatchAggregator","schema","options","arrowSchema","batch","getArrowSchema","arrowVectors","getArrowVectors","data","recordBatch","RecordBatch","length","shape","batchType","ColumnarTableBatchAggregator","arrowFields","key","field","type","Float32Array","metadata","arrowField","Field","name","Float32","nullable","push","Error","Schema","fields","vector","arrowVector","Float32Vector","from"],"sources":["../../../src/lib/arrow-table-batch.ts"],"sourcesContent":["import type {ArrowTableBatch} from '@loaders.gl/schema';\nimport {Schema, Field, RecordBatch, Float32Vector, Float32} from 'apache-arrow';\nimport {ColumnarTableBatchAggregator} from '@loaders.gl/schema';\n\nexport default class ArrowTableBatchAggregator extends ColumnarTableBatchAggregator {\n  arrowSchema: Schema | null;\n\n  constructor(schema, options) {\n    super(schema, options);\n    this.arrowSchema = null;\n  }\n\n  getBatch(): ArrowTableBatch | null {\n    const batch = super.getBatch();\n    if (batch) {\n      // Get the arrow schema\n      this.arrowSchema = this.arrowSchema || getArrowSchema(batch.schema);\n      // Get arrow format vectors\n      const arrowVectors = getArrowVectors(this.arrowSchema, batch.data);\n      // Create the record batch\n      // new RecordBatch(schema, numRows, vectors, ...);\n      const recordBatch = new RecordBatch(this.arrowSchema, batch.length, arrowVectors);\n      return {\n        shape: 'arrow-table',\n        batchType: 'data',\n        data: recordBatch,\n        length: batch.length\n      };\n    }\n\n    return null;\n  }\n}\n\n// Convert from a simple loaders.gl schema to an Arrow schema\nfunction getArrowSchema(schema) {\n  const arrowFields: Field[] = [];\n  for (const key in schema) {\n    const field = schema[key];\n    if (field.type === Float32Array) {\n      const metadata = field; // just store the original field as metadata\n      // arrow: new Field(name, nullable, metadata)\n      const arrowField = new Field(field.name, new Float32(), field.nullable, metadata);\n      arrowFields.push(arrowField);\n    }\n  }\n  if (arrowFields.length === 0) {\n    throw new Error('No arrow convertible fields');\n  }\n\n  return new Schema(arrowFields);\n}\n\n// Convert from simple loaders.gl arrays to arrow vectors\nfunction getArrowVectors(arrowSchema, data) {\n  const arrowVectors: any[] = [];\n  for (const field of arrowSchema.fields) {\n    const vector = data[field.name];\n    if (vector instanceof Float32Array) {\n      const arrowVector = Float32Vector.from(vector);\n      arrowVectors.push(arrowVector);\n    }\n  }\n  if (arrowSchema.fields.length !== arrowVectors.length) {\n    throw new Error('Some columns not arrow convertible');\n  }\n  return arrowVectors;\n}\n"],"mappings":";;;;;;;;;;;;;;;AACA;AACA;AAAgE;AAAA;AAAA;AAAA;AAAA;AAAA,IAE3CA,yBAAyB;EAAA;EAAA;EAG5C,mCAAYC,MAAM,EAAEC,OAAO,EAAE;IAAA;IAAA;IAC3B,0BAAMD,MAAM,EAAEC,OAAO;IAAE;IACvB,MAAKC,WAAW,GAAG,IAAI;IAAC;EAC1B;EAAC;IAAA;IAAA,OAED,oBAAmC;MACjC,IAAMC,KAAK,sHAAmB;MAC9B,IAAIA,KAAK,EAAE;QAET,IAAI,CAACD,WAAW,GAAG,IAAI,CAACA,WAAW,IAAIE,cAAc,CAACD,KAAK,CAACH,MAAM,CAAC;QAEnE,IAAMK,YAAY,GAAGC,eAAe,CAAC,IAAI,CAACJ,WAAW,EAAEC,KAAK,CAACI,IAAI,CAAC;QAGlE,IAAMC,WAAW,GAAG,IAAIC,wBAAW,CAAC,IAAI,CAACP,WAAW,EAAEC,KAAK,CAACO,MAAM,EAAEL,YAAY,CAAC;QACjF,OAAO;UACLM,KAAK,EAAE,aAAa;UACpBC,SAAS,EAAE,MAAM;UACjBL,IAAI,EAAEC,WAAW;UACjBE,MAAM,EAAEP,KAAK,CAACO;QAChB,CAAC;MACH;MAEA,OAAO,IAAI;IACb;EAAC;EAAA;AAAA,EA3BoDG,oCAA4B;AAAA;AA+BnF,SAAST,cAAc,CAACJ,MAAM,EAAE;EAC9B,IAAMc,WAAoB,GAAG,EAAE;EAC/B,KAAK,IAAMC,GAAG,IAAIf,MAAM,EAAE;IACxB,IAAMgB,KAAK,GAAGhB,MAAM,CAACe,GAAG,CAAC;IACzB,IAAIC,KAAK,CAACC,IAAI,KAAKC,YAAY,EAAE;MAC/B,IAAMC,QAAQ,GAAGH,KAAK;MAEtB,IAAMI,UAAU,GAAG,IAAIC,kBAAK,CAACL,KAAK,CAACM,IAAI,EAAE,IAAIC,oBAAO,EAAE,EAAEP,KAAK,CAACQ,QAAQ,EAAEL,QAAQ,CAAC;MACjFL,WAAW,CAACW,IAAI,CAACL,UAAU,CAAC;IAC9B;EACF;EACA,IAAIN,WAAW,CAACJ,MAAM,KAAK,CAAC,EAAE;IAC5B,MAAM,IAAIgB,KAAK,CAAC,6BAA6B,CAAC;EAChD;EAEA,OAAO,IAAIC,mBAAM,CAACb,WAAW,CAAC;AAChC;;AAGA,SAASR,eAAe,CAACJ,WAAW,EAAEK,IAAI,EAAE;EAC1C,IAAMF,YAAmB,GAAG,EAAE;EAAC,2CACXH,WAAW,CAAC0B,MAAM;IAAA;EAAA;IAAtC,oDAAwC;MAAA,IAA7BZ,KAAK;MACd,IAAMa,MAAM,GAAGtB,IAAI,CAACS,KAAK,CAACM,IAAI,CAAC;MAC/B,IAAIO,MAAM,YAAYX,YAAY,EAAE;QAClC,IAAMY,WAAW,GAAGC,0BAAa,CAACC,IAAI,CAACH,MAAM,CAAC;QAC9CxB,YAAY,CAACoB,IAAI,CAACK,WAAW,CAAC;MAChC;IACF;EAAC;IAAA;EAAA;IAAA;EAAA;EACD,IAAI5B,WAAW,CAAC0B,MAAM,CAAClB,MAAM,KAAKL,YAAY,CAACK,MAAM,EAAE;IACrD,MAAM,IAAIgB,KAAK,CAAC,oCAAoC,CAAC;EACvD;EACA,OAAOrB,YAAY;AACrB"}
+{"version":3,"file":"arrow-table-batch.js","names":["_apacheArrow","require","_schema","_createForOfIteratorHelper","o","allowArrayLike","it","Symbol","iterator","Array","isArray","_unsupportedIterableToArray","length","i","F","s","n","done","value","e","_e","f","TypeError","normalCompletion","didErr","err","call","step","next","_e2","return","minLen","_arrayLikeToArray","Object","prototype","toString","slice","constructor","name","from","test","arr","len","arr2","_createSuper","Derived","hasNativeReflectConstruct","_isNativeReflectConstruct","_createSuperInternal","Super","_getPrototypeOf2","default","result","NewTarget","Reflect","construct","arguments","apply","_possibleConstructorReturn2","sham","Proxy","Boolean","valueOf","ArrowTableBatchAggregator","_ColumnarTableBatchAg","_inherits2","_super","schema","options","_this","_classCallCheck2","_defineProperty2","_assertThisInitialized2","arrowSchema","_createClass2","key","getBatch","batch","_get2","getArrowSchema","arrowVectors","getArrowVectors","data","recordBatch","RecordBatch","shape","batchType","ColumnarTableBatchAggregator","exports","arrowFields","field","type","Float32Array","metadata","arrowField","Field","Float32","nullable","push","Error","Schema","_iterator","fields","_step","vector","arrowVector","Float32Vector"],"sources":["../../../src/lib/arrow-table-batch.ts"],"sourcesContent":["import type {ArrowTableBatch} from '@loaders.gl/schema';\nimport {Schema, Field, RecordBatch, Float32Vector, Float32} from 'apache-arrow';\nimport {ColumnarTableBatchAggregator} from '@loaders.gl/schema';\n\nexport default class ArrowTableBatchAggregator extends ColumnarTableBatchAggregator {\n  arrowSchema: Schema | null;\n\n  constructor(schema, options) {\n    super(schema, options);\n    this.arrowSchema = null;\n  }\n\n  getBatch(): ArrowTableBatch | null {\n    const batch = super.getBatch();\n    if (batch) {\n      // Get the arrow schema\n      this.arrowSchema = this.arrowSchema || getArrowSchema(batch.schema);\n      // Get arrow format vectors\n      const arrowVectors = getArrowVectors(this.arrowSchema, batch.data);\n      // Create the record batch\n      // new RecordBatch(schema, numRows, vectors, ...);\n      const recordBatch = new RecordBatch(this.arrowSchema, batch.length, arrowVectors);\n      return {\n        shape: 'arrow-table',\n        batchType: 'data',\n        data: recordBatch,\n        length: batch.length\n      };\n    }\n\n    return null;\n  }\n}\n\n// Convert from a simple loaders.gl schema to an Arrow schema\nfunction getArrowSchema(schema) {\n  const arrowFields: Field[] = [];\n  for (const key in schema) {\n    const field = schema[key];\n    if (field.type === Float32Array) {\n      const metadata = field; // just store the original field as metadata\n      // arrow: new Field(name, nullable, metadata)\n      const arrowField = new Field(field.name, new Float32(), field.nullable, metadata);\n      arrowFields.push(arrowField);\n    }\n  }\n  if (arrowFields.length === 0) {\n    throw new Error('No arrow convertible fields');\n  }\n\n  return new Schema(arrowFields);\n}\n\n// Convert from simple loaders.gl arrays to arrow vectors\nfunction getArrowVectors(arrowSchema, data) {\n  const arrowVectors: any[] = [];\n  for (const field of arrowSchema.fields) {\n    const vector = data[field.name];\n    if (vector instanceof Float32Array) {\n      const arrowVector = Float32Vector.from(vector);\n      arrowVectors.push(arrowVector);\n    }\n  }\n  if (arrowSchema.fields.length !== arrowVectors.length) {\n    throw new Error('Some columns not arrow convertible');\n  }\n  return arrowVectors;\n}\n"],"mappings":";;;;;;;;;;;;;;;AACA,IAAAA,YAAA,GAAAC,OAAA;AACA,IAAAC,OAAA,GAAAD,OAAA;AAAgE,SAAAE,2BAAAC,CAAA,EAAAC,cAAA,QAAAC,EAAA,UAAAC,MAAA,oBAAAH,CAAA,CAAAG,MAAA,CAAAC,QAAA,KAAAJ,CAAA,qBAAAE,EAAA,QAAAG,KAAA,CAAAC,OAAA,CAAAN,CAAA,MAAAE,EAAA,GAAAK,2BAAA,CAAAP,CAAA,MAAAC,cAAA,IAAAD,CAAA,WAAAA,CAAA,CAAAQ,MAAA,qBAAAN,EAAA,EAAAF,CAAA,GAAAE,EAAA,MAAAO,CAAA,UAAAC,CAAA,YAAAA,EAAA,eAAAC,CAAA,EAAAD,CAAA,EAAAE,CAAA,WAAAA,EAAA,QAAAH,CAAA,IAAAT,CAAA,CAAAQ,MAAA,WAAAK,IAAA,mBAAAA,IAAA,SAAAC,KAAA,EAAAd,CAAA,CAAAS,CAAA,UAAAM,CAAA,WAAAA,EAAAC,EAAA,UAAAA,EAAA,KAAAC,CAAA,EAAAP,CAAA,gBAAAQ,SAAA,iJAAAC,gBAAA,SAAAC,MAAA,UAAAC,GAAA,WAAAV,CAAA,WAAAA,EAAA,IAAAT,EAAA,GAAAA,EAAA,CAAAoB,IAAA,CAAAtB,CAAA,MAAAY,CAAA,WAAAA,EAAA,QAAAW,IAAA,GAAArB,EAAA,CAAAsB,IAAA,IAAAL,gBAAA,GAAAI,IAAA,CAAAV,IAAA,SAAAU,IAAA,KAAAR,CAAA,WAAAA,EAAAU,GAAA,IAAAL,MAAA,SAAAC,GAAA,GAAAI,GAAA,KAAAR,CAAA,WAAAA,EAAA,eAAAE,gBAAA,IAAAjB,EAAA,CAAAwB,MAAA,UAAAxB,EAAA,CAAAwB,MAAA,oBAAAN,MAAA,QAAAC,GAAA;AAAA,SAAAd,4BAAAP,CAAA,EAAA2B,MAAA,SAAA3B,CAAA,qBAAAA,CAAA,sBAAA4B,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA,OAAAf,CAAA,GAAAiB,MAAA,CAAAC,SAAA,CAAAC,QAAA,CAAAT,IAAA,CAAAtB,CAAA,EAAAgC,KAAA,aAAApB,CAAA,iBAAAZ,CAAA,CAAAiC,WAAA,EAAArB,CAAA,GAAAZ,CAAA,CAAAiC,WAAA,CAAAC,IAAA,MAAAtB,CAAA,cAAAA,CAAA,mBAAAP,KAAA,CAAA8B,IAAA,CAAAnC,CAAA,OAAAY,CAAA,+DAAAwB,IAAA,CAAAxB,CAAA,UAAAgB,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA;AAAA,SAAAC,kBAAAS,GAAA,EAAAC,GAAA,QAAAA,GAAA,YAAAA,GAAA,GAAAD,GAAA,CAAA7B,MAAA,EAAA8B,GAAA,GAAAD,GAAA,CAAA7B,MAAA,WAAAC,CAAA,MAAA8B,IAAA,OAAAlC,KAAA,CAAAiC,GAAA,GAAA7B,CAAA,GAAA6B,GAAA,EAAA7B,CAAA,IAAA8B,IAAA,CAAA9B,CAAA,IAAA4B,GAAA,CAAA5B,CAAA,UAAA8B,IAAA;AAAA,SAAAC,aAAAC,OAAA,QAAAC,yBAAA,GAAAC,yBAAA,oBAAAC,qBAAA,QAAAC,KAAA,OAAAC,gBAAA,CAAAC,OAAA,EAAAN,OAAA,GAAAO,MAAA,MAAAN,yBAAA,QAAAO,SAAA,OAAAH,gBAAA,CAAAC,OAAA,QAAAd,WAAA,EAAAe,MAAA,GAAAE,OAAA,CAAAC,SAAA,CAAAN,KAAA,EAAAO,SAAA,EAAAH,SAAA,YAAAD,MAAA,GAAAH,KAAA,CAAAQ,KAAA,OAAAD,SAAA,gBAAAE,2BAAA,CAAAP,OAAA,QAAAC,MAAA;AAAA,SAAAL,0BAAA,eAAAO,OAAA,qBAAAA,OAAA,CAAAC,SAAA,oBAAAD,OAAA,CAAAC,SAAA,CAAAI,IAAA,2BAAAC,KAAA,oCAAAC,OAAA,CAAA3B,SAAA,CAAA4B,OAAA,CAAApC,IAAA,CAAA4B,OAAA,CAAAC,SAAA,CAAAM,OAAA,8CAAA1C,CAAA;AAAA,IAE3C4C,yBAAyB,aAAAC,qBAAA;EAAA,IAAAC,UAAA,CAAAd,OAAA,EAAAY,yBAAA,EAAAC,qBAAA;EAAA,IAAAE,MAAA,GAAAtB,YAAA,CAAAmB,yBAAA;EAG5C,SAAAA,0BAAYI,MAAM,EAAEC,OAAO,EAAE;IAAA,IAAAC,KAAA;IAAA,IAAAC,gBAAA,CAAAnB,OAAA,QAAAY,yBAAA;IAC3BM,KAAA,GAAAH,MAAA,CAAAxC,IAAA,OAAMyC,MAAM,EAAEC,OAAO;IAAE,IAAAG,gBAAA,CAAApB,OAAA,MAAAqB,uBAAA,CAAArB,OAAA,EAAAkB,KAAA;IACvBA,KAAA,CAAKI,WAAW,GAAG,IAAI;IAAC,OAAAJ,KAAA;EAC1B;EAAC,IAAAK,aAAA,CAAAvB,OAAA,EAAAY,yBAAA;IAAAY,GAAA;IAAAzD,KAAA,EAED,SAAA0D,SAAA,EAAmC;MACjC,IAAMC,KAAK,OAAAC,KAAA,CAAA3B,OAAA,MAAAD,gBAAA,CAAAC,OAAA,EAAAY,yBAAA,CAAA7B,SAAA,qBAAAR,IAAA,MAAmB;MAC9B,IAAImD,KAAK,EAAE;QAET,IAAI,CAACJ,WAAW,GAAG,IAAI,CAACA,WAAW,IAAIM,cAAc,CAACF,KAAK,CAACV,MAAM,CAAC;QAEnE,IAAMa,YAAY,GAAGC,eAAe,CAAC,IAAI,CAACR,WAAW,EAAEI,KAAK,CAACK,IAAI,CAAC;QAGlE,IAAMC,WAAW,GAAG,IAAIC,wBAAW,CAAC,IAAI,CAACX,WAAW,EAAEI,KAAK,CAACjE,MAAM,EAAEoE,YAAY,CAAC;QACjF,OAAO;UACLK,KAAK,EAAE,aAAa;UACpBC,SAAS,EAAE,MAAM;UACjBJ,IAAI,EAAEC,WAAW;UACjBvE,MAAM,EAAEiE,KAAK,CAACjE;QAChB,CAAC;MACH;MAEA,OAAO,IAAI;IACb;EAAC;EAAA,OAAAmD,yBAAA;AAAA,EA3BoDwB,oCAA4B;AAAAC,OAAA,CAAArC,OAAA,GAAAY,yBAAA;AA+BnF,SAASgB,cAAcA,CAACZ,MAAM,EAAE;EAC9B,IAAMsB,WAAoB,GAAG,EAAE;EAC/B,KAAK,IAAMd,GAAG,IAAIR,MAAM,EAAE;IACxB,IAAMuB,KAAK,GAAGvB,MAAM,CAACQ,GAAG,CAAC;IACzB,IAAIe,KAAK,CAACC,IAAI,KAAKC,YAAY,EAAE;MAC/B,IAAMC,QAAQ,GAAGH,KAAK;MAEtB,IAAMI,UAAU,GAAG,IAAIC,kBAAK,CAACL,KAAK,CAACpD,IAAI,EAAE,IAAI0D,oBAAO,EAAE,EAAEN,KAAK,CAACO,QAAQ,EAAEJ,QAAQ,CAAC;MACjFJ,WAAW,CAACS,IAAI,CAACJ,UAAU,CAAC;IAC9B;EACF;EACA,IAAIL,WAAW,CAAC7E,MAAM,KAAK,CAAC,EAAE;IAC5B,MAAM,IAAIuF,KAAK,CAAC,6BAA6B,CAAC;EAChD;EAEA,OAAO,IAAIC,mBAAM,CAACX,WAAW,CAAC;AAChC;AAGA,SAASR,eAAeA,CAACR,WAAW,EAAES,IAAI,EAAE;EAC1C,IAAMF,YAAmB,GAAG,EAAE;EAAC,IAAAqB,SAAA,GAAAlG,0BAAA,CACXsE,WAAW,CAAC6B,MAAM;IAAAC,KAAA;EAAA;IAAtC,KAAAF,SAAA,CAAAtF,CAAA,MAAAwF,KAAA,GAAAF,SAAA,CAAArF,CAAA,IAAAC,IAAA,GAAwC;MAAA,IAA7ByE,KAAK,GAAAa,KAAA,CAAArF,KAAA;MACd,IAAMsF,MAAM,GAAGtB,IAAI,CAACQ,KAAK,CAACpD,IAAI,CAAC;MAC/B,IAAIkE,MAAM,YAAYZ,YAAY,EAAE;QAClC,IAAMa,WAAW,GAAGC,0BAAa,CAACnE,IAAI,CAACiE,MAAM,CAAC;QAC9CxB,YAAY,CAACkB,IAAI,CAACO,WAAW,CAAC;MAChC;IACF;EAAC,SAAAhF,GAAA;IAAA4E,SAAA,CAAAlF,CAAA,CAAAM,GAAA;EAAA;IAAA4E,SAAA,CAAAhF,CAAA;EAAA;EACD,IAAIoD,WAAW,CAAC6B,MAAM,CAAC1F,MAAM,KAAKoE,YAAY,CAACpE,MAAM,EAAE;IACrD,MAAM,IAAIuF,KAAK,CAAC,oCAAoC,CAAC;EACvD;EACA,OAAOnB,YAAY;AACrB"}

package/dist/es5/lib/encode-arrow.js

@@ -8,7 +8,7 @@ var _apacheArrow = require("apache-arrow");
 var _types = require("../types");
 function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
 function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
-function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
 function encodeArrowSync(data) {
   var vectors = [];
   var arrayNames = [];
@@ -30,7 +30,6 @@ function encodeArrowSync(data) {
   var arrowBuffer = table.serialize();
   return arrowBuffer;
 }
-
 function createVector(array, type) {
   switch (type) {
     case _types.VECTOR_TYPES.DATE:

package/dist/es5/lib/encode-arrow.js.map

@@ -1 +1 @@
-{"version":3,"file":"encode-arrow.js","names":["encodeArrowSync","data","vectors","arrayNames","arrayData","push","name","arrayVector","createVector","array","type","table","Table","new","arrowBuffer","serialize","VECTOR_TYPES","DATE","DateVector","from","FLOAT","FloatVector"],"sources":["../../../src/lib/encode-arrow.ts"],"sourcesContent":["import {Table, FloatVector, DateVector} from 'apache-arrow';\nimport {AnyArrayType, VECTOR_TYPES} from '../types';\n\ntype ColumnarTable = {\n  name: string;\n  array: AnyArrayType;\n  type: number;\n}[];\n\n/**\n * Encodes set of arrays into the Apache Arrow columnar format\n * https://arrow.apache.org/docs/format/Columnar.html#ipc-file-format\n * @param data - columns data\n * @param options - the writer options\n * @returns - encoded ArrayBuffer\n */\nexport function encodeArrowSync(data: ColumnarTable): ArrayBuffer {\n  const vectors: any[] = [];\n  const arrayNames: string[] = [];\n  for (const arrayData of data) {\n    arrayNames.push(arrayData.name);\n    const arrayVector = createVector(arrayData.array, arrayData.type);\n    vectors.push(arrayVector);\n  }\n  const table = Table.new(vectors, arrayNames);\n  const arrowBuffer = table.serialize();\n  return arrowBuffer;\n}\n\n/**\n * Create Arrow Vector from given data and vector type\n * @param array {import('../types').AnyArrayType} - columns data\n * @param type {number} - the writer options\n * @return a vector of one of vector's types defined in the Apache Arrow library\n */\nfunction createVector(array, type) {\n  switch (type) {\n    case VECTOR_TYPES.DATE:\n      return DateVector.from(array);\n    case VECTOR_TYPES.FLOAT:\n    default:\n      return FloatVector.from(array);\n  }\n}\n"],"mappings":";;;;;;AAAA;AACA;AAAoD;AAAA;AAAA;AAe7C,SAASA,eAAe,CAACC,IAAmB,EAAe;EAChE,IAAMC,OAAc,GAAG,EAAE;EACzB,IAAMC,UAAoB,GAAG,EAAE;EAAC,2CACRF,IAAI;IAAA;EAAA;IAA5B,oDAA8B;MAAA,IAAnBG,SAAS;MAClBD,UAAU,CAACE,IAAI,CAACD,SAAS,CAACE,IAAI,CAAC;MAC/B,IAAMC,WAAW,GAAGC,YAAY,CAACJ,SAAS,CAACK,KAAK,EAAEL,SAAS,CAACM,IAAI,CAAC;MACjER,OAAO,CAACG,IAAI,CAACE,WAAW,CAAC;IAC3B;EAAC;IAAA;EAAA;IAAA;EAAA;EACD,IAAMI,KAAK,GAAGC,kBAAK,CAACC,GAAG,CAACX,OAAO,EAAEC,UAAU,CAAC;EAC5C,IAAMW,WAAW,GAAGH,KAAK,CAACI,SAAS,EAAE;EACrC,OAAOD,WAAW;AACpB;;AAQA,SAASN,YAAY,CAACC,KAAK,EAAEC,IAAI,EAAE;EACjC,QAAQA,IAAI;IACV,KAAKM,mBAAY,CAACC,IAAI;MACpB,OAAOC,uBAAU,CAACC,IAAI,CAACV,KAAK,CAAC;IAC/B,KAAKO,mBAAY,CAACI,KAAK;IACvB;MACE,OAAOC,wBAAW,CAACF,IAAI,CAACV,KAAK,CAAC;EAAC;AAErC"}
+{"version":3,"file":"encode-arrow.js","names":["_apacheArrow","require","_types","_createForOfIteratorHelper","o","allowArrayLike","it","Symbol","iterator","Array","isArray","_unsupportedIterableToArray","length","i","F","s","n","done","value","e","_e","f","TypeError","normalCompletion","didErr","err","call","step","next","_e2","return","minLen","_arrayLikeToArray","Object","prototype","toString","slice","constructor","name","from","test","arr","len","arr2","encodeArrowSync","data","vectors","arrayNames","_iterator","_step","arrayData","push","arrayVector","createVector","array","type","table","Table","new","arrowBuffer","serialize","VECTOR_TYPES","DATE","DateVector","FLOAT","FloatVector"],"sources":["../../../src/lib/encode-arrow.ts"],"sourcesContent":["import {Table, FloatVector, DateVector} from 'apache-arrow';\nimport {AnyArrayType, VECTOR_TYPES} from '../types';\n\ntype ColumnarTable = {\n  name: string;\n  array: AnyArrayType;\n  type: number;\n}[];\n\n/**\n * Encodes set of arrays into the Apache Arrow columnar format\n * https://arrow.apache.org/docs/format/Columnar.html#ipc-file-format\n * @param data - columns data\n * @param options - the writer options\n * @returns - encoded ArrayBuffer\n */\nexport function encodeArrowSync(data: ColumnarTable): ArrayBuffer {\n  const vectors: any[] = [];\n  const arrayNames: string[] = [];\n  for (const arrayData of data) {\n    arrayNames.push(arrayData.name);\n    const arrayVector = createVector(arrayData.array, arrayData.type);\n    vectors.push(arrayVector);\n  }\n  const table = Table.new(vectors, arrayNames);\n  const arrowBuffer = table.serialize();\n  return arrowBuffer;\n}\n\n/**\n * Create Arrow Vector from given data and vector type\n * @param array {import('../types').AnyArrayType} - columns data\n * @param type {number} - the writer options\n * @return a vector of one of vector's types defined in the Apache Arrow library\n */\nfunction createVector(array, type) {\n  switch (type) {\n    case VECTOR_TYPES.DATE:\n      return DateVector.from(array);\n    case VECTOR_TYPES.FLOAT:\n    default:\n      return FloatVector.from(array);\n  }\n}\n"],"mappings":";;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAAoD,SAAAE,2BAAAC,CAAA,EAAAC,cAAA,QAAAC,EAAA,UAAAC,MAAA,oBAAAH,CAAA,CAAAG,MAAA,CAAAC,QAAA,KAAAJ,CAAA,qBAAAE,EAAA,QAAAG,KAAA,CAAAC,OAAA,CAAAN,CAAA,MAAAE,EAAA,GAAAK,2BAAA,CAAAP,CAAA,MAAAC,cAAA,IAAAD,CAAA,WAAAA,CAAA,CAAAQ,MAAA,qBAAAN,EAAA,EAAAF,CAAA,GAAAE,EAAA,MAAAO,CAAA,UAAAC,CAAA,YAAAA,EAAA,eAAAC,CAAA,EAAAD,CAAA,EAAAE,CAAA,WAAAA,EAAA,QAAAH,CAAA,IAAAT,CAAA,CAAAQ,MAAA,WAAAK,IAAA,mBAAAA,IAAA,SAAAC,KAAA,EAAAd,CAAA,CAAAS,CAAA,UAAAM,CAAA,WAAAA,EAAAC,EAAA,UAAAA,EAAA,KAAAC,CAAA,EAAAP,CAAA,gBAAAQ,SAAA,iJAAAC,gBAAA,SAAAC,MAAA,UAAAC,GAAA,WAAAV,CAAA,WAAAA,EAAA,IAAAT,EAAA,GAAAA,EAAA,CAAAoB,IAAA,CAAAtB,CAAA,MAAAY,CAAA,WAAAA,EAAA,QAAAW,IAAA,GAAArB,EAAA,CAAAsB,IAAA,IAAAL,gBAAA,GAAAI,IAAA,CAAAV,IAAA,SAAAU,IAAA,KAAAR,CAAA,WAAAA,EAAAU,GAAA,IAAAL,MAAA,SAAAC,GAAA,GAAAI,GAAA,KAAAR,CAAA,WAAAA,EAAA,eAAAE,gBAAA,IAAAjB,EAAA,CAAAwB,MAAA,UAAAxB,EAAA,CAAAwB,MAAA,oBAAAN,MAAA,QAAAC,GAAA;AAAA,SAAAd,4BAAAP,CAAA,EAAA2B,MAAA,SAAA3B,CAAA,qBAAAA,CAAA,sBAAA4B,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA,OAAAf,CAAA,GAAAiB,MAAA,CAAAC,SAAA,CAAAC,QAAA,CAAAT,IAAA,CAAAtB,CAAA,EAAAgC,KAAA,aAAApB,CAAA,iBAAAZ,CAAA,CAAAiC,WAAA,EAAArB,CAAA,GAAAZ,CAAA,CAAAiC,WAAA,CAAAC,IAAA,MAAAtB,CAAA,cAAAA,CAAA,mBAAAP,KAAA,CAAA8B,IAAA,CAAAnC,CAAA,OAAAY,CAAA,+DAAAwB,IAAA,CAAAxB,CAAA,UAAAgB,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA;AAAA,SAAAC,kBAAAS,GAAA,EAAAC,GAAA,QAAAA,GAAA,YAAAA,GAAA,GAAAD,GAAA,CAAA7B,MAAA,EAAA8B,GAAA,GAAAD,GAAA,CAAA7B,MAAA,WAAAC,CAAA,MAAA8B,IAAA,OAAAlC,KAAA,CAAAiC,GAAA,GAAA7B,CAAA,GAAA6B,GAAA,EAAA7B,CAAA,IAAA8B,IAAA,CAAA9B,CAAA,IAAA4B,GAAA,CAAA5B,CAAA,UAAA8B,IAAA;AAe7C,SAASC,eAAeA,CAACC,IAAmB,EAAe;EAChE,IAAMC,OAAc,GAAG,EAAE;EACzB,IAAMC,UAAoB,GAAG,EAAE;EAAC,IAAAC,SAAA,GAAA7C,0BAAA,CACR0C,IAAI;IAAAI,KAAA;EAAA;IAA5B,KAAAD,SAAA,CAAAjC,CAAA,MAAAkC,KAAA,GAAAD,SAAA,CAAAhC,CAAA,IAAAC,IAAA,GAA8B;MAAA,IAAnBiC,SAAS,GAAAD,KAAA,CAAA/B,KAAA;MAClB6B,UAAU,CAACI,IAAI,CAACD,SAAS,CAACZ,IAAI,CAAC;MAC/B,IAAMc,WAAW,GAAGC,YAAY,CAACH,SAAS,CAACI,KAAK,EAAEJ,SAAS,CAACK,IAAI,CAAC;MACjET,OAAO,CAACK,IAAI,CAACC,WAAW,CAAC;IAC3B;EAAC,SAAA3B,GAAA;IAAAuB,SAAA,CAAA7B,CAAA,CAAAM,GAAA;EAAA;IAAAuB,SAAA,CAAA3B,CAAA;EAAA;EACD,IAAMmC,KAAK,GAAGC,kBAAK,CAACC,GAAG,CAACZ,OAAO,EAAEC,UAAU,CAAC;EAC5C,IAAMY,WAAW,GAAGH,KAAK,CAACI,SAAS,EAAE;EACrC,OAAOD,WAAW;AACpB;AAQA,SAASN,YAAYA,CAACC,KAAK,EAAEC,IAAI,EAAE;EACjC,QAAQA,IAAI;IACV,KAAKM,mBAAY,CAACC,IAAI;MACpB,OAAOC,uBAAU,CAACxB,IAAI,CAACe,KAAK,CAAC;IAC/B,KAAKO,mBAAY,CAACG,KAAK;IACvB;MACE,OAAOC,wBAAW,CAAC1B,IAAI,CAACe,KAAK,CAAC;EAAC;AAErC"}

package/dist/es5/lib/parse-arrow-in-batches.js

@@ -11,7 +11,6 @@ var _wrapAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helper
 var _apacheArrow = require("apache-arrow");
 function _asyncIterator(iterable) { var method, async, sync, retry = 2; for ("undefined" != typeof Symbol && (async = Symbol.asyncIterator, sync = Symbol.iterator); retry--;) { if (async && null != (method = iterable[async])) return method.call(iterable); if (sync && null != (method = iterable[sync])) return new AsyncFromSyncIterator(method.call(iterable)); async = "@@asyncIterator", sync = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
 function AsyncFromSyncIterator(s) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var done = r.done; return Promise.resolve(r.value).then(function (value) { return { value: value, done: done }; }); } return AsyncFromSyncIterator = function AsyncFromSyncIterator(s) { this.s = s, this.n = s.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function next() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, return: function _return(value) { var ret = this.s.return; return void 0 === ret ? Promise.resolve({ value: value, done: !0 }) : AsyncFromSyncIteratorContinuation(ret.apply(this.s, arguments)); }, throw: function _throw(value) { var thr = this.s.return; return void 0 === thr ? Promise.reject(value) : AsyncFromSyncIteratorContinuation(thr.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(s); }
-
 function parseArrowInBatches(asyncIterator) {
   function makeArrowAsyncIterator() {
     return _makeArrowAsyncIterator.apply(this, arguments);
@@ -20,108 +19,106 @@ function parseArrowInBatches(asyncIterator) {
     _makeArrowAsyncIterator = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee() {
       var readers, _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, reader, _iteratorAbruptCompletion2, _didIteratorError2, _iteratorError2, _iterator2, _step2, batch;
       return _regenerator.default.wrap(function _callee$(_context) {
-        while (1) {
-          switch (_context.prev = _context.next) {
-            case 0:
-              readers = _apacheArrow.RecordBatchReader.readAll(asyncIterator);
-              _iteratorAbruptCompletion = false;
-              _didIteratorError = false;
-              _context.prev = 3;
-              _iterator = _asyncIterator(readers);
-            case 5:
-              _context.next = 7;
-              return (0, _awaitAsyncGenerator2.default)(_iterator.next());
-            case 7:
-              if (!(_iteratorAbruptCompletion = !(_step = _context.sent).done)) {
-                _context.next = 42;
-                break;
-              }
-              reader = _step.value;
-              _iteratorAbruptCompletion2 = false;
-              _didIteratorError2 = false;
-              _context.prev = 11;
-              _iterator2 = _asyncIterator(reader);
-            case 13:
-              _context.next = 15;
-              return (0, _awaitAsyncGenerator2.default)(_iterator2.next());
-            case 15:
-              if (!(_iteratorAbruptCompletion2 = !(_step2 = _context.sent).done)) {
-                _context.next = 22;
-                break;
-              }
-              batch = _step2.value;
-              _context.next = 19;
-              return processBatch(batch);
-            case 19:
-              _iteratorAbruptCompletion2 = false;
-              _context.next = 13;
+        while (1) switch (_context.prev = _context.next) {
+          case 0:
+            readers = _apacheArrow.RecordBatchReader.readAll(asyncIterator);
+            _iteratorAbruptCompletion = false;
+            _didIteratorError = false;
+            _context.prev = 3;
+            _iterator = _asyncIterator(readers);
+          case 5:
+            _context.next = 7;
+            return (0, _awaitAsyncGenerator2.default)(_iterator.next());
+          case 7:
+            if (!(_iteratorAbruptCompletion = !(_step = _context.sent).done)) {
+              _context.next = 42;
               break;
-            case 22:
-              _context.next = 28;
+            }
+            reader = _step.value;
+            _iteratorAbruptCompletion2 = false;
+            _didIteratorError2 = false;
+            _context.prev = 11;
+            _iterator2 = _asyncIterator(reader);
+          case 13:
+            _context.next = 15;
+            return (0, _awaitAsyncGenerator2.default)(_iterator2.next());
+          case 15:
+            if (!(_iteratorAbruptCompletion2 = !(_step2 = _context.sent).done)) {
+              _context.next = 22;
               break;
-            case 24:
-              _context.prev = 24;
-              _context.t0 = _context["catch"](11);
-              _didIteratorError2 = true;
-              _iteratorError2 = _context.t0;
-            case 28:
-              _context.prev = 28;
-              _context.prev = 29;
-              if (!(_iteratorAbruptCompletion2 && _iterator2.return != null)) {
-                _context.next = 33;
-                break;
-              }
+            }
+            batch = _step2.value;
+            _context.next = 19;
+            return processBatch(batch);
+          case 19:
+            _iteratorAbruptCompletion2 = false;
+            _context.next = 13;
+            break;
+          case 22:
+            _context.next = 28;
+            break;
+          case 24:
+            _context.prev = 24;
+            _context.t0 = _context["catch"](11);
+            _didIteratorError2 = true;
+            _iteratorError2 = _context.t0;
+          case 28:
+            _context.prev = 28;
+            _context.prev = 29;
+            if (!(_iteratorAbruptCompletion2 && _iterator2.return != null)) {
               _context.next = 33;
-              return (0, _awaitAsyncGenerator2.default)(_iterator2.return());
-            case 33:
-              _context.prev = 33;
-              if (!_didIteratorError2) {
-                _context.next = 36;
-                break;
-              }
-              throw _iteratorError2;
-            case 36:
-              return _context.finish(33);
-            case 37:
-              return _context.finish(28);
-            case 38:
-              return _context.abrupt("break", 42);
-            case 39:
-              _iteratorAbruptCompletion = false;
-              _context.next = 5;
               break;
-            case 42:
-              _context.next = 48;
+            }
+            _context.next = 33;
+            return (0, _awaitAsyncGenerator2.default)(_iterator2.return());
+          case 33:
+            _context.prev = 33;
+            if (!_didIteratorError2) {
+              _context.next = 36;
               break;
-            case 44:
-              _context.prev = 44;
-              _context.t1 = _context["catch"](3);
-              _didIteratorError = true;
-              _iteratorError = _context.t1;
-            case 48:
-              _context.prev = 48;
-              _context.prev = 49;
-              if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
-                _context.next = 53;
-                break;
-              }
+            }
+            throw _iteratorError2;
+          case 36:
+            return _context.finish(33);
+          case 37:
+            return _context.finish(28);
+          case 38:
+            return _context.abrupt("break", 42);
+          case 39:
+            _iteratorAbruptCompletion = false;
+            _context.next = 5;
+            break;
+          case 42:
+            _context.next = 48;
+            break;
+          case 44:
+            _context.prev = 44;
+            _context.t1 = _context["catch"](3);
+            _didIteratorError = true;
+            _iteratorError = _context.t1;
+          case 48:
+            _context.prev = 48;
+            _context.prev = 49;
+            if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
               _context.next = 53;
-              return (0, _awaitAsyncGenerator2.default)(_iterator.return());
-            case 53:
-              _context.prev = 53;
-              if (!_didIteratorError) {
-                _context.next = 56;
-                break;
-              }
-              throw _iteratorError;
-            case 56:
-              return _context.finish(53);
-            case 57:
-              return _context.finish(48);
-            case 58:
-            case "end":
-              return _context.stop();
-          }
+              break;
+            }
+            _context.next = 53;
+            return (0, _awaitAsyncGenerator2.default)(_iterator.return());
+          case 53:
+            _context.prev = 53;
+            if (!_didIteratorError) {
+              _context.next = 56;
+              break;
+            }
+            throw _iteratorError;
+          case 56:
+            return _context.finish(53);
+          case 57:
+            return _context.finish(48);
+          case 58:
+          case "end":
+            return _context.stop();
         }
       }, _callee, null, [[3, 44, 48, 58], [11, 24, 28, 38], [29,, 33, 37], [49,, 53, 57]]);
     }));

package/dist/es5/lib/parse-arrow-in-batches.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse-arrow-in-batches.js","names":["parseArrowInBatches","asyncIterator","makeArrowAsyncIterator","readers","RecordBatchReader","readAll","reader","batch","processBatch","values","metadata","schema","length","fields","forEach","index","name","getChildAt","toArray"],"sources":["../../../src/lib/parse-arrow-in-batches.ts"],"sourcesContent":["// TODO - this import defeats the sophisticated typescript checking in ArrowJS\nimport {RecordBatchReader} from 'apache-arrow';\n// import {isIterable} from '@loaders.gl/core';\n\n/**\n */\nexport function parseArrowInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n): AsyncIterable<any> {\n  // Creates the appropriate RecordBatchReader subclasses from the input\n  // This will also close the underlying source in case of early termination or errors\n\n  // As an optimization, return a non-async iterator\n  /*\n  if (isIterable(readers)) {\n    function* makeArrowIterator() {\n      for (const reader of readers) {\n        for (const batch of reader) {\n          yield processBatch(batch, reader);\n        }\n        break; // only processing one stream of batches\n      }\n    }\n    const arrowIterator = makeArrowIterator();\n  }\n  */\n\n  async function* makeArrowAsyncIterator() {\n    // @ts-expect-error Fixed in arrow 9\n    const readers = RecordBatchReader.readAll(asyncIterator);\n    for await (const reader of readers) {\n      for await (const batch of reader) {\n        yield processBatch(batch);\n      }\n      break; // only processing one stream of batches\n    }\n  }\n  return makeArrowAsyncIterator();\n}\n\nfunction processBatch(batch) {\n  const values = {\n    metadata: batch.schema.metadata,\n    length: batch.length\n  };\n  batch.schema.fields.forEach(({name}, index) => {\n    values[name] = batch.getChildAt(index).toArray();\n  });\n  return values;\n}\n"],"mappings":";;;;;;;;;;AACA;AAA+C;AAAA;;AAKxC,SAASA,mBAAmB,CACjCC,aAAiE,EAC7C;EAAA,SAmBJC,sBAAsB;IAAA;EAAA;EAAA;IAAA,sFAAtC;MAAA;MAAA;QAAA;UAAA;YAAA;cAEQC,OAAO,GAAGC,8BAAiB,CAACC,OAAO,CAACJ,aAAa,CAAC;cAAA;cAAA;cAAA;cAAA,2BAC7BE,OAAO;YAAA;cAAA;cAAA;YAAA;cAAA;gBAAA;gBAAA;cAAA;cAAjBG,MAAM;cAAA;cAAA;cAAA;cAAA,4BACKA,MAAM;YAAA;cAAA;cAAA;YAAA;cAAA;gBAAA;gBAAA;cAAA;cAAfC,KAAK;cAAA;cACpB,OAAMC,YAAY,CAACD,KAAK,CAAC;YAAA;cAAA;cAAA;cAAA;YAAA;cAAA;cAAA;YAAA;cAAA;cAAA;cAAA;cAAA;YAAA;cAAA;cAAA;cAAA;gBAAA;gBAAA;cAAA;cAAA;cAAA;YAAA;cAAA;cAAA;gBAAA;gBAAA;cAAA;cAAA;YAAA;cAAA;YAAA;cAAA;YAAA;cAAA;YAAA;cAAA;cAAA;cAAA;YAAA;cAAA;cAAA;YAAA;cAAA;cAAA;cAAA;cAAA;YAAA;cAAA;cAAA;cAAA;gBAAA;gBAAA;cAAA;cAAA;cAAA;YAAA;cAAA;cAAA;gBAAA;gBAAA;cAAA;cAAA;YAAA;cAAA;YAAA;cAAA;YAAA;YAAA;cAAA;UAAA;QAAA;MAAA;IAAA,CAI9B;IAAA;EAAA;EACD,OAAOL,sBAAsB,EAAE;AACjC;AAEA,SAASM,YAAY,CAACD,KAAK,EAAE;EAC3B,IAAME,MAAM,GAAG;IACbC,QAAQ,EAAEH,KAAK,CAACI,MAAM,CAACD,QAAQ;IAC/BE,MAAM,EAAEL,KAAK,CAACK;EAChB,CAAC;EACDL,KAAK,CAACI,MAAM,CAACE,MAAM,CAACC,OAAO,CAAC,gBAASC,KAAK,EAAK;IAAA,IAAjBC,IAAI,QAAJA,IAAI;IAChCP,MAAM,CAACO,IAAI,CAAC,GAAGT,KAAK,CAACU,UAAU,CAACF,KAAK,CAAC,CAACG,OAAO,EAAE;EAClD,CAAC,CAAC;EACF,OAAOT,MAAM;AACf"}
+{"version":3,"file":"parse-arrow-in-batches.js","names":["_apacheArrow","require","_asyncIterator","iterable","method","async","sync","retry","Symbol","asyncIterator","iterator","call","AsyncFromSyncIterator","TypeError","s","AsyncFromSyncIteratorContinuation","r","Object","Promise","reject","done","resolve","value","then","n","next","prototype","apply","arguments","return","_return","ret","throw","_throw","thr","parseArrowInBatches","makeArrowAsyncIterator","_makeArrowAsyncIterator","_wrapAsyncGenerator2","default","_regenerator","mark","_callee","readers","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","reader","_iteratorAbruptCompletion2","_didIteratorError2","_iteratorError2","_iterator2","_step2","batch","wrap","_callee$","_context","prev","RecordBatchReader","readAll","_awaitAsyncGenerator2","sent","processBatch","t0","finish","abrupt","t1","stop","values","metadata","schema","length","fields","forEach","_ref","index","name","getChildAt","toArray"],"sources":["../../../src/lib/parse-arrow-in-batches.ts"],"sourcesContent":["// TODO - this import defeats the sophisticated typescript checking in ArrowJS\nimport {RecordBatchReader} from 'apache-arrow';\n// import {isIterable} from '@loaders.gl/core';\n\n/**\n */\nexport function parseArrowInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n): AsyncIterable<any> {\n  // Creates the appropriate RecordBatchReader subclasses from the input\n  // This will also close the underlying source in case of early termination or errors\n\n  // As an optimization, return a non-async iterator\n  /*\n  if (isIterable(readers)) {\n    function* makeArrowIterator() {\n      for (const reader of readers) {\n        for (const batch of reader) {\n          yield processBatch(batch, reader);\n        }\n        break; // only processing one stream of batches\n      }\n    }\n    const arrowIterator = makeArrowIterator();\n  }\n  */\n\n  async function* makeArrowAsyncIterator() {\n    // @ts-expect-error Fixed in arrow 9\n    const readers = RecordBatchReader.readAll(asyncIterator);\n    for await (const reader of readers) {\n      for await (const batch of reader) {\n        yield processBatch(batch);\n      }\n      break; // only processing one stream of batches\n    }\n  }\n  return makeArrowAsyncIterator();\n}\n\nfunction processBatch(batch) {\n  const values = {\n    metadata: batch.schema.metadata,\n    length: batch.length\n  };\n  batch.schema.fields.forEach(({name}, index) => {\n    values[name] = batch.getChildAt(index).toArray();\n  });\n  return values;\n}\n"],"mappings":";;;;;;;;;;AACA,IAAAA,YAAA,GAAAC,OAAA;AAA+C,SAAAC,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAAC,MAAA,KAAAH,KAAA,GAAAG,MAAA,CAAAC,aAAA,EAAAH,IAAA,GAAAE,MAAA,CAAAE,QAAA,GAAAH,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAAO,IAAA,CAAAR,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAM,qBAAA,CAAAR,MAAA,CAAAO,IAAA,CAAAR,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAAO,SAAA;AAAA,SAAAD,sBAAAE,CAAA,aAAAC,kCAAAC,CAAA,QAAAC,MAAA,CAAAD,CAAA,MAAAA,CAAA,SAAAE,OAAA,CAAAC,MAAA,KAAAN,SAAA,CAAAG,CAAA,+BAAAI,IAAA,GAAAJ,CAAA,CAAAI,IAAA,SAAAF,OAAA,CAAAG,OAAA,CAAAL,CAAA,CAAAM,KAAA,EAAAC,IAAA,WAAAD,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAF,IAAA,EAAAA,IAAA,iBAAAR,qBAAA,YAAAA,sBAAAE,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAU,CAAA,GAAAV,CAAA,CAAAW,IAAA,KAAAb,qBAAA,CAAAc,SAAA,KAAAZ,CAAA,QAAAU,CAAA,QAAAC,IAAA,WAAAA,KAAA,WAAAV,iCAAA,MAAAS,CAAA,CAAAG,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAC,MAAA,WAAAC,QAAAR,KAAA,QAAAS,GAAA,QAAAjB,CAAA,CAAAe,MAAA,oBAAAE,GAAA,GAAAb,OAAA,CAAAG,OAAA,GAAAC,KAAA,EAAAA,KAAA,EAAAF,IAAA,UAAAL,iCAAA,CAAAgB,GAAA,CAAAJ,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAI,KAAA,WAAAC,OAAAX,KAAA,QAAAY,GAAA,QAAApB,CAAA,CAAAe,MAAA,oBAAAK,GAAA,GAAAhB,OAAA,CAAAC,MAAA,CAAAG,KAAA,IAAAP,iCAAA,CAAAmB,GAAA,CAAAP,KAAA,MAAAb,CAAA,EAAAc,SAAA,aAAAhB,qBAAA,CAAAE,CAAA;AAKxC,SAASqB,mBAAmBA,CACjC1B,aAAiE,EAC7C;EAAA,SAmBJ2B,sBAAsBA,CAAA;IAAA,OAAAC,uBAAA,CAAAV,KAAA,OAAAC,SAAA;EAAA;EAAA,SAAAS,wBAAA;IAAAA,uBAAA,OAAAC,oBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAtC,SAAAC,QAAA;MAAA,IAAAC,OAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,MAAA,EAAAC,0BAAA,EAAAC,kBAAA,EAAAC,eAAA,EAAAC,UAAA,EAAAC,MAAA,EAAAC,KAAA;MAAA,OAAAf,YAAA,CAAAD,OAAA,CAAAiB,IAAA,UAAAC,SAAAC,QAAA;QAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAjC,IAAA;UAAA;YAEQkB,OAAO,GAAGiB,8BAAiB,CAACC,OAAO,CAACpD,aAAa,CAAC;YAAAmC,yBAAA;YAAAC,iBAAA;YAAAa,QAAA,CAAAC,IAAA;YAAAZ,SAAA,GAAA7C,cAAA,CAC7ByC,OAAO;UAAA;YAAAe,QAAA,CAAAjC,IAAA;YAAA,WAAAqC,qBAAA,CAAAvB,OAAA,EAAAQ,SAAA,CAAAtB,IAAA;UAAA;YAAA,MAAAmB,yBAAA,KAAAI,KAAA,GAAAU,QAAA,CAAAK,IAAA,EAAA3C,IAAA;cAAAsC,QAAA,CAAAjC,IAAA;cAAA;YAAA;YAAjBwB,MAAM,GAAAD,KAAA,CAAA1B,KAAA;YAAA4B,0BAAA;YAAAC,kBAAA;YAAAO,QAAA,CAAAC,IAAA;YAAAN,UAAA,GAAAnD,cAAA,CACK+C,MAAM;UAAA;YAAAS,QAAA,CAAAjC,IAAA;YAAA,WAAAqC,qBAAA,CAAAvB,OAAA,EAAAc,UAAA,CAAA5B,IAAA;UAAA;YAAA,MAAAyB,0BAAA,KAAAI,MAAA,GAAAI,QAAA,CAAAK,IAAA,EAAA3C,IAAA;cAAAsC,QAAA,CAAAjC,IAAA;cAAA;YAAA;YAAf8B,KAAK,GAAAD,MAAA,CAAAhC,KAAA;YAAAoC,QAAA,CAAAjC,IAAA;YACpB,OAAMuC,YAAY,CAACT,KAAK,CAAC;UAAA;YAAAL,0BAAA;YAAAQ,QAAA,CAAAjC,IAAA;YAAA;UAAA;YAAAiC,QAAA,CAAAjC,IAAA;YAAA;UAAA;YAAAiC,QAAA,CAAAC,IAAA;YAAAD,QAAA,CAAAO,EAAA,GAAAP,QAAA;YAAAP,kBAAA;YAAAC,eAAA,GAAAM,QAAA,CAAAO,EAAA;UAAA;YAAAP,QAAA,CAAAC,IAAA;YAAAD,QAAA,CAAAC,IAAA;YAAA,MAAAT,0BAAA,IAAAG,UAAA,CAAAxB,MAAA;cAAA6B,QAAA,CAAAjC,IAAA;cAAA;YAAA;YAAAiC,QAAA,CAAAjC,IAAA;YAAA,WAAAqC,qBAAA,CAAAvB,OAAA,EAAAc,UAAA,CAAAxB,MAAA;UAAA;YAAA6B,QAAA,CAAAC,IAAA;YAAA,KAAAR,kBAAA;cAAAO,QAAA,CAAAjC,IAAA;cAAA;YAAA;YAAA,MAAA2B,eAAA;UAAA;YAAA,OAAAM,QAAA,CAAAQ,MAAA;UAAA;YAAA,OAAAR,QAAA,CAAAQ,MAAA;UAAA;YAAA,OAAAR,QAAA,CAAAS,MAAA;UAAA;YAAAvB,yBAAA;YAAAc,QAAA,CAAAjC,IAAA;YAAA;UAAA;YAAAiC,QAAA,CAAAjC,IAAA;YAAA;UAAA;YAAAiC,QAAA,CAAAC,IAAA;YAAAD,QAAA,CAAAU,EAAA,GAAAV,QAAA;YAAAb,iBAAA;YAAAC,cAAA,GAAAY,QAAA,CAAAU,EAAA;UAAA;YAAAV,QAAA,CAAAC,IAAA;YAAAD,QAAA,CAAAC,IAAA;YAAA,MAAAf,yBAAA,IAAAG,SAAA,CAAAlB,MAAA;cAAA6B,QAAA,CAAAjC,IAAA;cAAA;YAAA;YAAAiC,QAAA,CAAAjC,IAAA;YAAA,WAAAqC,qBAAA,CAAAvB,OAAA,EAAAQ,SAAA,CAAAlB,MAAA;UAAA;YAAA6B,QAAA,CAAAC,IAAA;YAAA,KAAAd,iBAAA;cAAAa,QAAA,CAAAjC,IAAA;cAAA;YAAA;YAAA,MAAAqB,cAAA;UAAA;YAAA,OAAAY,QAAA,CAAAQ,MAAA;UAAA;YAAA,OAAAR,QAAA,CAAAQ,MAAA;UAAA;UAAA;YAAA,OAAAR,QAAA,CAAAW,IAAA;QAAA;MAAA,GAAA3B,OAAA;IAAA,CAI9B;IAAA,OAAAL,uBAAA,CAAAV,KAAA,OAAAC,SAAA;EAAA;EACD,OAAOQ,sBAAsB,EAAE;AACjC;AAEA,SAAS4B,YAAYA,CAACT,KAAK,EAAE;EAC3B,IAAMe,MAAM,GAAG;IACbC,QAAQ,EAAEhB,KAAK,CAACiB,MAAM,CAACD,QAAQ;IAC/BE,MAAM,EAAElB,KAAK,CAACkB;EAChB,CAAC;EACDlB,KAAK,CAACiB,MAAM,CAACE,MAAM,CAACC,OAAO,CAAC,UAAAC,IAAA,EAASC,KAAK,EAAK;IAAA,IAAjBC,IAAI,GAAAF,IAAA,CAAJE,IAAI;IAChCR,MAAM,CAACQ,IAAI,CAAC,GAAGvB,KAAK,CAACwB,UAAU,CAACF,KAAK,CAAC,CAACG,OAAO,EAAE;EAClD,CAAC,CAAC;EACF,OAAOV,MAAM;AACf"}

package/dist/es5/lib/parse-arrow-sync.js

@@ -8,7 +8,6 @@ var _apacheArrow = require("apache-arrow");
 function parseArrowSync(arrayBuffer, options) {
   var _options$arrow;
   var arrowTable = _apacheArrow.Table.from([new Uint8Array(arrayBuffer)]);
-
   var columnarTable = {};
   arrowTable.schema.fields.forEach(function (field) {
     var arrowColumn = arrowTable.getColumn(field.name);

package/dist/es5/lib/parse-arrow-sync.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse-arrow-sync.js","names":["parseArrowSync","arrayBuffer","options","arrowTable","Table","from","Uint8Array","columnarTable","schema","fields","forEach","field","arrowColumn","getColumn","name","values","toArray","arrow","shape","convertColumnarToRowFormatTable","tableKeys","Object","keys","tableRowsCount","length","rowFormatTable","index","tableItem","keyIndex","fieldName","push"],"sources":["../../../src/lib/parse-arrow-sync.ts"],"sourcesContent":["import type {ArrowLoaderOptions} from '../arrow-loader';\nimport {Table} from 'apache-arrow';\n\n// Parses arrow to a columnar table\nexport default function parseArrowSync(arrayBuffer, options?: ArrowLoaderOptions) {\n  const arrowTable = Table.from([new Uint8Array(arrayBuffer)]);\n\n  // Extract columns\n\n  // TODO - avoid calling `getColumn` on columns we are not interested in?\n  // Add options object?\n  const columnarTable = {};\n\n  arrowTable.schema.fields.forEach((field) => {\n    // This (is intended to) coalesce all record batches into a single typed array\n    const arrowColumn = arrowTable.getColumn(field.name);\n    const values = arrowColumn.toArray();\n    columnarTable[field.name] = values;\n  });\n\n  switch (options?.arrow?.shape) {\n    case 'arrow-table':\n      return arrowTable;\n    case 'object-row-table':\n      return convertColumnarToRowFormatTable(columnarTable);\n    case 'columnar-table':\n    default:\n      return columnarTable;\n  }\n}\n\nfunction convertColumnarToRowFormatTable(columnarTable) {\n  const tableKeys = Object.keys(columnarTable);\n  const tableRowsCount = columnarTable[tableKeys[0]].length;\n  const rowFormatTable: {}[] = [];\n\n  for (let index = 0; index < tableRowsCount; index++) {\n    const tableItem = {};\n    for (let keyIndex = 0; keyIndex < tableKeys.length; keyIndex++) {\n      const fieldName = tableKeys[keyIndex];\n      tableItem[fieldName] = columnarTable[fieldName][index];\n    }\n    rowFormatTable.push(tableItem);\n  }\n  return rowFormatTable;\n}\n"],"mappings":";;;;;;AACA;AAGe,SAASA,cAAc,CAACC,WAAW,EAAEC,OAA4B,EAAE;EAAA;EAChF,IAAMC,UAAU,GAAGC,kBAAK,CAACC,IAAI,CAAC,CAAC,IAAIC,UAAU,CAACL,WAAW,CAAC,CAAC,CAAC;;EAM5D,IAAMM,aAAa,GAAG,CAAC,CAAC;EAExBJ,UAAU,CAACK,MAAM,CAACC,MAAM,CAACC,OAAO,CAAC,UAACC,KAAK,EAAK;IAE1C,IAAMC,WAAW,GAAGT,UAAU,CAACU,SAAS,CAACF,KAAK,CAACG,IAAI,CAAC;IACpD,IAAMC,MAAM,GAAGH,WAAW,CAACI,OAAO,EAAE;IACpCT,aAAa,CAACI,KAAK,CAACG,IAAI,CAAC,GAAGC,MAAM;EACpC,CAAC,CAAC;EAEF,QAAQb,OAAO,aAAPA,OAAO,yCAAPA,OAAO,CAAEe,KAAK,mDAAd,eAAgBC,KAAK;IAC3B,KAAK,aAAa;MAChB,OAAOf,UAAU;IACnB,KAAK,kBAAkB;MACrB,OAAOgB,+BAA+B,CAACZ,aAAa,CAAC;IACvD,KAAK,gBAAgB;IACrB;MACE,OAAOA,aAAa;EAAC;AAE3B;AAEA,SAASY,+BAA+B,CAACZ,aAAa,EAAE;EACtD,IAAMa,SAAS,GAAGC,MAAM,CAACC,IAAI,CAACf,aAAa,CAAC;EAC5C,IAAMgB,cAAc,GAAGhB,aAAa,CAACa,SAAS,CAAC,CAAC,CAAC,CAAC,CAACI,MAAM;EACzD,IAAMC,cAAoB,GAAG,EAAE;EAE/B,KAAK,IAAIC,KAAK,GAAG,CAAC,EAAEA,KAAK,GAAGH,cAAc,EAAEG,KAAK,EAAE,EAAE;IACnD,IAAMC,SAAS,GAAG,CAAC,CAAC;IACpB,KAAK,IAAIC,QAAQ,GAAG,CAAC,EAAEA,QAAQ,GAAGR,SAAS,CAACI,MAAM,EAAEI,QAAQ,EAAE,EAAE;MAC9D,IAAMC,SAAS,GAAGT,SAAS,CAACQ,QAAQ,CAAC;MACrCD,SAAS,CAACE,SAAS,CAAC,GAAGtB,aAAa,CAACsB,SAAS,CAAC,CAACH,KAAK,CAAC;IACxD;IACAD,cAAc,CAACK,IAAI,CAACH,SAAS,CAAC;EAChC;EACA,OAAOF,cAAc;AACvB"}
+{"version":3,"file":"parse-arrow-sync.js","names":["_apacheArrow","require","parseArrowSync","arrayBuffer","options","_options$arrow","arrowTable","Table","from","Uint8Array","columnarTable","schema","fields","forEach","field","arrowColumn","getColumn","name","values","toArray","arrow","shape","convertColumnarToRowFormatTable","tableKeys","Object","keys","tableRowsCount","length","rowFormatTable","index","tableItem","keyIndex","fieldName","push"],"sources":["../../../src/lib/parse-arrow-sync.ts"],"sourcesContent":["import type {ArrowLoaderOptions} from '../arrow-loader';\nimport {Table} from 'apache-arrow';\n\n// Parses arrow to a columnar table\nexport default function parseArrowSync(arrayBuffer, options?: ArrowLoaderOptions) {\n  const arrowTable = Table.from([new Uint8Array(arrayBuffer)]);\n\n  // Extract columns\n\n  // TODO - avoid calling `getColumn` on columns we are not interested in?\n  // Add options object?\n  const columnarTable = {};\n\n  arrowTable.schema.fields.forEach((field) => {\n    // This (is intended to) coalesce all record batches into a single typed array\n    const arrowColumn = arrowTable.getColumn(field.name);\n    const values = arrowColumn.toArray();\n    columnarTable[field.name] = values;\n  });\n\n  switch (options?.arrow?.shape) {\n    case 'arrow-table':\n      return arrowTable;\n    case 'object-row-table':\n      return convertColumnarToRowFormatTable(columnarTable);\n    case 'columnar-table':\n    default:\n      return columnarTable;\n  }\n}\n\nfunction convertColumnarToRowFormatTable(columnarTable) {\n  const tableKeys = Object.keys(columnarTable);\n  const tableRowsCount = columnarTable[tableKeys[0]].length;\n  const rowFormatTable: {}[] = [];\n\n  for (let index = 0; index < tableRowsCount; index++) {\n    const tableItem = {};\n    for (let keyIndex = 0; keyIndex < tableKeys.length; keyIndex++) {\n      const fieldName = tableKeys[keyIndex];\n      tableItem[fieldName] = columnarTable[fieldName][index];\n    }\n    rowFormatTable.push(tableItem);\n  }\n  return rowFormatTable;\n}\n"],"mappings":";;;;;;AACA,IAAAA,YAAA,GAAAC,OAAA;AAGe,SAASC,cAAcA,CAACC,WAAW,EAAEC,OAA4B,EAAE;EAAA,IAAAC,cAAA;EAChF,IAAMC,UAAU,GAAGC,kBAAK,CAACC,IAAI,CAAC,CAAC,IAAIC,UAAU,CAACN,WAAW,CAAC,CAAC,CAAC;EAM5D,IAAMO,aAAa,GAAG,CAAC,CAAC;EAExBJ,UAAU,CAACK,MAAM,CAACC,MAAM,CAACC,OAAO,CAAC,UAACC,KAAK,EAAK;IAE1C,IAAMC,WAAW,GAAGT,UAAU,CAACU,SAAS,CAACF,KAAK,CAACG,IAAI,CAAC;IACpD,IAAMC,MAAM,GAAGH,WAAW,CAACI,OAAO,EAAE;IACpCT,aAAa,CAACI,KAAK,CAACG,IAAI,CAAC,GAAGC,MAAM;EACpC,CAAC,CAAC;EAEF,QAAQd,OAAO,aAAPA,OAAO,wBAAAC,cAAA,GAAPD,OAAO,CAAEgB,KAAK,cAAAf,cAAA,uBAAdA,cAAA,CAAgBgB,KAAK;IAC3B,KAAK,aAAa;MAChB,OAAOf,UAAU;IACnB,KAAK,kBAAkB;MACrB,OAAOgB,+BAA+B,CAACZ,aAAa,CAAC;IACvD,KAAK,gBAAgB;IACrB;MACE,OAAOA,aAAa;EAAC;AAE3B;AAEA,SAASY,+BAA+BA,CAACZ,aAAa,EAAE;EACtD,IAAMa,SAAS,GAAGC,MAAM,CAACC,IAAI,CAACf,aAAa,CAAC;EAC5C,IAAMgB,cAAc,GAAGhB,aAAa,CAACa,SAAS,CAAC,CAAC,CAAC,CAAC,CAACI,MAAM;EACzD,IAAMC,cAAoB,GAAG,EAAE;EAE/B,KAAK,IAAIC,KAAK,GAAG,CAAC,EAAEA,KAAK,GAAGH,cAAc,EAAEG,KAAK,EAAE,EAAE;IACnD,IAAMC,SAAS,GAAG,CAAC,CAAC;IACpB,KAAK,IAAIC,QAAQ,GAAG,CAAC,EAAEA,QAAQ,GAAGR,SAAS,CAACI,MAAM,EAAEI,QAAQ,EAAE,EAAE;MAC9D,IAAMC,SAAS,GAAGT,SAAS,CAACQ,QAAQ,CAAC;MACrCD,SAAS,CAACE,SAAS,CAAC,GAAGtB,aAAa,CAACsB,SAAS,CAAC,CAACH,KAAK,CAAC;IACxD;IACAD,cAAc,CAACK,IAAI,CAACH,SAAS,CAAC;EAChC;EACA,OAAOF,cAAc;AACvB"}

package/dist/es5/types.js

@@ -4,10 +4,10 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.VECTOR_TYPES = void 0;
-var VECTOR_TYPES;
-exports.VECTOR_TYPES = VECTOR_TYPES;
-(function (VECTOR_TYPES) {
+var VECTOR_TYPES = function (VECTOR_TYPES) {
   VECTOR_TYPES[VECTOR_TYPES["FLOAT"] = 0] = "FLOAT";
   VECTOR_TYPES[VECTOR_TYPES["DATE"] = 1] = "DATE";
-})(VECTOR_TYPES || (exports.VECTOR_TYPES = VECTOR_TYPES = {}));
+  return VECTOR_TYPES;
+}({});
+exports.VECTOR_TYPES = VECTOR_TYPES;
 //# sourceMappingURL=types.js.map

package/dist/es5/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","names":["VECTOR_TYPES"],"sources":["../../src/types.ts"],"sourcesContent":["type TypedIntArray =\n  | Int8Array\n  | Uint8Array\n  | Int16Array\n  | Uint16Array\n  | Int32Array\n  | Uint32Array\n  | Int32Array\n  | Uint32Array;\n\ntype TypedFloatArray = Float32Array | Float64Array;\n\ntype TypedArray = TypedIntArray | TypedFloatArray;\n\nexport type AnyArrayType = Array<any> | TypedArray;\n\nexport enum VECTOR_TYPES {\n  FLOAT,\n  DATE\n}\n"],"mappings":";;;;;;IAgBYA,YAAY;AAAA;AAAA,WAAZA,YAAY;EAAZA,YAAY,CAAZA,YAAY;EAAZA,YAAY,CAAZA,YAAY;AAAA,GAAZA,YAAY,4BAAZA,YAAY"}
+{"version":3,"file":"types.js","names":["VECTOR_TYPES","exports"],"sources":["../../src/types.ts"],"sourcesContent":["type TypedIntArray =\n  | Int8Array\n  | Uint8Array\n  | Int16Array\n  | Uint16Array\n  | Int32Array\n  | Uint32Array\n  | Int32Array\n  | Uint32Array;\n\ntype TypedFloatArray = Float32Array | Float64Array;\n\ntype TypedArray = TypedIntArray | TypedFloatArray;\n\nexport type AnyArrayType = Array<any> | TypedArray;\n\nexport enum VECTOR_TYPES {\n  FLOAT,\n  DATE\n}\n"],"mappings":";;;;;;IAgBYA,YAAY,aAAZA,YAAY;EAAZA,YAAY,CAAZA,YAAY;EAAZA,YAAY,CAAZA,YAAY;EAAA,OAAZA,YAAY;AAAA;AAAAC,OAAA,CAAAD,YAAA,GAAAA,YAAA"}

package/dist/es5/workers/arrow-worker.js.map

@@ -1 +1 @@
-{"version":3,"file":"arrow-worker.js","names":["createLoaderWorker","ArrowLoader"],"sources":["../../../src/workers/arrow-worker.ts"],"sourcesContent":["import {createLoaderWorker} from '@loaders.gl/loader-utils';\nimport {ArrowLoader} from '../index';\n\ncreateLoaderWorker(ArrowLoader);\n"],"mappings":";;AAAA;AACA;AAEA,IAAAA,+BAAkB,EAACC,kBAAW,CAAC"}
+{"version":3,"file":"arrow-worker.js","names":["_loaderUtils","require","_index","createLoaderWorker","ArrowLoader"],"sources":["../../../src/workers/arrow-worker.ts"],"sourcesContent":["import {createLoaderWorker} from '@loaders.gl/loader-utils';\nimport {ArrowLoader} from '../index';\n\ncreateLoaderWorker(ArrowLoader);\n"],"mappings":";;AAAA,IAAAA,YAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAEA,IAAAE,+BAAkB,EAACC,kBAAW,CAAC"}

package/dist/esm/arrow-loader.js

@@ -1,11 +1,9 @@
-
-const VERSION = typeof "3.4.0-alpha.1" !== 'undefined' ? "3.4.0-alpha.1" : 'latest';
+const VERSION = typeof "3.4.0-alpha.3" !== 'undefined' ? "3.4.0-alpha.3" : 'latest';
 const DEFAULT_ARROW_LOADER_OPTIONS = {
   arrow: {
     shape: 'columnar-table'
   }
 };
-
 export const ArrowLoader = {
   name: 'Apache Arrow',
   id: 'arrow',

package/dist/esm/arrow-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"arrow-loader.js","names":["VERSION","DEFAULT_ARROW_LOADER_OPTIONS","arrow","shape","ArrowLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","_typecheckArrowLoader"],"sources":["../../src/arrow-loader.ts"],"sourcesContent":["import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ArrowLoaderOptions = LoaderOptions & {\n  arrow?: {\n    shape: 'arrow-table' | 'columnar-table' | 'row-table' | 'array-row-table' | 'object-row-table';\n  };\n};\n\nconst DEFAULT_ARROW_LOADER_OPTIONS = {\n  arrow: {\n    shape: 'columnar-table'\n  }\n};\n\n/** ArrowJS table loader */\nexport const ArrowLoader = {\n  name: 'Apache Arrow',\n  id: 'arrow',\n  module: 'arrow',\n  version: VERSION,\n  worker: true,\n  category: 'table',\n  extensions: ['arrow', 'feather'],\n  mimeTypes: [\n    'application/vnd.apache.arrow.file',\n    'application/vnd.apache.arrow.stream',\n    'application/octet-stream'\n  ],\n  binary: true,\n  tests: ['ARROW'],\n  options: DEFAULT_ARROW_LOADER_OPTIONS\n};\n\nexport const _typecheckArrowLoader: Loader = ArrowLoader;\n"],"mappings":";AAIA,MAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAQ3E,MAAMC,4BAA4B,GAAG;EACnCC,KAAK,EAAE;IACLC,KAAK,EAAE;EACT;AACF,CAAC;;AAGD,OAAO,MAAMC,WAAW,GAAG;EACzBC,IAAI,EAAE,cAAc;EACpBC,EAAE,EAAE,OAAO;EACXC,MAAM,EAAE,OAAO;EACfC,OAAO,EAAER,OAAO;EAChBS,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;EAChCC,SAAS,EAAE,CACT,mCAAmC,EACnC,qCAAqC,EACrC,0BAA0B,CAC3B;EACDC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,OAAO,CAAC;EAChBC,OAAO,EAAEd;AACX,CAAC;AAED,OAAO,MAAMe,qBAA6B,GAAGZ,WAAW"}
+{"version":3,"file":"arrow-loader.js","names":["VERSION","DEFAULT_ARROW_LOADER_OPTIONS","arrow","shape","ArrowLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","_typecheckArrowLoader"],"sources":["../../src/arrow-loader.ts"],"sourcesContent":["import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ArrowLoaderOptions = LoaderOptions & {\n  arrow?: {\n    shape: 'arrow-table' | 'columnar-table' | 'row-table' | 'array-row-table' | 'object-row-table';\n  };\n};\n\nconst DEFAULT_ARROW_LOADER_OPTIONS = {\n  arrow: {\n    shape: 'columnar-table'\n  }\n};\n\n/** ArrowJS table loader */\nexport const ArrowLoader = {\n  name: 'Apache Arrow',\n  id: 'arrow',\n  module: 'arrow',\n  version: VERSION,\n  worker: true,\n  category: 'table',\n  extensions: ['arrow', 'feather'],\n  mimeTypes: [\n    'application/vnd.apache.arrow.file',\n    'application/vnd.apache.arrow.stream',\n    'application/octet-stream'\n  ],\n  binary: true,\n  tests: ['ARROW'],\n  options: DEFAULT_ARROW_LOADER_OPTIONS\n};\n\nexport const _typecheckArrowLoader: Loader = ArrowLoader;\n"],"mappings":"AAIA,MAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAQ3E,MAAMC,4BAA4B,GAAG;EACnCC,KAAK,EAAE;IACLC,KAAK,EAAE;EACT;AACF,CAAC;AAGD,OAAO,MAAMC,WAAW,GAAG;EACzBC,IAAI,EAAE,cAAc;EACpBC,EAAE,EAAE,OAAO;EACXC,MAAM,EAAE,OAAO;EACfC,OAAO,EAAER,OAAO;EAChBS,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;EAChCC,SAAS,EAAE,CACT,mCAAmC,EACnC,qCAAqC,EACrC,0BAA0B,CAC3B;EACDC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,OAAO,CAAC;EAChBC,OAAO,EAAEd;AACX,CAAC;AAED,OAAO,MAAMe,qBAA6B,GAAGZ,WAAW"}

package/dist/esm/arrow-writer.js

@@ -1,8 +1,5 @@
-
-
 import { encodeArrowSync } from './lib/encode-arrow';
-
-const VERSION = typeof "3.4.0-alpha.1" !== 'undefined' ? "3.4.0-alpha.1" : 'latest';
+const VERSION = typeof "3.4.0-alpha.3" !== 'undefined' ? "3.4.0-alpha.3" : 'latest';
 export const ArrowWriter = {
   name: 'Apache Arrow',
   id: 'arrow',

package/dist/esm/arrow-writer.js.map

@@ -1 +1 @@
-{"version":3,"file":"arrow-writer.js","names":["encodeArrowSync","VERSION","ArrowWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","data"],"sources":["../../src/arrow-writer.ts"],"sourcesContent":["// import type {Writer} from '@loaders.gl/loader-utils';\nimport type {WriterOptions} from '@loaders.gl/loader-utils';\nimport {encodeArrowSync} from './lib/encode-arrow';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\ntype ArrowWriterOptions = WriterOptions;\n\n/** Apache Arrow writer */\nexport const ArrowWriter = {\n  name: 'Apache Arrow',\n  id: 'arrow',\n  module: 'arrow',\n  version: VERSION,\n  extensions: ['arrow', 'feather'],\n  mimeTypes: [\n    'application/vnd.apache.arrow.file',\n    'application/vnd.apache.arrow.stream',\n    'application/octet-stream'\n  ],\n  encodeSync,\n  binary: true,\n  options: {}\n};\n\nfunction encodeSync(data, options?: ArrowWriterOptions) {\n  return encodeArrowSync(data);\n}\n"],"mappings":";;AAEA,SAAQA,eAAe,QAAO,oBAAoB;;AAIlD,MAAMC,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAK3E,OAAO,MAAMC,WAAW,GAAG;EACzBC,IAAI,EAAE,cAAc;EACpBC,EAAE,EAAE,OAAO;EACXC,MAAM,EAAE,OAAO;EACfC,OAAO,EAAEL,OAAO;EAChBM,UAAU,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;EAChCC,SAAS,EAAE,CACT,mCAAmC,EACnC,qCAAqC,EACrC,0BAA0B,CAC3B;EACDC,UAAU;EACVC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAASF,UAAU,CAACG,IAAI,EAAED,OAA4B,EAAE;EACtD,OAAOX,eAAe,CAACY,IAAI,CAAC;AAC9B"}
+{"version":3,"file":"arrow-writer.js","names":["encodeArrowSync","VERSION","ArrowWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","data"],"sources":["../../src/arrow-writer.ts"],"sourcesContent":["// import type {Writer} from '@loaders.gl/loader-utils';\nimport type {WriterOptions} from '@loaders.gl/loader-utils';\nimport {encodeArrowSync} from './lib/encode-arrow';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\ntype ArrowWriterOptions = WriterOptions;\n\n/** Apache Arrow writer */\nexport const ArrowWriter = {\n  name: 'Apache Arrow',\n  id: 'arrow',\n  module: 'arrow',\n  version: VERSION,\n  extensions: ['arrow', 'feather'],\n  mimeTypes: [\n    'application/vnd.apache.arrow.file',\n    'application/vnd.apache.arrow.stream',\n    'application/octet-stream'\n  ],\n  encodeSync,\n  binary: true,\n  options: {}\n};\n\nfunction encodeSync(data, options?: ArrowWriterOptions) {\n  return encodeArrowSync(data);\n}\n"],"mappings":"AAEA,SAAQA,eAAe,QAAO,oBAAoB;AAIlD,MAAMC,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAK3E,OAAO,MAAMC,WAAW,GAAG;EACzBC,IAAI,EAAE,cAAc;EACpBC,EAAE,EAAE,OAAO;EACXC,MAAM,EAAE,OAAO;EACfC,OAAO,EAAEL,OAAO;EAChBM,UAAU,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;EAChCC,SAAS,EAAE,CACT,mCAAmC,EACnC,qCAAqC,EACrC,0BAA0B,CAC3B;EACDC,UAAU;EACVC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAASF,UAAUA,CAACG,IAAI,EAAED,OAA4B,EAAE;EACtD,OAAOX,eAAe,CAACY,IAAI,CAAC;AAC9B"}

package/dist/esm/bundle.js

@@ -1,4 +1,3 @@
-
 const moduleExports = require('./index');
 globalThis.loaders = globalThis.loaders || {};
 module.exports = Object.assign(globalThis.loaders, moduleExports);

package/dist/esm/bundle.js.map

@@ -1 +1 @@
-{"version":3,"file":"bundle.js","names":["moduleExports","require","globalThis","loaders","module","exports","Object","assign"],"sources":["../../src/bundle.ts"],"sourcesContent":["// @ts-nocheck\nconst moduleExports = require('./index');\nglobalThis.loaders = globalThis.loaders || {};\nmodule.exports = Object.assign(globalThis.loaders, moduleExports);\n"],"mappings":";AACA,MAAMA,aAAa,GAAGC,OAAO,CAAC,SAAS,CAAC;AACxCC,UAAU,CAACC,OAAO,GAAGD,UAAU,CAACC,OAAO,IAAI,CAAC,CAAC;AAC7CC,MAAM,CAACC,OAAO,GAAGC,MAAM,CAACC,MAAM,CAACL,UAAU,CAACC,OAAO,EAAEH,aAAa,CAAC"}
+{"version":3,"file":"bundle.js","names":["moduleExports","require","globalThis","loaders","module","exports","Object","assign"],"sources":["../../src/bundle.ts"],"sourcesContent":["// @ts-nocheck\nconst moduleExports = require('./index');\nglobalThis.loaders = globalThis.loaders || {};\nmodule.exports = Object.assign(globalThis.loaders, moduleExports);\n"],"mappings":"AACA,MAAMA,aAAa,GAAGC,OAAO,CAAC,SAAS,CAAC;AACxCC,UAAU,CAACC,OAAO,GAAGD,UAAU,CAACC,OAAO,IAAI,CAAC,CAAC;AAC7CC,MAAM,CAACC,OAAO,GAAGC,MAAM,CAACC,MAAM,CAACL,UAAU,CAACC,OAAO,EAAEH,aAAa,CAAC"}

package/dist/esm/index.js

@@ -3,15 +3,10 @@ import parseSync from './lib/parse-arrow-sync';
 import { parseArrowInBatches } from './lib/parse-arrow-in-batches';
 import { TableBatchBuilder } from '@loaders.gl/schema';
 import ArrowTableBatchAggregator from './lib/arrow-table-batch';
-
 TableBatchBuilder.ArrowBatch = ArrowTableBatchAggregator;
-
 export { VECTOR_TYPES } from './types';
-
 export { ArrowWriter } from './arrow-writer';
-
 export { ArrowWorkerLoader };
-
 export const ArrowLoader = {
   ...ArrowWorkerLoader,
   parse: async (arraybuffer, options) => parseSync(arraybuffer, options),

package/dist/esm/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","names":["ArrowLoader","ArrowWorkerLoader","parseSync","parseArrowInBatches","TableBatchBuilder","ArrowTableBatchAggregator","ArrowBatch","VECTOR_TYPES","ArrowWriter","parse","arraybuffer","options","parseInBatches","_typecheckArrowLoader"],"sources":["../../src/index.ts"],"sourcesContent":["import type {LoaderWithParser} from '@loaders.gl/loader-utils';\nimport type {ArrowLoaderOptions} from './arrow-loader';\nimport {ArrowLoader as ArrowWorkerLoader} from './arrow-loader';\nimport parseSync from './lib/parse-arrow-sync';\nimport {parseArrowInBatches} from './lib/parse-arrow-in-batches';\n\nimport {TableBatchBuilder} from '@loaders.gl/schema';\nimport ArrowTableBatchAggregator from './lib/arrow-table-batch';\n\n// Make the ArrowBatch type available\nTableBatchBuilder.ArrowBatch = ArrowTableBatchAggregator;\n\n// Types\nexport {VECTOR_TYPES} from './types';\n\n// Arrow writer\n\nexport {ArrowWriter} from './arrow-writer';\n\n// Arrow loader\n\nexport type {ArrowLoaderOptions};\nexport {ArrowWorkerLoader};\n\n/** ArrowJS table loader */\nexport const ArrowLoader: LoaderWithParser = {\n  ...ArrowWorkerLoader,\n  parse: async (arraybuffer: ArrayBuffer, options?: ArrowLoaderOptions) =>\n    parseSync(arraybuffer, options),\n  parseSync,\n  parseInBatches: parseArrowInBatches\n};\n\nexport const _typecheckArrowLoader: LoaderWithParser = ArrowLoader;\n"],"mappings":"AAEA,SAAQA,WAAW,IAAIC,iBAAiB,QAAO,gBAAgB;AAC/D,OAAOC,SAAS,MAAM,wBAAwB;AAC9C,SAAQC,mBAAmB,QAAO,8BAA8B;AAEhE,SAAQC,iBAAiB,QAAO,oBAAoB;AACpD,OAAOC,yBAAyB,MAAM,yBAAyB;;AAG/DD,iBAAiB,CAACE,UAAU,GAAGD,yBAAyB;;AAGxD,SAAQE,YAAY,QAAO,SAAS;;AAIpC,SAAQC,WAAW,QAAO,gBAAgB;;AAK1C,SAAQP,iBAAiB;;AAGzB,OAAO,MAAMD,WAA6B,GAAG;EAC3C,GAAGC,iBAAiB;EACpBQ,KAAK,EAAE,OAAOC,WAAwB,EAAEC,OAA4B,KAClET,SAAS,CAACQ,WAAW,EAAEC,OAAO,CAAC;EACjCT,SAAS;EACTU,cAAc,EAAET;AAClB,CAAC;AAED,OAAO,MAAMU,qBAAuC,GAAGb,WAAW"}
+{"version":3,"file":"index.js","names":["ArrowLoader","ArrowWorkerLoader","parseSync","parseArrowInBatches","TableBatchBuilder","ArrowTableBatchAggregator","ArrowBatch","VECTOR_TYPES","ArrowWriter","parse","arraybuffer","options","parseInBatches","_typecheckArrowLoader"],"sources":["../../src/index.ts"],"sourcesContent":["import type {LoaderWithParser} from '@loaders.gl/loader-utils';\nimport type {ArrowLoaderOptions} from './arrow-loader';\nimport {ArrowLoader as ArrowWorkerLoader} from './arrow-loader';\nimport parseSync from './lib/parse-arrow-sync';\nimport {parseArrowInBatches} from './lib/parse-arrow-in-batches';\n\nimport {TableBatchBuilder} from '@loaders.gl/schema';\nimport ArrowTableBatchAggregator from './lib/arrow-table-batch';\n\n// Make the ArrowBatch type available\nTableBatchBuilder.ArrowBatch = ArrowTableBatchAggregator;\n\n// Types\nexport {VECTOR_TYPES} from './types';\n\n// Arrow writer\n\nexport {ArrowWriter} from './arrow-writer';\n\n// Arrow loader\n\nexport type {ArrowLoaderOptions};\nexport {ArrowWorkerLoader};\n\n/** ArrowJS table loader */\nexport const ArrowLoader: LoaderWithParser = {\n  ...ArrowWorkerLoader,\n  parse: async (arraybuffer: ArrayBuffer, options?: ArrowLoaderOptions) =>\n    parseSync(arraybuffer, options),\n  parseSync,\n  parseInBatches: parseArrowInBatches\n};\n\nexport const _typecheckArrowLoader: LoaderWithParser = ArrowLoader;\n"],"mappings":"AAEA,SAAQA,WAAW,IAAIC,iBAAiB,QAAO,gBAAgB;AAC/D,OAAOC,SAAS,MAAM,wBAAwB;AAC9C,SAAQC,mBAAmB,QAAO,8BAA8B;AAEhE,SAAQC,iBAAiB,QAAO,oBAAoB;AACpD,OAAOC,yBAAyB,MAAM,yBAAyB;AAG/DD,iBAAiB,CAACE,UAAU,GAAGD,yBAAyB;AAGxD,SAAQE,YAAY,QAAO,SAAS;AAIpC,SAAQC,WAAW,QAAO,gBAAgB;AAK1C,SAAQP,iBAAiB;AAGzB,OAAO,MAAMD,WAA6B,GAAG;EAC3C,GAAGC,iBAAiB;EACpBQ,KAAK,EAAE,MAAAA,CAAOC,WAAwB,EAAEC,OAA4B,KAClET,SAAS,CAACQ,WAAW,EAAEC,OAAO,CAAC;EACjCT,SAAS;EACTU,cAAc,EAAET;AAClB,CAAC;AAED,OAAO,MAAMU,qBAAuC,GAAGb,WAAW"}

package/dist/esm/lib/arrow-table-batch.js

@@ -23,7 +23,6 @@ export default class ArrowTableBatchAggregator extends ColumnarTableBatchAggrega
     return null;
   }
 }
-
 function getArrowSchema(schema) {
   const arrowFields = [];
   for (const key in schema) {
@@ -39,7 +38,6 @@ function getArrowSchema(schema) {
   }
   return new Schema(arrowFields);
 }
-
 function getArrowVectors(arrowSchema, data) {
   const arrowVectors = [];
   for (const field of arrowSchema.fields) {

package/dist/esm/lib/arrow-table-batch.js.map

@@ -1 +1 @@
-{"version":3,"file":"arrow-table-batch.js","names":["Schema","Field","RecordBatch","Float32Vector","Float32","ColumnarTableBatchAggregator","ArrowTableBatchAggregator","constructor","schema","options","arrowSchema","getBatch","batch","getArrowSchema","arrowVectors","getArrowVectors","data","recordBatch","length","shape","batchType","arrowFields","key","field","type","Float32Array","metadata","arrowField","name","nullable","push","Error","fields","vector","arrowVector","from"],"sources":["../../../src/lib/arrow-table-batch.ts"],"sourcesContent":["import type {ArrowTableBatch} from '@loaders.gl/schema';\nimport {Schema, Field, RecordBatch, Float32Vector, Float32} from 'apache-arrow';\nimport {ColumnarTableBatchAggregator} from '@loaders.gl/schema';\n\nexport default class ArrowTableBatchAggregator extends ColumnarTableBatchAggregator {\n  arrowSchema: Schema | null;\n\n  constructor(schema, options) {\n    super(schema, options);\n    this.arrowSchema = null;\n  }\n\n  getBatch(): ArrowTableBatch | null {\n    const batch = super.getBatch();\n    if (batch) {\n      // Get the arrow schema\n      this.arrowSchema = this.arrowSchema || getArrowSchema(batch.schema);\n      // Get arrow format vectors\n      const arrowVectors = getArrowVectors(this.arrowSchema, batch.data);\n      // Create the record batch\n      // new RecordBatch(schema, numRows, vectors, ...);\n      const recordBatch = new RecordBatch(this.arrowSchema, batch.length, arrowVectors);\n      return {\n        shape: 'arrow-table',\n        batchType: 'data',\n        data: recordBatch,\n        length: batch.length\n      };\n    }\n\n    return null;\n  }\n}\n\n// Convert from a simple loaders.gl schema to an Arrow schema\nfunction getArrowSchema(schema) {\n  const arrowFields: Field[] = [];\n  for (const key in schema) {\n    const field = schema[key];\n    if (field.type === Float32Array) {\n      const metadata = field; // just store the original field as metadata\n      // arrow: new Field(name, nullable, metadata)\n      const arrowField = new Field(field.name, new Float32(), field.nullable, metadata);\n      arrowFields.push(arrowField);\n    }\n  }\n  if (arrowFields.length === 0) {\n    throw new Error('No arrow convertible fields');\n  }\n\n  return new Schema(arrowFields);\n}\n\n// Convert from simple loaders.gl arrays to arrow vectors\nfunction getArrowVectors(arrowSchema, data) {\n  const arrowVectors: any[] = [];\n  for (const field of arrowSchema.fields) {\n    const vector = data[field.name];\n    if (vector instanceof Float32Array) {\n      const arrowVector = Float32Vector.from(vector);\n      arrowVectors.push(arrowVector);\n    }\n  }\n  if (arrowSchema.fields.length !== arrowVectors.length) {\n    throw new Error('Some columns not arrow convertible');\n  }\n  return arrowVectors;\n}\n"],"mappings":";AACA,SAAQA,MAAM,EAAEC,KAAK,EAAEC,WAAW,EAAEC,aAAa,EAAEC,OAAO,QAAO,cAAc;AAC/E,SAAQC,4BAA4B,QAAO,oBAAoB;AAE/D,eAAe,MAAMC,yBAAyB,SAASD,4BAA4B,CAAC;EAGlFE,WAAW,CAACC,MAAM,EAAEC,OAAO,EAAE;IAC3B,KAAK,CAACD,MAAM,EAAEC,OAAO,CAAC;IAAC;IACvB,IAAI,CAACC,WAAW,GAAG,IAAI;EACzB;EAEAC,QAAQ,GAA2B;IACjC,MAAMC,KAAK,GAAG,KAAK,CAACD,QAAQ,EAAE;IAC9B,IAAIC,KAAK,EAAE;MAET,IAAI,CAACF,WAAW,GAAG,IAAI,CAACA,WAAW,IAAIG,cAAc,CAACD,KAAK,CAACJ,MAAM,CAAC;MAEnE,MAAMM,YAAY,GAAGC,eAAe,CAAC,IAAI,CAACL,WAAW,EAAEE,KAAK,CAACI,IAAI,CAAC;MAGlE,MAAMC,WAAW,GAAG,IAAIf,WAAW,CAAC,IAAI,CAACQ,WAAW,EAAEE,KAAK,CAACM,MAAM,EAAEJ,YAAY,CAAC;MACjF,OAAO;QACLK,KAAK,EAAE,aAAa;QACpBC,SAAS,EAAE,MAAM;QACjBJ,IAAI,EAAEC,WAAW;QACjBC,MAAM,EAAEN,KAAK,CAACM;MAChB,CAAC;IACH;IAEA,OAAO,IAAI;EACb;AACF;;AAGA,SAASL,cAAc,CAACL,MAAM,EAAE;EAC9B,MAAMa,WAAoB,GAAG,EAAE;EAC/B,KAAK,MAAMC,GAAG,IAAId,MAAM,EAAE;IACxB,MAAMe,KAAK,GAAGf,MAAM,CAACc,GAAG,CAAC;IACzB,IAAIC,KAAK,CAACC,IAAI,KAAKC,YAAY,EAAE;MAC/B,MAAMC,QAAQ,GAAGH,KAAK;MAEtB,MAAMI,UAAU,GAAG,IAAI1B,KAAK,CAACsB,KAAK,CAACK,IAAI,EAAE,IAAIxB,OAAO,EAAE,EAAEmB,KAAK,CAACM,QAAQ,EAAEH,QAAQ,CAAC;MACjFL,WAAW,CAACS,IAAI,CAACH,UAAU,CAAC;IAC9B;EACF;EACA,IAAIN,WAAW,CAACH,MAAM,KAAK,CAAC,EAAE;IAC5B,MAAM,IAAIa,KAAK,CAAC,6BAA6B,CAAC;EAChD;EAEA,OAAO,IAAI/B,MAAM,CAACqB,WAAW,CAAC;AAChC;;AAGA,SAASN,eAAe,CAACL,WAAW,EAAEM,IAAI,EAAE;EAC1C,MAAMF,YAAmB,GAAG,EAAE;EAC9B,KAAK,MAAMS,KAAK,IAAIb,WAAW,CAACsB,MAAM,EAAE;IACtC,MAAMC,MAAM,GAAGjB,IAAI,CAACO,KAAK,CAACK,IAAI,CAAC;IAC/B,IAAIK,MAAM,YAAYR,YAAY,EAAE;MAClC,MAAMS,WAAW,GAAG/B,aAAa,CAACgC,IAAI,CAACF,MAAM,CAAC;MAC9CnB,YAAY,CAACgB,IAAI,CAACI,WAAW,CAAC;IAChC;EACF;EACA,IAAIxB,WAAW,CAACsB,MAAM,CAACd,MAAM,KAAKJ,YAAY,CAACI,MAAM,EAAE;IACrD,MAAM,IAAIa,KAAK,CAAC,oCAAoC,CAAC;EACvD;EACA,OAAOjB,YAAY;AACrB"}
+{"version":3,"file":"arrow-table-batch.js","names":["Schema","Field","RecordBatch","Float32Vector","Float32","ColumnarTableBatchAggregator","ArrowTableBatchAggregator","constructor","schema","options","_defineProperty","arrowSchema","getBatch","batch","getArrowSchema","arrowVectors","getArrowVectors","data","recordBatch","length","shape","batchType","arrowFields","key","field","type","Float32Array","metadata","arrowField","name","nullable","push","Error","fields","vector","arrowVector","from"],"sources":["../../../src/lib/arrow-table-batch.ts"],"sourcesContent":["import type {ArrowTableBatch} from '@loaders.gl/schema';\nimport {Schema, Field, RecordBatch, Float32Vector, Float32} from 'apache-arrow';\nimport {ColumnarTableBatchAggregator} from '@loaders.gl/schema';\n\nexport default class ArrowTableBatchAggregator extends ColumnarTableBatchAggregator {\n  arrowSchema: Schema | null;\n\n  constructor(schema, options) {\n    super(schema, options);\n    this.arrowSchema = null;\n  }\n\n  getBatch(): ArrowTableBatch | null {\n    const batch = super.getBatch();\n    if (batch) {\n      // Get the arrow schema\n      this.arrowSchema = this.arrowSchema || getArrowSchema(batch.schema);\n      // Get arrow format vectors\n      const arrowVectors = getArrowVectors(this.arrowSchema, batch.data);\n      // Create the record batch\n      // new RecordBatch(schema, numRows, vectors, ...);\n      const recordBatch = new RecordBatch(this.arrowSchema, batch.length, arrowVectors);\n      return {\n        shape: 'arrow-table',\n        batchType: 'data',\n        data: recordBatch,\n        length: batch.length\n      };\n    }\n\n    return null;\n  }\n}\n\n// Convert from a simple loaders.gl schema to an Arrow schema\nfunction getArrowSchema(schema) {\n  const arrowFields: Field[] = [];\n  for (const key in schema) {\n    const field = schema[key];\n    if (field.type === Float32Array) {\n      const metadata = field; // just store the original field as metadata\n      // arrow: new Field(name, nullable, metadata)\n      const arrowField = new Field(field.name, new Float32(), field.nullable, metadata);\n      arrowFields.push(arrowField);\n    }\n  }\n  if (arrowFields.length === 0) {\n    throw new Error('No arrow convertible fields');\n  }\n\n  return new Schema(arrowFields);\n}\n\n// Convert from simple loaders.gl arrays to arrow vectors\nfunction getArrowVectors(arrowSchema, data) {\n  const arrowVectors: any[] = [];\n  for (const field of arrowSchema.fields) {\n    const vector = data[field.name];\n    if (vector instanceof Float32Array) {\n      const arrowVector = Float32Vector.from(vector);\n      arrowVectors.push(arrowVector);\n    }\n  }\n  if (arrowSchema.fields.length !== arrowVectors.length) {\n    throw new Error('Some columns not arrow convertible');\n  }\n  return arrowVectors;\n}\n"],"mappings":";AACA,SAAQA,MAAM,EAAEC,KAAK,EAAEC,WAAW,EAAEC,aAAa,EAAEC,OAAO,QAAO,cAAc;AAC/E,SAAQC,4BAA4B,QAAO,oBAAoB;AAE/D,eAAe,MAAMC,yBAAyB,SAASD,4BAA4B,CAAC;EAGlFE,WAAWA,CAACC,MAAM,EAAEC,OAAO,EAAE;IAC3B,KAAK,CAACD,MAAM,EAAEC,OAAO,CAAC;IAACC,eAAA;IACvB,IAAI,CAACC,WAAW,GAAG,IAAI;EACzB;EAEAC,QAAQA,CAAA,EAA2B;IACjC,MAAMC,KAAK,GAAG,KAAK,CAACD,QAAQ,EAAE;IAC9B,IAAIC,KAAK,EAAE;MAET,IAAI,CAACF,WAAW,GAAG,IAAI,CAACA,WAAW,IAAIG,cAAc,CAACD,KAAK,CAACL,MAAM,CAAC;MAEnE,MAAMO,YAAY,GAAGC,eAAe,CAAC,IAAI,CAACL,WAAW,EAAEE,KAAK,CAACI,IAAI,CAAC;MAGlE,MAAMC,WAAW,GAAG,IAAIhB,WAAW,CAAC,IAAI,CAACS,WAAW,EAAEE,KAAK,CAACM,MAAM,EAAEJ,YAAY,CAAC;MACjF,OAAO;QACLK,KAAK,EAAE,aAAa;QACpBC,SAAS,EAAE,MAAM;QACjBJ,IAAI,EAAEC,WAAW;QACjBC,MAAM,EAAEN,KAAK,CAACM;MAChB,CAAC;IACH;IAEA,OAAO,IAAI;EACb;AACF;AAGA,SAASL,cAAcA,CAACN,MAAM,EAAE;EAC9B,MAAMc,WAAoB,GAAG,EAAE;EAC/B,KAAK,MAAMC,GAAG,IAAIf,MAAM,EAAE;IACxB,MAAMgB,KAAK,GAAGhB,MAAM,CAACe,GAAG,CAAC;IACzB,IAAIC,KAAK,CAACC,IAAI,KAAKC,YAAY,EAAE;MAC/B,MAAMC,QAAQ,GAAGH,KAAK;MAEtB,MAAMI,UAAU,GAAG,IAAI3B,KAAK,CAACuB,KAAK,CAACK,IAAI,EAAE,IAAIzB,OAAO,EAAE,EAAEoB,KAAK,CAACM,QAAQ,EAAEH,QAAQ,CAAC;MACjFL,WAAW,CAACS,IAAI,CAACH,UAAU,CAAC;IAC9B;EACF;EACA,IAAIN,WAAW,CAACH,MAAM,KAAK,CAAC,EAAE;IAC5B,MAAM,IAAIa,KAAK,CAAC,6BAA6B,CAAC;EAChD;EAEA,OAAO,IAAIhC,MAAM,CAACsB,WAAW,CAAC;AAChC;AAGA,SAASN,eAAeA,CAACL,WAAW,EAAEM,IAAI,EAAE;EAC1C,MAAMF,YAAmB,GAAG,EAAE;EAC9B,KAAK,MAAMS,KAAK,IAAIb,WAAW,CAACsB,MAAM,EAAE;IACtC,MAAMC,MAAM,GAAGjB,IAAI,CAACO,KAAK,CAACK,IAAI,CAAC;IAC/B,IAAIK,MAAM,YAAYR,YAAY,EAAE;MAClC,MAAMS,WAAW,GAAGhC,aAAa,CAACiC,IAAI,CAACF,MAAM,CAAC;MAC9CnB,YAAY,CAACgB,IAAI,CAACI,WAAW,CAAC;IAChC;EACF;EACA,IAAIxB,WAAW,CAACsB,MAAM,CAACd,MAAM,KAAKJ,YAAY,CAACI,MAAM,EAAE;IACrD,MAAM,IAAIa,KAAK,CAAC,oCAAoC,CAAC;EACvD;EACA,OAAOjB,YAAY;AACrB"}

package/dist/esm/lib/encode-arrow.js

@@ -12,7 +12,6 @@ export function encodeArrowSync(data) {
   const arrowBuffer = table.serialize();
   return arrowBuffer;
 }
-
 function createVector(array, type) {
   switch (type) {
     case VECTOR_TYPES.DATE:

package/dist/esm/lib/encode-arrow.js.map

@@ -1 +1 @@
-{"version":3,"file":"encode-arrow.js","names":["Table","FloatVector","DateVector","VECTOR_TYPES","encodeArrowSync","data","vectors","arrayNames","arrayData","push","name","arrayVector","createVector","array","type","table","new","arrowBuffer","serialize","DATE","from","FLOAT"],"sources":["../../../src/lib/encode-arrow.ts"],"sourcesContent":["import {Table, FloatVector, DateVector} from 'apache-arrow';\nimport {AnyArrayType, VECTOR_TYPES} from '../types';\n\ntype ColumnarTable = {\n  name: string;\n  array: AnyArrayType;\n  type: number;\n}[];\n\n/**\n * Encodes set of arrays into the Apache Arrow columnar format\n * https://arrow.apache.org/docs/format/Columnar.html#ipc-file-format\n * @param data - columns data\n * @param options - the writer options\n * @returns - encoded ArrayBuffer\n */\nexport function encodeArrowSync(data: ColumnarTable): ArrayBuffer {\n  const vectors: any[] = [];\n  const arrayNames: string[] = [];\n  for (const arrayData of data) {\n    arrayNames.push(arrayData.name);\n    const arrayVector = createVector(arrayData.array, arrayData.type);\n    vectors.push(arrayVector);\n  }\n  const table = Table.new(vectors, arrayNames);\n  const arrowBuffer = table.serialize();\n  return arrowBuffer;\n}\n\n/**\n * Create Arrow Vector from given data and vector type\n * @param array {import('../types').AnyArrayType} - columns data\n * @param type {number} - the writer options\n * @return a vector of one of vector's types defined in the Apache Arrow library\n */\nfunction createVector(array, type) {\n  switch (type) {\n    case VECTOR_TYPES.DATE:\n      return DateVector.from(array);\n    case VECTOR_TYPES.FLOAT:\n    default:\n      return FloatVector.from(array);\n  }\n}\n"],"mappings":"AAAA,SAAQA,KAAK,EAAEC,WAAW,EAAEC,UAAU,QAAO,cAAc;AAC3D,SAAsBC,YAAY,QAAO,UAAU;AAenD,OAAO,SAASC,eAAe,CAACC,IAAmB,EAAe;EAChE,MAAMC,OAAc,GAAG,EAAE;EACzB,MAAMC,UAAoB,GAAG,EAAE;EAC/B,KAAK,MAAMC,SAAS,IAAIH,IAAI,EAAE;IAC5BE,UAAU,CAACE,IAAI,CAACD,SAAS,CAACE,IAAI,CAAC;IAC/B,MAAMC,WAAW,GAAGC,YAAY,CAACJ,SAAS,CAACK,KAAK,EAAEL,SAAS,CAACM,IAAI,CAAC;IACjER,OAAO,CAACG,IAAI,CAACE,WAAW,CAAC;EAC3B;EACA,MAAMI,KAAK,GAAGf,KAAK,CAACgB,GAAG,CAACV,OAAO,EAAEC,UAAU,CAAC;EAC5C,MAAMU,WAAW,GAAGF,KAAK,CAACG,SAAS,EAAE;EACrC,OAAOD,WAAW;AACpB;;AAQA,SAASL,YAAY,CAACC,KAAK,EAAEC,IAAI,EAAE;EACjC,QAAQA,IAAI;IACV,KAAKX,YAAY,CAACgB,IAAI;MACpB,OAAOjB,UAAU,CAACkB,IAAI,CAACP,KAAK,CAAC;IAC/B,KAAKV,YAAY,CAACkB,KAAK;IACvB;MACE,OAAOpB,WAAW,CAACmB,IAAI,CAACP,KAAK,CAAC;EAAC;AAErC"}
+{"version":3,"file":"encode-arrow.js","names":["Table","FloatVector","DateVector","VECTOR_TYPES","encodeArrowSync","data","vectors","arrayNames","arrayData","push","name","arrayVector","createVector","array","type","table","new","arrowBuffer","serialize","DATE","from","FLOAT"],"sources":["../../../src/lib/encode-arrow.ts"],"sourcesContent":["import {Table, FloatVector, DateVector} from 'apache-arrow';\nimport {AnyArrayType, VECTOR_TYPES} from '../types';\n\ntype ColumnarTable = {\n  name: string;\n  array: AnyArrayType;\n  type: number;\n}[];\n\n/**\n * Encodes set of arrays into the Apache Arrow columnar format\n * https://arrow.apache.org/docs/format/Columnar.html#ipc-file-format\n * @param data - columns data\n * @param options - the writer options\n * @returns - encoded ArrayBuffer\n */\nexport function encodeArrowSync(data: ColumnarTable): ArrayBuffer {\n  const vectors: any[] = [];\n  const arrayNames: string[] = [];\n  for (const arrayData of data) {\n    arrayNames.push(arrayData.name);\n    const arrayVector = createVector(arrayData.array, arrayData.type);\n    vectors.push(arrayVector);\n  }\n  const table = Table.new(vectors, arrayNames);\n  const arrowBuffer = table.serialize();\n  return arrowBuffer;\n}\n\n/**\n * Create Arrow Vector from given data and vector type\n * @param array {import('../types').AnyArrayType} - columns data\n * @param type {number} - the writer options\n * @return a vector of one of vector's types defined in the Apache Arrow library\n */\nfunction createVector(array, type) {\n  switch (type) {\n    case VECTOR_TYPES.DATE:\n      return DateVector.from(array);\n    case VECTOR_TYPES.FLOAT:\n    default:\n      return FloatVector.from(array);\n  }\n}\n"],"mappings":"AAAA,SAAQA,KAAK,EAAEC,WAAW,EAAEC,UAAU,QAAO,cAAc;AAC3D,SAAsBC,YAAY,QAAO,UAAU;AAenD,OAAO,SAASC,eAAeA,CAACC,IAAmB,EAAe;EAChE,MAAMC,OAAc,GAAG,EAAE;EACzB,MAAMC,UAAoB,GAAG,EAAE;EAC/B,KAAK,MAAMC,SAAS,IAAIH,IAAI,EAAE;IAC5BE,UAAU,CAACE,IAAI,CAACD,SAAS,CAACE,IAAI,CAAC;IAC/B,MAAMC,WAAW,GAAGC,YAAY,CAACJ,SAAS,CAACK,KAAK,EAAEL,SAAS,CAACM,IAAI,CAAC;IACjER,OAAO,CAACG,IAAI,CAACE,WAAW,CAAC;EAC3B;EACA,MAAMI,KAAK,GAAGf,KAAK,CAACgB,GAAG,CAACV,OAAO,EAAEC,UAAU,CAAC;EAC5C,MAAMU,WAAW,GAAGF,KAAK,CAACG,SAAS,EAAE;EACrC,OAAOD,WAAW;AACpB;AAQA,SAASL,YAAYA,CAACC,KAAK,EAAEC,IAAI,EAAE;EACjC,QAAQA,IAAI;IACV,KAAKX,YAAY,CAACgB,IAAI;MACpB,OAAOjB,UAAU,CAACkB,IAAI,CAACP,KAAK,CAAC;IAC/B,KAAKV,YAAY,CAACkB,KAAK;IACvB;MACE,OAAOpB,WAAW,CAACmB,IAAI,CAACP,KAAK,CAAC;EAAC;AAErC"}

package/dist/esm/lib/parse-arrow-in-batches.js

@@ -1,8 +1,5 @@
-
 import { RecordBatchReader } from 'apache-arrow';
-
 export function parseArrowInBatches(asyncIterator) {
-
   async function* makeArrowAsyncIterator() {
     const readers = RecordBatchReader.readAll(asyncIterator);
     for await (const reader of readers) {
@@ -12,7 +9,6 @@ export function parseArrowInBatches(asyncIterator) {
       break;
     }
   }
-
   return makeArrowAsyncIterator();
 }
 function processBatch(batch) {

package/dist/esm/lib/parse-arrow-in-batches.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse-arrow-in-batches.js","names":["RecordBatchReader","parseArrowInBatches","asyncIterator","makeArrowAsyncIterator","readers","readAll","reader","batch","processBatch","values","metadata","schema","length","fields","forEach","index","name","getChildAt","toArray"],"sources":["../../../src/lib/parse-arrow-in-batches.ts"],"sourcesContent":["// TODO - this import defeats the sophisticated typescript checking in ArrowJS\nimport {RecordBatchReader} from 'apache-arrow';\n// import {isIterable} from '@loaders.gl/core';\n\n/**\n */\nexport function parseArrowInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n): AsyncIterable<any> {\n  // Creates the appropriate RecordBatchReader subclasses from the input\n  // This will also close the underlying source in case of early termination or errors\n\n  // As an optimization, return a non-async iterator\n  /*\n  if (isIterable(readers)) {\n    function* makeArrowIterator() {\n      for (const reader of readers) {\n        for (const batch of reader) {\n          yield processBatch(batch, reader);\n        }\n        break; // only processing one stream of batches\n      }\n    }\n    const arrowIterator = makeArrowIterator();\n  }\n  */\n\n  async function* makeArrowAsyncIterator() {\n    // @ts-expect-error Fixed in arrow 9\n    const readers = RecordBatchReader.readAll(asyncIterator);\n    for await (const reader of readers) {\n      for await (const batch of reader) {\n        yield processBatch(batch);\n      }\n      break; // only processing one stream of batches\n    }\n  }\n  return makeArrowAsyncIterator();\n}\n\nfunction processBatch(batch) {\n  const values = {\n    metadata: batch.schema.metadata,\n    length: batch.length\n  };\n  batch.schema.fields.forEach(({name}, index) => {\n    values[name] = batch.getChildAt(index).toArray();\n  });\n  return values;\n}\n"],"mappings":";AACA,SAAQA,iBAAiB,QAAO,cAAc;;AAK9C,OAAO,SAASC,mBAAmB,CACjCC,aAAiE,EAC7C;;EAmBpB,gBAAgBC,sBAAsB,GAAG;IAEvC,MAAMC,OAAO,GAAGJ,iBAAiB,CAACK,OAAO,CAACH,aAAa,CAAC;IACxD,WAAW,MAAMI,MAAM,IAAIF,OAAO,EAAE;MAClC,WAAW,MAAMG,KAAK,IAAID,MAAM,EAAE;QAChC,MAAME,YAAY,CAACD,KAAK,CAAC;MAC3B;MACA;IACF;EACF;;EACA,OAAOJ,sBAAsB,EAAE;AACjC;AAEA,SAASK,YAAY,CAACD,KAAK,EAAE;EAC3B,MAAME,MAAM,GAAG;IACbC,QAAQ,EAAEH,KAAK,CAACI,MAAM,CAACD,QAAQ;IAC/BE,MAAM,EAAEL,KAAK,CAACK;EAChB,CAAC;EACDL,KAAK,CAACI,MAAM,CAACE,MAAM,CAACC,OAAO,CAAC,OAASC,KAAK,KAAK;IAAA,IAAlB;MAACC;IAAI,CAAC;IACjCP,MAAM,CAACO,IAAI,CAAC,GAAGT,KAAK,CAACU,UAAU,CAACF,KAAK,CAAC,CAACG,OAAO,EAAE;EAClD,CAAC,CAAC;EACF,OAAOT,MAAM;AACf"}
+{"version":3,"file":"parse-arrow-in-batches.js","names":["RecordBatchReader","parseArrowInBatches","asyncIterator","makeArrowAsyncIterator","readers","readAll","reader","batch","processBatch","values","metadata","schema","length","fields","forEach","_ref","index","name","getChildAt","toArray"],"sources":["../../../src/lib/parse-arrow-in-batches.ts"],"sourcesContent":["// TODO - this import defeats the sophisticated typescript checking in ArrowJS\nimport {RecordBatchReader} from 'apache-arrow';\n// import {isIterable} from '@loaders.gl/core';\n\n/**\n */\nexport function parseArrowInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>\n): AsyncIterable<any> {\n  // Creates the appropriate RecordBatchReader subclasses from the input\n  // This will also close the underlying source in case of early termination or errors\n\n  // As an optimization, return a non-async iterator\n  /*\n  if (isIterable(readers)) {\n    function* makeArrowIterator() {\n      for (const reader of readers) {\n        for (const batch of reader) {\n          yield processBatch(batch, reader);\n        }\n        break; // only processing one stream of batches\n      }\n    }\n    const arrowIterator = makeArrowIterator();\n  }\n  */\n\n  async function* makeArrowAsyncIterator() {\n    // @ts-expect-error Fixed in arrow 9\n    const readers = RecordBatchReader.readAll(asyncIterator);\n    for await (const reader of readers) {\n      for await (const batch of reader) {\n        yield processBatch(batch);\n      }\n      break; // only processing one stream of batches\n    }\n  }\n  return makeArrowAsyncIterator();\n}\n\nfunction processBatch(batch) {\n  const values = {\n    metadata: batch.schema.metadata,\n    length: batch.length\n  };\n  batch.schema.fields.forEach(({name}, index) => {\n    values[name] = batch.getChildAt(index).toArray();\n  });\n  return values;\n}\n"],"mappings":"AACA,SAAQA,iBAAiB,QAAO,cAAc;AAK9C,OAAO,SAASC,mBAAmBA,CACjCC,aAAiE,EAC7C;EAmBpB,gBAAgBC,sBAAsBA,CAAA,EAAG;IAEvC,MAAMC,OAAO,GAAGJ,iBAAiB,CAACK,OAAO,CAACH,aAAa,CAAC;IACxD,WAAW,MAAMI,MAAM,IAAIF,OAAO,EAAE;MAClC,WAAW,MAAMG,KAAK,IAAID,MAAM,EAAE;QAChC,MAAME,YAAY,CAACD,KAAK,CAAC;MAC3B;MACA;IACF;EACF;EACA,OAAOJ,sBAAsB,EAAE;AACjC;AAEA,SAASK,YAAYA,CAACD,KAAK,EAAE;EAC3B,MAAME,MAAM,GAAG;IACbC,QAAQ,EAAEH,KAAK,CAACI,MAAM,CAACD,QAAQ;IAC/BE,MAAM,EAAEL,KAAK,CAACK;EAChB,CAAC;EACDL,KAAK,CAACI,MAAM,CAACE,MAAM,CAACC,OAAO,CAAC,CAAAC,IAAA,EAASC,KAAK,KAAK;IAAA,IAAlB;MAACC;IAAI,CAAC,GAAAF,IAAA;IACjCN,MAAM,CAACQ,IAAI,CAAC,GAAGV,KAAK,CAACW,UAAU,CAACF,KAAK,CAAC,CAACG,OAAO,EAAE;EAClD,CAAC,CAAC;EACF,OAAOV,MAAM;AACf"}

package/dist/esm/lib/parse-arrow-sync.js

@@ -1,9 +1,7 @@
 import { Table } from 'apache-arrow';
-
 export default function parseArrowSync(arrayBuffer, options) {
   var _options$arrow;
   const arrowTable = Table.from([new Uint8Array(arrayBuffer)]);
-
   const columnarTable = {};
   arrowTable.schema.fields.forEach(field => {
     const arrowColumn = arrowTable.getColumn(field.name);

package/dist/esm/lib/parse-arrow-sync.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse-arrow-sync.js","names":["Table","parseArrowSync","arrayBuffer","options","arrowTable","from","Uint8Array","columnarTable","schema","fields","forEach","field","arrowColumn","getColumn","name","values","toArray","arrow","shape","convertColumnarToRowFormatTable","tableKeys","Object","keys","tableRowsCount","length","rowFormatTable","index","tableItem","keyIndex","fieldName","push"],"sources":["../../../src/lib/parse-arrow-sync.ts"],"sourcesContent":["import type {ArrowLoaderOptions} from '../arrow-loader';\nimport {Table} from 'apache-arrow';\n\n// Parses arrow to a columnar table\nexport default function parseArrowSync(arrayBuffer, options?: ArrowLoaderOptions) {\n  const arrowTable = Table.from([new Uint8Array(arrayBuffer)]);\n\n  // Extract columns\n\n  // TODO - avoid calling `getColumn` on columns we are not interested in?\n  // Add options object?\n  const columnarTable = {};\n\n  arrowTable.schema.fields.forEach((field) => {\n    // This (is intended to) coalesce all record batches into a single typed array\n    const arrowColumn = arrowTable.getColumn(field.name);\n    const values = arrowColumn.toArray();\n    columnarTable[field.name] = values;\n  });\n\n  switch (options?.arrow?.shape) {\n    case 'arrow-table':\n      return arrowTable;\n    case 'object-row-table':\n      return convertColumnarToRowFormatTable(columnarTable);\n    case 'columnar-table':\n    default:\n      return columnarTable;\n  }\n}\n\nfunction convertColumnarToRowFormatTable(columnarTable) {\n  const tableKeys = Object.keys(columnarTable);\n  const tableRowsCount = columnarTable[tableKeys[0]].length;\n  const rowFormatTable: {}[] = [];\n\n  for (let index = 0; index < tableRowsCount; index++) {\n    const tableItem = {};\n    for (let keyIndex = 0; keyIndex < tableKeys.length; keyIndex++) {\n      const fieldName = tableKeys[keyIndex];\n      tableItem[fieldName] = columnarTable[fieldName][index];\n    }\n    rowFormatTable.push(tableItem);\n  }\n  return rowFormatTable;\n}\n"],"mappings":"AACA,SAAQA,KAAK,QAAO,cAAc;;AAGlC,eAAe,SAASC,cAAc,CAACC,WAAW,EAAEC,OAA4B,EAAE;EAAA;EAChF,MAAMC,UAAU,GAAGJ,KAAK,CAACK,IAAI,CAAC,CAAC,IAAIC,UAAU,CAACJ,WAAW,CAAC,CAAC,CAAC;;EAM5D,MAAMK,aAAa,GAAG,CAAC,CAAC;EAExBH,UAAU,CAACI,MAAM,CAACC,MAAM,CAACC,OAAO,CAAEC,KAAK,IAAK;IAE1C,MAAMC,WAAW,GAAGR,UAAU,CAACS,SAAS,CAACF,KAAK,CAACG,IAAI,CAAC;IACpD,MAAMC,MAAM,GAAGH,WAAW,CAACI,OAAO,EAAE;IACpCT,aAAa,CAACI,KAAK,CAACG,IAAI,CAAC,GAAGC,MAAM;EACpC,CAAC,CAAC;EAEF,QAAQZ,OAAO,aAAPA,OAAO,yCAAPA,OAAO,CAAEc,KAAK,mDAAd,eAAgBC,KAAK;IAC3B,KAAK,aAAa;MAChB,OAAOd,UAAU;IACnB,KAAK,kBAAkB;MACrB,OAAOe,+BAA+B,CAACZ,aAAa,CAAC;IACvD,KAAK,gBAAgB;IACrB;MACE,OAAOA,aAAa;EAAC;AAE3B;AAEA,SAASY,+BAA+B,CAACZ,aAAa,EAAE;EACtD,MAAMa,SAAS,GAAGC,MAAM,CAACC,IAAI,CAACf,aAAa,CAAC;EAC5C,MAAMgB,cAAc,GAAGhB,aAAa,CAACa,SAAS,CAAC,CAAC,CAAC,CAAC,CAACI,MAAM;EACzD,MAAMC,cAAoB,GAAG,EAAE;EAE/B,KAAK,IAAIC,KAAK,GAAG,CAAC,EAAEA,KAAK,GAAGH,cAAc,EAAEG,KAAK,EAAE,EAAE;IACnD,MAAMC,SAAS,GAAG,CAAC,CAAC;IACpB,KAAK,IAAIC,QAAQ,GAAG,CAAC,EAAEA,QAAQ,GAAGR,SAAS,CAACI,MAAM,EAAEI,QAAQ,EAAE,EAAE;MAC9D,MAAMC,SAAS,GAAGT,SAAS,CAACQ,QAAQ,CAAC;MACrCD,SAAS,CAACE,SAAS,CAAC,GAAGtB,aAAa,CAACsB,SAAS,CAAC,CAACH,KAAK,CAAC;IACxD;IACAD,cAAc,CAACK,IAAI,CAACH,SAAS,CAAC;EAChC;EACA,OAAOF,cAAc;AACvB"}
+{"version":3,"file":"parse-arrow-sync.js","names":["Table","parseArrowSync","arrayBuffer","options","_options$arrow","arrowTable","from","Uint8Array","columnarTable","schema","fields","forEach","field","arrowColumn","getColumn","name","values","toArray","arrow","shape","convertColumnarToRowFormatTable","tableKeys","Object","keys","tableRowsCount","length","rowFormatTable","index","tableItem","keyIndex","fieldName","push"],"sources":["../../../src/lib/parse-arrow-sync.ts"],"sourcesContent":["import type {ArrowLoaderOptions} from '../arrow-loader';\nimport {Table} from 'apache-arrow';\n\n// Parses arrow to a columnar table\nexport default function parseArrowSync(arrayBuffer, options?: ArrowLoaderOptions) {\n  const arrowTable = Table.from([new Uint8Array(arrayBuffer)]);\n\n  // Extract columns\n\n  // TODO - avoid calling `getColumn` on columns we are not interested in?\n  // Add options object?\n  const columnarTable = {};\n\n  arrowTable.schema.fields.forEach((field) => {\n    // This (is intended to) coalesce all record batches into a single typed array\n    const arrowColumn = arrowTable.getColumn(field.name);\n    const values = arrowColumn.toArray();\n    columnarTable[field.name] = values;\n  });\n\n  switch (options?.arrow?.shape) {\n    case 'arrow-table':\n      return arrowTable;\n    case 'object-row-table':\n      return convertColumnarToRowFormatTable(columnarTable);\n    case 'columnar-table':\n    default:\n      return columnarTable;\n  }\n}\n\nfunction convertColumnarToRowFormatTable(columnarTable) {\n  const tableKeys = Object.keys(columnarTable);\n  const tableRowsCount = columnarTable[tableKeys[0]].length;\n  const rowFormatTable: {}[] = [];\n\n  for (let index = 0; index < tableRowsCount; index++) {\n    const tableItem = {};\n    for (let keyIndex = 0; keyIndex < tableKeys.length; keyIndex++) {\n      const fieldName = tableKeys[keyIndex];\n      tableItem[fieldName] = columnarTable[fieldName][index];\n    }\n    rowFormatTable.push(tableItem);\n  }\n  return rowFormatTable;\n}\n"],"mappings":"AACA,SAAQA,KAAK,QAAO,cAAc;AAGlC,eAAe,SAASC,cAAcA,CAACC,WAAW,EAAEC,OAA4B,EAAE;EAAA,IAAAC,cAAA;EAChF,MAAMC,UAAU,GAAGL,KAAK,CAACM,IAAI,CAAC,CAAC,IAAIC,UAAU,CAACL,WAAW,CAAC,CAAC,CAAC;EAM5D,MAAMM,aAAa,GAAG,CAAC,CAAC;EAExBH,UAAU,CAACI,MAAM,CAACC,MAAM,CAACC,OAAO,CAAEC,KAAK,IAAK;IAE1C,MAAMC,WAAW,GAAGR,UAAU,CAACS,SAAS,CAACF,KAAK,CAACG,IAAI,CAAC;IACpD,MAAMC,MAAM,GAAGH,WAAW,CAACI,OAAO,EAAE;IACpCT,aAAa,CAACI,KAAK,CAACG,IAAI,CAAC,GAAGC,MAAM;EACpC,CAAC,CAAC;EAEF,QAAQb,OAAO,aAAPA,OAAO,wBAAAC,cAAA,GAAPD,OAAO,CAAEe,KAAK,cAAAd,cAAA,uBAAdA,cAAA,CAAgBe,KAAK;IAC3B,KAAK,aAAa;MAChB,OAAOd,UAAU;IACnB,KAAK,kBAAkB;MACrB,OAAOe,+BAA+B,CAACZ,aAAa,CAAC;IACvD,KAAK,gBAAgB;IACrB;MACE,OAAOA,aAAa;EAAC;AAE3B;AAEA,SAASY,+BAA+BA,CAACZ,aAAa,EAAE;EACtD,MAAMa,SAAS,GAAGC,MAAM,CAACC,IAAI,CAACf,aAAa,CAAC;EAC5C,MAAMgB,cAAc,GAAGhB,aAAa,CAACa,SAAS,CAAC,CAAC,CAAC,CAAC,CAACI,MAAM;EACzD,MAAMC,cAAoB,GAAG,EAAE;EAE/B,KAAK,IAAIC,KAAK,GAAG,CAAC,EAAEA,KAAK,GAAGH,cAAc,EAAEG,KAAK,EAAE,EAAE;IACnD,MAAMC,SAAS,GAAG,CAAC,CAAC;IACpB,KAAK,IAAIC,QAAQ,GAAG,CAAC,EAAEA,QAAQ,GAAGR,SAAS,CAACI,MAAM,EAAEI,QAAQ,EAAE,EAAE;MAC9D,MAAMC,SAAS,GAAGT,SAAS,CAACQ,QAAQ,CAAC;MACrCD,SAAS,CAACE,SAAS,CAAC,GAAGtB,aAAa,CAACsB,SAAS,CAAC,CAACH,KAAK,CAAC;IACxD;IACAD,cAAc,CAACK,IAAI,CAACH,SAAS,CAAC;EAChC;EACA,OAAOF,cAAc;AACvB"}

package/dist/esm/types.js

@@ -1,6 +1,6 @@
-export let VECTOR_TYPES;
-(function (VECTOR_TYPES) {
+export let VECTOR_TYPES = function (VECTOR_TYPES) {
   VECTOR_TYPES[VECTOR_TYPES["FLOAT"] = 0] = "FLOAT";
   VECTOR_TYPES[VECTOR_TYPES["DATE"] = 1] = "DATE";
-})(VECTOR_TYPES || (VECTOR_TYPES = {}));
+  return VECTOR_TYPES;
+}({});
 //# sourceMappingURL=types.js.map

package/dist/esm/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","names":["VECTOR_TYPES"],"sources":["../../src/types.ts"],"sourcesContent":["type TypedIntArray =\n  | Int8Array\n  | Uint8Array\n  | Int16Array\n  | Uint16Array\n  | Int32Array\n  | Uint32Array\n  | Int32Array\n  | Uint32Array;\n\ntype TypedFloatArray = Float32Array | Float64Array;\n\ntype TypedArray = TypedIntArray | TypedFloatArray;\n\nexport type AnyArrayType = Array<any> | TypedArray;\n\nexport enum VECTOR_TYPES {\n  FLOAT,\n  DATE\n}\n"],"mappings":"AAgBA,WAAYA,YAAY;AAGvB,WAHWA,YAAY;EAAZA,YAAY,CAAZA,YAAY;EAAZA,YAAY,CAAZA,YAAY;AAAA,GAAZA,YAAY,KAAZA,YAAY"}
+{"version":3,"file":"types.js","names":["VECTOR_TYPES"],"sources":["../../src/types.ts"],"sourcesContent":["type TypedIntArray =\n  | Int8Array\n  | Uint8Array\n  | Int16Array\n  | Uint16Array\n  | Int32Array\n  | Uint32Array\n  | Int32Array\n  | Uint32Array;\n\ntype TypedFloatArray = Float32Array | Float64Array;\n\ntype TypedArray = TypedIntArray | TypedFloatArray;\n\nexport type AnyArrayType = Array<any> | TypedArray;\n\nexport enum VECTOR_TYPES {\n  FLOAT,\n  DATE\n}\n"],"mappings":"AAgBA,WAAYA,YAAY,aAAZA,YAAY;EAAZA,YAAY,CAAZA,YAAY;EAAZA,YAAY,CAAZA,YAAY;EAAA,OAAZA,YAAY;AAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@loaders.gl/arrow",
-  "version": "3.4.0-alpha.1",
+  "version": "3.4.0-alpha.3",
   "description": "Simple columnar table loader for the Apache Arrow format",
   "license": "MIT",
   "publishConfig": {
@@ -36,9 +36,9 @@
     "build-worker": "esbuild src/workers/arrow-worker.ts --bundle --outfile=dist/arrow-worker.js --define:__VERSION__=\\\"$npm_package_version\\\""
   },
   "dependencies": {
-    "@loaders.gl/loader-utils": "3.4.0-alpha.1",
-    "@loaders.gl/schema": "3.4.0-alpha.1",
+    "@loaders.gl/loader-utils": "3.4.0-alpha.3",
+    "@loaders.gl/schema": "3.4.0-alpha.3",
     "apache-arrow": "^4.0.0"
   },
-  "gitHead": "4085b0323050e4361614471319a1fb4729547bbf"
+  "gitHead": "a954528dd1d78a1f128d8f6b07e4baeb7a296924"
 }