@loaders.gl/parquet 4.0.0-alpha.5 → 4.0.0-alpha.7

package/dist/es5/lib/parsers/parse-parquet-to-columns.js

@@ -0,0 +1,177 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.parseParquetFileInColumnarBatches = parseParquetFileInColumnarBatches;
+exports.parseParquetInColumns = parseParquetInColumns;
+var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
+var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
+var _awaitAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/awaitAsyncGenerator"));
+var _wrapAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/wrapAsyncGenerator"));
+var _loaderUtils = require("@loaders.gl/loader-utils");
+var _parquetReader = require("../../parquetjs/parser/parquet-reader");
+var _convertSchemaFromParquet = require("../arrow/convert-schema-from-parquet");
+var _shred = require("../../parquetjs/schema/shred");
+var _decodeGeoMetadata = require("../geo/decode-geo-metadata");
+function _asyncIterator(iterable) { var method, async, sync, retry = 2; for ("undefined" != typeof Symbol && (async = Symbol.asyncIterator, sync = Symbol.iterator); retry--;) { if (async && null != (method = iterable[async])) return method.call(iterable); if (sync && null != (method = iterable[sync])) return new AsyncFromSyncIterator(method.call(iterable)); async = "@@asyncIterator", sync = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
+function AsyncFromSyncIterator(s) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var done = r.done; return Promise.resolve(r.value).then(function (value) { return { value: value, done: done }; }); } return AsyncFromSyncIterator = function AsyncFromSyncIterator(s) { this.s = s, this.n = s.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function next() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, return: function _return(value) { var ret = this.s.return; return void 0 === ret ? Promise.resolve({ value: value, done: !0 }) : AsyncFromSyncIteratorContinuation(ret.apply(this.s, arguments)); }, throw: function _throw(value) { var thr = this.s.return; return void 0 === thr ? Promise.reject(value) : AsyncFromSyncIteratorContinuation(thr.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(s); }
+function parseParquetInColumns(_x3, _x4) {
+  return _parseParquetInColumns.apply(this, arguments);
+}
+function _parseParquetInColumns() {
+  _parseParquetInColumns = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(arrayBuffer, options) {
+    var blob, _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, batch;
+    return _regenerator.default.wrap(function _callee2$(_context2) {
+      while (1) switch (_context2.prev = _context2.next) {
+        case 0:
+          blob = new Blob([arrayBuffer]);
+          _iteratorAbruptCompletion = false;
+          _didIteratorError = false;
+          _context2.prev = 3;
+          _iterator = _asyncIterator(parseParquetFileInColumnarBatches(blob, options));
+        case 5:
+          _context2.next = 7;
+          return _iterator.next();
+        case 7:
+          if (!(_iteratorAbruptCompletion = !(_step = _context2.sent).done)) {
+            _context2.next = 13;
+            break;
+          }
+          batch = _step.value;
+          return _context2.abrupt("return", {
+            shape: 'columnar-table',
+            schema: batch.schema,
+            data: batch.data
+          });
+        case 10:
+          _iteratorAbruptCompletion = false;
+          _context2.next = 5;
+          break;
+        case 13:
+          _context2.next = 19;
+          break;
+        case 15:
+          _context2.prev = 15;
+          _context2.t0 = _context2["catch"](3);
+          _didIteratorError = true;
+          _iteratorError = _context2.t0;
+        case 19:
+          _context2.prev = 19;
+          _context2.prev = 20;
+          if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
+            _context2.next = 24;
+            break;
+          }
+          _context2.next = 24;
+          return _iterator.return();
+        case 24:
+          _context2.prev = 24;
+          if (!_didIteratorError) {
+            _context2.next = 27;
+            break;
+          }
+          throw _iteratorError;
+        case 27:
+          return _context2.finish(24);
+        case 28:
+          return _context2.finish(19);
+        case 29:
+          throw new Error('empty table');
+        case 30:
+        case "end":
+          return _context2.stop();
+      }
+    }, _callee2, null, [[3, 15, 19, 29], [20,, 24, 28]]);
+  }));
+  return _parseParquetInColumns.apply(this, arguments);
+}
+function parseParquetFileInColumnarBatches(_x, _x2) {
+  return _parseParquetFileInColumnarBatches.apply(this, arguments);
+}
+function _parseParquetFileInColumnarBatches() {
+  _parseParquetFileInColumnarBatches = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee(blob, options) {
+    var file, reader, parquetSchema, parquetMetadata, schema, rowGroups, _iteratorAbruptCompletion2, _didIteratorError2, _iteratorError2, _iterator2, _step2, rowGroup;
+    return _regenerator.default.wrap(function _callee$(_context) {
+      while (1) switch (_context.prev = _context.next) {
+        case 0:
+          file = (0, _loaderUtils.makeReadableFile)(blob);
+          reader = new _parquetReader.ParquetReader(file);
+          _context.next = 4;
+          return (0, _awaitAsyncGenerator2.default)(reader.getSchema());
+        case 4:
+          parquetSchema = _context.sent;
+          _context.next = 7;
+          return (0, _awaitAsyncGenerator2.default)(reader.getFileMetadata());
+        case 7:
+          parquetMetadata = _context.sent;
+          schema = (0, _convertSchemaFromParquet.convertParquetSchema)(parquetSchema, parquetMetadata);
+          (0, _decodeGeoMetadata.unpackGeoMetadata)(schema);
+          rowGroups = reader.rowGroupIterator(options === null || options === void 0 ? void 0 : options.parquet);
+          _iteratorAbruptCompletion2 = false;
+          _didIteratorError2 = false;
+          _context.prev = 13;
+          _iterator2 = _asyncIterator(rowGroups);
+        case 15:
+          _context.next = 17;
+          return (0, _awaitAsyncGenerator2.default)(_iterator2.next());
+        case 17:
+          if (!(_iteratorAbruptCompletion2 = !(_step2 = _context.sent).done)) {
+            _context.next = 24;
+            break;
+          }
+          rowGroup = _step2.value;
+          _context.next = 21;
+          return convertRowGroupToTableBatch(parquetSchema, rowGroup, schema);
+        case 21:
+          _iteratorAbruptCompletion2 = false;
+          _context.next = 15;
+          break;
+        case 24:
+          _context.next = 30;
+          break;
+        case 26:
+          _context.prev = 26;
+          _context.t0 = _context["catch"](13);
+          _didIteratorError2 = true;
+          _iteratorError2 = _context.t0;
+        case 30:
+          _context.prev = 30;
+          _context.prev = 31;
+          if (!(_iteratorAbruptCompletion2 && _iterator2.return != null)) {
+            _context.next = 35;
+            break;
+          }
+          _context.next = 35;
+          return (0, _awaitAsyncGenerator2.default)(_iterator2.return());
+        case 35:
+          _context.prev = 35;
+          if (!_didIteratorError2) {
+            _context.next = 38;
+            break;
+          }
+          throw _iteratorError2;
+        case 38:
+          return _context.finish(35);
+        case 39:
+          return _context.finish(30);
+        case 40:
+        case "end":
+          return _context.stop();
+      }
+    }, _callee, null, [[13, 26, 30, 40], [31,, 35, 39]]);
+  }));
+  return _parseParquetFileInColumnarBatches.apply(this, arguments);
+}
+function convertRowGroupToTableBatch(parquetSchema, rowGroup, schema) {
+  var data = (0, _shred.materializeColumns)(parquetSchema, rowGroup);
+  return {
+    shape: 'columnar-table',
+    batchType: 'data',
+    schema: schema,
+    data: data,
+    length: rowGroup.rowCount
+  };
+}
+//# sourceMappingURL=parse-parquet-to-columns.js.map

package/dist/es5/lib/parsers/parse-parquet-to-columns.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-parquet-to-columns.js","names":["_loaderUtils","require","_parquetReader","_convertSchemaFromParquet","_shred","_decodeGeoMetadata","_asyncIterator","iterable","method","async","sync","retry","Symbol","asyncIterator","iterator","call","AsyncFromSyncIterator","TypeError","s","AsyncFromSyncIteratorContinuation","r","Object","Promise","reject","done","resolve","value","then","n","next","prototype","apply","arguments","return","_return","ret","throw","_throw","thr","parseParquetInColumns","_x3","_x4","_parseParquetInColumns","_asyncToGenerator2","default","_regenerator","mark","_callee2","arrayBuffer","options","blob","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","batch","wrap","_callee2$","_context2","prev","Blob","parseParquetFileInColumnarBatches","sent","abrupt","shape","schema","data","t0","finish","Error","stop","_x","_x2","_parseParquetFileInColumnarBatches","_wrapAsyncGenerator2","_callee","file","reader","parquetSchema","parquetMetadata","rowGroups","_iteratorAbruptCompletion2","_didIteratorError2","_iteratorError2","_iterator2","_step2","rowGroup","_callee$","_context","makeReadableFile","ParquetReader","_awaitAsyncGenerator2","getSchema","getFileMetadata","convertParquetSchema","unpackGeoMetadata","rowGroupIterator","parquet","convertRowGroupToTableBatch","materializeColumns","batchType","length","rowCount"],"sources":["../../../../src/lib/parsers/parse-parquet-to-columns.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n// import type {LoaderWithParser, Loader, LoaderOptions} from '@loaders.gl/loader-utils';\nimport {ColumnarTable, ColumnarTableBatch, Schema} from '@loaders.gl/schema';\nimport {makeReadableFile} from '@loaders.gl/loader-utils';\nimport type {ParquetLoaderOptions} from '../../parquet-loader';\nimport {ParquetReader} from '../../parquetjs/parser/parquet-reader';\nimport {ParquetRowGroup} from '../../parquetjs/schema/declare';\nimport {ParquetSchema} from '../../parquetjs/schema/schema';\nimport {convertParquetSchema} from '../arrow/convert-schema-from-parquet';\nimport {materializeColumns} from '../../parquetjs/schema/shred';\n// import {convertParquetRowGroupToColumns} from '../arrow/convert-row-group-to-columns';\nimport {unpackGeoMetadata} from '../geo/decode-geo-metadata';\n\nexport async function parseParquetInColumns(\n  arrayBuffer: ArrayBuffer,\n  options?: ParquetLoaderOptions\n): Promise<ColumnarTable> {\n  const blob = new Blob([arrayBuffer]);\n  for await (const batch of parseParquetFileInColumnarBatches(blob, options)) {\n    return {\n      shape: 'columnar-table',\n      schema: batch.schema,\n      data: batch.data\n    };\n  }\n  throw new Error('empty table');\n}\n\nexport async function* parseParquetFileInColumnarBatches(\n  blob: Blob,\n  options?: ParquetLoaderOptions\n): AsyncIterable<ColumnarTableBatch> {\n  const file = makeReadableFile(blob);\n  const reader = new ParquetReader(file);\n  const parquetSchema = await reader.getSchema();\n  const parquetMetadata = await reader.getFileMetadata();\n  const schema = convertParquetSchema(parquetSchema, parquetMetadata);\n  unpackGeoMetadata(schema);\n  const rowGroups = reader.rowGroupIterator(options?.parquet);\n  for await (const rowGroup of rowGroups) {\n    yield convertRowGroupToTableBatch(parquetSchema, rowGroup, schema);\n  }\n}\n\nfunction convertRowGroupToTableBatch(\n  parquetSchema: ParquetSchema,\n  rowGroup: ParquetRowGroup,\n  schema: Schema\n): ColumnarTableBatch {\n  // const data = convertParquetRowGroupToColumns(schema, rowGroup);\n  const data = materializeColumns(parquetSchema, rowGroup);\n  return {\n    shape: 'columnar-table',\n    batchType: 'data',\n    schema,\n    data,\n    length: rowGroup.rowCount\n  };\n}\n"],"mappings":";;;;;;;;;;;;AAIA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,cAAA,GAAAD,OAAA;AAGA,IAAAE,yBAAA,GAAAF,OAAA;AACA,IAAAG,MAAA,GAAAH,OAAA;AAEA,IAAAI,kBAAA,GAAAJ,OAAA;AAA6D,SAAAK,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAAC,MAAA,KAAAH,KAAA,GAAAG,MAAA,CAAAC,aAAA,EAAAH,IAAA,GAAAE,MAAA,CAAAE,QAAA,GAAAH,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAAO,IAAA,CAAAR,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAM,qBAAA,CAAAR,MAAA,CAAAO,IAAA,CAAAR,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAAO,SAAA;AAAA,SAAAD,sBAAAE,CAAA,aAAAC,kCAAAC,CAAA,QAAAC,MAAA,CAAAD,CAAA,MAAAA,CAAA,SAAAE,OAAA,CAAAC,MAAA,KAAAN,SAAA,CAAAG,CAAA,+BAAAI,IAAA,GAAAJ,CAAA,CAAAI,IAAA,SAAAF,OAAA,CAAAG,OAAA,CAAAL,CAAA,CAAAM,KAAA,EAAAC,IAAA,WAAAD,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAF,IAAA,EAAAA,IAAA,iBAAAR,qBAAA,YAAAA,sBAAAE,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAU,CAAA,GAAAV,CAAA,CAAAW,IAAA,KAAAb,qBAAA,CAAAc,SAAA,KAAAZ,CAAA,QAAAU,CAAA,QAAAC,IAAA,WAAAA,KAAA,WAAAV,iCAAA,MAAAS,CAAA,CAAAG,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAC,MAAA,WAAAC,QAAAR,KAAA,QAAAS,GAAA,QAAAjB,CAAA,CAAAe,MAAA,oBAAAE,GAAA,GAAAb,OAAA,CAAAG,OAAA,GAAAC,KAAA,EAAAA,KAAA,EAAAF,IAAA,UAAAL,iCAAA,CAAAgB,GAAA,CAAAJ,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAI,KAAA,WAAAC,OAAAX,KAAA,QAAAY,GAAA,QAAApB,CAAA,CAAAe,MAAA,oBAAAK,GAAA,GAAAhB,OAAA,CAAAC,MAAA,CAAAG,KAAA,IAAAP,iCAAA,CAAAmB,GAAA,CAAAP,KAAA,MAAAb,CAAA,EAAAc,SAAA,aAAAhB,qBAAA,CAAAE,CAAA;AAAA,SAEvCqB,qBAAqBA,CAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,sBAAA,CAAAX,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAU,uBAAA;EAAAA,sBAAA,OAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAApC,SAAAC,SACLC,WAAwB,EACxBC,OAA8B;IAAA,IAAAC,IAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA;IAAA,OAAAX,YAAA,CAAAD,OAAA,CAAAa,IAAA,UAAAC,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAAC,IAAA,GAAAD,SAAA,CAAA9B,IAAA;QAAA;UAExBqB,IAAI,GAAG,IAAIW,IAAI,CAAC,CAACb,WAAW,CAAC,CAAC;UAAAG,yBAAA;UAAAC,iBAAA;UAAAO,SAAA,CAAAC,IAAA;UAAAN,SAAA,GAAAhD,cAAA,CACVwD,iCAAiC,CAACZ,IAAI,EAAED,OAAO,CAAC;QAAA;UAAAU,SAAA,CAAA9B,IAAA;UAAA,OAAAyB,SAAA,CAAAzB,IAAA;QAAA;UAAA,MAAAsB,yBAAA,KAAAI,KAAA,GAAAI,SAAA,CAAAI,IAAA,EAAAvC,IAAA;YAAAmC,SAAA,CAAA9B,IAAA;YAAA;UAAA;UAAzD2B,KAAK,GAAAD,KAAA,CAAA7B,KAAA;UAAA,OAAAiC,SAAA,CAAAK,MAAA,WACb;YACLC,KAAK,EAAE,gBAAgB;YACvBC,MAAM,EAAEV,KAAK,CAACU,MAAM;YACpBC,IAAI,EAAEX,KAAK,CAACW;UACd,CAAC;QAAA;UAAAhB,yBAAA;UAAAQ,SAAA,CAAA9B,IAAA;UAAA;QAAA;UAAA8B,SAAA,CAAA9B,IAAA;UAAA;QAAA;UAAA8B,SAAA,CAAAC,IAAA;UAAAD,SAAA,CAAAS,EAAA,GAAAT,SAAA;UAAAP,iBAAA;UAAAC,cAAA,GAAAM,SAAA,CAAAS,EAAA;QAAA;UAAAT,SAAA,CAAAC,IAAA;UAAAD,SAAA,CAAAC,IAAA;UAAA,MAAAT,yBAAA,IAAAG,SAAA,CAAArB,MAAA;YAAA0B,SAAA,CAAA9B,IAAA;YAAA;UAAA;UAAA8B,SAAA,CAAA9B,IAAA;UAAA,OAAAyB,SAAA,CAAArB,MAAA;QAAA;UAAA0B,SAAA,CAAAC,IAAA;UAAA,KAAAR,iBAAA;YAAAO,SAAA,CAAA9B,IAAA;YAAA;UAAA;UAAA,MAAAwB,cAAA;QAAA;UAAA,OAAAM,SAAA,CAAAU,MAAA;QAAA;UAAA,OAAAV,SAAA,CAAAU,MAAA;QAAA;UAAA,MAEG,IAAIC,KAAK,CAAC,aAAa,CAAC;QAAA;QAAA;UAAA,OAAAX,SAAA,CAAAY,IAAA;MAAA;IAAA,GAAAxB,QAAA;EAAA,CAC/B;EAAA,OAAAL,sBAAA,CAAAX,KAAA,OAAAC,SAAA;AAAA;AAAA,SAEsB8B,iCAAiCA,CAAAU,EAAA,EAAAC,GAAA;EAAA,OAAAC,kCAAA,CAAA3C,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAA0C,mCAAA;EAAAA,kCAAA,OAAAC,oBAAA,CAAA/B,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAjD,SAAA8B,QACL1B,IAAU,EACVD,OAA8B;IAAA,IAAA4B,IAAA,EAAAC,MAAA,EAAAC,aAAA,EAAAC,eAAA,EAAAd,MAAA,EAAAe,SAAA,EAAAC,0BAAA,EAAAC,kBAAA,EAAAC,eAAA,EAAAC,UAAA,EAAAC,MAAA,EAAAC,QAAA;IAAA,OAAA1C,YAAA,CAAAD,OAAA,CAAAa,IAAA,UAAA+B,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAA7B,IAAA,GAAA6B,QAAA,CAAA5D,IAAA;QAAA;UAExBgD,IAAI,GAAG,IAAAa,6BAAgB,EAACxC,IAAI,CAAC;UAC7B4B,MAAM,GAAG,IAAIa,4BAAa,CAACd,IAAI,CAAC;UAAAY,QAAA,CAAA5D,IAAA;UAAA,WAAA+D,qBAAA,CAAAhD,OAAA,EACVkC,MAAM,CAACe,SAAS,CAAC,CAAC;QAAA;UAAxCd,aAAa,GAAAU,QAAA,CAAA1B,IAAA;UAAA0B,QAAA,CAAA5D,IAAA;UAAA,WAAA+D,qBAAA,CAAAhD,OAAA,EACWkC,MAAM,CAACgB,eAAe,CAAC,CAAC;QAAA;UAAhDd,eAAe,GAAAS,QAAA,CAAA1B,IAAA;UACfG,MAAM,GAAG,IAAA6B,8CAAoB,EAAChB,aAAa,EAAEC,eAAe,CAAC;UACnE,IAAAgB,oCAAiB,EAAC9B,MAAM,CAAC;UACnBe,SAAS,GAAGH,MAAM,CAACmB,gBAAgB,CAAChD,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEiD,OAAO,CAAC;UAAAhB,0BAAA;UAAAC,kBAAA;UAAAM,QAAA,CAAA7B,IAAA;UAAAyB,UAAA,GAAA/E,cAAA,CAC9B2E,SAAS;QAAA;UAAAQ,QAAA,CAAA5D,IAAA;UAAA,WAAA+D,qBAAA,CAAAhD,OAAA,EAAAyC,UAAA,CAAAxD,IAAA;QAAA;UAAA,MAAAqD,0BAAA,KAAAI,MAAA,GAAAG,QAAA,CAAA1B,IAAA,EAAAvC,IAAA;YAAAiE,QAAA,CAAA5D,IAAA;YAAA;UAAA;UAArB0D,QAAQ,GAAAD,MAAA,CAAA5D,KAAA;UAAA+D,QAAA,CAAA5D,IAAA;UACvB,OAAMsE,2BAA2B,CAACpB,aAAa,EAAEQ,QAAQ,EAAErB,MAAM,CAAC;QAAA;UAAAgB,0BAAA;UAAAO,QAAA,CAAA5D,IAAA;UAAA;QAAA;UAAA4D,QAAA,CAAA5D,IAAA;UAAA;QAAA;UAAA4D,QAAA,CAAA7B,IAAA;UAAA6B,QAAA,CAAArB,EAAA,GAAAqB,QAAA;UAAAN,kBAAA;UAAAC,eAAA,GAAAK,QAAA,CAAArB,EAAA;QAAA;UAAAqB,QAAA,CAAA7B,IAAA;UAAA6B,QAAA,CAAA7B,IAAA;UAAA,MAAAsB,0BAAA,IAAAG,UAAA,CAAApD,MAAA;YAAAwD,QAAA,CAAA5D,IAAA;YAAA;UAAA;UAAA4D,QAAA,CAAA5D,IAAA;UAAA,WAAA+D,qBAAA,CAAAhD,OAAA,EAAAyC,UAAA,CAAApD,MAAA;QAAA;UAAAwD,QAAA,CAAA7B,IAAA;UAAA,KAAAuB,kBAAA;YAAAM,QAAA,CAAA5D,IAAA;YAAA;UAAA;UAAA,MAAAuD,eAAA;QAAA;UAAA,OAAAK,QAAA,CAAApB,MAAA;QAAA;UAAA,OAAAoB,QAAA,CAAApB,MAAA;QAAA;QAAA;UAAA,OAAAoB,QAAA,CAAAlB,IAAA;MAAA;IAAA,GAAAK,OAAA;EAAA,CAErE;EAAA,OAAAF,kCAAA,CAAA3C,KAAA,OAAAC,SAAA;AAAA;AAED,SAASmE,2BAA2BA,CAClCpB,aAA4B,EAC5BQ,QAAyB,EACzBrB,MAAc,EACM;EAEpB,IAAMC,IAAI,GAAG,IAAAiC,yBAAkB,EAACrB,aAAa,EAAEQ,QAAQ,CAAC;EACxD,OAAO;IACLtB,KAAK,EAAE,gBAAgB;IACvBoC,SAAS,EAAE,MAAM;IACjBnC,MAAM,EAANA,MAAM;IACNC,IAAI,EAAJA,IAAI;IACJmC,MAAM,EAAEf,QAAQ,CAACgB;EACnB,CAAC;AACH"}

package/dist/es5/lib/parsers/parse-parquet-to-rows.js

@@ -0,0 +1,172 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.parseParquet = parseParquet;
+exports.parseParquetFileInBatches = parseParquetFileInBatches;
+var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
+var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
+var _awaitAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/awaitAsyncGenerator"));
+var _wrapAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/wrapAsyncGenerator"));
+var _loaderUtils = require("@loaders.gl/loader-utils");
+var _parquetReader = require("../../parquetjs/parser/parquet-reader");
+function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
+function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
+function _asyncIterator(iterable) { var method, async, sync, retry = 2; for ("undefined" != typeof Symbol && (async = Symbol.asyncIterator, sync = Symbol.iterator); retry--;) { if (async && null != (method = iterable[async])) return method.call(iterable); if (sync && null != (method = iterable[sync])) return new AsyncFromSyncIterator(method.call(iterable)); async = "@@asyncIterator", sync = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
+function AsyncFromSyncIterator(s) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var done = r.done; return Promise.resolve(r.value).then(function (value) { return { value: value, done: done }; }); } return AsyncFromSyncIterator = function AsyncFromSyncIterator(s) { this.s = s, this.n = s.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function next() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, return: function _return(value) { var ret = this.s.return; return void 0 === ret ? Promise.resolve({ value: value, done: !0 }) : AsyncFromSyncIteratorContinuation(ret.apply(this.s, arguments)); }, throw: function _throw(value) { var thr = this.s.return; return void 0 === thr ? Promise.reject(value) : AsyncFromSyncIteratorContinuation(thr.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(s); }
+function parseParquet(_x3, _x4) {
+  return _parseParquet.apply(this, arguments);
+}
+function _parseParquet() {
+  _parseParquet = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(arrayBuffer, options) {
+    var blob, rows, _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, batch, _iterator3, _step3, row;
+    return _regenerator.default.wrap(function _callee2$(_context2) {
+      while (1) switch (_context2.prev = _context2.next) {
+        case 0:
+          blob = new Blob([arrayBuffer]);
+          rows = [];
+          _iteratorAbruptCompletion = false;
+          _didIteratorError = false;
+          _context2.prev = 4;
+          _iterator = _asyncIterator(parseParquetFileInBatches(blob, options));
+        case 6:
+          _context2.next = 8;
+          return _iterator.next();
+        case 8:
+          if (!(_iteratorAbruptCompletion = !(_step = _context2.sent).done)) {
+            _context2.next = 15;
+            break;
+          }
+          batch = _step.value;
+          _iterator3 = _createForOfIteratorHelper(batch.data);
+          try {
+            for (_iterator3.s(); !(_step3 = _iterator3.n()).done;) {
+              row = _step3.value;
+              rows.push(row);
+            }
+          } catch (err) {
+            _iterator3.e(err);
+          } finally {
+            _iterator3.f();
+          }
+        case 12:
+          _iteratorAbruptCompletion = false;
+          _context2.next = 6;
+          break;
+        case 15:
+          _context2.next = 21;
+          break;
+        case 17:
+          _context2.prev = 17;
+          _context2.t0 = _context2["catch"](4);
+          _didIteratorError = true;
+          _iteratorError = _context2.t0;
+        case 21:
+          _context2.prev = 21;
+          _context2.prev = 22;
+          if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
+            _context2.next = 26;
+            break;
+          }
+          _context2.next = 26;
+          return _iterator.return();
+        case 26:
+          _context2.prev = 26;
+          if (!_didIteratorError) {
+            _context2.next = 29;
+            break;
+          }
+          throw _iteratorError;
+        case 29:
+          return _context2.finish(26);
+        case 30:
+          return _context2.finish(21);
+        case 31:
+          return _context2.abrupt("return", {
+            shape: 'object-row-table',
+            data: rows
+          });
+        case 32:
+        case "end":
+          return _context2.stop();
+      }
+    }, _callee2, null, [[4, 17, 21, 31], [22,, 26, 30]]);
+  }));
+  return _parseParquet.apply(this, arguments);
+}
+function parseParquetFileInBatches(_x, _x2) {
+  return _parseParquetFileInBatches.apply(this, arguments);
+}
+function _parseParquetFileInBatches() {
+  _parseParquetFileInBatches = (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee(blob, options) {
+    var file, reader, rowBatches, _iteratorAbruptCompletion2, _didIteratorError2, _iteratorError2, _iterator2, _step2, rows;
+    return _regenerator.default.wrap(function _callee$(_context) {
+      while (1) switch (_context.prev = _context.next) {
+        case 0:
+          file = (0, _loaderUtils.makeReadableFile)(blob);
+          reader = new _parquetReader.ParquetReader(file);
+          rowBatches = reader.rowBatchIterator(options === null || options === void 0 ? void 0 : options.parquet);
+          _iteratorAbruptCompletion2 = false;
+          _didIteratorError2 = false;
+          _context.prev = 5;
+          _iterator2 = _asyncIterator(rowBatches);
+        case 7:
+          _context.next = 9;
+          return (0, _awaitAsyncGenerator2.default)(_iterator2.next());
+        case 9:
+          if (!(_iteratorAbruptCompletion2 = !(_step2 = _context.sent).done)) {
+            _context.next = 16;
+            break;
+          }
+          rows = _step2.value;
+          _context.next = 13;
+          return {
+            shape: 'object-row-table',
+            data: rows,
+            batchType: 'data',
+            length: rows.length
+          };
+        case 13:
+          _iteratorAbruptCompletion2 = false;
+          _context.next = 7;
+          break;
+        case 16:
+          _context.next = 22;
+          break;
+        case 18:
+          _context.prev = 18;
+          _context.t0 = _context["catch"](5);
+          _didIteratorError2 = true;
+          _iteratorError2 = _context.t0;
+        case 22:
+          _context.prev = 22;
+          _context.prev = 23;
+          if (!(_iteratorAbruptCompletion2 && _iterator2.return != null)) {
+            _context.next = 27;
+            break;
+          }
+          _context.next = 27;
+          return (0, _awaitAsyncGenerator2.default)(_iterator2.return());
+        case 27:
+          _context.prev = 27;
+          if (!_didIteratorError2) {
+            _context.next = 30;
+            break;
+          }
+          throw _iteratorError2;
+        case 30:
+          return _context.finish(27);
+        case 31:
+          return _context.finish(22);
+        case 32:
+        case "end":
+          return _context.stop();
+      }
+    }, _callee, null, [[5, 18, 22, 32], [23,, 27, 31]]);
+  }));
+  return _parseParquetFileInBatches.apply(this, arguments);
+}
+//# sourceMappingURL=parse-parquet-to-rows.js.map

package/dist/es5/lib/parsers/parse-parquet-to-rows.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-parquet-to-rows.js","names":["_loaderUtils","require","_parquetReader","_createForOfIteratorHelper","o","allowArrayLike","it","Symbol","iterator","Array","isArray","_unsupportedIterableToArray","length","i","F","s","n","done","value","e","_e","f","TypeError","normalCompletion","didErr","err","call","step","next","_e2","return","minLen","_arrayLikeToArray","Object","prototype","toString","slice","constructor","name","from","test","arr","len","arr2","_asyncIterator","iterable","method","async","sync","retry","asyncIterator","AsyncFromSyncIterator","AsyncFromSyncIteratorContinuation","r","Promise","reject","resolve","then","apply","arguments","_return","ret","throw","_throw","thr","parseParquet","_x3","_x4","_parseParquet","_asyncToGenerator2","default","_regenerator","mark","_callee2","arrayBuffer","options","blob","rows","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","batch","_iterator3","_step3","row","wrap","_callee2$","_context2","prev","Blob","parseParquetFileInBatches","sent","data","push","t0","finish","abrupt","shape","stop","_x","_x2","_parseParquetFileInBatches","_wrapAsyncGenerator2","_callee","file","reader","rowBatches","_iteratorAbruptCompletion2","_didIteratorError2","_iteratorError2","_iterator2","_step2","_callee$","_context","makeReadableFile","ParquetReader","rowBatchIterator","parquet","_awaitAsyncGenerator2","batchType"],"sources":["../../../../src/lib/parsers/parse-parquet-to-rows.ts"],"sourcesContent":["// import type {LoaderWithParser, Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n// import {ColumnarTableBatch} from '@loaders.gl/schema';\nimport {makeReadableFile} from '@loaders.gl/loader-utils';\nimport {ObjectRowTable, ObjectRowTableBatch} from '@loaders.gl/schema';\nimport type {ParquetLoaderOptions} from '../../parquet-loader';\nimport type {ParquetRow} from '../../parquetjs/schema/declare';\nimport {ParquetReader} from '../../parquetjs/parser/parquet-reader';\n\nexport async function parseParquet(\n  arrayBuffer: ArrayBuffer,\n  options?: ParquetLoaderOptions\n): Promise<ObjectRowTable> {\n  const blob = new Blob([arrayBuffer]);\n\n  const rows: ParquetRow[] = [];\n  for await (const batch of parseParquetFileInBatches(blob, options)) {\n    // we have only one input batch so return\n    for (const row of batch.data) {\n      rows.push(row);\n    }\n  }\n\n  return {\n    shape: 'object-row-table',\n    // TODO - spread can fail for very large number of batches\n    data: rows\n  };\n}\n\nexport async function* parseParquetFileInBatches(\n  blob: Blob,\n  options?: ParquetLoaderOptions\n): AsyncIterable<ObjectRowTableBatch> {\n  const file = makeReadableFile(blob);\n  const reader = new ParquetReader(file);\n  const rowBatches = reader.rowBatchIterator(options?.parquet);\n  for await (const rows of rowBatches) {\n    yield {\n      shape: 'object-row-table',\n      data: rows,\n      batchType: 'data',\n      length: rows.length\n    };\n  }\n}\n"],"mappings":";;;;;;;;;;;;AAEA,IAAAA,YAAA,GAAAC,OAAA;AAIA,IAAAC,cAAA,GAAAD,OAAA;AAAoE,SAAAE,2BAAAC,CAAA,EAAAC,cAAA,QAAAC,EAAA,UAAAC,MAAA,oBAAAH,CAAA,CAAAG,MAAA,CAAAC,QAAA,KAAAJ,CAAA,qBAAAE,EAAA,QAAAG,KAAA,CAAAC,OAAA,CAAAN,CAAA,MAAAE,EAAA,GAAAK,2BAAA,CAAAP,CAAA,MAAAC,cAAA,IAAAD,CAAA,WAAAA,CAAA,CAAAQ,MAAA,qBAAAN,EAAA,EAAAF,CAAA,GAAAE,EAAA,MAAAO,CAAA,UAAAC,CAAA,YAAAA,EAAA,eAAAC,CAAA,EAAAD,CAAA,EAAAE,CAAA,WAAAA,EAAA,QAAAH,CAAA,IAAAT,CAAA,CAAAQ,MAAA,WAAAK,IAAA,mBAAAA,IAAA,SAAAC,KAAA,EAAAd,CAAA,CAAAS,CAAA,UAAAM,CAAA,WAAAA,EAAAC,EAAA,UAAAA,EAAA,KAAAC,CAAA,EAAAP,CAAA,gBAAAQ,SAAA,iJAAAC,gBAAA,SAAAC,MAAA,UAAAC,GAAA,WAAAV,CAAA,WAAAA,EAAA,IAAAT,EAAA,GAAAA,EAAA,CAAAoB,IAAA,CAAAtB,CAAA,MAAAY,CAAA,WAAAA,EAAA,QAAAW,IAAA,GAAArB,EAAA,CAAAsB,IAAA,IAAAL,gBAAA,GAAAI,IAAA,CAAAV,IAAA,SAAAU,IAAA,KAAAR,CAAA,WAAAA,EAAAU,GAAA,IAAAL,MAAA,SAAAC,GAAA,GAAAI,GAAA,KAAAR,CAAA,WAAAA,EAAA,eAAAE,gBAAA,IAAAjB,EAAA,CAAAwB,MAAA,UAAAxB,EAAA,CAAAwB,MAAA,oBAAAN,MAAA,QAAAC,GAAA;AAAA,SAAAd,4BAAAP,CAAA,EAAA2B,MAAA,SAAA3B,CAAA,qBAAAA,CAAA,sBAAA4B,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA,OAAAf,CAAA,GAAAiB,MAAA,CAAAC,SAAA,CAAAC,QAAA,CAAAT,IAAA,CAAAtB,CAAA,EAAAgC,KAAA,aAAApB,CAAA,iBAAAZ,CAAA,CAAAiC,WAAA,EAAArB,CAAA,GAAAZ,CAAA,CAAAiC,WAAA,CAAAC,IAAA,MAAAtB,CAAA,cAAAA,CAAA,mBAAAP,KAAA,CAAA8B,IAAA,CAAAnC,CAAA,OAAAY,CAAA,+DAAAwB,IAAA,CAAAxB,CAAA,UAAAgB,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA;AAAA,SAAAC,kBAAAS,GAAA,EAAAC,GAAA,QAAAA,GAAA,YAAAA,GAAA,GAAAD,GAAA,CAAA7B,MAAA,EAAA8B,GAAA,GAAAD,GAAA,CAAA7B,MAAA,WAAAC,CAAA,MAAA8B,IAAA,OAAAlC,KAAA,CAAAiC,GAAA,GAAA7B,CAAA,GAAA6B,GAAA,EAAA7B,CAAA,IAAA8B,IAAA,CAAA9B,CAAA,IAAA4B,GAAA,CAAA5B,CAAA,UAAA8B,IAAA;AAAA,SAAAC,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAA1C,MAAA,KAAAwC,KAAA,GAAAxC,MAAA,CAAA2C,aAAA,EAAAF,IAAA,GAAAzC,MAAA,CAAAC,QAAA,GAAAyC,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAApB,IAAA,CAAAmB,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAG,qBAAA,CAAAL,MAAA,CAAApB,IAAA,CAAAmB,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAA1B,SAAA;AAAA,SAAA6B,sBAAApC,CAAA,aAAAqC,kCAAAC,CAAA,QAAApB,MAAA,CAAAoB,CAAA,MAAAA,CAAA,SAAAC,OAAA,CAAAC,MAAA,KAAAjC,SAAA,CAAA+B,CAAA,+BAAApC,IAAA,GAAAoC,CAAA,CAAApC,IAAA,SAAAqC,OAAA,CAAAE,OAAA,CAAAH,CAAA,CAAAnC,KAAA,EAAAuC,IAAA,WAAAvC,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAD,IAAA,EAAAA,IAAA,iBAAAkC,qBAAA,YAAAA,sBAAApC,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAC,CAAA,GAAAD,CAAA,CAAAa,IAAA,KAAAuB,qBAAA,CAAAjB,SAAA,KAAAnB,CAAA,QAAAC,CAAA,QAAAY,IAAA,WAAAA,KAAA,WAAAwB,iCAAA,MAAApC,CAAA,CAAA0C,KAAA,MAAA3C,CAAA,EAAA4C,SAAA,OAAA7B,MAAA,WAAA8B,QAAA1C,KAAA,QAAA2C,GAAA,QAAA9C,CAAA,CAAAe,MAAA,oBAAA+B,GAAA,GAAAP,OAAA,CAAAE,OAAA,GAAAtC,KAAA,EAAAA,KAAA,EAAAD,IAAA,UAAAmC,iCAAA,CAAAS,GAAA,CAAAH,KAAA,MAAA3C,CAAA,EAAA4C,SAAA,OAAAG,KAAA,WAAAC,OAAA7C,KAAA,QAAA8C,GAAA,QAAAjD,CAAA,CAAAe,MAAA,oBAAAkC,GAAA,GAAAV,OAAA,CAAAC,MAAA,CAAArC,KAAA,IAAAkC,iCAAA,CAAAY,GAAA,CAAAN,KAAA,MAAA3C,CAAA,EAAA4C,SAAA,aAAAR,qBAAA,CAAApC,CAAA;AAAA,SAE9CkD,YAAYA,CAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,aAAA,CAAAV,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAS,cAAA;EAAAA,aAAA,OAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAA3B,SAAAC,SACLC,WAAwB,EACxBC,OAA8B;IAAA,IAAAC,IAAA,EAAAC,IAAA,EAAAC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA,EAAAC,UAAA,EAAAC,MAAA,EAAAC,GAAA;IAAA,OAAAf,YAAA,CAAAD,OAAA,CAAAiB,IAAA,UAAAC,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAAC,IAAA,GAAAD,SAAA,CAAA7D,IAAA;QAAA;UAExBgD,IAAI,GAAG,IAAIe,IAAI,CAAC,CAACjB,WAAW,CAAC,CAAC;UAE9BG,IAAkB,GAAG,EAAE;UAAAC,yBAAA;UAAAC,iBAAA;UAAAU,SAAA,CAAAC,IAAA;UAAAT,SAAA,GAAArC,cAAA,CACHgD,yBAAyB,CAAChB,IAAI,EAAED,OAAO,CAAC;QAAA;UAAAc,SAAA,CAAA7D,IAAA;UAAA,OAAAqD,SAAA,CAAArD,IAAA;QAAA;UAAA,MAAAkD,yBAAA,KAAAI,KAAA,GAAAO,SAAA,CAAAI,IAAA,EAAA5E,IAAA;YAAAwE,SAAA,CAAA7D,IAAA;YAAA;UAAA;UAAjDuD,KAAK,GAAAD,KAAA,CAAAhE,KAAA;UAAAkE,UAAA,GAAAjF,0BAAA,CAEFgF,KAAK,CAACW,IAAI;UAAA;YAA5B,KAAAV,UAAA,CAAArE,CAAA,MAAAsE,MAAA,GAAAD,UAAA,CAAApE,CAAA,IAAAC,IAAA,GAA8B;cAAnBqE,GAAG,GAAAD,MAAA,CAAAnE,KAAA;cACZ2D,IAAI,CAACkB,IAAI,CAACT,GAAG,CAAC;YAChB;UAAC,SAAA7D,GAAA;YAAA2D,UAAA,CAAAjE,CAAA,CAAAM,GAAA;UAAA;YAAA2D,UAAA,CAAA/D,CAAA;UAAA;QAAA;UAAAyD,yBAAA;UAAAW,SAAA,CAAA7D,IAAA;UAAA;QAAA;UAAA6D,SAAA,CAAA7D,IAAA;UAAA;QAAA;UAAA6D,SAAA,CAAAC,IAAA;UAAAD,SAAA,CAAAO,EAAA,GAAAP,SAAA;UAAAV,iBAAA;UAAAC,cAAA,GAAAS,SAAA,CAAAO,EAAA;QAAA;UAAAP,SAAA,CAAAC,IAAA;UAAAD,SAAA,CAAAC,IAAA;UAAA,MAAAZ,yBAAA,IAAAG,SAAA,CAAAnD,MAAA;YAAA2D,SAAA,CAAA7D,IAAA;YAAA;UAAA;UAAA6D,SAAA,CAAA7D,IAAA;UAAA,OAAAqD,SAAA,CAAAnD,MAAA;QAAA;UAAA2D,SAAA,CAAAC,IAAA;UAAA,KAAAX,iBAAA;YAAAU,SAAA,CAAA7D,IAAA;YAAA;UAAA;UAAA,MAAAoD,cAAA;QAAA;UAAA,OAAAS,SAAA,CAAAQ,MAAA;QAAA;UAAA,OAAAR,SAAA,CAAAQ,MAAA;QAAA;UAAA,OAAAR,SAAA,CAAAS,MAAA,WAGI;YACLC,KAAK,EAAE,kBAAkB;YAEzBL,IAAI,EAAEjB;UACR,CAAC;QAAA;QAAA;UAAA,OAAAY,SAAA,CAAAW,IAAA;MAAA;IAAA,GAAA3B,QAAA;EAAA,CACF;EAAA,OAAAL,aAAA,CAAAV,KAAA,OAAAC,SAAA;AAAA;AAAA,SAEsBiC,yBAAyBA,CAAAS,EAAA,EAAAC,GAAA;EAAA,OAAAC,0BAAA,CAAA7C,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAA4C,2BAAA;EAAAA,0BAAA,OAAAC,oBAAA,CAAAlC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAzC,SAAAiC,QACL7B,IAAU,EACVD,OAA8B;IAAA,IAAA+B,IAAA,EAAAC,MAAA,EAAAC,UAAA,EAAAC,0BAAA,EAAAC,kBAAA,EAAAC,eAAA,EAAAC,UAAA,EAAAC,MAAA,EAAApC,IAAA;IAAA,OAAAN,YAAA,CAAAD,OAAA,CAAAiB,IAAA,UAAA2B,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAzB,IAAA,GAAAyB,QAAA,CAAAvF,IAAA;QAAA;UAExB8E,IAAI,GAAG,IAAAU,6BAAgB,EAACxC,IAAI,CAAC;UAC7B+B,MAAM,GAAG,IAAIU,4BAAa,CAACX,IAAI,CAAC;UAChCE,UAAU,GAAGD,MAAM,CAACW,gBAAgB,CAAC3C,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAE4C,OAAO,CAAC;UAAAV,0BAAA;UAAAC,kBAAA;UAAAK,QAAA,CAAAzB,IAAA;UAAAsB,UAAA,GAAApE,cAAA,CACnCgE,UAAU;QAAA;UAAAO,QAAA,CAAAvF,IAAA;UAAA,WAAA4F,qBAAA,CAAAlD,OAAA,EAAA0C,UAAA,CAAApF,IAAA;QAAA;UAAA,MAAAiF,0BAAA,KAAAI,MAAA,GAAAE,QAAA,CAAAtB,IAAA,EAAA5E,IAAA;YAAAkG,QAAA,CAAAvF,IAAA;YAAA;UAAA;UAAlBiD,IAAI,GAAAoC,MAAA,CAAA/F,KAAA;UAAAiG,QAAA,CAAAvF,IAAA;UACnB,OAAM;YACJuE,KAAK,EAAE,kBAAkB;YACzBL,IAAI,EAAEjB,IAAI;YACV4C,SAAS,EAAE,MAAM;YACjB7G,MAAM,EAAEiE,IAAI,CAACjE;UACf,CAAC;QAAA;UAAAiG,0BAAA;UAAAM,QAAA,CAAAvF,IAAA;UAAA;QAAA;UAAAuF,QAAA,CAAAvF,IAAA;UAAA;QAAA;UAAAuF,QAAA,CAAAzB,IAAA;UAAAyB,QAAA,CAAAnB,EAAA,GAAAmB,QAAA;UAAAL,kBAAA;UAAAC,eAAA,GAAAI,QAAA,CAAAnB,EAAA;QAAA;UAAAmB,QAAA,CAAAzB,IAAA;UAAAyB,QAAA,CAAAzB,IAAA;UAAA,MAAAmB,0BAAA,IAAAG,UAAA,CAAAlF,MAAA;YAAAqF,QAAA,CAAAvF,IAAA;YAAA;UAAA;UAAAuF,QAAA,CAAAvF,IAAA;UAAA,WAAA4F,qBAAA,CAAAlD,OAAA,EAAA0C,UAAA,CAAAlF,MAAA;QAAA;UAAAqF,QAAA,CAAAzB,IAAA;UAAA,KAAAoB,kBAAA;YAAAK,QAAA,CAAAvF,IAAA;YAAA;UAAA;UAAA,MAAAmF,eAAA;QAAA;UAAA,OAAAI,QAAA,CAAAlB,MAAA;QAAA;UAAA,OAAAkB,QAAA,CAAAlB,MAAA;QAAA;QAAA;UAAA,OAAAkB,QAAA,CAAAf,IAAA;MAAA;IAAA,GAAAK,OAAA;EAAA,CAEJ;EAAA,OAAAF,0BAAA,CAAA7C,KAAA,OAAAC,SAAA;AAAA"}

package/dist/es5/lib/wasm/encode-parquet-wasm.js

@@ -0,0 +1,43 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.encode = encode;
+exports.tableToIPC = tableToIPC;
+var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
+var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
+var _apacheArrow = require("apache-arrow");
+var _loadWasm = require("./load-wasm");
+function encode(_x, _x2) {
+  return _encode.apply(this, arguments);
+}
+function _encode() {
+  _encode = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(table, options) {
+    var _options$parquet;
+    var wasmUrl, wasm, arrowIPCBytes, writerProperties, parquetBytes;
+    return _regenerator.default.wrap(function _callee$(_context) {
+      while (1) switch (_context.prev = _context.next) {
+        case 0:
+          wasmUrl = options === null || options === void 0 ? void 0 : (_options$parquet = options.parquet) === null || _options$parquet === void 0 ? void 0 : _options$parquet.wasmUrl;
+          _context.next = 3;
+          return (0, _loadWasm.loadWasm)(wasmUrl);
+        case 3:
+          wasm = _context.sent;
+          arrowIPCBytes = tableToIPC(table);
+          writerProperties = new wasm.WriterPropertiesBuilder().build();
+          parquetBytes = wasm.writeParquet(arrowIPCBytes, writerProperties);
+          return _context.abrupt("return", parquetBytes.buffer.slice(parquetBytes.byteOffset, parquetBytes.byteLength + parquetBytes.byteOffset));
+        case 8:
+        case "end":
+          return _context.stop();
+      }
+    }, _callee);
+  }));
+  return _encode.apply(this, arguments);
+}
+function tableToIPC(table) {
+  return _apacheArrow.RecordBatchStreamWriter.writeAll(table).toUint8Array(true);
+}
+//# sourceMappingURL=encode-parquet-wasm.js.map

package/dist/es5/lib/wasm/encode-parquet-wasm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"encode-parquet-wasm.js","names":["_apacheArrow","require","_loadWasm","encode","_x","_x2","_encode","apply","arguments","_asyncToGenerator2","default","_regenerator","mark","_callee","table","options","_options$parquet","wasmUrl","wasm","arrowIPCBytes","writerProperties","parquetBytes","wrap","_callee$","_context","prev","next","parquet","loadWasm","sent","tableToIPC","WriterPropertiesBuilder","build","writeParquet","abrupt","buffer","slice","byteOffset","byteLength","stop","RecordBatchStreamWriter","writeAll","toUint8Array"],"sources":["../../../../src/lib/wasm/encode-parquet-wasm.ts"],"sourcesContent":["import type {Table} from 'apache-arrow';\nimport type {WriterOptions} from '@loaders.gl/loader-utils';\n\nimport {RecordBatchStreamWriter} from 'apache-arrow';\nimport {loadWasm} from './load-wasm';\n\nexport type ParquetWriterOptions = WriterOptions & {\n  parquet?: {\n    wasmUrl?: string;\n  };\n};\n\n/**\n * Encode Arrow Table to Parquet buffer\n */\nexport async function encode(table: Table, options?: ParquetWriterOptions): Promise<ArrayBuffer> {\n  const wasmUrl = options?.parquet?.wasmUrl;\n  const wasm = await loadWasm(wasmUrl);\n\n  const arrowIPCBytes = tableToIPC(table);\n  // TODO: provide options for how to write table.\n  const writerProperties = new wasm.WriterPropertiesBuilder().build();\n  const parquetBytes = wasm.writeParquet(arrowIPCBytes, writerProperties);\n  return parquetBytes.buffer.slice(\n    parquetBytes.byteOffset,\n    parquetBytes.byteLength + parquetBytes.byteOffset\n  );\n}\n\n/**\n * Serialize a {@link Table} to the IPC format. This function is a convenience\n * wrapper for {@link RecordBatchStreamWriter} and {@link RecordBatchFileWriter}.\n * Opposite of {@link tableFromIPC}.\n *\n * @param table The Table to serialize.\n * @param type Whether to serialize the Table as a file or a stream.\n */\nexport function tableToIPC(table: Table): Uint8Array {\n  return RecordBatchStreamWriter.writeAll(table).toUint8Array(true);\n}\n"],"mappings":";;;;;;;;;;AAGA,IAAAA,YAAA,GAAAC,OAAA;AACA,IAAAC,SAAA,GAAAD,OAAA;AAAqC,SAWfE,MAAMA,CAAAC,EAAA,EAAAC,GAAA;EAAA,OAAAC,OAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,QAAA;EAAAA,OAAA,OAAAG,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAArB,SAAAC,QAAsBC,KAAY,EAAEC,OAA8B;IAAA,IAAAC,gBAAA;IAAA,IAAAC,OAAA,EAAAC,IAAA,EAAAC,aAAA,EAAAC,gBAAA,EAAAC,YAAA;IAAA,OAAAV,YAAA,CAAAD,OAAA,CAAAY,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UACjET,OAAO,GAAGF,OAAO,aAAPA,OAAO,wBAAAC,gBAAA,GAAPD,OAAO,CAAEY,OAAO,cAAAX,gBAAA,uBAAhBA,gBAAA,CAAkBC,OAAO;UAAAO,QAAA,CAAAE,IAAA;UAAA,OACtB,IAAAE,kBAAQ,EAACX,OAAO,CAAC;QAAA;UAA9BC,IAAI,GAAAM,QAAA,CAAAK,IAAA;UAEJV,aAAa,GAAGW,UAAU,CAAChB,KAAK,CAAC;UAEjCM,gBAAgB,GAAG,IAAIF,IAAI,CAACa,uBAAuB,CAAC,CAAC,CAACC,KAAK,CAAC,CAAC;UAC7DX,YAAY,GAAGH,IAAI,CAACe,YAAY,CAACd,aAAa,EAAEC,gBAAgB,CAAC;UAAA,OAAAI,QAAA,CAAAU,MAAA,WAChEb,YAAY,CAACc,MAAM,CAACC,KAAK,CAC9Bf,YAAY,CAACgB,UAAU,EACvBhB,YAAY,CAACiB,UAAU,GAAGjB,YAAY,CAACgB,UACzC,CAAC;QAAA;QAAA;UAAA,OAAAb,QAAA,CAAAe,IAAA;MAAA;IAAA,GAAA1B,OAAA;EAAA,CACF;EAAA,OAAAP,OAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAUM,SAASsB,UAAUA,CAAChB,KAAY,EAAc;EACnD,OAAO0B,oCAAuB,CAACC,QAAQ,CAAC3B,KAAK,CAAC,CAAC4B,YAAY,CAAC,IAAI,CAAC;AACnE"}

package/dist/es5/lib/wasm/load-wasm/index.js

@@ -0,0 +1,13 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+Object.defineProperty(exports, "loadWasm", {
+  enumerable: true,
+  get: function get() {
+    return _loadWasmNode.loadWasm;
+  }
+});
+var _loadWasmNode = require("./load-wasm-node");
+//# sourceMappingURL=index.js.map

package/dist/es5/lib/wasm/load-wasm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":["_loadWasmNode","require"],"sources":["../../../../../src/lib/wasm/load-wasm/index.ts"],"sourcesContent":["export {loadWasm} from './load-wasm-node';\n"],"mappings":";;;;;;;;;;;AAAA,IAAAA,aAAA,GAAAC,OAAA"}

package/dist/es5/lib/wasm/load-wasm/load-wasm-browser.js

@@ -0,0 +1,42 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+var _typeof = require("@babel/runtime/helpers/typeof");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.loadWasm = loadWasm;
+var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
+var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
+var wasmEsm = _interopRequireWildcard(require("parquet-wasm/esm2/arrow1"));
+function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
+function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
+var cached = null;
+function loadWasm(_x) {
+  return _loadWasm.apply(this, arguments);
+}
+function _loadWasm() {
+  _loadWasm = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(wasmUrl) {
+    return _regenerator.default.wrap(function _callee$(_context) {
+      while (1) switch (_context.prev = _context.next) {
+        case 0:
+          if (!(cached !== null)) {
+            _context.next = 2;
+            break;
+          }
+          return _context.abrupt("return", cached);
+        case 2:
+          _context.next = 4;
+          return wasmEsm.default(wasmUrl);
+        case 4:
+          cached = wasmEsm;
+          return _context.abrupt("return", wasmEsm);
+        case 6:
+        case "end":
+          return _context.stop();
+      }
+    }, _callee);
+  }));
+  return _loadWasm.apply(this, arguments);
+}
+//# sourceMappingURL=load-wasm-browser.js.map

package/dist/es5/lib/wasm/load-wasm/load-wasm-browser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-wasm-browser.js","names":["wasmEsm","_interopRequireWildcard","require","_getRequireWildcardCache","nodeInterop","WeakMap","cacheBabelInterop","cacheNodeInterop","obj","__esModule","_typeof","default","cache","has","get","newObj","hasPropertyDescriptor","Object","defineProperty","getOwnPropertyDescriptor","key","prototype","hasOwnProperty","call","desc","set","cached","loadWasm","_x","_loadWasm","apply","arguments","_asyncToGenerator2","_regenerator","mark","_callee","wasmUrl","wrap","_callee$","_context","prev","next","abrupt","stop"],"sources":["../../../../../src/lib/wasm/load-wasm/load-wasm-browser.ts"],"sourcesContent":["import * as wasmEsm from 'parquet-wasm/esm2/arrow1';\n\nlet cached: typeof wasmEsm | null = null;\n\nexport async function loadWasm(wasmUrl?: string) {\n  if (cached !== null) {\n    return cached;\n  }\n\n  // For ESM bundles, need to await the default export, which loads the WASM\n  await wasmEsm.default(wasmUrl);\n  cached = wasmEsm;\n\n  return wasmEsm;\n}\n"],"mappings":";;;;;;;;;;AAAA,IAAAA,OAAA,GAAAC,uBAAA,CAAAC,OAAA;AAAoD,SAAAC,yBAAAC,WAAA,eAAAC,OAAA,kCAAAC,iBAAA,OAAAD,OAAA,QAAAE,gBAAA,OAAAF,OAAA,YAAAF,wBAAA,YAAAA,yBAAAC,WAAA,WAAAA,WAAA,GAAAG,gBAAA,GAAAD,iBAAA,KAAAF,WAAA;AAAA,SAAAH,wBAAAO,GAAA,EAAAJ,WAAA,SAAAA,WAAA,IAAAI,GAAA,IAAAA,GAAA,CAAAC,UAAA,WAAAD,GAAA,QAAAA,GAAA,aAAAE,OAAA,CAAAF,GAAA,yBAAAA,GAAA,4BAAAG,OAAA,EAAAH,GAAA,UAAAI,KAAA,GAAAT,wBAAA,CAAAC,WAAA,OAAAQ,KAAA,IAAAA,KAAA,CAAAC,GAAA,CAAAL,GAAA,YAAAI,KAAA,CAAAE,GAAA,CAAAN,GAAA,SAAAO,MAAA,WAAAC,qBAAA,GAAAC,MAAA,CAAAC,cAAA,IAAAD,MAAA,CAAAE,wBAAA,WAAAC,GAAA,IAAAZ,GAAA,QAAAY,GAAA,kBAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAf,GAAA,EAAAY,GAAA,SAAAI,IAAA,GAAAR,qBAAA,GAAAC,MAAA,CAAAE,wBAAA,CAAAX,GAAA,EAAAY,GAAA,cAAAI,IAAA,KAAAA,IAAA,CAAAV,GAAA,IAAAU,IAAA,CAAAC,GAAA,KAAAR,MAAA,CAAAC,cAAA,CAAAH,MAAA,EAAAK,GAAA,EAAAI,IAAA,YAAAT,MAAA,CAAAK,GAAA,IAAAZ,GAAA,CAAAY,GAAA,SAAAL,MAAA,CAAAJ,OAAA,GAAAH,GAAA,MAAAI,KAAA,IAAAA,KAAA,CAAAa,GAAA,CAAAjB,GAAA,EAAAO,MAAA,YAAAA,MAAA;AAEpD,IAAIW,MAA6B,GAAG,IAAI;AAAC,SAEnBC,QAAQA,CAAAC,EAAA;EAAA,OAAAC,SAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,UAAA;EAAAA,SAAA,OAAAG,kBAAA,CAAArB,OAAA,EAAAsB,YAAA,CAAAtB,OAAA,CAAAuB,IAAA,CAAvB,SAAAC,QAAwBC,OAAgB;IAAA,OAAAH,YAAA,CAAAtB,OAAA,CAAA0B,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UAAA,MACzCf,MAAM,KAAK,IAAI;YAAAa,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAA,OAAAF,QAAA,CAAAG,MAAA,WACVhB,MAAM;QAAA;UAAAa,QAAA,CAAAE,IAAA;UAAA,OAITzC,OAAO,CAACW,OAAO,CAACyB,OAAO,CAAC;QAAA;UAC9BV,MAAM,GAAG1B,OAAO;UAAC,OAAAuC,QAAA,CAAAG,MAAA,WAEV1C,OAAO;QAAA;QAAA;UAAA,OAAAuC,QAAA,CAAAI,IAAA;MAAA;IAAA,GAAAR,OAAA;EAAA,CACf;EAAA,OAAAN,SAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA"}

package/dist/es5/lib/wasm/load-wasm/load-wasm-node.js

@@ -0,0 +1,31 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+var _typeof = require("@babel/runtime/helpers/typeof");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.loadWasm = loadWasm;
+var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
+var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
+var wasmNode = _interopRequireWildcard(require("parquet-wasm/node/arrow1"));
+function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
+function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
+function loadWasm(_x) {
+  return _loadWasm.apply(this, arguments);
+}
+function _loadWasm() {
+  _loadWasm = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(wasmUrl) {
+    return _regenerator.default.wrap(function _callee$(_context) {
+      while (1) switch (_context.prev = _context.next) {
+        case 0:
+          return _context.abrupt("return", wasmNode);
+        case 1:
+        case "end":
+          return _context.stop();
+      }
+    }, _callee);
+  }));
+  return _loadWasm.apply(this, arguments);
+}
+//# sourceMappingURL=load-wasm-node.js.map

package/dist/es5/lib/wasm/load-wasm/load-wasm-node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-wasm-node.js","names":["wasmNode","_interopRequireWildcard","require","_getRequireWildcardCache","nodeInterop","WeakMap","cacheBabelInterop","cacheNodeInterop","obj","__esModule","_typeof","default","cache","has","get","newObj","hasPropertyDescriptor","Object","defineProperty","getOwnPropertyDescriptor","key","prototype","hasOwnProperty","call","desc","set","loadWasm","_x","_loadWasm","apply","arguments","_asyncToGenerator2","_regenerator","mark","_callee","wasmUrl","wrap","_callee$","_context","prev","next","abrupt","stop"],"sources":["../../../../../src/lib/wasm/load-wasm/load-wasm-node.ts"],"sourcesContent":["import * as wasmNode from 'parquet-wasm/node/arrow1';\n\nexport async function loadWasm(wasmUrl?: string) {\n  return wasmNode;\n}\n"],"mappings":";;;;;;;;;;AAAA,IAAAA,QAAA,GAAAC,uBAAA,CAAAC,OAAA;AAAqD,SAAAC,yBAAAC,WAAA,eAAAC,OAAA,kCAAAC,iBAAA,OAAAD,OAAA,QAAAE,gBAAA,OAAAF,OAAA,YAAAF,wBAAA,YAAAA,yBAAAC,WAAA,WAAAA,WAAA,GAAAG,gBAAA,GAAAD,iBAAA,KAAAF,WAAA;AAAA,SAAAH,wBAAAO,GAAA,EAAAJ,WAAA,SAAAA,WAAA,IAAAI,GAAA,IAAAA,GAAA,CAAAC,UAAA,WAAAD,GAAA,QAAAA,GAAA,aAAAE,OAAA,CAAAF,GAAA,yBAAAA,GAAA,4BAAAG,OAAA,EAAAH,GAAA,UAAAI,KAAA,GAAAT,wBAAA,CAAAC,WAAA,OAAAQ,KAAA,IAAAA,KAAA,CAAAC,GAAA,CAAAL,GAAA,YAAAI,KAAA,CAAAE,GAAA,CAAAN,GAAA,SAAAO,MAAA,WAAAC,qBAAA,GAAAC,MAAA,CAAAC,cAAA,IAAAD,MAAA,CAAAE,wBAAA,WAAAC,GAAA,IAAAZ,GAAA,QAAAY,GAAA,kBAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAf,GAAA,EAAAY,GAAA,SAAAI,IAAA,GAAAR,qBAAA,GAAAC,MAAA,CAAAE,wBAAA,CAAAX,GAAA,EAAAY,GAAA,cAAAI,IAAA,KAAAA,IAAA,CAAAV,GAAA,IAAAU,IAAA,CAAAC,GAAA,KAAAR,MAAA,CAAAC,cAAA,CAAAH,MAAA,EAAAK,GAAA,EAAAI,IAAA,YAAAT,MAAA,CAAAK,GAAA,IAAAZ,GAAA,CAAAY,GAAA,SAAAL,MAAA,CAAAJ,OAAA,GAAAH,GAAA,MAAAI,KAAA,IAAAA,KAAA,CAAAa,GAAA,CAAAjB,GAAA,EAAAO,MAAA,YAAAA,MAAA;AAAA,SAE/BW,QAAQA,CAAAC,EAAA;EAAA,OAAAC,SAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,UAAA;EAAAA,SAAA,OAAAG,kBAAA,CAAApB,OAAA,EAAAqB,YAAA,CAAArB,OAAA,CAAAsB,IAAA,CAAvB,SAAAC,QAAwBC,OAAgB;IAAA,OAAAH,YAAA,CAAArB,OAAA,CAAAyB,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UAAA,OAAAF,QAAA,CAAAG,MAAA,WACtCzC,QAAQ;QAAA;QAAA;UAAA,OAAAsC,QAAA,CAAAI,IAAA;MAAA;IAAA,GAAAR,OAAA;EAAA,CAChB;EAAA,OAAAN,SAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA"}

package/dist/es5/lib/wasm/parse-parquet-wasm.js

@@ -0,0 +1,60 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.parseParquetWasm = parseParquetWasm;
+var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
+var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
+var _apacheArrow = require("apache-arrow");
+var _loadWasmNode = require("./load-wasm/load-wasm-node");
+function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
+function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
+function parseParquetWasm(_x, _x2) {
+  return _parseParquetWasm.apply(this, arguments);
+}
+function _parseParquetWasm() {
+  _parseParquetWasm = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(arrayBuffer, options) {
+    var _options$parquet;
+    var wasmUrl, wasm, arr, arrowIPCUint8Arr, arrowIPCBuffer, arrowTable;
+    return _regenerator.default.wrap(function _callee$(_context) {
+      while (1) switch (_context.prev = _context.next) {
+        case 0:
+          wasmUrl = options === null || options === void 0 ? void 0 : (_options$parquet = options.parquet) === null || _options$parquet === void 0 ? void 0 : _options$parquet.wasmUrl;
+          _context.next = 3;
+          return (0, _loadWasmNode.loadWasm)(wasmUrl);
+        case 3:
+          wasm = _context.sent;
+          arr = new Uint8Array(arrayBuffer);
+          arrowIPCUint8Arr = wasm.readParquet(arr);
+          arrowIPCBuffer = arrowIPCUint8Arr.buffer.slice(arrowIPCUint8Arr.byteOffset, arrowIPCUint8Arr.byteLength + arrowIPCUint8Arr.byteOffset);
+          arrowTable = tableFromIPC(arrowIPCBuffer);
+          return _context.abrupt("return", arrowTable);
+        case 9:
+        case "end":
+          return _context.stop();
+      }
+    }, _callee);
+  }));
+  return _parseParquetWasm.apply(this, arguments);
+}
+function tableFromIPC(input) {
+  var reader = _apacheArrow.RecordBatchStreamReader.from(input);
+  var recordBatches = [];
+  var _iterator = _createForOfIteratorHelper(reader),
+    _step;
+  try {
+    for (_iterator.s(); !(_step = _iterator.n()).done;) {
+      var recordBatch = _step.value;
+      recordBatches.push(recordBatch);
+    }
+  } catch (err) {
+    _iterator.e(err);
+  } finally {
+    _iterator.f();
+  }
+  return new _apacheArrow.Table(recordBatches);
+}
+//# sourceMappingURL=parse-parquet-wasm.js.map