@loaders.gl/parquet 3.1.3 → 4.0.0-alpha.5

package/dist/es5/parquetjs/parser/parquet-reader.js

@@ -1,364 +0,0 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.ParquetReader = void 0;
-
-var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
-
-var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
-
-var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
-
-var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
-
-var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
-
-var _parquetEnvelopeReader = require("./parquet-envelope-reader");
-
-var _schema = require("../schema/schema");
-
-var _parquetCursor = require("./parquet-cursor");
-
-var _constants = require("../../constants");
-
-var _decoders = require("./decoders");
-
-var _Symbol$asyncIterator;
-
-function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
-
-function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
-
-function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
-
-_Symbol$asyncIterator = Symbol.asyncIterator;
-
-var ParquetReader = function () {
-  function ParquetReader(metadata, envelopeReader) {
-    (0, _classCallCheck2.default)(this, ParquetReader);
-    (0, _defineProperty2.default)(this, "metadata", void 0);
-    (0, _defineProperty2.default)(this, "envelopeReader", void 0);
-    (0, _defineProperty2.default)(this, "schema", void 0);
-
-    if (metadata.version !== _constants.PARQUET_VERSION) {
-      throw new Error('invalid parquet version');
-    }
-
-    this.metadata = metadata;
-    this.envelopeReader = envelopeReader;
-    var root = this.metadata.schema[0];
-
-    var _decodeSchema = (0, _decoders.decodeSchema)(this.metadata.schema, 1, root.num_children),
-        schema = _decodeSchema.schema;
-
-    this.schema = new _schema.ParquetSchema(schema);
-  }
-
-  (0, _createClass2.default)(ParquetReader, [{
-    key: "close",
-    value: function () {
-      var _close = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee() {
-        return _regenerator.default.wrap(function _callee$(_context) {
-          while (1) {
-            switch (_context.prev = _context.next) {
-              case 0:
-                _context.next = 2;
-                return this.envelopeReader.close();
-
-              case 2:
-              case "end":
-                return _context.stop();
-            }
-          }
-        }, _callee, this);
-      }));
-
-      function close() {
-        return _close.apply(this, arguments);
-      }
-
-      return close;
-    }()
-  }, {
-    key: "getCursor",
-    value: function getCursor(columnList) {
-      if (!columnList) {
-        columnList = [];
-      }
-
-      columnList = columnList.map(function (x) {
-        return Array.isArray(x) ? x : [x];
-      });
-      return new _parquetCursor.ParquetCursor(this.metadata, this.envelopeReader, this.schema, columnList);
-    }
-  }, {
-    key: "getRowCount",
-    value: function getRowCount() {
-      return Number(this.metadata.num_rows);
-    }
-  }, {
-    key: "getSchema",
-    value: function getSchema() {
-      return this.schema;
-    }
-  }, {
-    key: "getMetadata",
-    value: function getMetadata() {
-      var md = {};
-
-      var _iterator = _createForOfIteratorHelper(this.metadata.key_value_metadata),
-          _step;
-
-      try {
-        for (_iterator.s(); !(_step = _iterator.n()).done;) {
-          var kv = _step.value;
-          md[kv.key] = kv.value;
-        }
-      } catch (err) {
-        _iterator.e(err);
-      } finally {
-        _iterator.f();
-      }
-
-      return md;
-    }
-  }, {
-    key: _Symbol$asyncIterator,
-    value: function value() {
-      return this.getCursor()[Symbol.asyncIterator]();
-    }
-  }], [{
-    key: "openBlob",
-    value: function () {
-      var _openBlob = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4(blob) {
-        var readFn, closeFn, size, envelopeReader, metadata;
-        return _regenerator.default.wrap(function _callee4$(_context4) {
-          while (1) {
-            switch (_context4.prev = _context4.next) {
-              case 0:
-                readFn = function () {
-                  var _ref = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(start, length) {
-                    var arrayBuffer;
-                    return _regenerator.default.wrap(function _callee2$(_context2) {
-                      while (1) {
-                        switch (_context2.prev = _context2.next) {
-                          case 0:
-                            _context2.next = 2;
-                            return blob.slice(start, start + length).arrayBuffer();
-
-                          case 2:
-                            arrayBuffer = _context2.sent;
-                            return _context2.abrupt("return", Buffer.from(arrayBuffer));
-
-                          case 4:
-                          case "end":
-                            return _context2.stop();
-                        }
-                      }
-                    }, _callee2);
-                  }));
-
-                  return function readFn(_x2, _x3) {
-                    return _ref.apply(this, arguments);
-                  };
-                }();
-
-                closeFn = function () {
-                  var _ref2 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3() {
-                    return _regenerator.default.wrap(function _callee3$(_context3) {
-                      while (1) {
-                        switch (_context3.prev = _context3.next) {
-                          case 0:
-                          case "end":
-                            return _context3.stop();
-                        }
-                      }
-                    }, _callee3);
-                  }));
-
-                  return function closeFn() {
-                    return _ref2.apply(this, arguments);
-                  };
-                }();
-
-                size = blob.size;
-                envelopeReader = new _parquetEnvelopeReader.ParquetEnvelopeReader(readFn, closeFn, size);
-                _context4.prev = 4;
-                _context4.next = 7;
-                return envelopeReader.readHeader();
-
-              case 7:
-                _context4.next = 9;
-                return envelopeReader.readFooter();
-
-              case 9:
-                metadata = _context4.sent;
-                return _context4.abrupt("return", new ParquetReader(metadata, envelopeReader));
-
-              case 13:
-                _context4.prev = 13;
-                _context4.t0 = _context4["catch"](4);
-                _context4.next = 17;
-                return envelopeReader.close();
-
-              case 17:
-                throw _context4.t0;
-
-              case 18:
-              case "end":
-                return _context4.stop();
-            }
-          }
-        }, _callee4, null, [[4, 13]]);
-      }));
-
-      function openBlob(_x) {
-        return _openBlob.apply(this, arguments);
-      }
-
-      return openBlob;
-    }()
-  }, {
-    key: "openArrayBuffer",
-    value: function () {
-      var _openArrayBuffer = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee7(arrayBuffer) {
-        var readFn, closeFn, size, envelopeReader, metadata;
-        return _regenerator.default.wrap(function _callee7$(_context7) {
-          while (1) {
-            switch (_context7.prev = _context7.next) {
-              case 0:
-                readFn = function () {
-                  var _ref3 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee5(start, length) {
-                    return _regenerator.default.wrap(function _callee5$(_context5) {
-                      while (1) {
-                        switch (_context5.prev = _context5.next) {
-                          case 0:
-                            return _context5.abrupt("return", Buffer.from(arrayBuffer, start, length));
-
-                          case 1:
-                          case "end":
-                            return _context5.stop();
-                        }
-                      }
-                    }, _callee5);
-                  }));
-
-                  return function readFn(_x5, _x6) {
-                    return _ref3.apply(this, arguments);
-                  };
-                }();
-
-                closeFn = function () {
-                  var _ref4 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee6() {
-                    return _regenerator.default.wrap(function _callee6$(_context6) {
-                      while (1) {
-                        switch (_context6.prev = _context6.next) {
-                          case 0:
-                          case "end":
-                            return _context6.stop();
-                        }
-                      }
-                    }, _callee6);
-                  }));
-
-                  return function closeFn() {
-                    return _ref4.apply(this, arguments);
-                  };
-                }();
-
-                size = arrayBuffer.byteLength;
-                envelopeReader = new _parquetEnvelopeReader.ParquetEnvelopeReader(readFn, closeFn, size);
-                _context7.prev = 4;
-                _context7.next = 7;
-                return envelopeReader.readHeader();
-
-              case 7:
-                _context7.next = 9;
-                return envelopeReader.readFooter();
-
-              case 9:
-                metadata = _context7.sent;
-                return _context7.abrupt("return", new ParquetReader(metadata, envelopeReader));
-
-              case 13:
-                _context7.prev = 13;
-                _context7.t0 = _context7["catch"](4);
-                _context7.next = 17;
-                return envelopeReader.close();
-
-              case 17:
-                throw _context7.t0;
-
-              case 18:
-              case "end":
-                return _context7.stop();
-            }
-          }
-        }, _callee7, null, [[4, 13]]);
-      }));
-
-      function openArrayBuffer(_x4) {
-        return _openArrayBuffer.apply(this, arguments);
-      }
-
-      return openArrayBuffer;
-    }()
-  }, {
-    key: "openBuffer",
-    value: function () {
-      var _openBuffer = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee8(buffer) {
-        var envelopeReader, metadata;
-        return _regenerator.default.wrap(function _callee8$(_context8) {
-          while (1) {
-            switch (_context8.prev = _context8.next) {
-              case 0:
-                _context8.next = 2;
-                return _parquetEnvelopeReader.ParquetEnvelopeReader.openBuffer(buffer);
-
-              case 2:
-                envelopeReader = _context8.sent;
-                _context8.prev = 3;
-                _context8.next = 6;
-                return envelopeReader.readHeader();
-
-              case 6:
-                _context8.next = 8;
-                return envelopeReader.readFooter();
-
-              case 8:
-                metadata = _context8.sent;
-                return _context8.abrupt("return", new ParquetReader(metadata, envelopeReader));
-
-              case 12:
-                _context8.prev = 12;
-                _context8.t0 = _context8["catch"](3);
-                _context8.next = 16;
-                return envelopeReader.close();
-
-              case 16:
-                throw _context8.t0;
-
-              case 17:
-              case "end":
-                return _context8.stop();
-            }
-          }
-        }, _callee8, null, [[3, 12]]);
-      }));
-
-      function openBuffer(_x7) {
-        return _openBuffer.apply(this, arguments);
-      }
-
-      return openBuffer;
-    }()
-  }]);
-  return ParquetReader;
-}();
-
-exports.ParquetReader = ParquetReader;
-//# sourceMappingURL=parquet-reader.js.map

package/dist/es5/parquetjs/parser/parquet-reader.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../../src/parquetjs/parser/parquet-reader.ts"],"names":["Symbol","asyncIterator","ParquetReader","metadata","envelopeReader","version","PARQUET_VERSION","Error","root","schema","num_children","ParquetSchema","close","columnList","map","x","Array","isArray","ParquetCursor","Number","num_rows","md","key_value_metadata","kv","key","value","getCursor","blob","readFn","start","length","slice","arrayBuffer","Buffer","from","closeFn","size","ParquetEnvelopeReader","readHeader","readFooter","byteLength","buffer","openBuffer"],"mappings":";;;;;;;;;;;;;;;;;;;AACA;;AAEA;;AACA;;AACA;;AACA;;;;;;;;;;wBAyJGA,MAAM,CAACC,a;;IAhJGC,a;AA8DX,yBAAYC,QAAZ,EAAoCC,cAApC,EAA2E;AAAA;AAAA;AAAA;AAAA;;AACzE,QAAID,QAAQ,CAACE,OAAT,KAAqBC,0BAAzB,EAA0C;AACxC,YAAM,IAAIC,KAAJ,CAAU,yBAAV,CAAN;AACD;;AAED,SAAKJ,QAAL,GAAgBA,QAAhB;AACA,SAAKC,cAAL,GAAsBA,cAAtB;AACA,QAAMI,IAAI,GAAG,KAAKL,QAAL,CAAcM,MAAd,CAAqB,CAArB,CAAb;;AACA,wBAAiB,4BAAa,KAAKN,QAAL,CAAcM,MAA3B,EAAmC,CAAnC,EAAsCD,IAAI,CAACE,YAA3C,CAAjB;AAAA,QAAOD,MAAP,iBAAOA,MAAP;;AACA,SAAKA,MAAL,GAAc,IAAIE,qBAAJ,CAAkBF,MAAlB,CAAd;AACD;;;;;6EAMD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,uBACQ,KAAKL,cAAL,CAAoBQ,KAApB,EADR;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;WAmBA,mBAAUC,UAAV,EAAyE;AACvE,UAAI,CAACA,UAAL,EAAiB;AAEfA,QAAAA,UAAU,GAAG,EAAb;AACD;;AAGDA,MAAAA,UAAU,GAAGA,UAAU,CAACC,GAAX,CAAe,UAACC,CAAD;AAAA,eAAQC,KAAK,CAACC,OAAN,CAAcF,CAAd,IAAmBA,CAAnB,GAAuB,CAACA,CAAD,CAA/B;AAAA,OAAf,CAAb;AAEA,aAAO,IAAIG,4BAAJ,CACL,KAAKf,QADA,EAEL,KAAKC,cAFA,EAGL,KAAKK,MAHA,EAILI,UAJK,CAAP;AAMD;;;WAMD,uBAAsB;AACpB,aAAOM,MAAM,CAAC,KAAKhB,QAAL,CAAciB,QAAf,CAAb;AACD;;;WAKD,qBAA2B;AACzB,aAAO,KAAKX,MAAZ;AACD;;;WAKD,uBAAsC;AACpC,UAAMY,EAA0B,GAAG,EAAnC;;AADoC,iDAEnB,KAAKlB,QAAL,CAAcmB,kBAFK;AAAA;;AAAA;AAEpC,4DAAoD;AAAA,cAAzCC,EAAyC;AAClDF,UAAAA,EAAE,CAACE,EAAE,CAACC,GAAJ,CAAF,GAAaD,EAAE,CAACE,KAAhB;AACD;AAJmC;AAAA;AAAA;AAAA;AAAA;;AAKpC,aAAOJ,EAAP;AACD;;;WAMD,iBAA2C;AACzC,aAAO,KAAKK,SAAL,GAAiB1B,MAAM,CAACC,aAAxB,GAAP;AACD;;;;gFA9ID,kBAAyB0B,IAAzB;AAAA;AAAA;AAAA;AAAA;AAAA;AACQC,gBAAAA,MADR;AAAA,uFACiB,kBAAOC,KAAP,EAAsBC,MAAtB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mCACaH,IAAI,CAACI,KAAL,CAAWF,KAAX,EAAkBA,KAAK,GAAGC,MAA1B,EAAkCE,WAAlC,EADb;;AAAA;AACPA,4BAAAA,WADO;AAAA,8DAENC,MAAM,CAACC,IAAP,CAAYF,WAAZ,CAFM;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mBADjB;;AAAA,kCACQJ,MADR;AAAA;AAAA;AAAA;;AAKQO,gBAAAA,OALR;AAAA,wFAKkB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mBALlB;;AAAA,kCAKQA,OALR;AAAA;AAAA;AAAA;;AAMQC,gBAAAA,IANR,GAMeT,IAAI,CAACS,IANpB;AAOQhC,gBAAAA,cAPR,GAOyB,IAAIiC,4CAAJ,CAA0BT,MAA1B,EAAkCO,OAAlC,EAA2CC,IAA3C,CAPzB;AAAA;AAAA;AAAA,uBASUhC,cAAc,CAACkC,UAAf,EATV;;AAAA;AAAA;AAAA,uBAU2BlC,cAAc,CAACmC,UAAf,EAV3B;;AAAA;AAUUpC,gBAAAA,QAVV;AAAA,kDAWW,IAAID,aAAJ,CAAkBC,QAAlB,EAA4BC,cAA5B,CAXX;;AAAA;AAAA;AAAA;AAAA;AAAA,uBAaUA,cAAc,CAACQ,KAAf,EAbV;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;;uFAqBA,kBAAgCoB,WAAhC;AAAA;AAAA;AAAA;AAAA;AAAA;AACQJ,gBAAAA,MADR;AAAA,wFACiB,kBAAOC,KAAP,EAAsBC,MAAtB;AAAA;AAAA;AAAA;AAAA;AAAA,8DAAyCG,MAAM,CAACC,IAAP,CAAYF,WAAZ,EAAyBH,KAAzB,EAAgCC,MAAhC,CAAzC;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mBADjB;;AAAA,kCACQF,MADR;AAAA;AAAA;AAAA;;AAEQO,gBAAAA,OAFR;AAAA,wFAEkB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mBAFlB;;AAAA,kCAEQA,OAFR;AAAA;AAAA;AAAA;;AAGQC,gBAAAA,IAHR,GAGeJ,WAAW,CAACQ,UAH3B;AAIQpC,gBAAAA,cAJR,GAIyB,IAAIiC,4CAAJ,CAA0BT,MAA1B,EAAkCO,OAAlC,EAA2CC,IAA3C,CAJzB;AAAA;AAAA;AAAA,uBAMUhC,cAAc,CAACkC,UAAf,EANV;;AAAA;AAAA;AAAA,uBAO2BlC,cAAc,CAACmC,UAAf,EAP3B;;AAAA;AAOUpC,gBAAAA,QAPV;AAAA,kDAQW,IAAID,aAAJ,CAAkBC,QAAlB,EAA4BC,cAA5B,CARX;;AAAA;AAAA;AAAA;AAAA;AAAA,uBAUUA,cAAc,CAACQ,KAAf,EAVV;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;;kFAeA,kBAA2B6B,MAA3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,uBAC+BJ,6CAAsBK,UAAtB,CAAiCD,MAAjC,CAD/B;;AAAA;AACQrC,gBAAAA,cADR;AAAA;AAAA;AAAA,uBAGUA,cAAc,CAACkC,UAAf,EAHV;;AAAA;AAAA;AAAA,uBAI2BlC,cAAc,CAACmC,UAAf,EAJ3B;;AAAA;AAIUpC,gBAAAA,QAJV;AAAA,kDAKW,IAAID,aAAJ,CAAqBC,QAArB,EAA+BC,cAA/B,CALX;;AAAA;AAAA;AAAA;AAAA;AAAA,uBAOUA,cAAc,CAACQ,KAAf,EAPV;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O","sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport {ParquetEnvelopeReader} from './parquet-envelope-reader';\nimport {FileMetaData} from '../parquet-thrift';\nimport {ParquetSchema} from '../schema/schema';\nimport {ParquetCursor} from './parquet-cursor';\nimport {PARQUET_VERSION} from '../../constants';\nimport {decodeSchema} from './decoders';\n\n/**\n * A parquet reader allows retrieving the rows from a parquet file in order.\n * The basic usage is to create a reader and then retrieve a cursor/iterator\n * which allows you to consume row after row until all rows have been read. It is\n * important that you call close() after you are finished reading the file to\n * avoid leaking file descriptors.\n */\nexport class ParquetReader<T> implements AsyncIterable<T> {\n  /**\n   * return a new parquet reader initialized with a read function\n   */\n  static async openBlob<T>(blob: Blob): Promise<ParquetReader<T>> {\n    const readFn = async (start: number, length: number) => {\n      const arrayBuffer = await blob.slice(start, start + length).arrayBuffer();\n      return Buffer.from(arrayBuffer);\n    };\n    const closeFn = async () => {};\n    const size = blob.size;\n    const envelopeReader = new ParquetEnvelopeReader(readFn, closeFn, size);\n    try {\n      await envelopeReader.readHeader();\n      const metadata = await envelopeReader.readFooter();\n      return new ParquetReader(metadata, envelopeReader);\n    } catch (err) {\n      await envelopeReader.close();\n      throw err;\n    }\n  }\n\n  /**\n   * return a new parquet reader initialized with a read function\n   */\n  static async openArrayBuffer<T>(arrayBuffer: ArrayBuffer): Promise<ParquetReader<T>> {\n    const readFn = async (start: number, length: number) => Buffer.from(arrayBuffer, start, length);\n    const closeFn = async () => {};\n    const size = arrayBuffer.byteLength;\n    const envelopeReader = new ParquetEnvelopeReader(readFn, closeFn, size);\n    try {\n      await envelopeReader.readHeader();\n      const metadata = await envelopeReader.readFooter();\n      return new ParquetReader(metadata, envelopeReader);\n    } catch (err) {\n      await envelopeReader.close();\n      throw err;\n    }\n  }\n\n  static async openBuffer<T>(buffer: Buffer): Promise<ParquetReader<T>> {\n    const envelopeReader = await ParquetEnvelopeReader.openBuffer(buffer);\n    try {\n      await envelopeReader.readHeader();\n      const metadata = await envelopeReader.readFooter();\n      return new ParquetReader<T>(metadata, envelopeReader);\n    } catch (err) {\n      await envelopeReader.close();\n      throw err;\n    }\n  }\n\n  public metadata: FileMetaData;\n  public envelopeReader: ParquetEnvelopeReader;\n  public schema: ParquetSchema;\n\n  /**\n   * Create a new parquet reader from the file metadata and an envelope reader.\n   * It is not recommended to call this constructor directly except for advanced\n   * and internal use cases. Consider using one of the open{File,Buffer} methods\n   * instead\n   */\n  constructor(metadata: FileMetaData, envelopeReader: ParquetEnvelopeReader) {\n    if (metadata.version !== PARQUET_VERSION) {\n      throw new Error('invalid parquet version');\n    }\n\n    this.metadata = metadata;\n    this.envelopeReader = envelopeReader;\n    const root = this.metadata.schema[0];\n    const {schema} = decodeSchema(this.metadata.schema, 1, root.num_children!);\n    this.schema = new ParquetSchema(schema);\n  }\n\n  /**\n   * Close this parquet reader. You MUST call this method once you're finished\n   * reading rows\n   */\n  async close(): Promise<void> {\n    await this.envelopeReader.close();\n    // this.envelopeReader = null;\n    // this.metadata = null;\n  }\n\n  /**\n   * Return a cursor to the file. You may open more than one cursor and use\n   * them concurrently. All cursors become invalid once close() is called on\n   * the reader object.\n   *\n   * The required_columns parameter controls which columns are actually read\n   * from disk. An empty array or no value implies all columns. A list of column\n   * names means that only those columns should be loaded from disk.\n   */\n  getCursor(): ParquetCursor<T>;\n  // @ts-ignore\n  getCursor<K extends keyof T>(columnList: (K | K[])[]): ParquetCursor<Pick<T, K>>;\n  getCursor(columnList: (string | string[])[]): ParquetCursor<Partial<T>>;\n  getCursor(columnList?: (string | string[])[]): ParquetCursor<Partial<T>> {\n    if (!columnList) {\n      // tslint:disable-next-line:no-parameter-reassignment\n      columnList = [];\n    }\n\n    // tslint:disable-next-line:no-parameter-reassignment\n    columnList = columnList.map((x) => (Array.isArray(x) ? x : [x]));\n\n    return new ParquetCursor<T>(\n      this.metadata,\n      this.envelopeReader,\n      this.schema,\n      columnList as string[][]\n    );\n  }\n\n  /**\n   * Return the number of rows in this file. Note that the number of rows is\n   * not neccessarily equal to the number of rows in each column.\n   */\n  getRowCount(): number {\n    return Number(this.metadata.num_rows);\n  }\n\n  /**\n   * Returns the ParquetSchema for this file\n   */\n  getSchema(): ParquetSchema {\n    return this.schema;\n  }\n\n  /**\n   * Returns the user (key/value) metadata for this file\n   */\n  getMetadata(): Record<string, string> {\n    const md: Record<string, string> = {};\n    for (const kv of this.metadata.key_value_metadata!) {\n      md[kv.key] = kv.value!;\n    }\n    return md;\n  }\n\n  /**\n   * Implement AsyncIterable\n   */\n  // tslint:disable-next-line:function-name\n  [Symbol.asyncIterator](): AsyncIterator<T> {\n    return this.getCursor()[Symbol.asyncIterator]();\n  }\n}\n"],"file":"parquet-reader.js"}

package/dist/es5/parquetjs/schema/declare.js

@@ -1,25 +0,0 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.ParquetBuffer = void 0;
-
-var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
-
-var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
-
-var ParquetBuffer = function ParquetBuffer() {
-  var rowCount = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : 0;
-  var columnData = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
-  (0, _classCallCheck2.default)(this, ParquetBuffer);
-  (0, _defineProperty2.default)(this, "rowCount", void 0);
-  (0, _defineProperty2.default)(this, "columnData", void 0);
-  this.rowCount = rowCount;
-  this.columnData = columnData;
-};
-
-exports.ParquetBuffer = ParquetBuffer;
-//# sourceMappingURL=declare.js.map

package/dist/es5/parquetjs/schema/declare.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../../src/parquetjs/schema/declare.ts"],"names":["ParquetBuffer","rowCount","columnData"],"mappings":";;;;;;;;;;;;;IAmIaA,a,GAGX,yBAAgF;AAAA,MAApEC,QAAoE,uEAAjD,CAAiD;AAAA,MAA9CC,UAA8C,uEAAJ,EAAI;AAAA;AAAA;AAAA;AAC9E,OAAKD,QAAL,GAAgBA,QAAhB;AACA,OAAKC,UAAL,GAAkBA,UAAlB;AACD,C","sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport Int64 from 'node-int64';\nimport type {PageHeader} from '../parquet-thrift';\n\nexport type ParquetCodec = 'PLAIN' | 'RLE' | 'PLAIN_DICTIONARY';\nexport type ParquetCompression =\n  | 'UNCOMPRESSED'\n  | 'GZIP'\n  | 'SNAPPY'\n  | 'LZO'\n  | 'BROTLI'\n  | 'LZ4'\n  | 'LZ4_RAW'\n  | 'ZSTD';\nexport type RepetitionType = 'REQUIRED' | 'OPTIONAL' | 'REPEATED';\nexport type ParquetType = PrimitiveType | OriginalType;\n\n/**\n * Physical type\n */\nexport type PrimitiveType =\n  // Base Types\n  | 'BOOLEAN' // 0\n  | 'INT32' // 1\n  | 'INT64' // 2\n  | 'INT96' // 3\n  | 'FLOAT' // 4\n  | 'DOUBLE' // 5\n  | 'BYTE_ARRAY' // 6,\n  | 'FIXED_LEN_BYTE_ARRAY'; // 7\n\n/**\n * Logical type\n */\nexport type OriginalType =\n  // Converted Types\n  | 'UTF8' // 0\n  // | 'MAP' // 1\n  // | 'MAP_KEY_VALUE' // 2\n  // | 'LIST' // 3\n  // | 'ENUM' // 4\n  // | 'DECIMAL' // 5\n  | 'DECIMAL_INT32' // 5\n  | 'DECIMAL_INT64' // 5\n  | 'DECIMAL_BYTE_ARRAY' // 5\n  | 'DECIMAL_FIXED_LEN_BYTE_ARRAY' // 5\n  | 'DATE' // 6\n  | 'TIME_MILLIS' // 7\n  | 'TIME_MICROS' // 8\n  | 'TIMESTAMP_MILLIS' // 9\n  | 'TIMESTAMP_MICROS' // 10\n  | 'UINT_8' // 11\n  | 'UINT_16' // 12\n  | 'UINT_32' // 13\n  | 'UINT_64' // 14\n  | 'INT_8' // 15\n  | 'INT_16' // 16\n  | 'INT_32' // 17\n  | 'INT_64' // 18\n  | 'JSON' // 19\n  | 'BSON' // 20\n  | 'INTERVAL'; // 21\n\nexport type ParquetDictionary = string[];\n\nexport interface SchemaDefinition {\n  [string: string]: FieldDefinition;\n}\n\nexport interface FieldDefinition {\n  type?: ParquetType;\n  typeLength?: number;\n  presision?: number;\n  scale?: number;\n  encoding?: ParquetCodec;\n  compression?: ParquetCompression;\n  optional?: boolean;\n  repeated?: boolean;\n  fields?: SchemaDefinition;\n}\n\nexport interface ParquetField {\n  name: string;\n  path: string[];\n  key: string;\n  primitiveType?: PrimitiveType;\n  originalType?: OriginalType;\n  repetitionType: RepetitionType;\n  typeLength?: number;\n  presision?: number;\n  scale?: number;\n  encoding?: ParquetCodec;\n  compression?: ParquetCompression;\n  rLevelMax: number;\n  dLevelMax: number;\n  isNested?: boolean;\n  fieldCount?: number;\n  fields?: Record<string, ParquetField>;\n}\n\nexport interface ParquetOptions {\n  type: ParquetType;\n  rLevelMax: number;\n  dLevelMax: number;\n  compression: ParquetCompression;\n  column: ParquetField;\n  numValues?: Int64;\n  dictionary?: ParquetDictionary;\n}\n\nexport interface ParquetData {\n  dlevels: number[];\n  rlevels: number[];\n  values: any[];\n  count: number;\n  pageHeaders: PageHeader[];\n}\n\nexport interface ParquetPageData {\n  dlevels: number[];\n  rlevels: number[];\n  values: any[];\n  count: number;\n  dictionary?: ParquetDictionary;\n  pageHeader: PageHeader;\n}\n\nexport interface ParquetRecord {\n  [key: string]: any;\n}\n\nexport class ParquetBuffer {\n  rowCount: number;\n  columnData: Record<string, ParquetData>;\n  constructor(rowCount: number = 0, columnData: Record<string, ParquetData> = {}) {\n    this.rowCount = rowCount;\n    this.columnData = columnData;\n  }\n}\n"],"file":"declare.js"}

package/dist/es5/parquetjs/schema/schema.js

@@ -1,203 +0,0 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.ParquetSchema = void 0;
-
-var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
-
-var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
-
-var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
-
-var _codecs = require("../codecs");
-
-var _compression = require("../compression");
-
-var _shred = require("./shred");
-
-var _types = require("./types");
-
-var ParquetSchema = function () {
-  function ParquetSchema(schema) {
-    (0, _classCallCheck2.default)(this, ParquetSchema);
-    (0, _defineProperty2.default)(this, "schema", void 0);
-    (0, _defineProperty2.default)(this, "fields", void 0);
-    (0, _defineProperty2.default)(this, "fieldList", void 0);
-    this.schema = schema;
-    this.fields = buildFields(schema, 0, 0, []);
-    this.fieldList = listFields(this.fields);
-  }
-
-  (0, _createClass2.default)(ParquetSchema, [{
-    key: "findField",
-    value: function findField(path) {
-      if (typeof path === 'string') {
-        path = path.split(',');
-      } else {
-        path = path.slice(0);
-      }
-
-      var n = this.fields;
-
-      for (; path.length > 1; path.shift()) {
-        n = n[path[0]].fields;
-      }
-
-      return n[path[0]];
-    }
-  }, {
-    key: "findFieldBranch",
-    value: function findFieldBranch(path) {
-      if (typeof path === 'string') {
-        path = path.split(',');
-      }
-
-      var branch = [];
-      var n = this.fields;
-
-      for (; path.length > 0; path.shift()) {
-        branch.push(n[path[0]]);
-
-        if (path.length > 1) {
-          n = n[path[0]].fields;
-        }
-      }
-
-      return branch;
-    }
-  }, {
-    key: "shredRecord",
-    value: function shredRecord(record, buffer) {
-      (0, _shred.shredRecord)(this, record, buffer);
-    }
-  }, {
-    key: "materializeRecords",
-    value: function materializeRecords(buffer) {
-      return (0, _shred.materializeRecords)(this, buffer);
-    }
-  }, {
-    key: "compress",
-    value: function compress(type) {
-      setCompress(this.schema, type);
-      setCompress(this.fields, type);
-      return this;
-    }
-  }, {
-    key: "buffer",
-    value: function buffer() {
-      return (0, _shred.shredBuffer)(this);
-    }
-  }]);
-  return ParquetSchema;
-}();
-
-exports.ParquetSchema = ParquetSchema;
-
-function setCompress(schema, type) {
-  for (var name in schema) {
-    var node = schema[name];
-
-    if (node.fields) {
-      setCompress(node.fields, type);
-    } else {
-      node.compression = type;
-    }
-  }
-}
-
-function buildFields(schema, rLevelParentMax, dLevelParentMax, path) {
-  var fieldList = {};
-
-  for (var name in schema) {
-    var opts = schema[name];
-    var required = !opts.optional;
-    var repeated = Boolean(opts.repeated);
-    var rLevelMax = rLevelParentMax;
-    var dLevelMax = dLevelParentMax;
-    var repetitionType = 'REQUIRED';
-
-    if (!required) {
-      repetitionType = 'OPTIONAL';
-      dLevelMax++;
-    }
-
-    if (repeated) {
-      repetitionType = 'REPEATED';
-      rLevelMax++;
-      if (required) dLevelMax++;
-    }
-
-    if (opts.fields) {
-      var _cpath = path.concat([name]);
-
-      fieldList[name] = {
-        name: name,
-        path: _cpath,
-        key: _cpath.join(),
-        repetitionType: repetitionType,
-        rLevelMax: rLevelMax,
-        dLevelMax: dLevelMax,
-        isNested: true,
-        fieldCount: Object.keys(opts.fields).length,
-        fields: buildFields(opts.fields, rLevelMax, dLevelMax, _cpath)
-      };
-      continue;
-    }
-
-    var typeDef = _types.PARQUET_LOGICAL_TYPES[opts.type];
-
-    if (!typeDef) {
-      throw new Error("invalid parquet type: ".concat(opts.type));
-    }
-
-    opts.encoding = opts.encoding || 'PLAIN';
-
-    if (!(opts.encoding in _codecs.PARQUET_CODECS)) {
-      throw new Error("unsupported parquet encoding: ".concat(opts.encoding));
-    }
-
-    opts.compression = opts.compression || 'UNCOMPRESSED';
-
-    if (!(opts.compression in _compression.PARQUET_COMPRESSION_METHODS)) {
-      throw new Error("unsupported compression method: ".concat(opts.compression));
-    }
-
-    var cpath = path.concat([name]);
-    fieldList[name] = {
-      name: name,
-      primitiveType: typeDef.primitiveType,
-      originalType: typeDef.originalType,
-      path: cpath,
-      key: cpath.join(),
-      repetitionType: repetitionType,
-      encoding: opts.encoding,
-      compression: opts.compression,
-      typeLength: opts.typeLength || typeDef.typeLength,
-      presision: opts.presision,
-      scale: opts.scale,
-      rLevelMax: rLevelMax,
-      dLevelMax: dLevelMax
-    };
-  }
-
-  return fieldList;
-}
-
-function listFields(fields) {
-  var list = [];
-
-  for (var k in fields) {
-    list.push(fields[k]);
-
-    if (fields[k].isNested) {
-      list = list.concat(listFields(fields[k].fields));
-    }
-  }
-
-  return list;
-}
-//# sourceMappingURL=schema.js.map