@loaders.gl/parquet 3.3.0-alpha.8 → 3.3.1

package/dist/es5/parquetjs/parser/parquet-cursor.js

@@ -1,183 +0,0 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.ParquetCursor = void 0;
-var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
-var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
-var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
-var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
-var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
-var _shred = require("../schema/shred");
-var _Symbol$asyncIterator;
-_Symbol$asyncIterator = Symbol.asyncIterator;
-var ParquetCursor = function () {
-  function ParquetCursor(metadata, envelopeReader, schema, columnList) {
-    (0, _classCallCheck2.default)(this, ParquetCursor);
-    (0, _defineProperty2.default)(this, "metadata", void 0);
-    (0, _defineProperty2.default)(this, "envelopeReader", void 0);
-    (0, _defineProperty2.default)(this, "schema", void 0);
-    (0, _defineProperty2.default)(this, "columnList", void 0);
-    (0, _defineProperty2.default)(this, "rowGroup", []);
-    (0, _defineProperty2.default)(this, "rowGroupIndex", void 0);
-    this.metadata = metadata;
-    this.envelopeReader = envelopeReader;
-    this.schema = schema;
-    this.columnList = columnList;
-    this.rowGroupIndex = 0;
-  }
-
-  (0, _createClass2.default)(ParquetCursor, [{
-    key: "next",
-    value: function () {
-      var _next = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee() {
-        var rowBuffer;
-        return _regenerator.default.wrap(function _callee$(_context) {
-          while (1) {
-            switch (_context.prev = _context.next) {
-              case 0:
-                if (!(this.rowGroup.length === 0)) {
-                  _context.next = 8;
-                  break;
-                }
-                if (!(this.rowGroupIndex >= this.metadata.row_groups.length)) {
-                  _context.next = 3;
-                  break;
-                }
-                return _context.abrupt("return", null);
-              case 3:
-                _context.next = 5;
-                return this.envelopeReader.readRowGroup(this.schema, this.metadata.row_groups[this.rowGroupIndex], this.columnList);
-              case 5:
-                rowBuffer = _context.sent;
-                this.rowGroup = (0, _shred.materializeRecords)(this.schema, rowBuffer);
-                this.rowGroupIndex++;
-              case 8:
-                return _context.abrupt("return", this.rowGroup.shift());
-              case 9:
-              case "end":
-                return _context.stop();
-            }
-          }
-        }, _callee, this);
-      }));
-      function next() {
-        return _next.apply(this, arguments);
-      }
-      return next;
-    }()
-  }, {
-    key: "rewind",
-    value:
-    function rewind() {
-      this.rowGroup = [];
-      this.rowGroupIndex = 0;
-    }
-
-  }, {
-    key: _Symbol$asyncIterator,
-    value:
-    function value() {
-      var _this = this;
-      var done = false;
-      return {
-        next: function () {
-          var _next2 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2() {
-            var value;
-            return _regenerator.default.wrap(function _callee2$(_context2) {
-              while (1) {
-                switch (_context2.prev = _context2.next) {
-                  case 0:
-                    if (!done) {
-                      _context2.next = 2;
-                      break;
-                    }
-                    return _context2.abrupt("return", {
-                      done: done,
-                      value: null
-                    });
-                  case 2:
-                    _context2.next = 4;
-                    return _this.next();
-                  case 4:
-                    value = _context2.sent;
-                    if (!(value === null)) {
-                      _context2.next = 7;
-                      break;
-                    }
-                    return _context2.abrupt("return", {
-                      done: true,
-                      value: value
-                    });
-                  case 7:
-                    return _context2.abrupt("return", {
-                      done: false,
-                      value: value
-                    });
-                  case 8:
-                  case "end":
-                    return _context2.stop();
-                }
-              }
-            }, _callee2);
-          }));
-          function next() {
-            return _next2.apply(this, arguments);
-          }
-          return next;
-        }(),
-        return: function () {
-          var _return2 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3() {
-            return _regenerator.default.wrap(function _callee3$(_context3) {
-              while (1) {
-                switch (_context3.prev = _context3.next) {
-                  case 0:
-                    done = true;
-                    return _context3.abrupt("return", {
-                      done: done,
-                      value: null
-                    });
-                  case 2:
-                  case "end":
-                    return _context3.stop();
-                }
-              }
-            }, _callee3);
-          }));
-          function _return() {
-            return _return2.apply(this, arguments);
-          }
-          return _return;
-        }(),
-        throw: function () {
-          var _throw2 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4() {
-            return _regenerator.default.wrap(function _callee4$(_context4) {
-              while (1) {
-                switch (_context4.prev = _context4.next) {
-                  case 0:
-                    done = true;
-                    return _context4.abrupt("return", {
-                      done: true,
-                      value: null
-                    });
-                  case 2:
-                  case "end":
-                    return _context4.stop();
-                }
-              }
-            }, _callee4);
-          }));
-          function _throw() {
-            return _throw2.apply(this, arguments);
-          }
-          return _throw;
-        }()
-      };
-    }
-  }]);
-  return ParquetCursor;
-}();
-exports.ParquetCursor = ParquetCursor;
-//# sourceMappingURL=parquet-cursor.js.map

package/dist/es5/parquetjs/parser/parquet-cursor.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"parquet-cursor.js","names":["Symbol","asyncIterator","ParquetCursor","metadata","envelopeReader","schema","columnList","rowGroupIndex","rowGroup","length","row_groups","readRowGroup","rowBuffer","materializeRecords","shift","done","next","value","return","throw"],"sources":["../../../../src/parquetjs/parser/parquet-cursor.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport {FileMetaData} from '../parquet-thrift';\nimport {ParquetEnvelopeReader} from './parquet-envelope-reader';\nimport {ParquetSchema} from '../schema/schema';\nimport {ParquetRecord} from '../schema/declare';\nimport {materializeRecords} from '../schema/shred';\n\n/**\n * A parquet cursor is used to retrieve rows from a parquet file in order\n */\nexport class ParquetCursor<T> implements AsyncIterable<T> {\n  public metadata: FileMetaData;\n  public envelopeReader: ParquetEnvelopeReader;\n  public schema: ParquetSchema;\n  public columnList: string[][];\n  public rowGroup: ParquetRecord[] = [];\n  public rowGroupIndex: number;\n\n  /**\n   * Create a new parquet reader from the file metadata and an envelope reader.\n   * It is usually not recommended to call this constructor directly except for\n   * advanced and internal use cases. Consider using getCursor() on the\n   * ParquetReader instead\n   */\n  constructor(\n    metadata: FileMetaData,\n    envelopeReader: ParquetEnvelopeReader,\n    schema: ParquetSchema,\n    columnList: string[][]\n  ) {\n    this.metadata = metadata;\n    this.envelopeReader = envelopeReader;\n    this.schema = schema;\n    this.columnList = columnList;\n    this.rowGroupIndex = 0;\n  }\n\n  /**\n   * Retrieve the next row from the cursor. Returns a row or NULL if the end\n   * of the file was reached\n   */\n  async next<T = any>(): Promise<T> {\n    if (this.rowGroup.length === 0) {\n      if (this.rowGroupIndex >= this.metadata.row_groups.length) {\n        // @ts-ignore\n        return null;\n      }\n      const rowBuffer = await this.envelopeReader.readRowGroup(\n        this.schema,\n        this.metadata.row_groups[this.rowGroupIndex],\n        this.columnList\n      );\n      this.rowGroup = materializeRecords(this.schema, rowBuffer);\n      this.rowGroupIndex++;\n    }\n    return this.rowGroup.shift() as any;\n  }\n\n  /**\n   * Rewind the cursor the the beginning of the file\n   */\n  rewind(): void {\n    this.rowGroup = [];\n    this.rowGroupIndex = 0;\n  }\n\n  /**\n   * Implement AsyncIterable\n   */\n  // tslint:disable-next-line:function-name\n  [Symbol.asyncIterator](): AsyncIterator<T> {\n    let done = false;\n    return {\n      next: async () => {\n        if (done) {\n          return {done, value: null};\n        }\n        const value = await this.next();\n        if (value === null) {\n          return {done: true, value};\n        }\n        return {done: false, value};\n      },\n      return: async () => {\n        done = true;\n        return {done, value: null};\n      },\n      throw: async () => {\n        done = true;\n        return {done: true, value: null};\n      }\n    };\n  }\n}\n"],"mappings":";;;;;;;;;;;;AAKA;AAAmD;AAAA,wBAiEhDA,MAAM,CAACC,aAAa;AAAA,IA5DVC,aAAa;EAcxB,uBACEC,QAAsB,EACtBC,cAAqC,EACrCC,MAAqB,EACrBC,UAAsB,EACtB;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA,gDAdiC,EAAE;IAAA;IAenC,IAAI,CAACH,QAAQ,GAAGA,QAAQ;IACxB,IAAI,CAACC,cAAc,GAAGA,cAAc;IACpC,IAAI,CAACC,MAAM,GAAGA,MAAM;IACpB,IAAI,CAACC,UAAU,GAAGA,UAAU;IAC5B,IAAI,CAACC,aAAa,GAAG,CAAC;EACxB;;EAAC;IAAA;IAAA;MAAA,sEAMD;QAAA;QAAA;UAAA;YAAA;cAAA;gBAAA,MACM,IAAI,CAACC,QAAQ,CAACC,MAAM,KAAK,CAAC;kBAAA;kBAAA;gBAAA;gBAAA,MACxB,IAAI,CAACF,aAAa,IAAI,IAAI,CAACJ,QAAQ,CAACO,UAAU,CAACD,MAAM;kBAAA;kBAAA;gBAAA;gBAAA,iCAEhD,IAAI;cAAA;gBAAA;gBAAA,OAEW,IAAI,CAACL,cAAc,CAACO,YAAY,CACtD,IAAI,CAACN,MAAM,EACX,IAAI,CAACF,QAAQ,CAACO,UAAU,CAAC,IAAI,CAACH,aAAa,CAAC,EAC5C,IAAI,CAACD,UAAU,CAChB;cAAA;gBAJKM,SAAS;gBAKf,IAAI,CAACJ,QAAQ,GAAG,IAAAK,yBAAkB,EAAC,IAAI,CAACR,MAAM,EAAEO,SAAS,CAAC;gBAC1D,IAAI,CAACL,aAAa,EAAE;cAAC;gBAAA,iCAEhB,IAAI,CAACC,QAAQ,CAACM,KAAK,EAAE;cAAA;cAAA;gBAAA;YAAA;UAAA;QAAA;MAAA,CAC7B;MAAA;QAAA;MAAA;MAAA;IAAA;EAAA;IAAA;IAAA;IAKD,kBAAe;MACb,IAAI,CAACN,QAAQ,GAAG,EAAE;MAClB,IAAI,CAACD,aAAa,GAAG,CAAC;IACxB;;EAAC;IAAA;IAAA;IAMD,iBAA2C;MAAA;MACzC,IAAIQ,IAAI,GAAG,KAAK;MAChB,OAAO;QACLC,IAAI;UAAA,uEAAE;YAAA;YAAA;cAAA;gBAAA;kBAAA;oBAAA,KACAD,IAAI;sBAAA;sBAAA;oBAAA;oBAAA,kCACC;sBAACA,IAAI,EAAJA,IAAI;sBAAEE,KAAK,EAAE;oBAAI,CAAC;kBAAA;oBAAA;oBAAA,OAER,KAAI,CAACD,IAAI,EAAE;kBAAA;oBAAzBC,KAAK;oBAAA,MACPA,KAAK,KAAK,IAAI;sBAAA;sBAAA;oBAAA;oBAAA,kCACT;sBAACF,IAAI,EAAE,IAAI;sBAAEE,KAAK,EAALA;oBAAK,CAAC;kBAAA;oBAAA,kCAErB;sBAACF,IAAI,EAAE,KAAK;sBAAEE,KAAK,EAALA;oBAAK,CAAC;kBAAA;kBAAA;oBAAA;gBAAA;cAAA;YAAA;UAAA,CAC5B;UAAA;YAAA;UAAA;UAAA;QAAA;QACDC,MAAM;UAAA,yEAAE;YAAA;cAAA;gBAAA;kBAAA;oBACNH,IAAI,GAAG,IAAI;oBAAC,kCACL;sBAACA,IAAI,EAAJA,IAAI;sBAAEE,KAAK,EAAE;oBAAI,CAAC;kBAAA;kBAAA;oBAAA;gBAAA;cAAA;YAAA;UAAA,CAC3B;UAAA;YAAA;UAAA;UAAA;QAAA;QACDE,KAAK;UAAA,wEAAE;YAAA;cAAA;gBAAA;kBAAA;oBACLJ,IAAI,GAAG,IAAI;oBAAC,kCACL;sBAACA,IAAI,EAAE,IAAI;sBAAEE,KAAK,EAAE;oBAAI,CAAC;kBAAA;kBAAA;oBAAA;gBAAA;cAAA;YAAA;UAAA,CACjC;UAAA;YAAA;UAAA;UAAA;QAAA;MACH,CAAC;IACH;EAAC;EAAA;AAAA;AAAA"}

package/dist/es5/parquetjs/parser/parquet-envelope-reader.js

@@ -1,327 +0,0 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.ParquetEnvelopeReader = void 0;
-var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
-var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
-var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
-var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
-var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
-var _constants = require("../../constants");
-var _parquetThrift = require("../parquet-thrift");
-var _readUtils = require("../utils/read-utils");
-var _decoders = require("./decoders");
-function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
-function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
-function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
-function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
-function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
-var DEFAULT_DICTIONARY_SIZE = 1e6;
-
-var ParquetEnvelopeReader = function () {
-  function ParquetEnvelopeReader(read, close, fileSize, options) {
-    (0, _classCallCheck2.default)(this, ParquetEnvelopeReader);
-    (0, _defineProperty2.default)(this, "read", void 0);
-    (0, _defineProperty2.default)(this, "close", void 0);
-    (0, _defineProperty2.default)(this, "fileSize", void 0);
-    (0, _defineProperty2.default)(this, "defaultDictionarySize", void 0);
-    this.read = read;
-    this.close = close;
-    this.fileSize = fileSize;
-    this.defaultDictionarySize = (options === null || options === void 0 ? void 0 : options.defaultDictionarySize) || DEFAULT_DICTIONARY_SIZE;
-  }
-  (0, _createClass2.default)(ParquetEnvelopeReader, [{
-    key: "readHeader",
-    value: function () {
-      var _readHeader = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee() {
-        var buffer, magic;
-        return _regenerator.default.wrap(function _callee$(_context) {
-          while (1) {
-            switch (_context.prev = _context.next) {
-              case 0:
-                _context.next = 2;
-                return this.read(0, _constants.PARQUET_MAGIC.length);
-              case 2:
-                buffer = _context.sent;
-                magic = buffer.toString();
-                _context.t0 = magic;
-                _context.next = _context.t0 === _constants.PARQUET_MAGIC ? 7 : _context.t0 === _constants.PARQUET_MAGIC_ENCRYPTED ? 8 : 9;
-                break;
-              case 7:
-                return _context.abrupt("break", 10);
-              case 8:
-                throw new Error('Encrypted parquet file not supported');
-              case 9:
-                throw new Error("Invalid parquet file (magic=".concat(magic, ")"));
-              case 10:
-              case "end":
-                return _context.stop();
-            }
-          }
-        }, _callee, this);
-      }));
-      function readHeader() {
-        return _readHeader.apply(this, arguments);
-      }
-      return readHeader;
-    }()
-  }, {
-    key: "readRowGroup",
-    value: function () {
-      var _readRowGroup = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(schema, rowGroup, columnList) {
-        var buffer, _iterator, _step, colChunk, colMetadata, colKey;
-        return _regenerator.default.wrap(function _callee2$(_context2) {
-          while (1) {
-            switch (_context2.prev = _context2.next) {
-              case 0:
-                buffer = {
-                  rowCount: Number(rowGroup.num_rows),
-                  columnData: {}
-                };
-                _iterator = _createForOfIteratorHelper(rowGroup.columns);
-                _context2.prev = 2;
-                _iterator.s();
-              case 4:
-                if ((_step = _iterator.n()).done) {
-                  _context2.next = 15;
-                  break;
-                }
-                colChunk = _step.value;
-                colMetadata = colChunk.meta_data;
-                colKey = colMetadata === null || colMetadata === void 0 ? void 0 : colMetadata.path_in_schema;
-                if (!(columnList.length > 0 && (0, _readUtils.fieldIndexOf)(columnList, colKey) < 0)) {
-                  _context2.next = 10;
-                  break;
-                }
-                return _context2.abrupt("continue", 13);
-              case 10:
-                _context2.next = 12;
-                return this.readColumnChunk(schema, colChunk);
-              case 12:
-                buffer.columnData[colKey.join()] = _context2.sent;
-              case 13:
-                _context2.next = 4;
-                break;
-              case 15:
-                _context2.next = 20;
-                break;
-              case 17:
-                _context2.prev = 17;
-                _context2.t0 = _context2["catch"](2);
-                _iterator.e(_context2.t0);
-              case 20:
-                _context2.prev = 20;
-                _iterator.f();
-                return _context2.finish(20);
-              case 23:
-                return _context2.abrupt("return", buffer);
-              case 24:
-              case "end":
-                return _context2.stop();
-            }
-          }
-        }, _callee2, this, [[2, 17, 20, 23]]);
-      }));
-      function readRowGroup(_x, _x2, _x3) {
-        return _readRowGroup.apply(this, arguments);
-      }
-      return readRowGroup;
-    }()
-  }, {
-    key: "readColumnChunk",
-    value: function () {
-      var _readColumnChunk = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3(schema, colChunk) {
-        var _colChunk$meta_data, _colChunk$meta_data2, _colChunk$meta_data3, _colChunk$meta_data4, _colChunk$meta_data5, _colChunk$meta_data7, _colChunk$meta_data8, _options$dictionary;
-        var field, type, compression, pagesOffset, pagesSize, _colChunk$meta_data6, options, dictionary, dictionaryPageOffset, dictionaryOffset, pagesBuf;
-        return _regenerator.default.wrap(function _callee3$(_context3) {
-          while (1) {
-            switch (_context3.prev = _context3.next) {
-              case 0:
-                if (!(colChunk.file_path !== undefined && colChunk.file_path !== null)) {
-                  _context3.next = 2;
-                  break;
-                }
-                throw new Error('external references are not supported');
-              case 2:
-                field = schema.findField((_colChunk$meta_data = colChunk.meta_data) === null || _colChunk$meta_data === void 0 ? void 0 : _colChunk$meta_data.path_in_schema);
-                type = (0, _readUtils.getThriftEnum)(_parquetThrift.Type, (_colChunk$meta_data2 = colChunk.meta_data) === null || _colChunk$meta_data2 === void 0 ? void 0 : _colChunk$meta_data2.type);
-                if (!(type !== field.primitiveType)) {
-                  _context3.next = 6;
-                  break;
-                }
-                throw new Error("chunk type not matching schema: ".concat(type));
-              case 6:
-                compression = (0, _readUtils.getThriftEnum)(_parquetThrift.CompressionCodec, (_colChunk$meta_data3 = colChunk.meta_data) === null || _colChunk$meta_data3 === void 0 ? void 0 : _colChunk$meta_data3.codec);
-                pagesOffset = Number((_colChunk$meta_data4 = colChunk.meta_data) === null || _colChunk$meta_data4 === void 0 ? void 0 : _colChunk$meta_data4.data_page_offset);
-                pagesSize = Number((_colChunk$meta_data5 = colChunk.meta_data) === null || _colChunk$meta_data5 === void 0 ? void 0 : _colChunk$meta_data5.total_compressed_size);
-                if (!colChunk.file_path) {
-                  pagesSize = Math.min(this.fileSize - pagesOffset, Number((_colChunk$meta_data6 = colChunk.meta_data) === null || _colChunk$meta_data6 === void 0 ? void 0 : _colChunk$meta_data6.total_compressed_size));
-                }
-                options = {
-                  type: type,
-                  rLevelMax: field.rLevelMax,
-                  dLevelMax: field.dLevelMax,
-                  compression: compression,
-                  column: field,
-                  numValues: (_colChunk$meta_data7 = colChunk.meta_data) === null || _colChunk$meta_data7 === void 0 ? void 0 : _colChunk$meta_data7.num_values,
-                  dictionary: []
-                };
-                dictionaryPageOffset = colChunk === null || colChunk === void 0 ? void 0 : (_colChunk$meta_data8 = colChunk.meta_data) === null || _colChunk$meta_data8 === void 0 ? void 0 : _colChunk$meta_data8.dictionary_page_offset;
-                if (!dictionaryPageOffset) {
-                  _context3.next = 17;
-                  break;
-                }
-                dictionaryOffset = Number(dictionaryPageOffset);
-                _context3.next = 16;
-                return this.getDictionary(dictionaryOffset, options, pagesOffset);
-              case 16:
-                dictionary = _context3.sent;
-              case 17:
-                dictionary = (_options$dictionary = options.dictionary) !== null && _options$dictionary !== void 0 && _options$dictionary.length ? options.dictionary : dictionary;
-                _context3.next = 20;
-                return this.read(pagesOffset, pagesSize);
-              case 20:
-                pagesBuf = _context3.sent;
-                _context3.next = 23;
-                return (0, _decoders.decodeDataPages)(pagesBuf, _objectSpread(_objectSpread({}, options), {}, {
-                  dictionary: dictionary
-                }));
-              case 23:
-                return _context3.abrupt("return", _context3.sent);
-              case 24:
-              case "end":
-                return _context3.stop();
-            }
-          }
-        }, _callee3, this);
-      }));
-      function readColumnChunk(_x4, _x5) {
-        return _readColumnChunk.apply(this, arguments);
-      }
-      return readColumnChunk;
-    }()
-  }, {
-    key: "getDictionary",
-    value: function () {
-      var _getDictionary = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4(dictionaryPageOffset, options, pagesOffset) {
-        var dictionarySize, pagesBuf, cursor, decodedPage;
-        return _regenerator.default.wrap(function _callee4$(_context4) {
-          while (1) {
-            switch (_context4.prev = _context4.next) {
-              case 0:
-                if (!(dictionaryPageOffset === 0)) {
-                  _context4.next = 2;
-                  break;
-                }
-                return _context4.abrupt("return", []);
-              case 2:
-                dictionarySize = Math.min(this.fileSize - dictionaryPageOffset, this.defaultDictionarySize);
-                _context4.next = 5;
-                return this.read(dictionaryPageOffset, dictionarySize);
-              case 5:
-                pagesBuf = _context4.sent;
-                cursor = {
-                  buffer: pagesBuf,
-                  offset: 0,
-                  size: pagesBuf.length
-                };
-                _context4.next = 9;
-                return (0, _decoders.decodePage)(cursor, options);
-              case 9:
-                decodedPage = _context4.sent;
-                return _context4.abrupt("return", decodedPage.dictionary);
-              case 11:
-              case "end":
-                return _context4.stop();
-            }
-          }
-        }, _callee4, this);
-      }));
-      function getDictionary(_x6, _x7, _x8) {
-        return _getDictionary.apply(this, arguments);
-      }
-      return getDictionary;
-    }()
-  }, {
-    key: "readFooter",
-    value: function () {
-      var _readFooter = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee5() {
-        var trailerLen, trailerBuf, magic, metadataSize, metadataOffset, metadataBuf, _decodeFileMetadata, metadata;
-        return _regenerator.default.wrap(function _callee5$(_context5) {
-          while (1) {
-            switch (_context5.prev = _context5.next) {
-              case 0:
-                trailerLen = _constants.PARQUET_MAGIC.length + 4;
-                _context5.next = 3;
-                return this.read(this.fileSize - trailerLen, trailerLen);
-              case 3:
-                trailerBuf = _context5.sent;
-                magic = trailerBuf.slice(4).toString();
-                if (!(magic !== _constants.PARQUET_MAGIC)) {
-                  _context5.next = 7;
-                  break;
-                }
-                throw new Error("Not a valid parquet file (magic=\"".concat(magic, ")"));
-              case 7:
-                metadataSize = trailerBuf.readUInt32LE(0);
-                metadataOffset = this.fileSize - metadataSize - trailerLen;
-                if (!(metadataOffset < _constants.PARQUET_MAGIC.length)) {
-                  _context5.next = 11;
-                  break;
-                }
-                throw new Error("Invalid metadata size ".concat(metadataOffset));
-              case 11:
-                _context5.next = 13;
-                return this.read(metadataOffset, metadataSize);
-              case 13:
-                metadataBuf = _context5.sent;
-                _decodeFileMetadata = (0, _readUtils.decodeFileMetadata)(metadataBuf), metadata = _decodeFileMetadata.metadata;
-                return _context5.abrupt("return", metadata);
-              case 16:
-              case "end":
-                return _context5.stop();
-            }
-          }
-        }, _callee5, this);
-      }));
-      function readFooter() {
-        return _readFooter.apply(this, arguments);
-      }
-      return readFooter;
-    }()
-  }], [{
-    key: "openBuffer",
-    value: function () {
-      var _openBuffer = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee6(buffer) {
-        var readFn, closeFn;
-        return _regenerator.default.wrap(function _callee6$(_context6) {
-          while (1) {
-            switch (_context6.prev = _context6.next) {
-              case 0:
-                readFn = function readFn(position, length) {
-                  return Promise.resolve(buffer.slice(position, position + length));
-                };
-                closeFn = function closeFn() {
-                  return Promise.resolve();
-                };
-                return _context6.abrupt("return", new ParquetEnvelopeReader(readFn, closeFn, buffer.length));
-              case 3:
-              case "end":
-                return _context6.stop();
-            }
-          }
-        }, _callee6);
-      }));
-      function openBuffer(_x9) {
-        return _openBuffer.apply(this, arguments);
-      }
-      return openBuffer;
-    }()
-  }]);
-  return ParquetEnvelopeReader;
-}();
-exports.ParquetEnvelopeReader = ParquetEnvelopeReader;
-//# sourceMappingURL=parquet-envelope-reader.js.map

package/dist/es5/parquetjs/parser/parquet-envelope-reader.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"parquet-envelope-reader.js","names":["DEFAULT_DICTIONARY_SIZE","ParquetEnvelopeReader","read","close","fileSize","options","defaultDictionarySize","PARQUET_MAGIC","length","buffer","magic","toString","PARQUET_MAGIC_ENCRYPTED","Error","schema","rowGroup","columnList","rowCount","Number","num_rows","columnData","columns","colChunk","colMetadata","meta_data","colKey","path_in_schema","fieldIndexOf","readColumnChunk","join","file_path","undefined","field","findField","type","getThriftEnum","Type","primitiveType","compression","CompressionCodec","codec","pagesOffset","data_page_offset","pagesSize","total_compressed_size","Math","min","rLevelMax","dLevelMax","column","numValues","num_values","dictionary","dictionaryPageOffset","dictionary_page_offset","dictionaryOffset","getDictionary","pagesBuf","decodeDataPages","dictionarySize","cursor","offset","size","decodePage","decodedPage","trailerLen","trailerBuf","slice","metadataSize","readUInt32LE","metadataOffset","metadataBuf","decodeFileMetadata","metadata","readFn","position","Promise","resolve","closeFn"],"sources":["../../../../src/parquetjs/parser/parquet-envelope-reader.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport {ParquetSchema} from '../schema/schema';\nimport {PARQUET_MAGIC, PARQUET_MAGIC_ENCRYPTED} from '../../constants';\nimport {ColumnChunk, CompressionCodec, FileMetaData, RowGroup, Type} from '../parquet-thrift';\nimport {\n  ParquetBuffer,\n  ParquetCompression,\n  ParquetData,\n  PrimitiveType,\n  ParquetOptions\n} from '../schema/declare';\nimport {decodeFileMetadata, getThriftEnum, fieldIndexOf} from '../utils/read-utils';\nimport {decodeDataPages, decodePage} from './decoders';\n\nconst DEFAULT_DICTIONARY_SIZE = 1e6;\n\n/**\n * The parquet envelope reader allows direct, unbuffered access to the individual\n * sections of the parquet file, namely the header, footer and the row groups.\n * This class is intended for advanced/internal users; if you just want to retrieve\n * rows from a parquet file use the ParquetReader instead\n */\nexport class ParquetEnvelopeReader {\n  public read: (position: number, length: number) => Promise<Buffer>;\n  /**\n   * Close this parquet reader. You MUST call this method once you're finished\n   * reading rows\n   */\n  public close: () => Promise<void>;\n  public fileSize: number;\n  public defaultDictionarySize: number;\n\n  static async openBuffer(buffer: Buffer): Promise<ParquetEnvelopeReader> {\n    const readFn = (position: number, length: number) =>\n      Promise.resolve(buffer.slice(position, position + length));\n    const closeFn = () => Promise.resolve();\n    return new ParquetEnvelopeReader(readFn, closeFn, buffer.length);\n  }\n\n  constructor(\n    read: (position: number, length: number) => Promise<Buffer>,\n    close: () => Promise<void>,\n    fileSize: number,\n    options?: any\n  ) {\n    this.read = read;\n    this.close = close;\n    this.fileSize = fileSize;\n    this.defaultDictionarySize = options?.defaultDictionarySize || DEFAULT_DICTIONARY_SIZE;\n  }\n\n  async readHeader(): Promise<void> {\n    const buffer = await this.read(0, PARQUET_MAGIC.length);\n\n    const magic = buffer.toString();\n    switch (magic) {\n      case PARQUET_MAGIC:\n        break;\n      case PARQUET_MAGIC_ENCRYPTED:\n        throw new Error('Encrypted parquet file not supported');\n      default:\n        throw new Error(`Invalid parquet file (magic=${magic})`);\n    }\n  }\n\n  async readRowGroup(\n    schema: ParquetSchema,\n    rowGroup: RowGroup,\n    columnList: string[][]\n  ): Promise<ParquetBuffer> {\n    const buffer: ParquetBuffer = {\n      rowCount: Number(rowGroup.num_rows),\n      columnData: {}\n    };\n    for (const colChunk of rowGroup.columns) {\n      const colMetadata = colChunk.meta_data;\n      const colKey = colMetadata?.path_in_schema;\n      if (columnList.length > 0 && fieldIndexOf(columnList, colKey!) < 0) {\n        continue; // eslint-disable-line no-continue\n      }\n      buffer.columnData[colKey!.join()] = await this.readColumnChunk(schema, colChunk);\n    }\n    return buffer;\n  }\n\n  /**\n   * Do reading of parquet file's column chunk\n   * @param schema\n   * @param colChunk\n   */\n  async readColumnChunk(schema: ParquetSchema, colChunk: ColumnChunk): Promise<ParquetData> {\n    if (colChunk.file_path !== undefined && colChunk.file_path !== null) {\n      throw new Error('external references are not supported');\n    }\n\n    const field = schema.findField(colChunk.meta_data?.path_in_schema!);\n    const type: PrimitiveType = getThriftEnum(Type, colChunk.meta_data?.type!) as any;\n\n    if (type !== field.primitiveType) {\n      throw new Error(`chunk type not matching schema: ${type}`);\n    }\n\n    const compression: ParquetCompression = getThriftEnum(\n      CompressionCodec,\n      colChunk.meta_data?.codec!\n    ) as any;\n\n    const pagesOffset = Number(colChunk.meta_data?.data_page_offset!);\n    let pagesSize = Number(colChunk.meta_data?.total_compressed_size!);\n\n    if (!colChunk.file_path) {\n      pagesSize = Math.min(\n        this.fileSize - pagesOffset,\n        Number(colChunk.meta_data?.total_compressed_size)\n      );\n    }\n\n    const options: ParquetOptions = {\n      type,\n      rLevelMax: field.rLevelMax,\n      dLevelMax: field.dLevelMax,\n      compression,\n      column: field,\n      numValues: colChunk.meta_data?.num_values,\n      dictionary: []\n    };\n\n    let dictionary;\n\n    const dictionaryPageOffset = colChunk?.meta_data?.dictionary_page_offset;\n\n    if (dictionaryPageOffset) {\n      const dictionaryOffset = Number(dictionaryPageOffset);\n      // Getting dictionary from column chunk to iterate all over indexes to get dataPage values.\n      dictionary = await this.getDictionary(dictionaryOffset, options, pagesOffset);\n    }\n\n    dictionary = options.dictionary?.length ? options.dictionary : dictionary;\n    const pagesBuf = await this.read(pagesOffset, pagesSize);\n    return await decodeDataPages(pagesBuf, {...options, dictionary});\n  }\n\n  /**\n   * Getting dictionary for allows to flatten values by indices.\n   * @param dictionaryPageOffset\n   * @param options\n   * @param pagesOffset\n   * @returns\n   */\n  async getDictionary(\n    dictionaryPageOffset: number,\n    options: ParquetOptions,\n    pagesOffset: number\n  ): Promise<string[]> {\n    if (dictionaryPageOffset === 0) {\n      // dictionarySize = Math.min(this.fileSize - pagesOffset, this.defaultDictionarySize);\n      // pagesBuf = await this.read(pagesOffset, dictionarySize);\n\n      // In this case we are working with parquet-mr files format. Problem is described below:\n      // https://stackoverflow.com/questions/55225108/why-is-dictionary-page-offset-0-for-plain-dictionary-encoding\n      // We need to get dictionary page from column chunk if it exists.\n      // Now if we use code commented above we don't get DICTIONARY_PAGE we get DATA_PAGE instead.\n      return [];\n    }\n\n    const dictionarySize = Math.min(\n      this.fileSize - dictionaryPageOffset,\n      this.defaultDictionarySize\n    );\n    const pagesBuf = await this.read(dictionaryPageOffset, dictionarySize);\n\n    const cursor = {buffer: pagesBuf, offset: 0, size: pagesBuf.length};\n    const decodedPage = await decodePage(cursor, options);\n\n    return decodedPage.dictionary!;\n  }\n\n  async readFooter(): Promise<FileMetaData> {\n    const trailerLen = PARQUET_MAGIC.length + 4;\n    const trailerBuf = await this.read(this.fileSize - trailerLen, trailerLen);\n\n    const magic = trailerBuf.slice(4).toString();\n    if (magic !== PARQUET_MAGIC) {\n      throw new Error(`Not a valid parquet file (magic=\"${magic})`);\n    }\n\n    const metadataSize = trailerBuf.readUInt32LE(0);\n    const metadataOffset = this.fileSize - metadataSize - trailerLen;\n    if (metadataOffset < PARQUET_MAGIC.length) {\n      throw new Error(`Invalid metadata size ${metadataOffset}`);\n    }\n\n    const metadataBuf = await this.read(metadataOffset, metadataSize);\n    // let metadata = new parquet_thrift.FileMetaData();\n    // parquet_util.decodeThrift(metadata, metadataBuf);\n    const {metadata} = decodeFileMetadata(metadataBuf);\n    return metadata;\n  }\n}\n"],"mappings":";;;;;;;;;;;;AAEA;AACA;AAQA;AACA;AAAuD;AAAA;AAAA;AAAA;AAAA;AAEvD,IAAMA,uBAAuB,GAAG,GAAG;;AAAC,IAQvBC,qBAAqB;EAiBhC,+BACEC,IAA2D,EAC3DC,KAA0B,EAC1BC,QAAgB,EAChBC,OAAa,EACb;IAAA;IAAA;IAAA;IAAA;IAAA;IACA,IAAI,CAACH,IAAI,GAAGA,IAAI;IAChB,IAAI,CAACC,KAAK,GAAGA,KAAK;IAClB,IAAI,CAACC,QAAQ,GAAGA,QAAQ;IACxB,IAAI,CAACE,qBAAqB,GAAG,CAAAD,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEC,qBAAqB,KAAIN,uBAAuB;EACxF;EAAC;IAAA;IAAA;MAAA,4EAED;QAAA;QAAA;UAAA;YAAA;cAAA;gBAAA;gBAAA,OACuB,IAAI,CAACE,IAAI,CAAC,CAAC,EAAEK,wBAAa,CAACC,MAAM,CAAC;cAAA;gBAAjDC,MAAM;gBAENC,KAAK,GAAGD,MAAM,CAACE,QAAQ,EAAE;gBAAA,cACvBD,KAAK;gBAAA,gCACNH,wBAAa,uBAEbK,kCAAuB;gBAAA;cAAA;gBAAA;cAAA;gBAAA,MACpB,IAAIC,KAAK,CAAC,sCAAsC,CAAC;cAAA;gBAAA,MAEjD,IAAIA,KAAK,uCAAgCH,KAAK,OAAI;cAAA;cAAA;gBAAA;YAAA;UAAA;QAAA;MAAA,CAE7D;MAAA;QAAA;MAAA;MAAA;IAAA;EAAA;IAAA;IAAA;MAAA,8EAED,kBACEI,MAAqB,EACrBC,QAAkB,EAClBC,UAAsB;QAAA;QAAA;UAAA;YAAA;cAAA;gBAEhBP,MAAqB,GAAG;kBAC5BQ,QAAQ,EAAEC,MAAM,CAACH,QAAQ,CAACI,QAAQ,CAAC;kBACnCC,UAAU,EAAE,CAAC;gBACf,CAAC;gBAAA,uCACsBL,QAAQ,CAACM,OAAO;gBAAA;gBAAA;cAAA;gBAAA;kBAAA;kBAAA;gBAAA;gBAA5BC,QAAQ;gBACXC,WAAW,GAAGD,QAAQ,CAACE,SAAS;gBAChCC,MAAM,GAAGF,WAAW,aAAXA,WAAW,uBAAXA,WAAW,CAAEG,cAAc;gBAAA,MACtCV,UAAU,CAACR,MAAM,GAAG,CAAC,IAAI,IAAAmB,uBAAY,EAACX,UAAU,EAAES,MAAM,CAAE,GAAG,CAAC;kBAAA;kBAAA;gBAAA;gBAAA;cAAA;gBAAA;gBAAA,OAGxB,IAAI,CAACG,eAAe,CAACd,MAAM,EAAEQ,QAAQ,CAAC;cAAA;gBAAhFb,MAAM,CAACW,UAAU,CAACK,MAAM,CAAEI,IAAI,EAAE,CAAC;cAAA;gBAAA;gBAAA;cAAA;gBAAA;gBAAA;cAAA;gBAAA;gBAAA;gBAAA;cAAA;gBAAA;gBAAA;gBAAA;cAAA;gBAAA,kCAE5BpB,MAAM;cAAA;cAAA;gBAAA;YAAA;UAAA;QAAA;MAAA,CACd;MAAA;QAAA;MAAA;MAAA;IAAA;EAAA;IAAA;IAAA;MAAA,iFAOD,kBAAsBK,MAAqB,EAAEQ,QAAqB;QAAA;QAAA;QAAA;UAAA;YAAA;cAAA;gBAAA,MAC5DA,QAAQ,CAACQ,SAAS,KAAKC,SAAS,IAAIT,QAAQ,CAACQ,SAAS,KAAK,IAAI;kBAAA;kBAAA;gBAAA;gBAAA,MAC3D,IAAIjB,KAAK,CAAC,uCAAuC,CAAC;cAAA;gBAGpDmB,KAAK,GAAGlB,MAAM,CAACmB,SAAS,wBAACX,QAAQ,CAACE,SAAS,wDAAlB,oBAAoBE,cAAc,CAAE;gBAC7DQ,IAAmB,GAAG,IAAAC,wBAAa,EAACC,mBAAI,0BAAEd,QAAQ,CAACE,SAAS,yDAAlB,qBAAoBU,IAAI,CAAE;gBAAA,MAEtEA,IAAI,KAAKF,KAAK,CAACK,aAAa;kBAAA;kBAAA;gBAAA;gBAAA,MACxB,IAAIxB,KAAK,2CAAoCqB,IAAI,EAAG;cAAA;gBAGtDI,WAA+B,GAAG,IAAAH,wBAAa,EACnDI,+BAAgB,0BAChBjB,QAAQ,CAACE,SAAS,yDAAlB,qBAAoBgB,KAAK,CAC1B;gBAEKC,WAAW,GAAGvB,MAAM,yBAACI,QAAQ,CAACE,SAAS,yDAAlB,qBAAoBkB,gBAAgB,CAAE;gBAC7DC,SAAS,GAAGzB,MAAM,yBAACI,QAAQ,CAACE,SAAS,yDAAlB,qBAAoBoB,qBAAqB,CAAE;gBAElE,IAAI,CAACtB,QAAQ,CAACQ,SAAS,EAAE;kBACvBa,SAAS,GAAGE,IAAI,CAACC,GAAG,CAClB,IAAI,CAAC1C,QAAQ,GAAGqC,WAAW,EAC3BvB,MAAM,yBAACI,QAAQ,CAACE,SAAS,yDAAlB,qBAAoBoB,qBAAqB,CAAC,CAClD;gBACH;gBAEMvC,OAAuB,GAAG;kBAC9B6B,IAAI,EAAJA,IAAI;kBACJa,SAAS,EAAEf,KAAK,CAACe,SAAS;kBAC1BC,SAAS,EAAEhB,KAAK,CAACgB,SAAS;kBAC1BV,WAAW,EAAXA,WAAW;kBACXW,MAAM,EAAEjB,KAAK;kBACbkB,SAAS,0BAAE5B,QAAQ,CAACE,SAAS,yDAAlB,qBAAoB2B,UAAU;kBACzCC,UAAU,EAAE;gBACd,CAAC;gBAIKC,oBAAoB,GAAG/B,QAAQ,aAARA,QAAQ,+CAARA,QAAQ,CAAEE,SAAS,yDAAnB,qBAAqB8B,sBAAsB;gBAAA,KAEpED,oBAAoB;kBAAA;kBAAA;gBAAA;gBAChBE,gBAAgB,GAAGrC,MAAM,CAACmC,oBAAoB,CAAC;gBAAA;gBAAA,OAElC,IAAI,CAACG,aAAa,CAACD,gBAAgB,EAAElD,OAAO,EAAEoC,WAAW,CAAC;cAAA;gBAA7EW,UAAU;cAAA;gBAGZA,UAAU,GAAG,uBAAA/C,OAAO,CAAC+C,UAAU,gDAAlB,oBAAoB5C,MAAM,GAAGH,OAAO,CAAC+C,UAAU,GAAGA,UAAU;gBAAC;gBAAA,OACnD,IAAI,CAAClD,IAAI,CAACuC,WAAW,EAAEE,SAAS,CAAC;cAAA;gBAAlDc,QAAQ;gBAAA;gBAAA,OACD,IAAAC,yBAAe,EAACD,QAAQ,kCAAMpD,OAAO;kBAAE+C,UAAU,EAAVA;gBAAU,GAAE;cAAA;gBAAA;cAAA;cAAA;gBAAA;YAAA;UAAA;QAAA;MAAA,CACjE;MAAA;QAAA;MAAA;MAAA;IAAA;EAAA;IAAA;IAAA;MAAA,+EASD,kBACEC,oBAA4B,EAC5BhD,OAAuB,EACvBoC,WAAmB;QAAA;QAAA;UAAA;YAAA;cAAA;gBAAA,MAEfY,oBAAoB,KAAK,CAAC;kBAAA;kBAAA;gBAAA;gBAAA,kCAQrB,EAAE;cAAA;gBAGLM,cAAc,GAAGd,IAAI,CAACC,GAAG,CAC7B,IAAI,CAAC1C,QAAQ,GAAGiD,oBAAoB,EACpC,IAAI,CAAC/C,qBAAqB,CAC3B;gBAAA;gBAAA,OACsB,IAAI,CAACJ,IAAI,CAACmD,oBAAoB,EAAEM,cAAc,CAAC;cAAA;gBAAhEF,QAAQ;gBAERG,MAAM,GAAG;kBAACnD,MAAM,EAAEgD,QAAQ;kBAAEI,MAAM,EAAE,CAAC;kBAAEC,IAAI,EAAEL,QAAQ,CAACjD;gBAAM,CAAC;gBAAA;gBAAA,OACzC,IAAAuD,oBAAU,EAACH,MAAM,EAAEvD,OAAO,CAAC;cAAA;gBAA/C2D,WAAW;gBAAA,kCAEVA,WAAW,CAACZ,UAAU;cAAA;cAAA;gBAAA;YAAA;UAAA;QAAA;MAAA,CAC9B;MAAA;QAAA;MAAA;MAAA;IAAA;EAAA;IAAA;IAAA;MAAA,4EAED;QAAA;QAAA;UAAA;YAAA;cAAA;gBACQa,UAAU,GAAG1D,wBAAa,CAACC,MAAM,GAAG,CAAC;gBAAA;gBAAA,OAClB,IAAI,CAACN,IAAI,CAAC,IAAI,CAACE,QAAQ,GAAG6D,UAAU,EAAEA,UAAU,CAAC;cAAA;gBAApEC,UAAU;gBAEVxD,KAAK,GAAGwD,UAAU,CAACC,KAAK,CAAC,CAAC,CAAC,CAACxD,QAAQ,EAAE;gBAAA,MACxCD,KAAK,KAAKH,wBAAa;kBAAA;kBAAA;gBAAA;gBAAA,MACnB,IAAIM,KAAK,6CAAqCH,KAAK,OAAI;cAAA;gBAGzD0D,YAAY,GAAGF,UAAU,CAACG,YAAY,CAAC,CAAC,CAAC;gBACzCC,cAAc,GAAG,IAAI,CAAClE,QAAQ,GAAGgE,YAAY,GAAGH,UAAU;gBAAA,MAC5DK,cAAc,GAAG/D,wBAAa,CAACC,MAAM;kBAAA;kBAAA;gBAAA;gBAAA,MACjC,IAAIK,KAAK,iCAA0ByD,cAAc,EAAG;cAAA;gBAAA;gBAAA,OAGlC,IAAI,CAACpE,IAAI,CAACoE,cAAc,EAAEF,YAAY,CAAC;cAAA;gBAA3DG,WAAW;gBAAA,sBAGE,IAAAC,6BAAkB,EAACD,WAAW,CAAC,EAA3CE,QAAQ,uBAARA,QAAQ;gBAAA,kCACRA,QAAQ;cAAA;cAAA;gBAAA;YAAA;UAAA;QAAA;MAAA,CAChB;MAAA;QAAA;MAAA;MAAA;IAAA;EAAA;IAAA;IAAA;MAAA,4EArKD,kBAAwBhE,MAAc;QAAA;QAAA;UAAA;YAAA;cAAA;gBAC9BiE,MAAM,GAAG,SAATA,MAAM,CAAIC,QAAgB,EAAEnE,MAAc;kBAAA,OAC9CoE,OAAO,CAACC,OAAO,CAACpE,MAAM,CAAC0D,KAAK,CAACQ,QAAQ,EAAEA,QAAQ,GAAGnE,MAAM,CAAC,CAAC;gBAAA;gBACtDsE,OAAO,GAAG,SAAVA,OAAO;kBAAA,OAASF,OAAO,CAACC,OAAO,EAAE;gBAAA;gBAAA,kCAChC,IAAI5E,qBAAqB,CAACyE,MAAM,EAAEI,OAAO,EAAErE,MAAM,CAACD,MAAM,CAAC;cAAA;cAAA;gBAAA;YAAA;UAAA;QAAA;MAAA,CACjE;MAAA;QAAA;MAAA;MAAA;IAAA;EAAA;EAAA;AAAA;AAAA"}

package/dist/es5/parquetjs/utils/buffer-utils.js

@@ -1,19 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.toArrayBuffer = toArrayBuffer;
-exports.toBuffer = toBuffer;
-function toArrayBuffer(buffer) {
-  if (Buffer.isBuffer(buffer)) {
-    var typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);
-    return typedArray.slice().buffer;
-  }
-  return buffer;
-}
-
-function toBuffer(arrayBuffer) {
-  return Buffer.from(arrayBuffer);
-}
-//# sourceMappingURL=buffer-utils.js.map

package/dist/es5/parquetjs/utils/buffer-utils.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"buffer-utils.js","names":["toArrayBuffer","buffer","Buffer","isBuffer","typedArray","Uint8Array","byteOffset","length","slice","toBuffer","arrayBuffer","from"],"sources":["../../../../src/parquetjs/utils/buffer-utils.ts"],"sourcesContent":["/**\n * Convert Buffer to ArrayBuffer\n */\nexport function toArrayBuffer(buffer: Buffer): ArrayBuffer {\n  // TODO - per docs we should just be able to call buffer.buffer, but there are issues\n  if (Buffer.isBuffer(buffer)) {\n    const typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);\n    return typedArray.slice().buffer;\n  }\n  return buffer;\n}\n\n/**\n * Convert (copy) ArrayBuffer to Buffer\n */\nexport function toBuffer(arrayBuffer: ArrayBuffer): Buffer {\n  return Buffer.from(arrayBuffer);\n}\n"],"mappings":";;;;;;;AAGO,SAASA,aAAa,CAACC,MAAc,EAAe;EAEzD,IAAIC,MAAM,CAACC,QAAQ,CAACF,MAAM,CAAC,EAAE;IAC3B,IAAMG,UAAU,GAAG,IAAIC,UAAU,CAACJ,MAAM,CAACA,MAAM,EAAEA,MAAM,CAACK,UAAU,EAAEL,MAAM,CAACM,MAAM,CAAC;IAClF,OAAOH,UAAU,CAACI,KAAK,EAAE,CAACP,MAAM;EAClC;EACA,OAAOA,MAAM;AACf;;AAKO,SAASQ,QAAQ,CAACC,WAAwB,EAAU;EACzD,OAAOR,MAAM,CAACS,IAAI,CAACD,WAAW,CAAC;AACjC"}