@loaders.gl/parquet 3.3.0 → 3.4.0-alpha.1

package/dist/es5/parquetjs/parser/parquet-reader.js

@@ -10,630 +10,299 @@ var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/
 var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
 var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
 var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
-var _awaitAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/awaitAsyncGenerator"));
-var _wrapAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/wrapAsyncGenerator"));
+var _parquetEnvelopeReader = require("./parquet-envelope-reader");
 var _schema = require("../schema/schema");
-var _decoders = require("./decoders");
-var _shred = require("../schema/shred");
+var _parquetCursor = require("./parquet-cursor");
 var _constants = require("../../constants");
-var _parquetThrift = require("../parquet-thrift");
-var _readUtils = require("../utils/read-utils");
+var _decoders = require("./decoders");
+var _Symbol$asyncIterator;
 function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
 function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
 function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
-function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
-function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
-function _asyncIterator(iterable) { var method, async, sync, retry = 2; for ("undefined" != typeof Symbol && (async = Symbol.asyncIterator, sync = Symbol.iterator); retry--;) { if (async && null != (method = iterable[async])) return method.call(iterable); if (sync && null != (method = iterable[sync])) return new AsyncFromSyncIterator(method.call(iterable)); async = "@@asyncIterator", sync = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
-function AsyncFromSyncIterator(s) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var done = r.done; return Promise.resolve(r.value).then(function (value) { return { value: value, done: done }; }); } return AsyncFromSyncIterator = function AsyncFromSyncIterator(s) { this.s = s, this.n = s.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function next() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, return: function _return(value) { var ret = this.s.return; return void 0 === ret ? Promise.resolve({ value: value, done: !0 }) : AsyncFromSyncIteratorContinuation(ret.apply(this.s, arguments)); }, throw: function _throw(value) { var thr = this.s.return; return void 0 === thr ? Promise.reject(value) : AsyncFromSyncIteratorContinuation(thr.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(s); }
-var DEFAULT_PROPS = {
-  defaultDictionarySize: 1e6
-};
-
+_Symbol$asyncIterator = Symbol.asyncIterator;
 var ParquetReader = function () {
-  function ParquetReader(file, props) {
+  function ParquetReader(metadata, envelopeReader) {
     (0, _classCallCheck2.default)(this, ParquetReader);
-    (0, _defineProperty2.default)(this, "props", void 0);
-    (0, _defineProperty2.default)(this, "file", void 0);
-    (0, _defineProperty2.default)(this, "metadata", null);
-    this.file = file;
-    this.props = _objectSpread(_objectSpread({}, DEFAULT_PROPS), props);
+    (0, _defineProperty2.default)(this, "metadata", void 0);
+    (0, _defineProperty2.default)(this, "envelopeReader", void 0);
+    (0, _defineProperty2.default)(this, "schema", void 0);
+    if (metadata.version !== _constants.PARQUET_VERSION) {
+      throw new Error('invalid parquet version');
+    }
+    this.metadata = metadata;
+    this.envelopeReader = envelopeReader;
+    var root = this.metadata.schema[0];
+    var _decodeSchema = (0, _decoders.decodeSchema)(this.metadata.schema, 1, root.num_children),
+      schema = _decodeSchema.schema;
+    this.schema = new _schema.ParquetSchema(schema);
   }
+
   (0, _createClass2.default)(ParquetReader, [{
     key: "close",
-    value: function close() {
-      this.file.close();
-    }
-
-  }, {
-    key: "rowIterator",
-    value:
-
-    function rowIterator(props) {
-      var _this = this;
-      return (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee() {
-        var _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, rows, _iterator3, _step3, row;
+    value: function () {
+      var _close = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee() {
         return _regenerator.default.wrap(function _callee$(_context) {
           while (1) {
             switch (_context.prev = _context.next) {
               case 0:
-                _iteratorAbruptCompletion = false;
-                _didIteratorError = false;
-                _context.prev = 2;
-                _iterator = _asyncIterator(_this.rowBatchIterator(props));
-              case 4:
-                _context.next = 6;
-                return (0, _awaitAsyncGenerator2.default)(_iterator.next());
-              case 6:
-                if (!(_iteratorAbruptCompletion = !(_step = _context.sent).done)) {
-                  _context.next = 28;
-                  break;
-                }
-                rows = _step.value;
-                _iterator3 = _createForOfIteratorHelper(rows);
-                _context.prev = 9;
-                _iterator3.s();
-              case 11:
-                if ((_step3 = _iterator3.n()).done) {
-                  _context.next = 17;
-                  break;
-                }
-                row = _step3.value;
-                _context.next = 15;
-                return row;
-              case 15:
-                _context.next = 11;
-                break;
-              case 17:
-                _context.next = 22;
-                break;
-              case 19:
-                _context.prev = 19;
-                _context.t0 = _context["catch"](9);
-                _iterator3.e(_context.t0);
-              case 22:
-                _context.prev = 22;
-                _iterator3.f();
-                return _context.finish(22);
-              case 25:
-                _iteratorAbruptCompletion = false;
-                _context.next = 4;
-                break;
-              case 28:
-                _context.next = 34;
-                break;
-              case 30:
-                _context.prev = 30;
-                _context.t1 = _context["catch"](2);
-                _didIteratorError = true;
-                _iteratorError = _context.t1;
-              case 34:
-                _context.prev = 34;
-                _context.prev = 35;
-                if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
-                  _context.next = 39;
-                  break;
-                }
-                _context.next = 39;
-                return (0, _awaitAsyncGenerator2.default)(_iterator.return());
-              case 39:
-                _context.prev = 39;
-                if (!_didIteratorError) {
-                  _context.next = 42;
-                  break;
-                }
-                throw _iteratorError;
-              case 42:
-                return _context.finish(39);
-              case 43:
-                return _context.finish(34);
-              case 44:
+                _context.next = 2;
+                return this.envelopeReader.close();
+              case 2:
               case "end":
                 return _context.stop();
             }
           }
-        }, _callee, null, [[2, 30, 34, 44], [9, 19, 22, 25], [35,, 39, 43]]);
-      }))();
+        }, _callee, this);
+      }));
+      function close() {
+        return _close.apply(this, arguments);
+      }
+      return close;
+    }()
+  }, {
+    key: "getCursor",
+    value: function getCursor(columnList) {
+      if (!columnList) {
+        columnList = [];
+      }
+
+      columnList = columnList.map(function (x) {
+        return Array.isArray(x) ? x : [x];
+      });
+      return new _parquetCursor.ParquetCursor(this.metadata, this.envelopeReader, this.schema, columnList);
     }
 
   }, {
-    key: "rowBatchIterator",
+    key: "getRowCount",
     value:
-    function rowBatchIterator(props) {
-      var _this2 = this;
-      return (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee2() {
-        var schema, _iteratorAbruptCompletion2, _didIteratorError2, _iteratorError2, _iterator2, _step2, rowGroup;
-        return _regenerator.default.wrap(function _callee2$(_context2) {
-          while (1) {
-            switch (_context2.prev = _context2.next) {
-              case 0:
-                _context2.next = 2;
-                return (0, _awaitAsyncGenerator2.default)(_this2.getSchema());
-              case 2:
-                schema = _context2.sent;
-                _iteratorAbruptCompletion2 = false;
-                _didIteratorError2 = false;
-                _context2.prev = 5;
-                _iterator2 = _asyncIterator(_this2.rowGroupIterator(props));
-              case 7:
-                _context2.next = 9;
-                return (0, _awaitAsyncGenerator2.default)(_iterator2.next());
-              case 9:
-                if (!(_iteratorAbruptCompletion2 = !(_step2 = _context2.sent).done)) {
-                  _context2.next = 16;
-                  break;
-                }
-                rowGroup = _step2.value;
-                _context2.next = 13;
-                return (0, _shred.materializeRecords)(schema, rowGroup);
-              case 13:
-                _iteratorAbruptCompletion2 = false;
-                _context2.next = 7;
-                break;
-              case 16:
-                _context2.next = 22;
-                break;
-              case 18:
-                _context2.prev = 18;
-                _context2.t0 = _context2["catch"](5);
-                _didIteratorError2 = true;
-                _iteratorError2 = _context2.t0;
-              case 22:
-                _context2.prev = 22;
-                _context2.prev = 23;
-                if (!(_iteratorAbruptCompletion2 && _iterator2.return != null)) {
-                  _context2.next = 27;
-                  break;
-                }
-                _context2.next = 27;
-                return (0, _awaitAsyncGenerator2.default)(_iterator2.return());
-              case 27:
-                _context2.prev = 27;
-                if (!_didIteratorError2) {
-                  _context2.next = 30;
-                  break;
-                }
-                throw _iteratorError2;
-              case 30:
-                return _context2.finish(27);
-              case 31:
-                return _context2.finish(22);
-              case 32:
-              case "end":
-                return _context2.stop();
-            }
-          }
-        }, _callee2, null, [[5, 18, 22, 32], [23,, 27, 31]]);
-      }))();
+    function getRowCount() {
+      return Number(this.metadata.num_rows);
     }
 
   }, {
-    key: "rowGroupIterator",
+    key: "getSchema",
     value:
-    function rowGroupIterator(props) {
-      var _this3 = this;
-      return (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee3() {
-        var columnList, metadata, schema, rowGroupCount, rowGroupIndex, rowGroup;
-        return _regenerator.default.wrap(function _callee3$(_context3) {
-          while (1) {
-            switch (_context3.prev = _context3.next) {
-              case 0:
-                columnList = ((props === null || props === void 0 ? void 0 : props.columnList) || []).map(function (x) {
-                  return Array.isArray(x) ? x : [x];
-                });
-                _context3.next = 3;
-                return (0, _awaitAsyncGenerator2.default)(_this3.getFileMetadata());
-              case 3:
-                metadata = _context3.sent;
-                _context3.next = 6;
-                return (0, _awaitAsyncGenerator2.default)(_this3.getSchema());
-              case 6:
-                schema = _context3.sent;
-                rowGroupCount = (metadata === null || metadata === void 0 ? void 0 : metadata.row_groups.length) || 0;
-                rowGroupIndex = 0;
-              case 9:
-                if (!(rowGroupIndex < rowGroupCount)) {
-                  _context3.next = 18;
-                  break;
-                }
-                _context3.next = 12;
-                return (0, _awaitAsyncGenerator2.default)(_this3.readRowGroup(schema, metadata.row_groups[rowGroupIndex], columnList));
-              case 12:
-                rowGroup = _context3.sent;
-                _context3.next = 15;
-                return rowGroup;
-              case 15:
-                rowGroupIndex++;
-                _context3.next = 9;
-                break;
-              case 18:
-              case "end":
-                return _context3.stop();
-            }
-          }
-        }, _callee3);
-      }))();
+    function getSchema() {
+      return this.schema;
     }
+
   }, {
-    key: "getRowCount",
+    key: "getMetadata",
+    value:
+    function getMetadata() {
+      var md = {};
+      var _iterator = _createForOfIteratorHelper(this.metadata.key_value_metadata),
+        _step;
+      try {
+        for (_iterator.s(); !(_step = _iterator.n()).done;) {
+          var kv = _step.value;
+          md[kv.key] = kv.value;
+        }
+      } catch (err) {
+        _iterator.e(err);
+      } finally {
+        _iterator.f();
+      }
+      return md;
+    }
+
+  }, {
+    key: _Symbol$asyncIterator,
+    value:
+    function value() {
+      return this.getCursor()[Symbol.asyncIterator]();
+    }
+  }], [{
+    key: "openBlob",
     value: function () {
-      var _getRowCount = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4() {
-        var metadata;
+      var _openBlob = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4(blob) {
+        var readFn, closeFn, size, envelopeReader, metadata;
         return _regenerator.default.wrap(function _callee4$(_context4) {
           while (1) {
             switch (_context4.prev = _context4.next) {
               case 0:
-                _context4.next = 2;
-                return this.getFileMetadata();
-              case 2:
+                readFn = function () {
+                  var _ref = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(start, length) {
+                    var arrayBuffer;
+                    return _regenerator.default.wrap(function _callee2$(_context2) {
+                      while (1) {
+                        switch (_context2.prev = _context2.next) {
+                          case 0:
+                            _context2.next = 2;
+                            return blob.slice(start, start + length).arrayBuffer();
+                          case 2:
+                            arrayBuffer = _context2.sent;
+                            return _context2.abrupt("return", Buffer.from(arrayBuffer));
+                          case 4:
+                          case "end":
+                            return _context2.stop();
+                        }
+                      }
+                    }, _callee2);
+                  }));
+                  return function readFn(_x2, _x3) {
+                    return _ref.apply(this, arguments);
+                  };
+                }();
+                closeFn = function () {
+                  var _ref2 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3() {
+                    return _regenerator.default.wrap(function _callee3$(_context3) {
+                      while (1) {
+                        switch (_context3.prev = _context3.next) {
+                          case 0:
+                          case "end":
+                            return _context3.stop();
+                        }
+                      }
+                    }, _callee3);
+                  }));
+                  return function closeFn() {
+                    return _ref2.apply(this, arguments);
+                  };
+                }();
+                size = blob.size;
+                envelopeReader = new _parquetEnvelopeReader.ParquetEnvelopeReader(readFn, closeFn, size);
+                _context4.prev = 4;
+                _context4.next = 7;
+                return envelopeReader.readHeader();
+              case 7:
+                _context4.next = 9;
+                return envelopeReader.readFooter();
+              case 9:
                 metadata = _context4.sent;
-                return _context4.abrupt("return", Number(metadata.num_rows));
-              case 4:
+                return _context4.abrupt("return", new ParquetReader(metadata, envelopeReader));
+              case 13:
+                _context4.prev = 13;
+                _context4.t0 = _context4["catch"](4);
+                _context4.next = 17;
+                return envelopeReader.close();
+              case 17:
+                throw _context4.t0;
+              case 18:
               case "end":
                 return _context4.stop();
             }
           }
-        }, _callee4, this);
+        }, _callee4, null, [[4, 13]]);
       }));
-      function getRowCount() {
-        return _getRowCount.apply(this, arguments);
+      function openBlob(_x) {
+        return _openBlob.apply(this, arguments);
       }
-      return getRowCount;
+      return openBlob;
     }()
   }, {
-    key: "getSchema",
+    key: "openArrayBuffer",
     value: function () {
-      var _getSchema = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee5() {
-        var metadata, root, _decodeSchema, schemaDefinition, schema;
-        return _regenerator.default.wrap(function _callee5$(_context5) {
-          while (1) {
-            switch (_context5.prev = _context5.next) {
-              case 0:
-                _context5.next = 2;
-                return this.getFileMetadata();
-              case 2:
-                metadata = _context5.sent;
-                root = metadata.schema[0];
-                _decodeSchema = (0, _decoders.decodeSchema)(metadata.schema, 1, root.num_children), schemaDefinition = _decodeSchema.schema;
-                schema = new _schema.ParquetSchema(schemaDefinition);
-                return _context5.abrupt("return", schema);
-              case 7:
-              case "end":
-                return _context5.stop();
-            }
-          }
-        }, _callee5, this);
-      }));
-      function getSchema() {
-        return _getSchema.apply(this, arguments);
-      }
-      return getSchema;
-    }()
-  }, {
-    key: "getSchemaMetadata",
-    value: function () {
-      var _getSchemaMetadata = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee6() {
-        var metadata, md, _iterator4, _step4, kv;
-        return _regenerator.default.wrap(function _callee6$(_context6) {
-          while (1) {
-            switch (_context6.prev = _context6.next) {
-              case 0:
-                _context6.next = 2;
-                return this.getFileMetadata();
-              case 2:
-                metadata = _context6.sent;
-                md = {};
-                _iterator4 = _createForOfIteratorHelper(metadata.key_value_metadata);
-                try {
-                  for (_iterator4.s(); !(_step4 = _iterator4.n()).done;) {
-                    kv = _step4.value;
-                    md[kv.key] = kv.value;
-                  }
-                } catch (err) {
-                  _iterator4.e(err);
-                } finally {
-                  _iterator4.f();
-                }
-                return _context6.abrupt("return", md);
-              case 7:
-              case "end":
-                return _context6.stop();
-            }
-          }
-        }, _callee6, this);
-      }));
-      function getSchemaMetadata() {
-        return _getSchemaMetadata.apply(this, arguments);
-      }
-      return getSchemaMetadata;
-    }()
-  }, {
-    key: "getFileMetadata",
-    value: function () {
-      var _getFileMetadata = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee7() {
+      var _openArrayBuffer = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee7(arrayBuffer) {
+        var readFn, closeFn, size, envelopeReader, metadata;
         return _regenerator.default.wrap(function _callee7$(_context7) {
           while (1) {
             switch (_context7.prev = _context7.next) {
               case 0:
-                if (this.metadata) {
-                  _context7.next = 4;
-                  break;
-                }
-                _context7.next = 3;
-                return this.readHeader();
-              case 3:
-                this.metadata = this.readFooter();
-              case 4:
-                return _context7.abrupt("return", this.metadata);
-              case 5:
+                readFn = function () {
+                  var _ref3 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee5(start, length) {
+                    return _regenerator.default.wrap(function _callee5$(_context5) {
+                      while (1) {
+                        switch (_context5.prev = _context5.next) {
+                          case 0:
+                            return _context5.abrupt("return", Buffer.from(arrayBuffer, start, length));
+                          case 1:
+                          case "end":
+                            return _context5.stop();
+                        }
+                      }
+                    }, _callee5);
+                  }));
+                  return function readFn(_x5, _x6) {
+                    return _ref3.apply(this, arguments);
+                  };
+                }();
+                closeFn = function () {
+                  var _ref4 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee6() {
+                    return _regenerator.default.wrap(function _callee6$(_context6) {
+                      while (1) {
+                        switch (_context6.prev = _context6.next) {
+                          case 0:
+                          case "end":
+                            return _context6.stop();
+                        }
+                      }
+                    }, _callee6);
+                  }));
+                  return function closeFn() {
+                    return _ref4.apply(this, arguments);
+                  };
+                }();
+                size = arrayBuffer.byteLength;
+                envelopeReader = new _parquetEnvelopeReader.ParquetEnvelopeReader(readFn, closeFn, size);
+                _context7.prev = 4;
+                _context7.next = 7;
+                return envelopeReader.readHeader();
+              case 7:
+                _context7.next = 9;
+                return envelopeReader.readFooter();
+              case 9:
+                metadata = _context7.sent;
+                return _context7.abrupt("return", new ParquetReader(metadata, envelopeReader));
+              case 13:
+                _context7.prev = 13;
+                _context7.t0 = _context7["catch"](4);
+                _context7.next = 17;
+                return envelopeReader.close();
+              case 17:
+                throw _context7.t0;
+              case 18:
               case "end":
                 return _context7.stop();
             }
           }
-        }, _callee7, this);
+        }, _callee7, null, [[4, 13]]);
       }));
-      function getFileMetadata() {
-        return _getFileMetadata.apply(this, arguments);
+      function openArrayBuffer(_x4) {
+        return _openArrayBuffer.apply(this, arguments);
       }
-      return getFileMetadata;
+      return openArrayBuffer;
     }()
   }, {
-    key: "readHeader",
+    key: "openBuffer",
     value: function () {
-      var _readHeader = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee8() {
-        var buffer, magic;
+      var _openBuffer = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee8(buffer) {
+        var envelopeReader, metadata;
         return _regenerator.default.wrap(function _callee8$(_context8) {
           while (1) {
             switch (_context8.prev = _context8.next) {
               case 0:
                 _context8.next = 2;
-                return this.file.read(0, _constants.PARQUET_MAGIC.length);
+                return _parquetEnvelopeReader.ParquetEnvelopeReader.openBuffer(buffer);
               case 2:
-                buffer = _context8.sent;
-                magic = buffer.toString();
-                _context8.t0 = magic;
-                _context8.next = _context8.t0 === _constants.PARQUET_MAGIC ? 7 : _context8.t0 === _constants.PARQUET_MAGIC_ENCRYPTED ? 8 : 9;
-                break;
-              case 7:
-                return _context8.abrupt("break", 10);
+                envelopeReader = _context8.sent;
+                _context8.prev = 3;
+                _context8.next = 6;
+                return envelopeReader.readHeader();
+              case 6:
+                _context8.next = 8;
+                return envelopeReader.readFooter();
               case 8:
-                throw new Error('Encrypted parquet file not supported');
-              case 9:
-                throw new Error("Invalid parquet file (magic=".concat(magic, ")"));
-              case 10:
-              case "end":
-                return _context8.stop();
-            }
-          }
-        }, _callee8, this);
-      }));
-      function readHeader() {
-        return _readHeader.apply(this, arguments);
-      }
-      return readHeader;
-    }()
-  }, {
-    key: "readFooter",
-    value: function () {
-      var _readFooter = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee9() {
-        var trailerLen, trailerBuf, magic, metadataSize, metadataOffset, metadataBuf, _decodeFileMetadata, metadata;
-        return _regenerator.default.wrap(function _callee9$(_context9) {
-          while (1) {
-            switch (_context9.prev = _context9.next) {
-              case 0:
-                trailerLen = _constants.PARQUET_MAGIC.length + 4;
-                _context9.next = 3;
-                return this.file.read(this.file.size - trailerLen, trailerLen);
-              case 3:
-                trailerBuf = _context9.sent;
-                magic = trailerBuf.slice(4).toString();
-                if (!(magic !== _constants.PARQUET_MAGIC)) {
-                  _context9.next = 7;
-                  break;
-                }
-                throw new Error("Not a valid parquet file (magic=\"".concat(magic, ")"));
-              case 7:
-                metadataSize = trailerBuf.readUInt32LE(0);
-                metadataOffset = this.file.size - metadataSize - trailerLen;
-                if (!(metadataOffset < _constants.PARQUET_MAGIC.length)) {
-                  _context9.next = 11;
-                  break;
-                }
-                throw new Error("Invalid metadata size ".concat(metadataOffset));
-              case 11:
-                _context9.next = 13;
-                return this.file.read(metadataOffset, metadataSize);
-              case 13:
-                metadataBuf = _context9.sent;
-                _decodeFileMetadata = (0, _readUtils.decodeFileMetadata)(metadataBuf), metadata = _decodeFileMetadata.metadata;
-                return _context9.abrupt("return", metadata);
-              case 16:
-              case "end":
-                return _context9.stop();
-            }
-          }
-        }, _callee9, this);
-      }));
-      function readFooter() {
-        return _readFooter.apply(this, arguments);
-      }
-      return readFooter;
-    }()
-  }, {
-    key: "readRowGroup",
-    value: function () {
-      var _readRowGroup = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee10(schema, rowGroup, columnList) {
-        var buffer, _iterator5, _step5, colChunk, colMetadata, colKey;
-        return _regenerator.default.wrap(function _callee10$(_context10) {
-          while (1) {
-            switch (_context10.prev = _context10.next) {
-              case 0:
-                buffer = {
-                  rowCount: Number(rowGroup.num_rows),
-                  columnData: {}
-                };
-                _iterator5 = _createForOfIteratorHelper(rowGroup.columns);
-                _context10.prev = 2;
-                _iterator5.s();
-              case 4:
-                if ((_step5 = _iterator5.n()).done) {
-                  _context10.next = 15;
-                  break;
-                }
-                colChunk = _step5.value;
-                colMetadata = colChunk.meta_data;
-                colKey = colMetadata === null || colMetadata === void 0 ? void 0 : colMetadata.path_in_schema;
-                if (!(columnList.length > 0 && (0, _readUtils.fieldIndexOf)(columnList, colKey) < 0)) {
-                  _context10.next = 10;
-                  break;
-                }
-                return _context10.abrupt("continue", 13);
-              case 10:
-                _context10.next = 12;
-                return this.readColumnChunk(schema, colChunk);
+                metadata = _context8.sent;
+                return _context8.abrupt("return", new ParquetReader(metadata, envelopeReader));
               case 12:
-                buffer.columnData[colKey.join()] = _context10.sent;
-              case 13:
-                _context10.next = 4;
-                break;
-              case 15:
-                _context10.next = 20;
-                break;
-              case 17:
-                _context10.prev = 17;
-                _context10.t0 = _context10["catch"](2);
-                _iterator5.e(_context10.t0);
-              case 20:
-                _context10.prev = 20;
-                _iterator5.f();
-                return _context10.finish(20);
-              case 23:
-                return _context10.abrupt("return", buffer);
-              case 24:
-              case "end":
-                return _context10.stop();
-            }
-          }
-        }, _callee10, this, [[2, 17, 20, 23]]);
-      }));
-      function readRowGroup(_x, _x2, _x3) {
-        return _readRowGroup.apply(this, arguments);
-      }
-      return readRowGroup;
-    }()
-  }, {
-    key: "readColumnChunk",
-    value: function () {
-      var _readColumnChunk = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee11(schema, colChunk) {
-        var _colChunk$meta_data, _colChunk$meta_data2, _colChunk$meta_data3, _colChunk$meta_data4, _colChunk$meta_data5, _colChunk$meta_data7, _colChunk$meta_data8, _options$dictionary;
-        var field, type, compression, pagesOffset, pagesSize, _colChunk$meta_data6, options, dictionary, dictionaryPageOffset, dictionaryOffset, pagesBuf;
-        return _regenerator.default.wrap(function _callee11$(_context11) {
-          while (1) {
-            switch (_context11.prev = _context11.next) {
-              case 0:
-                if (!(colChunk.file_path !== undefined && colChunk.file_path !== null)) {
-                  _context11.next = 2;
-                  break;
-                }
-                throw new Error('external references are not supported');
-              case 2:
-                field = schema.findField((_colChunk$meta_data = colChunk.meta_data) === null || _colChunk$meta_data === void 0 ? void 0 : _colChunk$meta_data.path_in_schema);
-                type = (0, _readUtils.getThriftEnum)(_parquetThrift.Type, (_colChunk$meta_data2 = colChunk.meta_data) === null || _colChunk$meta_data2 === void 0 ? void 0 : _colChunk$meta_data2.type);
-                if (!(type !== field.primitiveType)) {
-                  _context11.next = 6;
-                  break;
-                }
-                throw new Error("chunk type not matching schema: ".concat(type));
-              case 6:
-                compression = (0, _readUtils.getThriftEnum)(_parquetThrift.CompressionCodec, (_colChunk$meta_data3 = colChunk.meta_data) === null || _colChunk$meta_data3 === void 0 ? void 0 : _colChunk$meta_data3.codec);
-                pagesOffset = Number((_colChunk$meta_data4 = colChunk.meta_data) === null || _colChunk$meta_data4 === void 0 ? void 0 : _colChunk$meta_data4.data_page_offset);
-                pagesSize = Number((_colChunk$meta_data5 = colChunk.meta_data) === null || _colChunk$meta_data5 === void 0 ? void 0 : _colChunk$meta_data5.total_compressed_size);
-                if (!colChunk.file_path) {
-                  pagesSize = Math.min(this.file.size - pagesOffset, Number((_colChunk$meta_data6 = colChunk.meta_data) === null || _colChunk$meta_data6 === void 0 ? void 0 : _colChunk$meta_data6.total_compressed_size));
-                }
-                options = {
-                  type: type,
-                  rLevelMax: field.rLevelMax,
-                  dLevelMax: field.dLevelMax,
-                  compression: compression,
-                  column: field,
-                  numValues: (_colChunk$meta_data7 = colChunk.meta_data) === null || _colChunk$meta_data7 === void 0 ? void 0 : _colChunk$meta_data7.num_values,
-                  dictionary: []
-                };
-                dictionaryPageOffset = colChunk === null || colChunk === void 0 ? void 0 : (_colChunk$meta_data8 = colChunk.meta_data) === null || _colChunk$meta_data8 === void 0 ? void 0 : _colChunk$meta_data8.dictionary_page_offset;
-                if (!dictionaryPageOffset) {
-                  _context11.next = 17;
-                  break;
-                }
-                dictionaryOffset = Number(dictionaryPageOffset);
-                _context11.next = 16;
-                return this.getDictionary(dictionaryOffset, options, pagesOffset);
+                _context8.prev = 12;
+                _context8.t0 = _context8["catch"](3);
+                _context8.next = 16;
+                return envelopeReader.close();
               case 16:
-                dictionary = _context11.sent;
+                throw _context8.t0;
               case 17:
-                dictionary = (_options$dictionary = options.dictionary) !== null && _options$dictionary !== void 0 && _options$dictionary.length ? options.dictionary : dictionary;
-                _context11.next = 20;
-                return this.file.read(pagesOffset, pagesSize);
-              case 20:
-                pagesBuf = _context11.sent;
-                _context11.next = 23;
-                return (0, _decoders.decodeDataPages)(pagesBuf, _objectSpread(_objectSpread({}, options), {}, {
-                  dictionary: dictionary
-                }));
-              case 23:
-                return _context11.abrupt("return", _context11.sent);
-              case 24:
               case "end":
-                return _context11.stop();
-            }
-          }
-        }, _callee11, this);
-      }));
-      function readColumnChunk(_x4, _x5) {
-        return _readColumnChunk.apply(this, arguments);
-      }
-      return readColumnChunk;
-    }()
-  }, {
-    key: "getDictionary",
-    value: function () {
-      var _getDictionary = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee12(dictionaryPageOffset, options, pagesOffset) {
-        var dictionarySize, pagesBuf, cursor, decodedPage;
-        return _regenerator.default.wrap(function _callee12$(_context12) {
-          while (1) {
-            switch (_context12.prev = _context12.next) {
-              case 0:
-                if (!(dictionaryPageOffset === 0)) {
-                  _context12.next = 2;
-                  break;
-                }
-                return _context12.abrupt("return", []);
-              case 2:
-                dictionarySize = Math.min(this.file.size - dictionaryPageOffset, this.props.defaultDictionarySize);
-                _context12.next = 5;
-                return this.file.read(dictionaryPageOffset, dictionarySize);
-              case 5:
-                pagesBuf = _context12.sent;
-                cursor = {
-                  buffer: pagesBuf,
-                  offset: 0,
-                  size: pagesBuf.length
-                };
-                _context12.next = 9;
-                return (0, _decoders.decodePage)(cursor, options);
-              case 9:
-                decodedPage = _context12.sent;
-                return _context12.abrupt("return", decodedPage.dictionary);
-              case 11:
-              case "end":
-                return _context12.stop();
+                return _context8.stop();
             }
           }
-        }, _callee12, this);
+        }, _callee8, null, [[3, 12]]);
       }));
-      function getDictionary(_x6, _x7, _x8) {
-        return _getDictionary.apply(this, arguments);
+      function openBuffer(_x7) {
+        return _openBuffer.apply(this, arguments);
       }
-      return getDictionary;
+      return openBuffer;
     }()
   }]);
   return ParquetReader;