@loaders.gl/parquet 3.4.0-alpha.1 → 3.4.0-alpha.3

package/dist/es5/parquetjs/parser/parquet-reader.js

@@ -10,299 +10,598 @@ var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/
 var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
 var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
 var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
-var _parquetEnvelopeReader = require("./parquet-envelope-reader");
+var _awaitAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/awaitAsyncGenerator"));
+var _wrapAsyncGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/wrapAsyncGenerator"));
 var _schema = require("../schema/schema");
-var _parquetCursor = require("./parquet-cursor");
-var _constants = require("../../constants");
 var _decoders = require("./decoders");
-var _Symbol$asyncIterator;
+var _shred = require("../schema/shred");
+var _constants = require("../../constants");
+var _parquetThrift = require("../parquet-thrift");
+var _readUtils = require("../utils/read-utils");
 function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
 function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
-function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
-_Symbol$asyncIterator = Symbol.asyncIterator;
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
+function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
+function _asyncIterator(iterable) { var method, async, sync, retry = 2; for ("undefined" != typeof Symbol && (async = Symbol.asyncIterator, sync = Symbol.iterator); retry--;) { if (async && null != (method = iterable[async])) return method.call(iterable); if (sync && null != (method = iterable[sync])) return new AsyncFromSyncIterator(method.call(iterable)); async = "@@asyncIterator", sync = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
+function AsyncFromSyncIterator(s) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var done = r.done; return Promise.resolve(r.value).then(function (value) { return { value: value, done: done }; }); } return AsyncFromSyncIterator = function AsyncFromSyncIterator(s) { this.s = s, this.n = s.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function next() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, return: function _return(value) { var ret = this.s.return; return void 0 === ret ? Promise.resolve({ value: value, done: !0 }) : AsyncFromSyncIteratorContinuation(ret.apply(this.s, arguments)); }, throw: function _throw(value) { var thr = this.s.return; return void 0 === thr ? Promise.reject(value) : AsyncFromSyncIteratorContinuation(thr.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(s); }
+var DEFAULT_PROPS = {
+  defaultDictionarySize: 1e6
+};
 var ParquetReader = function () {
-  function ParquetReader(metadata, envelopeReader) {
+  function ParquetReader(file, props) {
     (0, _classCallCheck2.default)(this, ParquetReader);
-    (0, _defineProperty2.default)(this, "metadata", void 0);
-    (0, _defineProperty2.default)(this, "envelopeReader", void 0);
-    (0, _defineProperty2.default)(this, "schema", void 0);
-    if (metadata.version !== _constants.PARQUET_VERSION) {
-      throw new Error('invalid parquet version');
-    }
-    this.metadata = metadata;
-    this.envelopeReader = envelopeReader;
-    var root = this.metadata.schema[0];
-    var _decodeSchema = (0, _decoders.decodeSchema)(this.metadata.schema, 1, root.num_children),
-      schema = _decodeSchema.schema;
-    this.schema = new _schema.ParquetSchema(schema);
+    (0, _defineProperty2.default)(this, "props", void 0);
+    (0, _defineProperty2.default)(this, "file", void 0);
+    (0, _defineProperty2.default)(this, "metadata", null);
+    this.file = file;
+    this.props = _objectSpread(_objectSpread({}, DEFAULT_PROPS), props);
   }
-
   (0, _createClass2.default)(ParquetReader, [{
     key: "close",
-    value: function () {
-      var _close = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee() {
+    value: function close() {
+      this.file.close();
+    }
+  }, {
+    key: "rowIterator",
+    value: function rowIterator(props) {
+      var _this = this;
+      return (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee() {
+        var _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, rows, _iterator3, _step3, row;
         return _regenerator.default.wrap(function _callee$(_context) {
-          while (1) {
-            switch (_context.prev = _context.next) {
-              case 0:
-                _context.next = 2;
-                return this.envelopeReader.close();
-              case 2:
-              case "end":
-                return _context.stop();
-            }
+          while (1) switch (_context.prev = _context.next) {
+            case 0:
+              _iteratorAbruptCompletion = false;
+              _didIteratorError = false;
+              _context.prev = 2;
+              _iterator = _asyncIterator(_this.rowBatchIterator(props));
+            case 4:
+              _context.next = 6;
+              return (0, _awaitAsyncGenerator2.default)(_iterator.next());
+            case 6:
+              if (!(_iteratorAbruptCompletion = !(_step = _context.sent).done)) {
+                _context.next = 28;
+                break;
+              }
+              rows = _step.value;
+              _iterator3 = _createForOfIteratorHelper(rows);
+              _context.prev = 9;
+              _iterator3.s();
+            case 11:
+              if ((_step3 = _iterator3.n()).done) {
+                _context.next = 17;
+                break;
+              }
+              row = _step3.value;
+              _context.next = 15;
+              return row;
+            case 15:
+              _context.next = 11;
+              break;
+            case 17:
+              _context.next = 22;
+              break;
+            case 19:
+              _context.prev = 19;
+              _context.t0 = _context["catch"](9);
+              _iterator3.e(_context.t0);
+            case 22:
+              _context.prev = 22;
+              _iterator3.f();
+              return _context.finish(22);
+            case 25:
+              _iteratorAbruptCompletion = false;
+              _context.next = 4;
+              break;
+            case 28:
+              _context.next = 34;
+              break;
+            case 30:
+              _context.prev = 30;
+              _context.t1 = _context["catch"](2);
+              _didIteratorError = true;
+              _iteratorError = _context.t1;
+            case 34:
+              _context.prev = 34;
+              _context.prev = 35;
+              if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
+                _context.next = 39;
+                break;
+              }
+              _context.next = 39;
+              return (0, _awaitAsyncGenerator2.default)(_iterator.return());
+            case 39:
+              _context.prev = 39;
+              if (!_didIteratorError) {
+                _context.next = 42;
+                break;
+              }
+              throw _iteratorError;
+            case 42:
+              return _context.finish(39);
+            case 43:
+              return _context.finish(34);
+            case 44:
+            case "end":
+              return _context.stop();
           }
-        }, _callee, this);
-      }));
-      function close() {
-        return _close.apply(this, arguments);
-      }
-      return close;
-    }()
-  }, {
-    key: "getCursor",
-    value: function getCursor(columnList) {
-      if (!columnList) {
-        columnList = [];
-      }
-
-      columnList = columnList.map(function (x) {
-        return Array.isArray(x) ? x : [x];
-      });
-      return new _parquetCursor.ParquetCursor(this.metadata, this.envelopeReader, this.schema, columnList);
+        }, _callee, null, [[2, 30, 34, 44], [9, 19, 22, 25], [35,, 39, 43]]);
+      }))();
     }
-
   }, {
-    key: "getRowCount",
-    value:
-    function getRowCount() {
-      return Number(this.metadata.num_rows);
+    key: "rowBatchIterator",
+    value: function rowBatchIterator(props) {
+      var _this2 = this;
+      return (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee2() {
+        var schema, _iteratorAbruptCompletion2, _didIteratorError2, _iteratorError2, _iterator2, _step2, rowGroup;
+        return _regenerator.default.wrap(function _callee2$(_context2) {
+          while (1) switch (_context2.prev = _context2.next) {
+            case 0:
+              _context2.next = 2;
+              return (0, _awaitAsyncGenerator2.default)(_this2.getSchema());
+            case 2:
+              schema = _context2.sent;
+              _iteratorAbruptCompletion2 = false;
+              _didIteratorError2 = false;
+              _context2.prev = 5;
+              _iterator2 = _asyncIterator(_this2.rowGroupIterator(props));
+            case 7:
+              _context2.next = 9;
+              return (0, _awaitAsyncGenerator2.default)(_iterator2.next());
+            case 9:
+              if (!(_iteratorAbruptCompletion2 = !(_step2 = _context2.sent).done)) {
+                _context2.next = 16;
+                break;
+              }
+              rowGroup = _step2.value;
+              _context2.next = 13;
+              return (0, _shred.materializeRecords)(schema, rowGroup);
+            case 13:
+              _iteratorAbruptCompletion2 = false;
+              _context2.next = 7;
+              break;
+            case 16:
+              _context2.next = 22;
+              break;
+            case 18:
+              _context2.prev = 18;
+              _context2.t0 = _context2["catch"](5);
+              _didIteratorError2 = true;
+              _iteratorError2 = _context2.t0;
+            case 22:
+              _context2.prev = 22;
+              _context2.prev = 23;
+              if (!(_iteratorAbruptCompletion2 && _iterator2.return != null)) {
+                _context2.next = 27;
+                break;
+              }
+              _context2.next = 27;
+              return (0, _awaitAsyncGenerator2.default)(_iterator2.return());
+            case 27:
+              _context2.prev = 27;
+              if (!_didIteratorError2) {
+                _context2.next = 30;
+                break;
+              }
+              throw _iteratorError2;
+            case 30:
+              return _context2.finish(27);
+            case 31:
+              return _context2.finish(22);
+            case 32:
+            case "end":
+              return _context2.stop();
+          }
+        }, _callee2, null, [[5, 18, 22, 32], [23,, 27, 31]]);
+      }))();
     }
-
   }, {
-    key: "getSchema",
-    value:
-    function getSchema() {
-      return this.schema;
+    key: "rowGroupIterator",
+    value: function rowGroupIterator(props) {
+      var _this3 = this;
+      return (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee3() {
+        var columnList, metadata, schema, rowGroupCount, rowGroupIndex, rowGroup;
+        return _regenerator.default.wrap(function _callee3$(_context3) {
+          while (1) switch (_context3.prev = _context3.next) {
+            case 0:
+              columnList = ((props === null || props === void 0 ? void 0 : props.columnList) || []).map(function (x) {
+                return Array.isArray(x) ? x : [x];
+              });
+              _context3.next = 3;
+              return (0, _awaitAsyncGenerator2.default)(_this3.getFileMetadata());
+            case 3:
+              metadata = _context3.sent;
+              _context3.next = 6;
+              return (0, _awaitAsyncGenerator2.default)(_this3.getSchema());
+            case 6:
+              schema = _context3.sent;
+              rowGroupCount = (metadata === null || metadata === void 0 ? void 0 : metadata.row_groups.length) || 0;
+              rowGroupIndex = 0;
+            case 9:
+              if (!(rowGroupIndex < rowGroupCount)) {
+                _context3.next = 18;
+                break;
+              }
+              _context3.next = 12;
+              return (0, _awaitAsyncGenerator2.default)(_this3.readRowGroup(schema, metadata.row_groups[rowGroupIndex], columnList));
+            case 12:
+              rowGroup = _context3.sent;
+              _context3.next = 15;
+              return rowGroup;
+            case 15:
+              rowGroupIndex++;
+              _context3.next = 9;
+              break;
+            case 18:
+            case "end":
+              return _context3.stop();
+          }
+        }, _callee3);
+      }))();
     }
-
   }, {
-    key: "getMetadata",
-    value:
-    function getMetadata() {
-      var md = {};
-      var _iterator = _createForOfIteratorHelper(this.metadata.key_value_metadata),
-        _step;
-      try {
-        for (_iterator.s(); !(_step = _iterator.n()).done;) {
-          var kv = _step.value;
-          md[kv.key] = kv.value;
-        }
-      } catch (err) {
-        _iterator.e(err);
-      } finally {
-        _iterator.f();
+    key: "getRowCount",
+    value: function () {
+      var _getRowCount = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4() {
+        var metadata;
+        return _regenerator.default.wrap(function _callee4$(_context4) {
+          while (1) switch (_context4.prev = _context4.next) {
+            case 0:
+              _context4.next = 2;
+              return this.getFileMetadata();
+            case 2:
+              metadata = _context4.sent;
+              return _context4.abrupt("return", Number(metadata.num_rows));
+            case 4:
+            case "end":
+              return _context4.stop();
+          }
+        }, _callee4, this);
+      }));
+      function getRowCount() {
+        return _getRowCount.apply(this, arguments);
       }
-      return md;
-    }
-
+      return getRowCount;
+    }()
   }, {
-    key: _Symbol$asyncIterator,
-    value:
-    function value() {
-      return this.getCursor()[Symbol.asyncIterator]();
-    }
-  }], [{
-    key: "openBlob",
+    key: "getSchema",
     value: function () {
-      var _openBlob = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4(blob) {
-        var readFn, closeFn, size, envelopeReader, metadata;
-        return _regenerator.default.wrap(function _callee4$(_context4) {
-          while (1) {
-            switch (_context4.prev = _context4.next) {
-              case 0:
-                readFn = function () {
-                  var _ref = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(start, length) {
-                    var arrayBuffer;
-                    return _regenerator.default.wrap(function _callee2$(_context2) {
-                      while (1) {
-                        switch (_context2.prev = _context2.next) {
-                          case 0:
-                            _context2.next = 2;
-                            return blob.slice(start, start + length).arrayBuffer();
-                          case 2:
-                            arrayBuffer = _context2.sent;
-                            return _context2.abrupt("return", Buffer.from(arrayBuffer));
-                          case 4:
-                          case "end":
-                            return _context2.stop();
-                        }
-                      }
-                    }, _callee2);
-                  }));
-                  return function readFn(_x2, _x3) {
-                    return _ref.apply(this, arguments);
-                  };
-                }();
-                closeFn = function () {
-                  var _ref2 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3() {
-                    return _regenerator.default.wrap(function _callee3$(_context3) {
-                      while (1) {
-                        switch (_context3.prev = _context3.next) {
-                          case 0:
-                          case "end":
-                            return _context3.stop();
-                        }
-                      }
-                    }, _callee3);
-                  }));
-                  return function closeFn() {
-                    return _ref2.apply(this, arguments);
-                  };
-                }();
-                size = blob.size;
-                envelopeReader = new _parquetEnvelopeReader.ParquetEnvelopeReader(readFn, closeFn, size);
-                _context4.prev = 4;
-                _context4.next = 7;
-                return envelopeReader.readHeader();
-              case 7:
-                _context4.next = 9;
-                return envelopeReader.readFooter();
-              case 9:
-                metadata = _context4.sent;
-                return _context4.abrupt("return", new ParquetReader(metadata, envelopeReader));
-              case 13:
-                _context4.prev = 13;
-                _context4.t0 = _context4["catch"](4);
-                _context4.next = 17;
-                return envelopeReader.close();
-              case 17:
-                throw _context4.t0;
-              case 18:
-              case "end":
-                return _context4.stop();
-            }
+      var _getSchema = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee5() {
+        var metadata, root, _decodeSchema, schemaDefinition, schema;
+        return _regenerator.default.wrap(function _callee5$(_context5) {
+          while (1) switch (_context5.prev = _context5.next) {
+            case 0:
+              _context5.next = 2;
+              return this.getFileMetadata();
+            case 2:
+              metadata = _context5.sent;
+              root = metadata.schema[0];
+              _decodeSchema = (0, _decoders.decodeSchema)(metadata.schema, 1, root.num_children), schemaDefinition = _decodeSchema.schema;
+              schema = new _schema.ParquetSchema(schemaDefinition);
+              return _context5.abrupt("return", schema);
+            case 7:
+            case "end":
+              return _context5.stop();
           }
-        }, _callee4, null, [[4, 13]]);
+        }, _callee5, this);
       }));
-      function openBlob(_x) {
-        return _openBlob.apply(this, arguments);
+      function getSchema() {
+        return _getSchema.apply(this, arguments);
       }
-      return openBlob;
+      return getSchema;
     }()
   }, {
-    key: "openArrayBuffer",
+    key: "getSchemaMetadata",
     value: function () {
-      var _openArrayBuffer = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee7(arrayBuffer) {
-        var readFn, closeFn, size, envelopeReader, metadata;
+      var _getSchemaMetadata = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee6() {
+        var metadata, md, _iterator4, _step4, kv;
+        return _regenerator.default.wrap(function _callee6$(_context6) {
+          while (1) switch (_context6.prev = _context6.next) {
+            case 0:
+              _context6.next = 2;
+              return this.getFileMetadata();
+            case 2:
+              metadata = _context6.sent;
+              md = {};
+              _iterator4 = _createForOfIteratorHelper(metadata.key_value_metadata);
+              try {
+                for (_iterator4.s(); !(_step4 = _iterator4.n()).done;) {
+                  kv = _step4.value;
+                  md[kv.key] = kv.value;
+                }
+              } catch (err) {
+                _iterator4.e(err);
+              } finally {
+                _iterator4.f();
+              }
+              return _context6.abrupt("return", md);
+            case 7:
+            case "end":
+              return _context6.stop();
+          }
+        }, _callee6, this);
+      }));
+      function getSchemaMetadata() {
+        return _getSchemaMetadata.apply(this, arguments);
+      }
+      return getSchemaMetadata;
+    }()
+  }, {
+    key: "getFileMetadata",
+    value: function () {
+      var _getFileMetadata = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee7() {
         return _regenerator.default.wrap(function _callee7$(_context7) {
-          while (1) {
-            switch (_context7.prev = _context7.next) {
-              case 0:
-                readFn = function () {
-                  var _ref3 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee5(start, length) {
-                    return _regenerator.default.wrap(function _callee5$(_context5) {
-                      while (1) {
-                        switch (_context5.prev = _context5.next) {
-                          case 0:
-                            return _context5.abrupt("return", Buffer.from(arrayBuffer, start, length));
-                          case 1:
-                          case "end":
-                            return _context5.stop();
-                        }
-                      }
-                    }, _callee5);
-                  }));
-                  return function readFn(_x5, _x6) {
-                    return _ref3.apply(this, arguments);
-                  };
-                }();
-                closeFn = function () {
-                  var _ref4 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee6() {
-                    return _regenerator.default.wrap(function _callee6$(_context6) {
-                      while (1) {
-                        switch (_context6.prev = _context6.next) {
-                          case 0:
-                          case "end":
-                            return _context6.stop();
-                        }
-                      }
-                    }, _callee6);
-                  }));
-                  return function closeFn() {
-                    return _ref4.apply(this, arguments);
-                  };
-                }();
-                size = arrayBuffer.byteLength;
-                envelopeReader = new _parquetEnvelopeReader.ParquetEnvelopeReader(readFn, closeFn, size);
-                _context7.prev = 4;
-                _context7.next = 7;
-                return envelopeReader.readHeader();
-              case 7:
-                _context7.next = 9;
-                return envelopeReader.readFooter();
-              case 9:
-                metadata = _context7.sent;
-                return _context7.abrupt("return", new ParquetReader(metadata, envelopeReader));
-              case 13:
-                _context7.prev = 13;
-                _context7.t0 = _context7["catch"](4);
-                _context7.next = 17;
-                return envelopeReader.close();
-              case 17:
-                throw _context7.t0;
-              case 18:
-              case "end":
-                return _context7.stop();
-            }
+          while (1) switch (_context7.prev = _context7.next) {
+            case 0:
+              if (this.metadata) {
+                _context7.next = 4;
+                break;
+              }
+              _context7.next = 3;
+              return this.readHeader();
+            case 3:
+              this.metadata = this.readFooter();
+            case 4:
+              return _context7.abrupt("return", this.metadata);
+            case 5:
+            case "end":
+              return _context7.stop();
           }
-        }, _callee7, null, [[4, 13]]);
+        }, _callee7, this);
       }));
-      function openArrayBuffer(_x4) {
-        return _openArrayBuffer.apply(this, arguments);
+      function getFileMetadata() {
+        return _getFileMetadata.apply(this, arguments);
       }
-      return openArrayBuffer;
+      return getFileMetadata;
     }()
   }, {
-    key: "openBuffer",
+    key: "readHeader",
     value: function () {
-      var _openBuffer = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee8(buffer) {
-        var envelopeReader, metadata;
+      var _readHeader = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee8() {
+        var buffer, magic;
         return _regenerator.default.wrap(function _callee8$(_context8) {
-          while (1) {
-            switch (_context8.prev = _context8.next) {
-              case 0:
-                _context8.next = 2;
-                return _parquetEnvelopeReader.ParquetEnvelopeReader.openBuffer(buffer);
-              case 2:
-                envelopeReader = _context8.sent;
-                _context8.prev = 3;
-                _context8.next = 6;
-                return envelopeReader.readHeader();
-              case 6:
-                _context8.next = 8;
-                return envelopeReader.readFooter();
-              case 8:
-                metadata = _context8.sent;
-                return _context8.abrupt("return", new ParquetReader(metadata, envelopeReader));
-              case 12:
-                _context8.prev = 12;
-                _context8.t0 = _context8["catch"](3);
-                _context8.next = 16;
-                return envelopeReader.close();
-              case 16:
-                throw _context8.t0;
-              case 17:
-              case "end":
-                return _context8.stop();
-            }
+          while (1) switch (_context8.prev = _context8.next) {
+            case 0:
+              _context8.next = 2;
+              return this.file.read(0, _constants.PARQUET_MAGIC.length);
+            case 2:
+              buffer = _context8.sent;
+              magic = buffer.toString();
+              _context8.t0 = magic;
+              _context8.next = _context8.t0 === _constants.PARQUET_MAGIC ? 7 : _context8.t0 === _constants.PARQUET_MAGIC_ENCRYPTED ? 8 : 9;
+              break;
+            case 7:
+              return _context8.abrupt("break", 10);
+            case 8:
+              throw new Error('Encrypted parquet file not supported');
+            case 9:
+              throw new Error("Invalid parquet file (magic=".concat(magic, ")"));
+            case 10:
+            case "end":
+              return _context8.stop();
+          }
+        }, _callee8, this);
+      }));
+      function readHeader() {
+        return _readHeader.apply(this, arguments);
+      }
+      return readHeader;
+    }()
+  }, {
+    key: "readFooter",
+    value: function () {
+      var _readFooter = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee9() {
+        var trailerLen, trailerBuf, magic, metadataSize, metadataOffset, metadataBuf, _decodeFileMetadata, metadata;
+        return _regenerator.default.wrap(function _callee9$(_context9) {
+          while (1) switch (_context9.prev = _context9.next) {
+            case 0:
+              trailerLen = _constants.PARQUET_MAGIC.length + 4;
+              _context9.next = 3;
+              return this.file.read(this.file.size - trailerLen, trailerLen);
+            case 3:
+              trailerBuf = _context9.sent;
+              magic = trailerBuf.slice(4).toString();
+              if (!(magic !== _constants.PARQUET_MAGIC)) {
+                _context9.next = 7;
+                break;
+              }
+              throw new Error("Not a valid parquet file (magic=\"".concat(magic, ")"));
+            case 7:
+              metadataSize = trailerBuf.readUInt32LE(0);
+              metadataOffset = this.file.size - metadataSize - trailerLen;
+              if (!(metadataOffset < _constants.PARQUET_MAGIC.length)) {
+                _context9.next = 11;
+                break;
+              }
+              throw new Error("Invalid metadata size ".concat(metadataOffset));
+            case 11:
+              _context9.next = 13;
+              return this.file.read(metadataOffset, metadataSize);
+            case 13:
+              metadataBuf = _context9.sent;
+              _decodeFileMetadata = (0, _readUtils.decodeFileMetadata)(metadataBuf), metadata = _decodeFileMetadata.metadata;
+              return _context9.abrupt("return", metadata);
+            case 16:
+            case "end":
+              return _context9.stop();
+          }
+        }, _callee9, this);
+      }));
+      function readFooter() {
+        return _readFooter.apply(this, arguments);
+      }
+      return readFooter;
+    }()
+  }, {
+    key: "readRowGroup",
+    value: function () {
+      var _readRowGroup = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee10(schema, rowGroup, columnList) {
+        var buffer, _iterator5, _step5, colChunk, colMetadata, colKey;
+        return _regenerator.default.wrap(function _callee10$(_context10) {
+          while (1) switch (_context10.prev = _context10.next) {
+            case 0:
+              buffer = {
+                rowCount: Number(rowGroup.num_rows),
+                columnData: {}
+              };
+              _iterator5 = _createForOfIteratorHelper(rowGroup.columns);
+              _context10.prev = 2;
+              _iterator5.s();
+            case 4:
+              if ((_step5 = _iterator5.n()).done) {
+                _context10.next = 15;
+                break;
+              }
+              colChunk = _step5.value;
+              colMetadata = colChunk.meta_data;
+              colKey = colMetadata === null || colMetadata === void 0 ? void 0 : colMetadata.path_in_schema;
+              if (!(columnList.length > 0 && (0, _readUtils.fieldIndexOf)(columnList, colKey) < 0)) {
+                _context10.next = 10;
+                break;
+              }
+              return _context10.abrupt("continue", 13);
+            case 10:
+              _context10.next = 12;
+              return this.readColumnChunk(schema, colChunk);
+            case 12:
+              buffer.columnData[colKey.join()] = _context10.sent;
+            case 13:
+              _context10.next = 4;
+              break;
+            case 15:
+              _context10.next = 20;
+              break;
+            case 17:
+              _context10.prev = 17;
+              _context10.t0 = _context10["catch"](2);
+              _iterator5.e(_context10.t0);
+            case 20:
+              _context10.prev = 20;
+              _iterator5.f();
+              return _context10.finish(20);
+            case 23:
+              return _context10.abrupt("return", buffer);
+            case 24:
+            case "end":
+              return _context10.stop();
+          }
+        }, _callee10, this, [[2, 17, 20, 23]]);
+      }));
+      function readRowGroup(_x, _x2, _x3) {
+        return _readRowGroup.apply(this, arguments);
+      }
+      return readRowGroup;
+    }()
+  }, {
+    key: "readColumnChunk",
+    value: function () {
+      var _readColumnChunk = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee11(schema, colChunk) {
+        var _colChunk$meta_data, _colChunk$meta_data2, _colChunk$meta_data3, _colChunk$meta_data4, _colChunk$meta_data5, _colChunk$meta_data7, _colChunk$meta_data8, _options$dictionary;
+        var field, type, compression, pagesOffset, pagesSize, _colChunk$meta_data6, options, dictionary, dictionaryPageOffset, dictionaryOffset, pagesBuf;
+        return _regenerator.default.wrap(function _callee11$(_context11) {
+          while (1) switch (_context11.prev = _context11.next) {
+            case 0:
+              if (!(colChunk.file_path !== undefined && colChunk.file_path !== null)) {
+                _context11.next = 2;
+                break;
+              }
+              throw new Error('external references are not supported');
+            case 2:
+              field = schema.findField((_colChunk$meta_data = colChunk.meta_data) === null || _colChunk$meta_data === void 0 ? void 0 : _colChunk$meta_data.path_in_schema);
+              type = (0, _readUtils.getThriftEnum)(_parquetThrift.Type, (_colChunk$meta_data2 = colChunk.meta_data) === null || _colChunk$meta_data2 === void 0 ? void 0 : _colChunk$meta_data2.type);
+              if (!(type !== field.primitiveType)) {
+                _context11.next = 6;
+                break;
+              }
+              throw new Error("chunk type not matching schema: ".concat(type));
+            case 6:
+              compression = (0, _readUtils.getThriftEnum)(_parquetThrift.CompressionCodec, (_colChunk$meta_data3 = colChunk.meta_data) === null || _colChunk$meta_data3 === void 0 ? void 0 : _colChunk$meta_data3.codec);
+              pagesOffset = Number((_colChunk$meta_data4 = colChunk.meta_data) === null || _colChunk$meta_data4 === void 0 ? void 0 : _colChunk$meta_data4.data_page_offset);
+              pagesSize = Number((_colChunk$meta_data5 = colChunk.meta_data) === null || _colChunk$meta_data5 === void 0 ? void 0 : _colChunk$meta_data5.total_compressed_size);
+              if (!colChunk.file_path) {
+                pagesSize = Math.min(this.file.size - pagesOffset, Number((_colChunk$meta_data6 = colChunk.meta_data) === null || _colChunk$meta_data6 === void 0 ? void 0 : _colChunk$meta_data6.total_compressed_size));
+              }
+              options = {
+                type: type,
+                rLevelMax: field.rLevelMax,
+                dLevelMax: field.dLevelMax,
+                compression: compression,
+                column: field,
+                numValues: (_colChunk$meta_data7 = colChunk.meta_data) === null || _colChunk$meta_data7 === void 0 ? void 0 : _colChunk$meta_data7.num_values,
+                dictionary: []
+              };
+              dictionaryPageOffset = colChunk === null || colChunk === void 0 ? void 0 : (_colChunk$meta_data8 = colChunk.meta_data) === null || _colChunk$meta_data8 === void 0 ? void 0 : _colChunk$meta_data8.dictionary_page_offset;
+              if (!dictionaryPageOffset) {
+                _context11.next = 17;
+                break;
+              }
+              dictionaryOffset = Number(dictionaryPageOffset);
+              _context11.next = 16;
+              return this.getDictionary(dictionaryOffset, options, pagesOffset);
+            case 16:
+              dictionary = _context11.sent;
+            case 17:
+              dictionary = (_options$dictionary = options.dictionary) !== null && _options$dictionary !== void 0 && _options$dictionary.length ? options.dictionary : dictionary;
+              _context11.next = 20;
+              return this.file.read(pagesOffset, pagesSize);
+            case 20:
+              pagesBuf = _context11.sent;
+              _context11.next = 23;
+              return (0, _decoders.decodeDataPages)(pagesBuf, _objectSpread(_objectSpread({}, options), {}, {
+                dictionary: dictionary
+              }));
+            case 23:
+              return _context11.abrupt("return", _context11.sent);
+            case 24:
+            case "end":
+              return _context11.stop();
+          }
+        }, _callee11, this);
+      }));
+      function readColumnChunk(_x4, _x5) {
+        return _readColumnChunk.apply(this, arguments);
+      }
+      return readColumnChunk;
+    }()
+  }, {
+    key: "getDictionary",
+    value: function () {
+      var _getDictionary = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee12(dictionaryPageOffset, options, pagesOffset) {
+        var dictionarySize, pagesBuf, cursor, decodedPage;
+        return _regenerator.default.wrap(function _callee12$(_context12) {
+          while (1) switch (_context12.prev = _context12.next) {
+            case 0:
+              if (!(dictionaryPageOffset === 0)) {
+                _context12.next = 2;
+                break;
+              }
+              return _context12.abrupt("return", []);
+            case 2:
+              dictionarySize = Math.min(this.file.size - dictionaryPageOffset, this.props.defaultDictionarySize);
+              _context12.next = 5;
+              return this.file.read(dictionaryPageOffset, dictionarySize);
+            case 5:
+              pagesBuf = _context12.sent;
+              cursor = {
+                buffer: pagesBuf,
+                offset: 0,
+                size: pagesBuf.length
+              };
+              _context12.next = 9;
+              return (0, _decoders.decodePage)(cursor, options);
+            case 9:
+              decodedPage = _context12.sent;
+              return _context12.abrupt("return", decodedPage.dictionary);
+            case 11:
+            case "end":
+              return _context12.stop();
           }
-        }, _callee8, null, [[3, 12]]);
+        }, _callee12, this);
       }));
-      function openBuffer(_x7) {
-        return _openBuffer.apply(this, arguments);
+      function getDictionary(_x6, _x7, _x8) {
+        return _getDictionary.apply(this, arguments);
       }
-      return openBuffer;
+      return getDictionary;
     }()
   }]);
   return ParquetReader;