@loaders.gl/parquet 3.4.0-alpha.2 → 3.4.0-alpha.3

package/dist/es5/parquetjs/parser/parquet-reader.js

@@ -20,7 +20,7 @@ var _parquetThrift = require("../parquet-thrift");
 var _readUtils = require("../utils/read-utils");
 function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
 function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
-function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
 function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
 function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
 function _asyncIterator(iterable) { var method, async, sync, retry = 2; for ("undefined" != typeof Symbol && (async = Symbol.asyncIterator, sync = Symbol.iterator); retry--;) { if (async && null != (method = iterable[async])) return method.call(iterable); if (sync && null != (method = iterable[sync])) return new AsyncFromSyncIterator(method.call(iterable)); async = "@@asyncIterator", sync = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
@@ -28,7 +28,6 @@ function AsyncFromSyncIterator(s) { function AsyncFromSyncIteratorContinuation(r
 var DEFAULT_PROPS = {
   defaultDictionarySize: 1e6
 };
-
 var ParquetReader = function () {
   function ParquetReader(file, props) {
     (0, _classCallCheck2.default)(this, ParquetReader);
@@ -43,212 +42,199 @@ var ParquetReader = function () {
     value: function close() {
       this.file.close();
     }
-
   }, {
     key: "rowIterator",
-    value:
-
-    function rowIterator(props) {
+    value: function rowIterator(props) {
       var _this = this;
       return (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee() {
         var _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, rows, _iterator3, _step3, row;
         return _regenerator.default.wrap(function _callee$(_context) {
-          while (1) {
-            switch (_context.prev = _context.next) {
-              case 0:
-                _iteratorAbruptCompletion = false;
-                _didIteratorError = false;
-                _context.prev = 2;
-                _iterator = _asyncIterator(_this.rowBatchIterator(props));
-              case 4:
-                _context.next = 6;
-                return (0, _awaitAsyncGenerator2.default)(_iterator.next());
-              case 6:
-                if (!(_iteratorAbruptCompletion = !(_step = _context.sent).done)) {
-                  _context.next = 28;
-                  break;
-                }
-                rows = _step.value;
-                _iterator3 = _createForOfIteratorHelper(rows);
-                _context.prev = 9;
-                _iterator3.s();
-              case 11:
-                if ((_step3 = _iterator3.n()).done) {
-                  _context.next = 17;
-                  break;
-                }
-                row = _step3.value;
-                _context.next = 15;
-                return row;
-              case 15:
-                _context.next = 11;
+          while (1) switch (_context.prev = _context.next) {
+            case 0:
+              _iteratorAbruptCompletion = false;
+              _didIteratorError = false;
+              _context.prev = 2;
+              _iterator = _asyncIterator(_this.rowBatchIterator(props));
+            case 4:
+              _context.next = 6;
+              return (0, _awaitAsyncGenerator2.default)(_iterator.next());
+            case 6:
+              if (!(_iteratorAbruptCompletion = !(_step = _context.sent).done)) {
+                _context.next = 28;
                 break;
-              case 17:
-                _context.next = 22;
+              }
+              rows = _step.value;
+              _iterator3 = _createForOfIteratorHelper(rows);
+              _context.prev = 9;
+              _iterator3.s();
+            case 11:
+              if ((_step3 = _iterator3.n()).done) {
+                _context.next = 17;
                 break;
-              case 19:
-                _context.prev = 19;
-                _context.t0 = _context["catch"](9);
-                _iterator3.e(_context.t0);
-              case 22:
-                _context.prev = 22;
-                _iterator3.f();
-                return _context.finish(22);
-              case 25:
-                _iteratorAbruptCompletion = false;
-                _context.next = 4;
+              }
+              row = _step3.value;
+              _context.next = 15;
+              return row;
+            case 15:
+              _context.next = 11;
+              break;
+            case 17:
+              _context.next = 22;
+              break;
+            case 19:
+              _context.prev = 19;
+              _context.t0 = _context["catch"](9);
+              _iterator3.e(_context.t0);
+            case 22:
+              _context.prev = 22;
+              _iterator3.f();
+              return _context.finish(22);
+            case 25:
+              _iteratorAbruptCompletion = false;
+              _context.next = 4;
+              break;
+            case 28:
+              _context.next = 34;
+              break;
+            case 30:
+              _context.prev = 30;
+              _context.t1 = _context["catch"](2);
+              _didIteratorError = true;
+              _iteratorError = _context.t1;
+            case 34:
+              _context.prev = 34;
+              _context.prev = 35;
+              if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
+                _context.next = 39;
                 break;
-              case 28:
-                _context.next = 34;
+              }
+              _context.next = 39;
+              return (0, _awaitAsyncGenerator2.default)(_iterator.return());
+            case 39:
+              _context.prev = 39;
+              if (!_didIteratorError) {
+                _context.next = 42;
                 break;
-              case 30:
-                _context.prev = 30;
-                _context.t1 = _context["catch"](2);
-                _didIteratorError = true;
-                _iteratorError = _context.t1;
-              case 34:
-                _context.prev = 34;
-                _context.prev = 35;
-                if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
-                  _context.next = 39;
-                  break;
-                }
-                _context.next = 39;
-                return (0, _awaitAsyncGenerator2.default)(_iterator.return());
-              case 39:
-                _context.prev = 39;
-                if (!_didIteratorError) {
-                  _context.next = 42;
-                  break;
-                }
-                throw _iteratorError;
-              case 42:
-                return _context.finish(39);
-              case 43:
-                return _context.finish(34);
-              case 44:
-              case "end":
-                return _context.stop();
-            }
+              }
+              throw _iteratorError;
+            case 42:
+              return _context.finish(39);
+            case 43:
+              return _context.finish(34);
+            case 44:
+            case "end":
+              return _context.stop();
           }
         }, _callee, null, [[2, 30, 34, 44], [9, 19, 22, 25], [35,, 39, 43]]);
       }))();
     }
-
   }, {
     key: "rowBatchIterator",
-    value:
-    function rowBatchIterator(props) {
+    value: function rowBatchIterator(props) {
       var _this2 = this;
       return (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee2() {
         var schema, _iteratorAbruptCompletion2, _didIteratorError2, _iteratorError2, _iterator2, _step2, rowGroup;
         return _regenerator.default.wrap(function _callee2$(_context2) {
-          while (1) {
-            switch (_context2.prev = _context2.next) {
-              case 0:
-                _context2.next = 2;
-                return (0, _awaitAsyncGenerator2.default)(_this2.getSchema());
-              case 2:
-                schema = _context2.sent;
-                _iteratorAbruptCompletion2 = false;
-                _didIteratorError2 = false;
-                _context2.prev = 5;
-                _iterator2 = _asyncIterator(_this2.rowGroupIterator(props));
-              case 7:
-                _context2.next = 9;
-                return (0, _awaitAsyncGenerator2.default)(_iterator2.next());
-              case 9:
-                if (!(_iteratorAbruptCompletion2 = !(_step2 = _context2.sent).done)) {
-                  _context2.next = 16;
-                  break;
-                }
-                rowGroup = _step2.value;
-                _context2.next = 13;
-                return (0, _shred.materializeRecords)(schema, rowGroup);
-              case 13:
-                _iteratorAbruptCompletion2 = false;
-                _context2.next = 7;
-                break;
-              case 16:
-                _context2.next = 22;
+          while (1) switch (_context2.prev = _context2.next) {
+            case 0:
+              _context2.next = 2;
+              return (0, _awaitAsyncGenerator2.default)(_this2.getSchema());
+            case 2:
+              schema = _context2.sent;
+              _iteratorAbruptCompletion2 = false;
+              _didIteratorError2 = false;
+              _context2.prev = 5;
+              _iterator2 = _asyncIterator(_this2.rowGroupIterator(props));
+            case 7:
+              _context2.next = 9;
+              return (0, _awaitAsyncGenerator2.default)(_iterator2.next());
+            case 9:
+              if (!(_iteratorAbruptCompletion2 = !(_step2 = _context2.sent).done)) {
+                _context2.next = 16;
                 break;
-              case 18:
-                _context2.prev = 18;
-                _context2.t0 = _context2["catch"](5);
-                _didIteratorError2 = true;
-                _iteratorError2 = _context2.t0;
-              case 22:
-                _context2.prev = 22;
-                _context2.prev = 23;
-                if (!(_iteratorAbruptCompletion2 && _iterator2.return != null)) {
-                  _context2.next = 27;
-                  break;
-                }
+              }
+              rowGroup = _step2.value;
+              _context2.next = 13;
+              return (0, _shred.materializeRecords)(schema, rowGroup);
+            case 13:
+              _iteratorAbruptCompletion2 = false;
+              _context2.next = 7;
+              break;
+            case 16:
+              _context2.next = 22;
+              break;
+            case 18:
+              _context2.prev = 18;
+              _context2.t0 = _context2["catch"](5);
+              _didIteratorError2 = true;
+              _iteratorError2 = _context2.t0;
+            case 22:
+              _context2.prev = 22;
+              _context2.prev = 23;
+              if (!(_iteratorAbruptCompletion2 && _iterator2.return != null)) {
                 _context2.next = 27;
-                return (0, _awaitAsyncGenerator2.default)(_iterator2.return());
-              case 27:
-                _context2.prev = 27;
-                if (!_didIteratorError2) {
-                  _context2.next = 30;
-                  break;
-                }
-                throw _iteratorError2;
-              case 30:
-                return _context2.finish(27);
-              case 31:
-                return _context2.finish(22);
-              case 32:
-              case "end":
-                return _context2.stop();
-            }
+                break;
+              }
+              _context2.next = 27;
+              return (0, _awaitAsyncGenerator2.default)(_iterator2.return());
+            case 27:
+              _context2.prev = 27;
+              if (!_didIteratorError2) {
+                _context2.next = 30;
+                break;
+              }
+              throw _iteratorError2;
+            case 30:
+              return _context2.finish(27);
+            case 31:
+              return _context2.finish(22);
+            case 32:
+            case "end":
+              return _context2.stop();
           }
         }, _callee2, null, [[5, 18, 22, 32], [23,, 27, 31]]);
       }))();
     }
-
   }, {
     key: "rowGroupIterator",
-    value:
-    function rowGroupIterator(props) {
+    value: function rowGroupIterator(props) {
       var _this3 = this;
       return (0, _wrapAsyncGenerator2.default)(_regenerator.default.mark(function _callee3() {
         var columnList, metadata, schema, rowGroupCount, rowGroupIndex, rowGroup;
         return _regenerator.default.wrap(function _callee3$(_context3) {
-          while (1) {
-            switch (_context3.prev = _context3.next) {
-              case 0:
-                columnList = ((props === null || props === void 0 ? void 0 : props.columnList) || []).map(function (x) {
-                  return Array.isArray(x) ? x : [x];
-                });
-                _context3.next = 3;
-                return (0, _awaitAsyncGenerator2.default)(_this3.getFileMetadata());
-              case 3:
-                metadata = _context3.sent;
-                _context3.next = 6;
-                return (0, _awaitAsyncGenerator2.default)(_this3.getSchema());
-              case 6:
-                schema = _context3.sent;
-                rowGroupCount = (metadata === null || metadata === void 0 ? void 0 : metadata.row_groups.length) || 0;
-                rowGroupIndex = 0;
-              case 9:
-                if (!(rowGroupIndex < rowGroupCount)) {
-                  _context3.next = 18;
-                  break;
-                }
-                _context3.next = 12;
-                return (0, _awaitAsyncGenerator2.default)(_this3.readRowGroup(schema, metadata.row_groups[rowGroupIndex], columnList));
-              case 12:
-                rowGroup = _context3.sent;
-                _context3.next = 15;
-                return rowGroup;
-              case 15:
-                rowGroupIndex++;
-                _context3.next = 9;
+          while (1) switch (_context3.prev = _context3.next) {
+            case 0:
+              columnList = ((props === null || props === void 0 ? void 0 : props.columnList) || []).map(function (x) {
+                return Array.isArray(x) ? x : [x];
+              });
+              _context3.next = 3;
+              return (0, _awaitAsyncGenerator2.default)(_this3.getFileMetadata());
+            case 3:
+              metadata = _context3.sent;
+              _context3.next = 6;
+              return (0, _awaitAsyncGenerator2.default)(_this3.getSchema());
+            case 6:
+              schema = _context3.sent;
+              rowGroupCount = (metadata === null || metadata === void 0 ? void 0 : metadata.row_groups.length) || 0;
+              rowGroupIndex = 0;
+            case 9:
+              if (!(rowGroupIndex < rowGroupCount)) {
+                _context3.next = 18;
                 break;
-              case 18:
-              case "end":
-                return _context3.stop();
-            }
+              }
+              _context3.next = 12;
+              return (0, _awaitAsyncGenerator2.default)(_this3.readRowGroup(schema, metadata.row_groups[rowGroupIndex], columnList));
+            case 12:
+              rowGroup = _context3.sent;
+              _context3.next = 15;
+              return rowGroup;
+            case 15:
+              rowGroupIndex++;
+              _context3.next = 9;
+              break;
+            case 18:
+            case "end":
+              return _context3.stop();
           }
         }, _callee3);
       }))();
@@ -259,18 +245,16 @@ var ParquetReader = function () {
       var _getRowCount = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4() {
         var metadata;
         return _regenerator.default.wrap(function _callee4$(_context4) {
-          while (1) {
-            switch (_context4.prev = _context4.next) {
-              case 0:
-                _context4.next = 2;
-                return this.getFileMetadata();
-              case 2:
-                metadata = _context4.sent;
-                return _context4.abrupt("return", Number(metadata.num_rows));
-              case 4:
-              case "end":
-                return _context4.stop();
-            }
+          while (1) switch (_context4.prev = _context4.next) {
+            case 0:
+              _context4.next = 2;
+              return this.getFileMetadata();
+            case 2:
+              metadata = _context4.sent;
+              return _context4.abrupt("return", Number(metadata.num_rows));
+            case 4:
+            case "end":
+              return _context4.stop();
           }
         }, _callee4, this);
       }));
@@ -285,21 +269,19 @@ var ParquetReader = function () {
       var _getSchema = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee5() {
         var metadata, root, _decodeSchema, schemaDefinition, schema;
         return _regenerator.default.wrap(function _callee5$(_context5) {
-          while (1) {
-            switch (_context5.prev = _context5.next) {
-              case 0:
-                _context5.next = 2;
-                return this.getFileMetadata();
-              case 2:
-                metadata = _context5.sent;
-                root = metadata.schema[0];
-                _decodeSchema = (0, _decoders.decodeSchema)(metadata.schema, 1, root.num_children), schemaDefinition = _decodeSchema.schema;
-                schema = new _schema.ParquetSchema(schemaDefinition);
-                return _context5.abrupt("return", schema);
-              case 7:
-              case "end":
-                return _context5.stop();
-            }
+          while (1) switch (_context5.prev = _context5.next) {
+            case 0:
+              _context5.next = 2;
+              return this.getFileMetadata();
+            case 2:
+              metadata = _context5.sent;
+              root = metadata.schema[0];
+              _decodeSchema = (0, _decoders.decodeSchema)(metadata.schema, 1, root.num_children), schemaDefinition = _decodeSchema.schema;
+              schema = new _schema.ParquetSchema(schemaDefinition);
+              return _context5.abrupt("return", schema);
+            case 7:
+            case "end":
+              return _context5.stop();
           }
         }, _callee5, this);
       }));
@@ -314,30 +296,28 @@ var ParquetReader = function () {
       var _getSchemaMetadata = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee6() {
         var metadata, md, _iterator4, _step4, kv;
         return _regenerator.default.wrap(function _callee6$(_context6) {
-          while (1) {
-            switch (_context6.prev = _context6.next) {
-              case 0:
-                _context6.next = 2;
-                return this.getFileMetadata();
-              case 2:
-                metadata = _context6.sent;
-                md = {};
-                _iterator4 = _createForOfIteratorHelper(metadata.key_value_metadata);
-                try {
-                  for (_iterator4.s(); !(_step4 = _iterator4.n()).done;) {
-                    kv = _step4.value;
-                    md[kv.key] = kv.value;
-                  }
-                } catch (err) {
-                  _iterator4.e(err);
-                } finally {
-                  _iterator4.f();
+          while (1) switch (_context6.prev = _context6.next) {
+            case 0:
+              _context6.next = 2;
+              return this.getFileMetadata();
+            case 2:
+              metadata = _context6.sent;
+              md = {};
+              _iterator4 = _createForOfIteratorHelper(metadata.key_value_metadata);
+              try {
+                for (_iterator4.s(); !(_step4 = _iterator4.n()).done;) {
+                  kv = _step4.value;
+                  md[kv.key] = kv.value;
                 }
-                return _context6.abrupt("return", md);
-              case 7:
-              case "end":
-                return _context6.stop();
-            }
+              } catch (err) {
+                _iterator4.e(err);
+              } finally {
+                _iterator4.f();
+              }
+              return _context6.abrupt("return", md);
+            case 7:
+            case "end":
+              return _context6.stop();
           }
         }, _callee6, this);
       }));
@@ -351,23 +331,21 @@ var ParquetReader = function () {
     value: function () {
       var _getFileMetadata = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee7() {
         return _regenerator.default.wrap(function _callee7$(_context7) {
-          while (1) {
-            switch (_context7.prev = _context7.next) {
-              case 0:
-                if (this.metadata) {
-                  _context7.next = 4;
-                  break;
-                }
-                _context7.next = 3;
-                return this.readHeader();
-              case 3:
-                this.metadata = this.readFooter();
-              case 4:
-                return _context7.abrupt("return", this.metadata);
-              case 5:
-              case "end":
-                return _context7.stop();
-            }
+          while (1) switch (_context7.prev = _context7.next) {
+            case 0:
+              if (this.metadata) {
+                _context7.next = 4;
+                break;
+              }
+              _context7.next = 3;
+              return this.readHeader();
+            case 3:
+              this.metadata = this.readFooter();
+            case 4:
+              return _context7.abrupt("return", this.metadata);
+            case 5:
+            case "end":
+              return _context7.stop();
           }
         }, _callee7, this);
       }));
@@ -382,27 +360,25 @@ var ParquetReader = function () {
       var _readHeader = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee8() {
         var buffer, magic;
         return _regenerator.default.wrap(function _callee8$(_context8) {
-          while (1) {
-            switch (_context8.prev = _context8.next) {
-              case 0:
-                _context8.next = 2;
-                return this.file.read(0, _constants.PARQUET_MAGIC.length);
-              case 2:
-                buffer = _context8.sent;
-                magic = buffer.toString();
-                _context8.t0 = magic;
-                _context8.next = _context8.t0 === _constants.PARQUET_MAGIC ? 7 : _context8.t0 === _constants.PARQUET_MAGIC_ENCRYPTED ? 8 : 9;
-                break;
-              case 7:
-                return _context8.abrupt("break", 10);
-              case 8:
-                throw new Error('Encrypted parquet file not supported');
-              case 9:
-                throw new Error("Invalid parquet file (magic=".concat(magic, ")"));
-              case 10:
-              case "end":
-                return _context8.stop();
-            }
+          while (1) switch (_context8.prev = _context8.next) {
+            case 0:
+              _context8.next = 2;
+              return this.file.read(0, _constants.PARQUET_MAGIC.length);
+            case 2:
+              buffer = _context8.sent;
+              magic = buffer.toString();
+              _context8.t0 = magic;
+              _context8.next = _context8.t0 === _constants.PARQUET_MAGIC ? 7 : _context8.t0 === _constants.PARQUET_MAGIC_ENCRYPTED ? 8 : 9;
+              break;
+            case 7:
+              return _context8.abrupt("break", 10);
+            case 8:
+              throw new Error('Encrypted parquet file not supported');
+            case 9:
+              throw new Error("Invalid parquet file (magic=".concat(magic, ")"));
+            case 10:
+            case "end":
+              return _context8.stop();
           }
         }, _callee8, this);
       }));
@@ -417,39 +393,37 @@ var ParquetReader = function () {
       var _readFooter = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee9() {
         var trailerLen, trailerBuf, magic, metadataSize, metadataOffset, metadataBuf, _decodeFileMetadata, metadata;
         return _regenerator.default.wrap(function _callee9$(_context9) {
-          while (1) {
-            switch (_context9.prev = _context9.next) {
-              case 0:
-                trailerLen = _constants.PARQUET_MAGIC.length + 4;
-                _context9.next = 3;
-                return this.file.read(this.file.size - trailerLen, trailerLen);
-              case 3:
-                trailerBuf = _context9.sent;
-                magic = trailerBuf.slice(4).toString();
-                if (!(magic !== _constants.PARQUET_MAGIC)) {
-                  _context9.next = 7;
-                  break;
-                }
-                throw new Error("Not a valid parquet file (magic=\"".concat(magic, ")"));
-              case 7:
-                metadataSize = trailerBuf.readUInt32LE(0);
-                metadataOffset = this.file.size - metadataSize - trailerLen;
-                if (!(metadataOffset < _constants.PARQUET_MAGIC.length)) {
-                  _context9.next = 11;
-                  break;
-                }
-                throw new Error("Invalid metadata size ".concat(metadataOffset));
-              case 11:
-                _context9.next = 13;
-                return this.file.read(metadataOffset, metadataSize);
-              case 13:
-                metadataBuf = _context9.sent;
-                _decodeFileMetadata = (0, _readUtils.decodeFileMetadata)(metadataBuf), metadata = _decodeFileMetadata.metadata;
-                return _context9.abrupt("return", metadata);
-              case 16:
-              case "end":
-                return _context9.stop();
-            }
+          while (1) switch (_context9.prev = _context9.next) {
+            case 0:
+              trailerLen = _constants.PARQUET_MAGIC.length + 4;
+              _context9.next = 3;
+              return this.file.read(this.file.size - trailerLen, trailerLen);
+            case 3:
+              trailerBuf = _context9.sent;
+              magic = trailerBuf.slice(4).toString();
+              if (!(magic !== _constants.PARQUET_MAGIC)) {
+                _context9.next = 7;
+                break;
+              }
+              throw new Error("Not a valid parquet file (magic=\"".concat(magic, ")"));
+            case 7:
+              metadataSize = trailerBuf.readUInt32LE(0);
+              metadataOffset = this.file.size - metadataSize - trailerLen;
+              if (!(metadataOffset < _constants.PARQUET_MAGIC.length)) {
+                _context9.next = 11;
+                break;
+              }
+              throw new Error("Invalid metadata size ".concat(metadataOffset));
+            case 11:
+              _context9.next = 13;
+              return this.file.read(metadataOffset, metadataSize);
+            case 13:
+              metadataBuf = _context9.sent;
+              _decodeFileMetadata = (0, _readUtils.decodeFileMetadata)(metadataBuf), metadata = _decodeFileMetadata.metadata;
+              return _context9.abrupt("return", metadata);
+            case 16:
+            case "end":
+              return _context9.stop();
           }
         }, _callee9, this);
       }));
@@ -464,54 +438,52 @@ var ParquetReader = function () {
       var _readRowGroup = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee10(schema, rowGroup, columnList) {
         var buffer, _iterator5, _step5, colChunk, colMetadata, colKey;
         return _regenerator.default.wrap(function _callee10$(_context10) {
-          while (1) {
-            switch (_context10.prev = _context10.next) {
-              case 0:
-                buffer = {
-                  rowCount: Number(rowGroup.num_rows),
-                  columnData: {}
-                };
-                _iterator5 = _createForOfIteratorHelper(rowGroup.columns);
-                _context10.prev = 2;
-                _iterator5.s();
-              case 4:
-                if ((_step5 = _iterator5.n()).done) {
-                  _context10.next = 15;
-                  break;
-                }
-                colChunk = _step5.value;
-                colMetadata = colChunk.meta_data;
-                colKey = colMetadata === null || colMetadata === void 0 ? void 0 : colMetadata.path_in_schema;
-                if (!(columnList.length > 0 && (0, _readUtils.fieldIndexOf)(columnList, colKey) < 0)) {
-                  _context10.next = 10;
-                  break;
-                }
-                return _context10.abrupt("continue", 13);
-              case 10:
-                _context10.next = 12;
-                return this.readColumnChunk(schema, colChunk);
-              case 12:
-                buffer.columnData[colKey.join()] = _context10.sent;
-              case 13:
-                _context10.next = 4;
+          while (1) switch (_context10.prev = _context10.next) {
+            case 0:
+              buffer = {
+                rowCount: Number(rowGroup.num_rows),
+                columnData: {}
+              };
+              _iterator5 = _createForOfIteratorHelper(rowGroup.columns);
+              _context10.prev = 2;
+              _iterator5.s();
+            case 4:
+              if ((_step5 = _iterator5.n()).done) {
+                _context10.next = 15;
                 break;
-              case 15:
-                _context10.next = 20;
+              }
+              colChunk = _step5.value;
+              colMetadata = colChunk.meta_data;
+              colKey = colMetadata === null || colMetadata === void 0 ? void 0 : colMetadata.path_in_schema;
+              if (!(columnList.length > 0 && (0, _readUtils.fieldIndexOf)(columnList, colKey) < 0)) {
+                _context10.next = 10;
                 break;
-              case 17:
-                _context10.prev = 17;
-                _context10.t0 = _context10["catch"](2);
-                _iterator5.e(_context10.t0);
-              case 20:
-                _context10.prev = 20;
-                _iterator5.f();
-                return _context10.finish(20);
-              case 23:
-                return _context10.abrupt("return", buffer);
-              case 24:
-              case "end":
-                return _context10.stop();
-            }
+              }
+              return _context10.abrupt("continue", 13);
+            case 10:
+              _context10.next = 12;
+              return this.readColumnChunk(schema, colChunk);
+            case 12:
+              buffer.columnData[colKey.join()] = _context10.sent;
+            case 13:
+              _context10.next = 4;
+              break;
+            case 15:
+              _context10.next = 20;
+              break;
+            case 17:
+              _context10.prev = 17;
+              _context10.t0 = _context10["catch"](2);
+              _iterator5.e(_context10.t0);
+            case 20:
+              _context10.prev = 20;
+              _iterator5.f();
+              return _context10.finish(20);
+            case 23:
+              return _context10.abrupt("return", buffer);
+            case 24:
+            case "end":
+              return _context10.stop();
           }
         }, _callee10, this, [[2, 17, 20, 23]]);
       }));
@@ -527,64 +499,62 @@ var ParquetReader = function () {
         var _colChunk$meta_data, _colChunk$meta_data2, _colChunk$meta_data3, _colChunk$meta_data4, _colChunk$meta_data5, _colChunk$meta_data7, _colChunk$meta_data8, _options$dictionary;
         var field, type, compression, pagesOffset, pagesSize, _colChunk$meta_data6, options, dictionary, dictionaryPageOffset, dictionaryOffset, pagesBuf;
         return _regenerator.default.wrap(function _callee11$(_context11) {
-          while (1) {
-            switch (_context11.prev = _context11.next) {
-              case 0:
-                if (!(colChunk.file_path !== undefined && colChunk.file_path !== null)) {
-                  _context11.next = 2;
-                  break;
-                }
-                throw new Error('external references are not supported');
-              case 2:
-                field = schema.findField((_colChunk$meta_data = colChunk.meta_data) === null || _colChunk$meta_data === void 0 ? void 0 : _colChunk$meta_data.path_in_schema);
-                type = (0, _readUtils.getThriftEnum)(_parquetThrift.Type, (_colChunk$meta_data2 = colChunk.meta_data) === null || _colChunk$meta_data2 === void 0 ? void 0 : _colChunk$meta_data2.type);
-                if (!(type !== field.primitiveType)) {
-                  _context11.next = 6;
-                  break;
-                }
-                throw new Error("chunk type not matching schema: ".concat(type));
-              case 6:
-                compression = (0, _readUtils.getThriftEnum)(_parquetThrift.CompressionCodec, (_colChunk$meta_data3 = colChunk.meta_data) === null || _colChunk$meta_data3 === void 0 ? void 0 : _colChunk$meta_data3.codec);
-                pagesOffset = Number((_colChunk$meta_data4 = colChunk.meta_data) === null || _colChunk$meta_data4 === void 0 ? void 0 : _colChunk$meta_data4.data_page_offset);
-                pagesSize = Number((_colChunk$meta_data5 = colChunk.meta_data) === null || _colChunk$meta_data5 === void 0 ? void 0 : _colChunk$meta_data5.total_compressed_size);
-                if (!colChunk.file_path) {
-                  pagesSize = Math.min(this.file.size - pagesOffset, Number((_colChunk$meta_data6 = colChunk.meta_data) === null || _colChunk$meta_data6 === void 0 ? void 0 : _colChunk$meta_data6.total_compressed_size));
-                }
-                options = {
-                  type: type,
-                  rLevelMax: field.rLevelMax,
-                  dLevelMax: field.dLevelMax,
-                  compression: compression,
-                  column: field,
-                  numValues: (_colChunk$meta_data7 = colChunk.meta_data) === null || _colChunk$meta_data7 === void 0 ? void 0 : _colChunk$meta_data7.num_values,
-                  dictionary: []
-                };
-                dictionaryPageOffset = colChunk === null || colChunk === void 0 ? void 0 : (_colChunk$meta_data8 = colChunk.meta_data) === null || _colChunk$meta_data8 === void 0 ? void 0 : _colChunk$meta_data8.dictionary_page_offset;
-                if (!dictionaryPageOffset) {
-                  _context11.next = 17;
-                  break;
-                }
-                dictionaryOffset = Number(dictionaryPageOffset);
-                _context11.next = 16;
-                return this.getDictionary(dictionaryOffset, options, pagesOffset);
-              case 16:
-                dictionary = _context11.sent;
-              case 17:
-                dictionary = (_options$dictionary = options.dictionary) !== null && _options$dictionary !== void 0 && _options$dictionary.length ? options.dictionary : dictionary;
-                _context11.next = 20;
-                return this.file.read(pagesOffset, pagesSize);
-              case 20:
-                pagesBuf = _context11.sent;
-                _context11.next = 23;
-                return (0, _decoders.decodeDataPages)(pagesBuf, _objectSpread(_objectSpread({}, options), {}, {
-                  dictionary: dictionary
-                }));
-              case 23:
-                return _context11.abrupt("return", _context11.sent);
-              case 24:
-              case "end":
-                return _context11.stop();
-            }
+          while (1) switch (_context11.prev = _context11.next) {
+            case 0:
+              if (!(colChunk.file_path !== undefined && colChunk.file_path !== null)) {
+                _context11.next = 2;
+                break;
+              }
+              throw new Error('external references are not supported');
+            case 2:
+              field = schema.findField((_colChunk$meta_data = colChunk.meta_data) === null || _colChunk$meta_data === void 0 ? void 0 : _colChunk$meta_data.path_in_schema);
+              type = (0, _readUtils.getThriftEnum)(_parquetThrift.Type, (_colChunk$meta_data2 = colChunk.meta_data) === null || _colChunk$meta_data2 === void 0 ? void 0 : _colChunk$meta_data2.type);
+              if (!(type !== field.primitiveType)) {
+                _context11.next = 6;
+                break;
+              }
+              throw new Error("chunk type not matching schema: ".concat(type));
+            case 6:
+              compression = (0, _readUtils.getThriftEnum)(_parquetThrift.CompressionCodec, (_colChunk$meta_data3 = colChunk.meta_data) === null || _colChunk$meta_data3 === void 0 ? void 0 : _colChunk$meta_data3.codec);
+              pagesOffset = Number((_colChunk$meta_data4 = colChunk.meta_data) === null || _colChunk$meta_data4 === void 0 ? void 0 : _colChunk$meta_data4.data_page_offset);
+              pagesSize = Number((_colChunk$meta_data5 = colChunk.meta_data) === null || _colChunk$meta_data5 === void 0 ? void 0 : _colChunk$meta_data5.total_compressed_size);
+              if (!colChunk.file_path) {
+                pagesSize = Math.min(this.file.size - pagesOffset, Number((_colChunk$meta_data6 = colChunk.meta_data) === null || _colChunk$meta_data6 === void 0 ? void 0 : _colChunk$meta_data6.total_compressed_size));
+              }
+              options = {
+                type: type,
+                rLevelMax: field.rLevelMax,
+                dLevelMax: field.dLevelMax,
+                compression: compression,
+                column: field,
+                numValues: (_colChunk$meta_data7 = colChunk.meta_data) === null || _colChunk$meta_data7 === void 0 ? void 0 : _colChunk$meta_data7.num_values,
+                dictionary: []
+              };
+              dictionaryPageOffset = colChunk === null || colChunk === void 0 ? void 0 : (_colChunk$meta_data8 = colChunk.meta_data) === null || _colChunk$meta_data8 === void 0 ? void 0 : _colChunk$meta_data8.dictionary_page_offset;
+              if (!dictionaryPageOffset) {
+                _context11.next = 17;
+                break;
+              }
+              dictionaryOffset = Number(dictionaryPageOffset);
+              _context11.next = 16;
+              return this.getDictionary(dictionaryOffset, options, pagesOffset);
+            case 16:
+              dictionary = _context11.sent;
+            case 17:
+              dictionary = (_options$dictionary = options.dictionary) !== null && _options$dictionary !== void 0 && _options$dictionary.length ? options.dictionary : dictionary;
+              _context11.next = 20;
+              return this.file.read(pagesOffset, pagesSize);
+            case 20:
+              pagesBuf = _context11.sent;
+              _context11.next = 23;
+              return (0, _decoders.decodeDataPages)(pagesBuf, _objectSpread(_objectSpread({}, options), {}, {
+                dictionary: dictionary
+              }));
+            case 23:
+              return _context11.abrupt("return", _context11.sent);
+            case 24:
+            case "end":
+              return _context11.stop();
           }
         }, _callee11, this);
       }));
@@ -599,34 +569,32 @@ var ParquetReader = function () {
       var _getDictionary = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee12(dictionaryPageOffset, options, pagesOffset) {
         var dictionarySize, pagesBuf, cursor, decodedPage;
         return _regenerator.default.wrap(function _callee12$(_context12) {
-          while (1) {
-            switch (_context12.prev = _context12.next) {
-              case 0:
-                if (!(dictionaryPageOffset === 0)) {
-                  _context12.next = 2;
-                  break;
-                }
-                return _context12.abrupt("return", []);
-              case 2:
-                dictionarySize = Math.min(this.file.size - dictionaryPageOffset, this.props.defaultDictionarySize);
-                _context12.next = 5;
-                return this.file.read(dictionaryPageOffset, dictionarySize);
-              case 5:
-                pagesBuf = _context12.sent;
-                cursor = {
-                  buffer: pagesBuf,
-                  offset: 0,
-                  size: pagesBuf.length
-                };
-                _context12.next = 9;
-                return (0, _decoders.decodePage)(cursor, options);
-              case 9:
-                decodedPage = _context12.sent;
-                return _context12.abrupt("return", decodedPage.dictionary);
-              case 11:
-              case "end":
-                return _context12.stop();
-            }
+          while (1) switch (_context12.prev = _context12.next) {
+            case 0:
+              if (!(dictionaryPageOffset === 0)) {
+                _context12.next = 2;
+                break;
+              }
+              return _context12.abrupt("return", []);
+            case 2:
+              dictionarySize = Math.min(this.file.size - dictionaryPageOffset, this.props.defaultDictionarySize);
+              _context12.next = 5;
+              return this.file.read(dictionaryPageOffset, dictionarySize);
+            case 5:
+              pagesBuf = _context12.sent;
+              cursor = {
+                buffer: pagesBuf,
+                offset: 0,
+                size: pagesBuf.length
+              };
+              _context12.next = 9;
+              return (0, _decoders.decodePage)(cursor, options);
+            case 9:
+              decodedPage = _context12.sent;
+              return _context12.abrupt("return", decodedPage.dictionary);
+            case 11:
+            case "end":
+              return _context12.stop();
           }
         }, _callee12, this);
       }));