@loaders.gl/parquet 3.1.0-beta.7 → 3.1.0

package/dist/es5/parquetjs/encoder/writer.js

@@ -2,11 +2,29 @@
 
 var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
 
+var _typeof = require("@babel/runtime/helpers/typeof");
+
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.ParquetTransformer = exports.ParquetEnvelopeWriter = exports.ParquetWriter = void 0;
 
+var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
+
+var _assertThisInitialized2 = _interopRequireDefault(require("@babel/runtime/helpers/assertThisInitialized"));
+
+var _inherits2 = _interopRequireDefault(require("@babel/runtime/helpers/inherits"));
+
+var _possibleConstructorReturn2 = _interopRequireDefault(require("@babel/runtime/helpers/possibleConstructorReturn"));
+
+var _getPrototypeOf2 = _interopRequireDefault(require("@babel/runtime/helpers/getPrototypeOf"));
+
+var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
+
+var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
+
+var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
+
 var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
 
 var _stream = require("stream");
@@ -25,33 +43,30 @@ var _readUtils = require("../utils/read-utils");
 
 var _nodeInt = _interopRequireDefault(require("node-int64"));
 
-function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function (nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
+function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
 
-function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || typeof obj !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
+function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
 
-const PARQUET_MAGIC = 'PAR1';
-const PARQUET_VERSION = 1;
-const PARQUET_DEFAULT_PAGE_SIZE = 8192;
-const PARQUET_DEFAULT_ROW_GROUP_SIZE = 4096;
-const PARQUET_RDLVL_TYPE = 'INT32';
-const PARQUET_RDLVL_ENCODING = 'RLE';
+function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
 
-class ParquetWriter {
-  static async openFile(schema, path, opts) {
-    const outputStream = await (0, _fileUtils.osopen)(path, opts);
-    return ParquetWriter.openStream(schema, outputStream, opts);
-  }
+function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
 
-  static async openStream(schema, outputStream, opts) {
-    if (!opts) {
-      opts = {};
-    }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
 
-    const envelopeWriter = await ParquetEnvelopeWriter.openStream(schema, outputStream, opts);
-    return new ParquetWriter(schema, envelopeWriter, opts);
-  }
+function _createSuper(Derived) { var hasNativeReflectConstruct = _isNativeReflectConstruct(); return function _createSuperInternal() { var Super = (0, _getPrototypeOf2.default)(Derived), result; if (hasNativeReflectConstruct) { var NewTarget = (0, _getPrototypeOf2.default)(this).constructor; result = Reflect.construct(Super, arguments, NewTarget); } else { result = Super.apply(this, arguments); } return (0, _possibleConstructorReturn2.default)(this, result); }; }
+
+function _isNativeReflectConstruct() { if (typeof Reflect === "undefined" || !Reflect.construct) return false; if (Reflect.construct.sham) return false; if (typeof Proxy === "function") return true; try { Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function () {})); return true; } catch (e) { return false; } }
 
-  constructor(schema, envelopeWriter, opts) {
+var PARQUET_MAGIC = 'PAR1';
+var PARQUET_VERSION = 1;
+var PARQUET_DEFAULT_PAGE_SIZE = 8192;
+var PARQUET_DEFAULT_ROW_GROUP_SIZE = 4096;
+var PARQUET_RDLVL_TYPE = 'INT32';
+var PARQUET_RDLVL_ENCODING = 'RLE';
+
+var ParquetWriter = function () {
+  function ParquetWriter(schema, envelopeWriter, opts) {
+    (0, _classCallCheck2.default)(this, ParquetWriter);
     (0, _defineProperty2.default)(this, "schema", void 0);
     (0, _defineProperty2.default)(this, "envelopeWriter", void 0);
     (0, _defineProperty2.default)(this, "rowBuffer", void 0);
@@ -67,72 +82,217 @@ class ParquetWriter {
     this.writeHeader();
   }
 
-  async writeHeader() {
-    try {
-      await this.envelopeWriter.writeHeader();
-    } catch (err) {
-      await this.envelopeWriter.close();
-      throw err;
+  (0, _createClass2.default)(ParquetWriter, [{
+    key: "writeHeader",
+    value: function () {
+      var _writeHeader = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee() {
+        return _regenerator.default.wrap(function _callee$(_context) {
+          while (1) {
+            switch (_context.prev = _context.next) {
+              case 0:
+                _context.prev = 0;
+                _context.next = 3;
+                return this.envelopeWriter.writeHeader();
+
+              case 3:
+                _context.next = 10;
+                break;
+
+              case 5:
+                _context.prev = 5;
+                _context.t0 = _context["catch"](0);
+                _context.next = 9;
+                return this.envelopeWriter.close();
+
+              case 9:
+                throw _context.t0;
+
+              case 10:
+              case "end":
+                return _context.stop();
+            }
+          }
+        }, _callee, this, [[0, 5]]);
+      }));
+
+      function writeHeader() {
+        return _writeHeader.apply(this, arguments);
+      }
+
+      return writeHeader;
+    }()
+  }, {
+    key: "appendRow",
+    value: function () {
+      var _appendRow = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(row) {
+        return _regenerator.default.wrap(function _callee2$(_context2) {
+          while (1) {
+            switch (_context2.prev = _context2.next) {
+              case 0:
+                if (!this.closed) {
+                  _context2.next = 2;
+                  break;
+                }
+
+                throw new Error('writer was closed');
+
+              case 2:
+                Shred.shredRecord(this.schema, row, this.rowBuffer);
+
+                if (this.rowBuffer.rowCount >= this.rowGroupSize) {
+                  this.rowBuffer = {};
+                }
+
+              case 4:
+              case "end":
+                return _context2.stop();
+            }
+          }
+        }, _callee2, this);
+      }));
+
+      function appendRow(_x) {
+        return _appendRow.apply(this, arguments);
+      }
+
+      return appendRow;
+    }()
+  }, {
+    key: "close",
+    value: function () {
+      var _close = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3(callback) {
+        return _regenerator.default.wrap(function _callee3$(_context3) {
+          while (1) {
+            switch (_context3.prev = _context3.next) {
+              case 0:
+                if (!this.closed) {
+                  _context3.next = 2;
+                  break;
+                }
+
+                throw new Error('writer was closed');
+
+              case 2:
+                this.closed = true;
+
+                if (this.rowBuffer.rowCount > 0 || this.rowBuffer.rowCount >= this.rowGroupSize) {
+                  this.rowBuffer = {};
+                }
+
+                _context3.next = 6;
+                return this.envelopeWriter.writeFooter(this.userMetadata);
+
+              case 6:
+                _context3.next = 8;
+                return this.envelopeWriter.close();
+
+              case 8:
+                if (callback) {
+                  callback();
+                }
+
+              case 9:
+              case "end":
+                return _context3.stop();
+            }
+          }
+        }, _callee3, this);
+      }));
+
+      function close(_x2) {
+        return _close.apply(this, arguments);
+      }
+
+      return close;
+    }()
+  }, {
+    key: "setMetadata",
+    value: function setMetadata(key, value) {
+      this.userMetadata[String(key)] = String(value);
     }
-  }
-
-  async appendRow(row) {
-    if (this.closed) {
-      throw new Error('writer was closed');
+  }, {
+    key: "setRowGroupSize",
+    value: function setRowGroupSize(cnt) {
+      this.rowGroupSize = cnt;
     }
-
-    Shred.shredRecord(this.schema, row, this.rowBuffer);
-
-    if (this.rowBuffer.rowCount >= this.rowGroupSize) {
-      this.rowBuffer = {};
+  }, {
+    key: "setPageSize",
+    value: function setPageSize(cnt) {
+      this.envelopeWriter.setPageSize(cnt);
     }
-  }
-
-  async close(callback) {
-    if (this.closed) {
-      throw new Error('writer was closed');
-    }
-
-    this.closed = true;
-
-    if (this.rowBuffer.rowCount > 0 || this.rowBuffer.rowCount >= this.rowGroupSize) {
-      this.rowBuffer = {};
-    }
-
-    await this.envelopeWriter.writeFooter(this.userMetadata);
-    await this.envelopeWriter.close();
-
-    if (callback) {
-      callback();
-    }
-  }
-
-  setMetadata(key, value) {
-    this.userMetadata[String(key)] = String(value);
-  }
-
-  setRowGroupSize(cnt) {
-    this.rowGroupSize = cnt;
-  }
-
-  setPageSize(cnt) {
-    this.envelopeWriter.setPageSize(cnt);
-  }
-
-}
+  }], [{
+    key: "openFile",
+    value: function () {
+      var _openFile = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4(schema, path, opts) {
+        var outputStream;
+        return _regenerator.default.wrap(function _callee4$(_context4) {
+          while (1) {
+            switch (_context4.prev = _context4.next) {
+              case 0:
+                _context4.next = 2;
+                return (0, _fileUtils.osopen)(path, opts);
+
+              case 2:
+                outputStream = _context4.sent;
+                return _context4.abrupt("return", ParquetWriter.openStream(schema, outputStream, opts));
+
+              case 4:
+              case "end":
+                return _context4.stop();
+            }
+          }
+        }, _callee4);
+      }));
+
+      function openFile(_x3, _x4, _x5) {
+        return _openFile.apply(this, arguments);
+      }
+
+      return openFile;
+    }()
+  }, {
+    key: "openStream",
+    value: function () {
+      var _openStream = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee5(schema, outputStream, opts) {
+        var envelopeWriter;
+        return _regenerator.default.wrap(function _callee5$(_context5) {
+          while (1) {
+            switch (_context5.prev = _context5.next) {
+              case 0:
+                if (!opts) {
+                  opts = {};
+                }
+
+                _context5.next = 3;
+                return ParquetEnvelopeWriter.openStream(schema, outputStream, opts);
+
+              case 3:
+                envelopeWriter = _context5.sent;
+                return _context5.abrupt("return", new ParquetWriter(schema, envelopeWriter, opts));
+
+              case 5:
+              case "end":
+                return _context5.stop();
+            }
+          }
+        }, _callee5);
+      }));
+
+      function openStream(_x6, _x7, _x8) {
+        return _openStream.apply(this, arguments);
+      }
+
+      return openStream;
+    }()
+  }]);
+  return ParquetWriter;
+}();
 
 exports.ParquetWriter = ParquetWriter;
 
-class ParquetEnvelopeWriter {
-  static async openStream(schema, outputStream, opts) {
-    const writeFn = _fileUtils.oswrite.bind(undefined, outputStream);
-
-    const closeFn = _fileUtils.osclose.bind(undefined, outputStream);
-
-    return new ParquetEnvelopeWriter(schema, writeFn, closeFn, 0, opts);
-  }
-
-  constructor(schema, writeFn, closeFn, fileOffset, opts) {
+var ParquetEnvelopeWriter = function () {
+  function ParquetEnvelopeWriter(schema, writeFn, closeFn, fileOffset, opts) {
+    (0, _classCallCheck2.default)(this, ParquetEnvelopeWriter);
     (0, _defineProperty2.default)(this, "schema", void 0);
     (0, _defineProperty2.default)(this, "write", void 0);
     (0, _defineProperty2.default)(this, "close", void 0);
@@ -151,72 +311,194 @@ class ParquetEnvelopeWriter {
     this.useDataPageV2 = 'useDataPageV2' in opts ? Boolean(opts.useDataPageV2) : false;
   }
 
-  writeSection(buf) {
-    this.offset += buf.length;
-    return this.write(buf);
-  }
-
-  writeHeader() {
-    return this.writeSection(Buffer.from(PARQUET_MAGIC));
-  }
-
-  async writeRowGroup(records) {
-    const rgroup = await encodeRowGroup(this.schema, records, {
-      baseOffset: this.offset,
-      pageSize: this.pageSize,
-      useDataPageV2: this.useDataPageV2
-    });
-    this.rowCount += records.rowCount;
-    this.rowGroups.push(rgroup.metadata);
-    return await this.writeSection(rgroup.body);
-  }
-
-  writeFooter(userMetadata) {
-    if (!userMetadata) {
-      userMetadata = {};
+  (0, _createClass2.default)(ParquetEnvelopeWriter, [{
+    key: "writeSection",
+    value: function writeSection(buf) {
+      this.offset += buf.length;
+      return this.write(buf);
+    }
+  }, {
+    key: "writeHeader",
+    value: function writeHeader() {
+      return this.writeSection(Buffer.from(PARQUET_MAGIC));
+    }
+  }, {
+    key: "writeRowGroup",
+    value: function () {
+      var _writeRowGroup = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee6(records) {
+        var rgroup;
+        return _regenerator.default.wrap(function _callee6$(_context6) {
+          while (1) {
+            switch (_context6.prev = _context6.next) {
+              case 0:
+                _context6.next = 2;
+                return encodeRowGroup(this.schema, records, {
+                  baseOffset: this.offset,
+                  pageSize: this.pageSize,
+                  useDataPageV2: this.useDataPageV2
+                });
+
+              case 2:
+                rgroup = _context6.sent;
+                this.rowCount += records.rowCount;
+                this.rowGroups.push(rgroup.metadata);
+                _context6.next = 7;
+                return this.writeSection(rgroup.body);
+
+              case 7:
+                return _context6.abrupt("return", _context6.sent);
+
+              case 8:
+              case "end":
+                return _context6.stop();
+            }
+          }
+        }, _callee6, this);
+      }));
+
+      function writeRowGroup(_x9) {
+        return _writeRowGroup.apply(this, arguments);
+      }
+
+      return writeRowGroup;
+    }()
+  }, {
+    key: "writeFooter",
+    value: function writeFooter(userMetadata) {
+      if (!userMetadata) {
+        userMetadata = {};
+      }
+
+      return this.writeSection(encodeFooter(this.schema, this.rowCount, this.rowGroups, userMetadata));
+    }
+  }, {
+    key: "setPageSize",
+    value: function setPageSize(cnt) {
+      this.pageSize = cnt;
     }
+  }], [{
+    key: "openStream",
+    value: function () {
+      var _openStream2 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee7(schema, outputStream, opts) {
+        var writeFn, closeFn;
+        return _regenerator.default.wrap(function _callee7$(_context7) {
+          while (1) {
+            switch (_context7.prev = _context7.next) {
+              case 0:
+                writeFn = _fileUtils.oswrite.bind(undefined, outputStream);
+                closeFn = _fileUtils.osclose.bind(undefined, outputStream);
+                return _context7.abrupt("return", new ParquetEnvelopeWriter(schema, writeFn, closeFn, 0, opts));
+
+              case 3:
+              case "end":
+                return _context7.stop();
+            }
+          }
+        }, _callee7);
+      }));
+
+      function openStream(_x10, _x11, _x12) {
+        return _openStream2.apply(this, arguments);
+      }
+
+      return openStream;
+    }()
+  }]);
+  return ParquetEnvelopeWriter;
+}();
 
-    return this.writeSection(encodeFooter(this.schema, this.rowCount, this.rowGroups, userMetadata));
-  }
+exports.ParquetEnvelopeWriter = ParquetEnvelopeWriter;
 
-  setPageSize(cnt) {
-    this.pageSize = cnt;
-  }
+var ParquetTransformer = function (_Transform) {
+  (0, _inherits2.default)(ParquetTransformer, _Transform);
 
-}
+  var _super = _createSuper(ParquetTransformer);
 
-exports.ParquetEnvelopeWriter = ParquetEnvelopeWriter;
+  function ParquetTransformer(schema) {
+    var _this;
 
-class ParquetTransformer extends _stream.Transform {
-  constructor(schema, opts = {}) {
-    super({
+    var opts = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
+    (0, _classCallCheck2.default)(this, ParquetTransformer);
+    _this = _super.call(this, {
       objectMode: true
     });
-    (0, _defineProperty2.default)(this, "writer", void 0);
-
-    const writeProxy = function (t) {
-      return async function (b) {
-        t.push(b);
-      };
-    }(this);
-
-    this.writer = new ParquetWriter(schema, new ParquetEnvelopeWriter(schema, writeProxy, async () => {}, 0, opts), opts);
+    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "writer", void 0);
+
+    var writeProxy = function (t) {
+      return function () {
+        var _ref = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee8(b) {
+          return _regenerator.default.wrap(function _callee8$(_context8) {
+            while (1) {
+              switch (_context8.prev = _context8.next) {
+                case 0:
+                  t.push(b);
+
+                case 1:
+                case "end":
+                  return _context8.stop();
+              }
+            }
+          }, _callee8);
+        }));
+
+        return function (_x13) {
+          return _ref.apply(this, arguments);
+        };
+      }();
+    }((0, _assertThisInitialized2.default)(_this));
+
+    _this.writer = new ParquetWriter(schema, new ParquetEnvelopeWriter(schema, writeProxy, (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee9() {
+      return _regenerator.default.wrap(function _callee9$(_context9) {
+        while (1) {
+          switch (_context9.prev = _context9.next) {
+            case 0:
+            case "end":
+              return _context9.stop();
+          }
+        }
+      }, _callee9);
+    })), 0, opts), opts);
+    return _this;
   }
 
-  _transform(row, encoding, callback) {
-    if (row) {
-      return this.writer.appendRow(row).then(callback);
-    }
-
-    callback();
-    return Promise.resolve();
-  }
+  (0, _createClass2.default)(ParquetTransformer, [{
+    key: "_transform",
+    value: function _transform(row, encoding, callback) {
+      if (row) {
+        return this.writer.appendRow(row).then(callback);
+      }
 
-  async _flush(callback) {
-    await this.writer.close(callback);
-  }
-
-}
+      callback();
+      return Promise.resolve();
+    }
+  }, {
+    key: "_flush",
+    value: function () {
+      var _flush2 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee10(callback) {
+        return _regenerator.default.wrap(function _callee10$(_context10) {
+          while (1) {
+            switch (_context10.prev = _context10.next) {
+              case 0:
+                _context10.next = 2;
+                return this.writer.close(callback);
+
+              case 2:
+              case "end":
+                return _context10.stop();
+            }
+          }
+        }, _callee10, this);
+      }));
+
+      function _flush(_x14) {
+        return _flush2.apply(this, arguments);
+      }
+
+      return _flush;
+    }()
+  }]);
+  return ParquetTransformer;
+}(_stream.Transform);
 
 exports.ParquetTransformer = ParquetTransformer;
 
@@ -228,160 +510,304 @@ function encodeValues(type, encoding, values, opts) {
   return _codecs.PARQUET_CODECS[encoding].encodeValues(type, values, opts);
 }
 
-async function encodeDataPage(column, data) {
-  let rLevelsBuf = Buffer.alloc(0);
-
-  if (column.rLevelMax > 0) {
-    rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {
-      bitWidth: (0, _readUtils.getBitWidth)(column.rLevelMax)
-    });
-  }
-
-  let dLevelsBuf = Buffer.alloc(0);
-
-  if (column.dLevelMax > 0) {
-    dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {
-      bitWidth: (0, _readUtils.getBitWidth)(column.dLevelMax)
-    });
-  }
-
-  const valuesBuf = encodeValues(column.primitiveType, column.encoding, data.values, {
-    typeLength: column.typeLength,
-    bitWidth: column.typeLength
-  });
-  const dataBuf = Buffer.concat([rLevelsBuf, dLevelsBuf, valuesBuf]);
-  const compressedBuf = await Compression.deflate(column.compression, dataBuf);
-  const header = new _parquetThrift.PageHeader({
-    type: _parquetThrift.PageType.DATA_PAGE,
-    data_page_header: new _parquetThrift.DataPageHeader({
-      num_values: data.count,
-      encoding: _parquetThrift.Encoding[column.encoding],
-      definition_level_encoding: _parquetThrift.Encoding[PARQUET_RDLVL_ENCODING],
-      repetition_level_encoding: _parquetThrift.Encoding[PARQUET_RDLVL_ENCODING]
-    }),
-    uncompressed_page_size: dataBuf.length,
-    compressed_page_size: compressedBuf.length
-  });
-  const headerBuf = (0, _readUtils.serializeThrift)(header);
-  const page = Buffer.concat([headerBuf, compressedBuf]);
-  return {
-    header,
-    headerSize: headerBuf.length,
-    page
-  };
+function encodeDataPage(_x15, _x16) {
+  return _encodeDataPage.apply(this, arguments);
 }
 
-async function encodeDataPageV2(column, data, rowCount) {
-  const valuesBuf = encodeValues(column.primitiveType, column.encoding, data.values, {
-    typeLength: column.typeLength,
-    bitWidth: column.typeLength
-  });
-  const compressedBuf = await Compression.deflate(column.compression, valuesBuf);
-  let rLevelsBuf = Buffer.alloc(0);
-
-  if (column.rLevelMax > 0) {
-    rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {
-      bitWidth: (0, _readUtils.getBitWidth)(column.rLevelMax),
-      disableEnvelope: true
-    });
-  }
-
-  let dLevelsBuf = Buffer.alloc(0);
-
-  if (column.dLevelMax > 0) {
-    dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {
-      bitWidth: (0, _readUtils.getBitWidth)(column.dLevelMax),
-      disableEnvelope: true
-    });
-  }
+function _encodeDataPage() {
+  _encodeDataPage = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee11(column, data) {
+    var rLevelsBuf, dLevelsBuf, valuesBuf, dataBuf, compressedBuf, header, headerBuf, page;
+    return _regenerator.default.wrap(function _callee11$(_context11) {
+      while (1) {
+        switch (_context11.prev = _context11.next) {
+          case 0:
+            rLevelsBuf = Buffer.alloc(0);
+
+            if (column.rLevelMax > 0) {
+              rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {
+                bitWidth: (0, _readUtils.getBitWidth)(column.rLevelMax)
+              });
+            }
+
+            dLevelsBuf = Buffer.alloc(0);
+
+            if (column.dLevelMax > 0) {
+              dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {
+                bitWidth: (0, _readUtils.getBitWidth)(column.dLevelMax)
+              });
+            }
+
+            valuesBuf = encodeValues(column.primitiveType, column.encoding, data.values, {
+              typeLength: column.typeLength,
+              bitWidth: column.typeLength
+            });
+            dataBuf = Buffer.concat([rLevelsBuf, dLevelsBuf, valuesBuf]);
+            _context11.next = 8;
+            return Compression.deflate(column.compression, dataBuf);
+
+          case 8:
+            compressedBuf = _context11.sent;
+            header = new _parquetThrift.PageHeader({
+              type: _parquetThrift.PageType.DATA_PAGE,
+              data_page_header: new _parquetThrift.DataPageHeader({
+                num_values: data.count,
+                encoding: _parquetThrift.Encoding[column.encoding],
+                definition_level_encoding: _parquetThrift.Encoding[PARQUET_RDLVL_ENCODING],
+                repetition_level_encoding: _parquetThrift.Encoding[PARQUET_RDLVL_ENCODING]
+              }),
+              uncompressed_page_size: dataBuf.length,
+              compressed_page_size: compressedBuf.length
+            });
+            headerBuf = (0, _readUtils.serializeThrift)(header);
+            page = Buffer.concat([headerBuf, compressedBuf]);
+            return _context11.abrupt("return", {
+              header: header,
+              headerSize: headerBuf.length,
+              page: page
+            });
+
+          case 13:
+          case "end":
+            return _context11.stop();
+        }
+      }
+    }, _callee11);
+  }));
+  return _encodeDataPage.apply(this, arguments);
+}
 
-  const header = new _parquetThrift.PageHeader({
-    type: _parquetThrift.PageType.DATA_PAGE_V2,
-    data_page_header_v2: new _parquetThrift.DataPageHeaderV2({
-      num_values: data.count,
-      num_nulls: data.count - data.values.length,
-      num_rows: rowCount,
-      encoding: _parquetThrift.Encoding[column.encoding],
-      definition_levels_byte_length: dLevelsBuf.length,
-      repetition_levels_byte_length: rLevelsBuf.length,
-      is_compressed: column.compression !== 'UNCOMPRESSED'
-    }),
-    uncompressed_page_size: rLevelsBuf.length + dLevelsBuf.length + valuesBuf.length,
-    compressed_page_size: rLevelsBuf.length + dLevelsBuf.length + compressedBuf.length
-  });
-  const headerBuf = (0, _readUtils.serializeThrift)(header);
-  const page = Buffer.concat([headerBuf, rLevelsBuf, dLevelsBuf, compressedBuf]);
-  return {
-    header,
-    headerSize: headerBuf.length,
-    page
-  };
+function encodeDataPageV2(_x17, _x18, _x19) {
+  return _encodeDataPageV.apply(this, arguments);
 }
 
-async function encodeColumnChunk(column, buffer, offset, opts) {
-  const data = buffer.columnData[column.path.join()];
-  const baseOffset = (opts.baseOffset || 0) + offset;
-  let pageBuf;
-  let total_uncompressed_size = 0;
-  let total_compressed_size = 0;
-  {
-    const result = opts.useDataPageV2 ? await encodeDataPageV2(column, data, buffer.rowCount) : await encodeDataPage(column, data);
-    pageBuf = result.page;
-    total_uncompressed_size += result.header.uncompressed_page_size + result.headerSize;
-    total_compressed_size += result.header.compressed_page_size + result.headerSize;
-  }
-  const metadata = new _parquetThrift.ColumnMetaData({
-    path_in_schema: column.path,
-    num_values: data.count,
-    data_page_offset: baseOffset,
-    encodings: [],
-    total_uncompressed_size,
-    total_compressed_size,
-    type: _parquetThrift.Type[column.primitiveType],
-    codec: _parquetThrift.CompressionCodec[column.compression]
-  });
-  metadata.encodings.push(_parquetThrift.Encoding[PARQUET_RDLVL_ENCODING]);
-  metadata.encodings.push(_parquetThrift.Encoding[column.encoding]);
-  const metadataOffset = baseOffset + pageBuf.length;
-  const body = Buffer.concat([pageBuf, (0, _readUtils.serializeThrift)(metadata)]);
-  return {
-    body,
-    metadata,
-    metadataOffset
-  };
+function _encodeDataPageV() {
+  _encodeDataPageV = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee12(column, data, rowCount) {
+    var valuesBuf, compressedBuf, rLevelsBuf, dLevelsBuf, header, headerBuf, page;
+    return _regenerator.default.wrap(function _callee12$(_context12) {
+      while (1) {
+        switch (_context12.prev = _context12.next) {
+          case 0:
+            valuesBuf = encodeValues(column.primitiveType, column.encoding, data.values, {
+              typeLength: column.typeLength,
+              bitWidth: column.typeLength
+            });
+            _context12.next = 3;
+            return Compression.deflate(column.compression, valuesBuf);
+
+          case 3:
+            compressedBuf = _context12.sent;
+            rLevelsBuf = Buffer.alloc(0);
+
+            if (column.rLevelMax > 0) {
+              rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {
+                bitWidth: (0, _readUtils.getBitWidth)(column.rLevelMax),
+                disableEnvelope: true
+              });
+            }
+
+            dLevelsBuf = Buffer.alloc(0);
+
+            if (column.dLevelMax > 0) {
+              dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {
+                bitWidth: (0, _readUtils.getBitWidth)(column.dLevelMax),
+                disableEnvelope: true
+              });
+            }
+
+            header = new _parquetThrift.PageHeader({
+              type: _parquetThrift.PageType.DATA_PAGE_V2,
+              data_page_header_v2: new _parquetThrift.DataPageHeaderV2({
+                num_values: data.count,
+                num_nulls: data.count - data.values.length,
+                num_rows: rowCount,
+                encoding: _parquetThrift.Encoding[column.encoding],
+                definition_levels_byte_length: dLevelsBuf.length,
+                repetition_levels_byte_length: rLevelsBuf.length,
+                is_compressed: column.compression !== 'UNCOMPRESSED'
+              }),
+              uncompressed_page_size: rLevelsBuf.length + dLevelsBuf.length + valuesBuf.length,
+              compressed_page_size: rLevelsBuf.length + dLevelsBuf.length + compressedBuf.length
+            });
+            headerBuf = (0, _readUtils.serializeThrift)(header);
+            page = Buffer.concat([headerBuf, rLevelsBuf, dLevelsBuf, compressedBuf]);
+            return _context12.abrupt("return", {
+              header: header,
+              headerSize: headerBuf.length,
+              page: page
+            });
+
+          case 12:
+          case "end":
+            return _context12.stop();
+        }
+      }
+    }, _callee12);
+  }));
+  return _encodeDataPageV.apply(this, arguments);
 }
 
-async function encodeRowGroup(schema, data, opts) {
-  const metadata = new _parquetThrift.RowGroup({
-    num_rows: data.rowCount,
-    columns: [],
-    total_byte_size: 0
-  });
-  let body = Buffer.alloc(0);
+function encodeColumnChunk(_x20, _x21, _x22, _x23) {
+  return _encodeColumnChunk.apply(this, arguments);
+}
 
-  for (const field of schema.fieldList) {
-    if (field.isNested) {
-      continue;
-    }
+function _encodeColumnChunk() {
+  _encodeColumnChunk = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee13(column, buffer, offset, opts) {
+    var data, baseOffset, pageBuf, total_uncompressed_size, total_compressed_size, result, metadata, metadataOffset, body;
+    return _regenerator.default.wrap(function _callee13$(_context13) {
+      while (1) {
+        switch (_context13.prev = _context13.next) {
+          case 0:
+            data = buffer.columnData[column.path.join()];
+            baseOffset = (opts.baseOffset || 0) + offset;
+            total_uncompressed_size = 0;
+            total_compressed_size = 0;
+
+            if (!opts.useDataPageV2) {
+              _context13.next = 10;
+              break;
+            }
+
+            _context13.next = 7;
+            return encodeDataPageV2(column, data, buffer.rowCount);
+
+          case 7:
+            _context13.t0 = _context13.sent;
+            _context13.next = 13;
+            break;
+
+          case 10:
+            _context13.next = 12;
+            return encodeDataPage(column, data);
+
+          case 12:
+            _context13.t0 = _context13.sent;
+
+          case 13:
+            result = _context13.t0;
+            pageBuf = result.page;
+            total_uncompressed_size += result.header.uncompressed_page_size + result.headerSize;
+            total_compressed_size += result.header.compressed_page_size + result.headerSize;
+            metadata = new _parquetThrift.ColumnMetaData({
+              path_in_schema: column.path,
+              num_values: data.count,
+              data_page_offset: baseOffset,
+              encodings: [],
+              total_uncompressed_size: total_uncompressed_size,
+              total_compressed_size: total_compressed_size,
+              type: _parquetThrift.Type[column.primitiveType],
+              codec: _parquetThrift.CompressionCodec[column.compression]
+            });
+            metadata.encodings.push(_parquetThrift.Encoding[PARQUET_RDLVL_ENCODING]);
+            metadata.encodings.push(_parquetThrift.Encoding[column.encoding]);
+            metadataOffset = baseOffset + pageBuf.length;
+            body = Buffer.concat([pageBuf, (0, _readUtils.serializeThrift)(metadata)]);
+            return _context13.abrupt("return", {
+              body: body,
+              metadata: metadata,
+              metadataOffset: metadataOffset
+            });
+
+          case 23:
+          case "end":
+            return _context13.stop();
+        }
+      }
+    }, _callee13);
+  }));
+  return _encodeColumnChunk.apply(this, arguments);
+}
 
-    const cchunkData = await encodeColumnChunk(field, data, body.length, opts);
-    const cchunk = new _parquetThrift.ColumnChunk({
-      file_offset: cchunkData.metadataOffset,
-      meta_data: cchunkData.metadata
-    });
-    metadata.columns.push(cchunk);
-    metadata.total_byte_size = new _nodeInt.default(Number(metadata.total_byte_size) + cchunkData.body.length);
-    body = Buffer.concat([body, cchunkData.body]);
-  }
+function encodeRowGroup(_x24, _x25, _x26) {
+  return _encodeRowGroup.apply(this, arguments);
+}
 
-  return {
-    body,
-    metadata
-  };
+function _encodeRowGroup() {
+  _encodeRowGroup = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee14(schema, data, opts) {
+    var metadata, body, _iterator2, _step2, field, cchunkData, cchunk;
+
+    return _regenerator.default.wrap(function _callee14$(_context14) {
+      while (1) {
+        switch (_context14.prev = _context14.next) {
+          case 0:
+            metadata = new _parquetThrift.RowGroup({
+              num_rows: data.rowCount,
+              columns: [],
+              total_byte_size: 0
+            });
+            body = Buffer.alloc(0);
+            _iterator2 = _createForOfIteratorHelper(schema.fieldList);
+            _context14.prev = 3;
+
+            _iterator2.s();
+
+          case 5:
+            if ((_step2 = _iterator2.n()).done) {
+              _context14.next = 18;
+              break;
+            }
+
+            field = _step2.value;
+
+            if (!field.isNested) {
+              _context14.next = 9;
+              break;
+            }
+
+            return _context14.abrupt("continue", 16);
+
+          case 9:
+            _context14.next = 11;
+            return encodeColumnChunk(field, data, body.length, opts);
+
+          case 11:
+            cchunkData = _context14.sent;
+            cchunk = new _parquetThrift.ColumnChunk({
+              file_offset: cchunkData.metadataOffset,
+              meta_data: cchunkData.metadata
+            });
+            metadata.columns.push(cchunk);
+            metadata.total_byte_size = new _nodeInt.default(Number(metadata.total_byte_size) + cchunkData.body.length);
+            body = Buffer.concat([body, cchunkData.body]);
+
+          case 16:
+            _context14.next = 5;
+            break;
+
+          case 18:
+            _context14.next = 23;
+            break;
+
+          case 20:
+            _context14.prev = 20;
+            _context14.t0 = _context14["catch"](3);
+
+            _iterator2.e(_context14.t0);
+
+          case 23:
+            _context14.prev = 23;
+
+            _iterator2.f();
+
+            return _context14.finish(23);
+
+          case 26:
+            return _context14.abrupt("return", {
+              body: body,
+              metadata: metadata
+            });
+
+          case 27:
+          case "end":
+            return _context14.stop();
+        }
+      }
+    }, _callee14, null, [[3, 20, 23, 26]]);
+  }));
+  return _encodeRowGroup.apply(this, arguments);
 }
 
 function encodeFooter(schema, rowCount, rowGroups, userMetadata) {
-  const metadata = new _parquetThrift.FileMetaData({
+  var metadata = new _parquetThrift.FileMetaData({
     version: PARQUET_VERSION,
     created_by: 'parquets',
     num_rows: rowCount,
@@ -390,47 +816,57 @@ function encodeFooter(schema, rowCount, rowGroups, userMetadata) {
     key_value_metadata: []
   });
 
-  for (const key in userMetadata) {
+  for (var key in userMetadata) {
     var _metadata$key_value_m, _metadata$key_value_m2;
 
-    const kv = new _parquetThrift.KeyValue({
-      key,
+    var kv = new _parquetThrift.KeyValue({
+      key: key,
       value: userMetadata[key]
     });
     (_metadata$key_value_m = metadata.key_value_metadata) === null || _metadata$key_value_m === void 0 ? void 0 : (_metadata$key_value_m2 = _metadata$key_value_m.push) === null || _metadata$key_value_m2 === void 0 ? void 0 : _metadata$key_value_m2.call(_metadata$key_value_m, kv);
   }
 
   {
-    const schemaRoot = new _parquetThrift.SchemaElement({
+    var schemaRoot = new _parquetThrift.SchemaElement({
       name: 'root',
       num_children: Object.keys(schema.fields).length
     });
     metadata.schema.push(schemaRoot);
   }
 
-  for (const field of schema.fieldList) {
-    const relt = _parquetThrift.FieldRepetitionType[field.repetitionType];
-    const schemaElem = new _parquetThrift.SchemaElement({
-      name: field.name,
-      repetition_type: relt
-    });
-
-    if (field.isNested) {
-      schemaElem.num_children = field.fieldCount;
-    } else {
-      schemaElem.type = _parquetThrift.Type[field.primitiveType];
+  var _iterator = _createForOfIteratorHelper(schema.fieldList),
+      _step;
+
+  try {
+    for (_iterator.s(); !(_step = _iterator.n()).done;) {
+      var field = _step.value;
+      var relt = _parquetThrift.FieldRepetitionType[field.repetitionType];
+      var schemaElem = new _parquetThrift.SchemaElement({
+        name: field.name,
+        repetition_type: relt
+      });
+
+      if (field.isNested) {
+        schemaElem.num_children = field.fieldCount;
+      } else {
+        schemaElem.type = _parquetThrift.Type[field.primitiveType];
+      }
+
+      if (field.originalType) {
+        schemaElem.converted_type = _parquetThrift.ConvertedType[field.originalType];
+      }
+
+      schemaElem.type_length = field.typeLength;
+      metadata.schema.push(schemaElem);
     }
-
-    if (field.originalType) {
-      schemaElem.converted_type = _parquetThrift.ConvertedType[field.originalType];
-    }
-
-    schemaElem.type_length = field.typeLength;
-    metadata.schema.push(schemaElem);
+  } catch (err) {
+    _iterator.e(err);
+  } finally {
+    _iterator.f();
   }
 
-  const metadataEncoded = (0, _readUtils.serializeThrift)(metadata);
-  const footerEncoded = Buffer.alloc(metadataEncoded.length + 8);
+  var metadataEncoded = (0, _readUtils.serializeThrift)(metadata);
+  var footerEncoded = Buffer.alloc(metadataEncoded.length + 8);
   metadataEncoded.copy(footerEncoded);
   footerEncoded.writeUInt32LE(metadataEncoded.length, metadataEncoded.length);
   footerEncoded.write(PARQUET_MAGIC, metadataEncoded.length + 4);