@loaders.gl/parquet 3.0.12 → 3.1.0-alpha.4

package/dist/es5/parquetjs/compression.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/parquetjs/compression.ts"],"names":["brotli","lzo","lz4js","PARQUET_COMPRESSION_METHODS","UNCOMPRESSED","deflate","deflate_identity","inflate","inflate_identity","GZIP","deflate_gzip","inflate_gzip","SNAPPY","deflate_snappy","inflate_snappy","LZO","deflate_lzo","inflate_lzo","BROTLI","deflate_brotli","inflate_brotli","LZ4","deflate_lz4","inflate_lz4","method","value","Error","zlib","gzipSync","snappyjs","compress","Util","load","result","mode","quality","lgwin","Buffer","from","alloc","err","size","gunzipSync","uncompress","decompress","length"],"mappings":";;;;;;;;;;;;;AAGA;;AACA;;AACA;;;;;;AAEA,IAAIA,MAAJ;AACA,IAAIC,GAAJ;AACA,IAAIC,KAAJ;AAOO,IAAMC,2BAA8E,GAAG;AAC5FC,EAAAA,YAAY,EAAE;AACZC,IAAAA,OAAO,EAAEC,gBADG;AAEZC,IAAAA,OAAO,EAAEC;AAFG,GAD8E;AAK5FC,EAAAA,IAAI,EAAE;AACJJ,IAAAA,OAAO,EAAEK,YADL;AAEJH,IAAAA,OAAO,EAAEI;AAFL,GALsF;AAS5FC,EAAAA,MAAM,EAAE;AACNP,IAAAA,OAAO,EAAEQ,cADH;AAENN,IAAAA,OAAO,EAAEO;AAFH,GAToF;AAa5FC,EAAAA,GAAG,EAAE;AACHV,IAAAA,OAAO,EAAEW,WADN;AAEHT,IAAAA,OAAO,EAAEU;AAFN,GAbuF;AAiB5FC,EAAAA,MAAM,EAAE;AACNb,IAAAA,OAAO,EAAEc,cADH;AAENZ,IAAAA,OAAO,EAAEa;AAFH,GAjBoF;AAqB5FC,EAAAA,GAAG,EAAE;AACHhB,IAAAA,OAAO,EAAEiB,WADN;AAEHf,IAAAA,OAAO,EAAEgB;AAFN;AArBuF,CAAvF;;;AA8BA,SAASlB,OAAT,CAAiBmB,MAAjB,EAA6CC,KAA7C,EAAoE;AACzE,MAAI,EAAED,MAAM,IAAIrB,2BAAZ,CAAJ,EAA8C;AAC5C,UAAM,IAAIuB,KAAJ,uCAAyCF,MAAzC,EAAN;AACD;;AAED,SAAOrB,2BAA2B,CAACqB,MAAD,CAA3B,CAAoCnB,OAApC,CAA4CoB,KAA5C,CAAP;AACD;;AAED,SAASnB,gBAAT,CAA0BmB,KAA1B,EAAiD;AAC/C,SAAOA,KAAP;AACD;;AAED,SAASf,YAAT,CAAsBe,KAAtB,EAA6C;AAC3C,SAAOE,cAAKC,QAAL,CAAcH,KAAd,CAAP;AACD;;AAED,SAASZ,cAAT,CAAwBY,KAAxB,EAA+C;AAC7C,SAAOI,kBAASC,QAAT,CAAkBL,KAAlB,CAAP;AACD;;AAED,SAAST,WAAT,CAAqBS,KAArB,EAA4C;AAC1CxB,EAAAA,GAAG,GAAGA,GAAG,IAAI8B,IAAI,CAACC,IAAL,CAAU,KAAV,CAAb;AACA,SAAO/B,GAAG,CAAC6B,QAAJ,CAAaL,KAAb,CAAP;AACD;;AAED,SAASN,cAAT,CAAwBM,KAAxB,EAA+C;AAC7CzB,EAAAA,MAAM,GAAGA,MAAM,IAAI+B,IAAI,CAACC,IAAL,CAAU,QAAV,CAAnB;AACA,MAAMC,MAAM,GAAGjC,MAAM,CAAC8B,QAAP,CAAgBL,KAAhB,EAAuB;AACpCS,IAAAA,IAAI,EAAE,CAD8B;AAEpCC,IAAAA,OAAO,EAAE,CAF2B;AAGpCC,IAAAA,KAAK,EAAE;AAH6B,GAAvB,CAAf;AAKA,SAAOH,MAAM,GAAGI,MAAM,CAACC,IAAP,CAAYL,MAAZ,CAAH,GAAyBI,MAAM,CAACE,KAAP,CAAa,CAAb,CAAtC;AACD;;AAED,SAASjB,WAAT,CAAqBG,KAArB,EAA4C;AAC1CvB,EAAAA,KAAK,GAAGA,KAAK,IAAI6B,IAAI,CAACC,IAAL,CAAU,OAAV,CAAjB;;AACA,MAAI;AAMF,WAAOK,MAAM,CAACC,IAAP,CAAYpC,KAAK,CAAC4B,QAAN,CAAeL,KAAf,CAAZ,CAAP;AACD,GAPD,CAOE,OAAOe,GAAP,EAAY;AACZ,UAAMA,GAAN;AACD;AACF;;AAKM,SAASjC,OAAT,CAAiBiB,MAAjB,EAA6CC,KAA7C,EAA4DgB,IAA5D,EAAkF;AACvF,MAAI,EAAEjB,MAAM,IAAIrB,2BAAZ,CAAJ,EAA8C;AAC5C,UAAM,IAAIuB,KAAJ,uCAAyCF,MAAzC,EAAN;AACD;;AAED,SAAOrB,2BAA2B,CAACqB,MAAD,CAA3B,CAAoCjB,OAApC,CAA4CkB,KAA5C,EAAmDgB,IAAnD,CAAP;AACD;;AAED,SAASjC,gBAAT,CAA0BiB,KAA1B,EAAiD;AAC/C,SAAOA,KAAP;AACD;;AAED,SAASd,YAAT,CAAsBc,KAAtB,EAA6C;AAC3C,SAAOE,cAAKe,UAAL,CAAgBjB,KAAhB,CAAP;AACD;;AAED,SAASX,cAAT,CAAwBW,KAAxB,EAA+C;AAC7C,SAAOI,kBAASc,UAAT,CAAoBlB,KAApB,CAAP;AACD;;AAED,SAASR,WAAT,CAAqBQ,KAArB,EAAoCgB,IAApC,EAA0D;AACxDxC,EAAAA,GAAG,GAAGA,GAAG,IAAI8B,IAAI,CAACC,IAAL,CAAU,KAAV,CAAb;AACA,SAAO/B,GAAG,CAAC2C,UAAJ,CAAenB,KAAf,EAAsBgB,IAAtB,CAAP;AACD;;AAED,SAASlB,WAAT,CAAqBE,KAArB,EAAoCgB,IAApC,EAA0D;AACxDvC,EAAAA,KAAK,GAAGA,KAAK,IAAI6B,IAAI,CAACC,IAAL,CAAU,OAAV,CAAjB;;AACA,MAAI;AAMF,WAAOK,MAAM,CAACC,IAAP,CAAYpC,KAAK,CAAC0C,UAAN,CAAiBnB,KAAjB,EAAwBgB,IAAxB,CAAZ,CAAP;AACD,GAPD,CAOE,OAAOD,GAAP,EAAY;AACZ,UAAMA,GAAN;AACD;AACF;;AAED,SAASpB,cAAT,CAAwBK,KAAxB,EAA+C;AAC7CzB,EAAAA,MAAM,GAAGA,MAAM,IAAI+B,IAAI,CAACC,IAAL,CAAU,QAAV,CAAnB;;AACA,MAAI,CAACP,KAAK,CAACoB,MAAX,EAAmB;AACjB,WAAOR,MAAM,CAACE,KAAP,CAAa,CAAb,CAAP;AACD;;AACD,SAAOF,MAAM,CAACC,IAAP,CAAYtC,MAAM,CAAC4C,UAAP,CAAkBnB,KAAlB,CAAZ,CAAP;AACD","sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n/* eslint-disable camelcase */\nimport {ParquetCompression} from './schema/declare';\nimport * as Util from './util';\nimport zlib from 'zlib';\nimport snappyjs from 'snappyjs';\n\nlet brotli: any;\nlet lzo: any;\nlet lz4js: any;\n\nexport interface ParquetCompressionKit {\n  deflate: (value: Buffer) => Buffer;\n  inflate: (value: Buffer, size: number) => Buffer;\n}\n\nexport const PARQUET_COMPRESSION_METHODS: Record<ParquetCompression, ParquetCompressionKit> = {\n  UNCOMPRESSED: {\n    deflate: deflate_identity,\n    inflate: inflate_identity\n  },\n  GZIP: {\n    deflate: deflate_gzip,\n    inflate: inflate_gzip\n  },\n  SNAPPY: {\n    deflate: deflate_snappy,\n    inflate: inflate_snappy\n  },\n  LZO: {\n    deflate: deflate_lzo,\n    inflate: inflate_lzo\n  },\n  BROTLI: {\n    deflate: deflate_brotli,\n    inflate: inflate_brotli\n  },\n  LZ4: {\n    deflate: deflate_lz4,\n    inflate: inflate_lz4\n  }\n};\n\n/**\n * Deflate a value using compression method `method`\n */\nexport function deflate(method: ParquetCompression, value: Buffer): Buffer {\n  if (!(method in PARQUET_COMPRESSION_METHODS)) {\n    throw new Error(`invalid compression method: ${method}`);\n  }\n\n  return PARQUET_COMPRESSION_METHODS[method].deflate(value);\n}\n\nfunction deflate_identity(value: Buffer): Buffer {\n  return value;\n}\n\nfunction deflate_gzip(value: Buffer): Buffer {\n  return zlib.gzipSync(value);\n}\n\nfunction deflate_snappy(value: Buffer): Buffer {\n  return snappyjs.compress(value);\n}\n\nfunction deflate_lzo(value: Buffer): Buffer {\n  lzo = lzo || Util.load('lzo');\n  return lzo.compress(value);\n}\n\nfunction deflate_brotli(value: Buffer): Buffer {\n  brotli = brotli || Util.load('brotli');\n  const result = brotli.compress(value, {\n    mode: 0,\n    quality: 8,\n    lgwin: 22\n  });\n  return result ? Buffer.from(result) : Buffer.alloc(0);\n}\n\nfunction deflate_lz4(value: Buffer): Buffer {\n  lz4js = lz4js || Util.load('lz4js');\n  try {\n    // let result = Buffer.alloc(lz4js.encodeBound(value.length));\n    // const compressedSize = lz4.encodeBlock(value, result);\n    // // remove unnecessary bytes\n    // result = result.slice(0, compressedSize);\n    // return result;\n    return Buffer.from(lz4js.compress(value));\n  } catch (err) {\n    throw err;\n  }\n}\n\n/**\n * Inflate a value using compression method `method`\n */\nexport function inflate(method: ParquetCompression, value: Buffer, size: number): Buffer {\n  if (!(method in PARQUET_COMPRESSION_METHODS)) {\n    throw new Error(`invalid compression method: ${method}`);\n  }\n\n  return PARQUET_COMPRESSION_METHODS[method].inflate(value, size);\n}\n\nfunction inflate_identity(value: Buffer): Buffer {\n  return value;\n}\n\nfunction inflate_gzip(value: Buffer): Buffer {\n  return zlib.gunzipSync(value);\n}\n\nfunction inflate_snappy(value: Buffer): Buffer {\n  return snappyjs.uncompress(value);\n}\n\nfunction inflate_lzo(value: Buffer, size: number): Buffer {\n  lzo = lzo || Util.load('lzo');\n  return lzo.decompress(value, size);\n}\n\nfunction inflate_lz4(value: Buffer, size: number): Buffer {\n  lz4js = lz4js || Util.load('lz4js');\n  try {\n    // let result = Buffer.alloc(size);\n    // const uncompressedSize = lz4js.decodeBlock(value, result);\n    // // remove unnecessary bytes\n    // result = result.slice(0, uncompressedSize);\n    // return result;\n    return Buffer.from(lz4js.decompress(value, size));\n  } catch (err) {\n    throw err;\n  }\n}\n\nfunction inflate_brotli(value: Buffer): Buffer {\n  brotli = brotli || Util.load('brotli');\n  if (!value.length) {\n    return Buffer.alloc(0);\n  }\n  return Buffer.from(brotli.decompress(value));\n}\n"],"file":"compression.js"}
+{"version":3,"sources":["../../../src/parquetjs/compression.ts"],"names":["modules","brotli","decompress","brotliDecompress","compress","Error","lz4js","lzo","ZstdCodec","PARQUET_COMPRESSION_METHODS","UNCOMPRESSED","NoCompression","GZIP","GZipCompression","SNAPPY","SnappyCompression","BROTLI","BrotliCompression","LZ4","LZ4Compression","LZ4_RAW","LZO","LZOCompression","ZSTD","ZstdCompression","preloadCompressions","options","compressions","Object","values","Promise","all","map","compression","preload","deflate","method","value","inputArrayBuffer","compressedArrayBuffer","size","inflate"],"mappings":";;;;;;;;;;;;;;;;;AAIA;;AAYA;;AAKA;;AACA;;AACA;;AACA;;AAGA,IAAMA,OAAO,GAAG;AAEdC,EAAAA,MAAM,EAAE;AACNC,IAAAA,UAAU,EAAEC,oBADN;AAENC,IAAAA,QAAQ,EAAE,oBAAM;AACd,YAAM,IAAIC,KAAJ,CAAU,iBAAV,CAAN;AACD;AAJK,GAFM;AAQdC,EAAAA,KAAK,EAALA,cARc;AASdC,EAAAA,GAAG,EAAHA,YATc;AAUd,gBAAcC;AAVA,CAAhB;AAcO,IAAMC,2BAAoE,GAAG;AAClFC,EAAAA,YAAY,EAAE,IAAIC,0BAAJ,EADoE;AAElFC,EAAAA,IAAI,EAAE,IAAIC,4BAAJ,EAF4E;AAGlFC,EAAAA,MAAM,EAAE,IAAIC,8BAAJ,EAH0E;AAIlFC,EAAAA,MAAM,EAAE,IAAIC,8BAAJ,CAAsB;AAACjB,IAAAA,OAAO,EAAPA;AAAD,GAAtB,CAJ0E;AAMlFkB,EAAAA,GAAG,EAAE,IAAIC,2BAAJ,CAAmB;AAACnB,IAAAA,OAAO,EAAPA;AAAD,GAAnB,CAN6E;AAOlFoB,EAAAA,OAAO,EAAE,IAAID,2BAAJ,CAAmB;AAACnB,IAAAA,OAAO,EAAPA;AAAD,GAAnB,CAPyE;AAQlFqB,EAAAA,GAAG,EAAE,IAAIC,2BAAJ,CAAmB;AAACtB,IAAAA,OAAO,EAAPA;AAAD,GAAnB,CAR6E;AASlFuB,EAAAA,IAAI,EAAE,IAAIC,4BAAJ,CAAoB;AAACxB,IAAAA,OAAO,EAAPA;AAAD,GAApB;AAT4E,CAA7E;;;SAgBeyB,mB;;;;;mFAAf,iBAAmCC,OAAnC;AAAA;AAAA;AAAA;AAAA;AAAA;AACCC,YAAAA,YADD,GACgBC,MAAM,CAACC,MAAP,CAAcpB,2BAAd,CADhB;AAAA;AAAA,mBAEQqB,OAAO,CAACC,GAAR,CAAYJ,YAAY,CAACK,GAAb,CAAiB,UAACC,WAAD;AAAA,qBAAiBA,WAAW,CAACC,OAAZ,EAAjB;AAAA,aAAjB,CAAZ,CAFR;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAQeC,O;;;;;uEAAf,kBAAuBC,MAAvB,EAAmDC,KAAnD;AAAA;AAAA;AAAA;AAAA;AAAA;AACCJ,YAAAA,WADD,GACexB,2BAA2B,CAAC2B,MAAD,CAD1C;;AAAA,gBAEAH,WAFA;AAAA;AAAA;AAAA;;AAAA,kBAGG,IAAI5B,KAAJ,gDAAkD+B,MAAlD,EAHH;;AAAA;AAKCE,YAAAA,gBALD,GAKoB,gCAAcD,KAAd,CALpB;AAAA;AAAA,mBAM+BJ,WAAW,CAAC7B,QAAZ,CAAqBkC,gBAArB,CAN/B;;AAAA;AAMCC,YAAAA,qBAND;AAAA,8CAOE,2BAASA,qBAAT,CAPF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAaerC,U;;;;;0EAAf,kBACLkC,MADK,EAELC,KAFK,EAGLG,IAHK;AAAA;AAAA;AAAA;AAAA;AAAA;AAKCP,YAAAA,WALD,GAKexB,2BAA2B,CAAC2B,MAAD,CAL1C;;AAAA,gBAMAH,WANA;AAAA;AAAA;AAAA;;AAAA,kBAOG,IAAI5B,KAAJ,gDAAkD+B,MAAlD,EAPH;;AAAA;AASCE,YAAAA,gBATD,GASoB,gCAAcD,KAAd,CATpB;AAAA;AAAA,mBAU+BJ,WAAW,CAAC/B,UAAZ,CAAuBoC,gBAAvB,EAAyCE,IAAzC,CAV/B;;AAAA;AAUCD,YAAAA,qBAVD;AAAA,8CAWE,2BAASA,qBAAT,CAXF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAiBA,SAASE,OAAT,CAAiBL,MAAjB,EAA6CC,KAA7C,EAA4DG,IAA5D,EAAkF;AACvF,MAAI,EAAEJ,MAAM,IAAI3B,2BAAZ,CAAJ,EAA8C;AAC5C,UAAM,IAAIJ,KAAJ,uCAAyC+B,MAAzC,EAAN;AACD;;AAED,SAAO3B,2BAA2B,CAAC2B,MAAD,CAA3B,CAAoCK,OAApC,CAA4CJ,KAA5C,EAAmDG,IAAnD,CAAP;AACD","sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n/* eslint-disable camelcase */\n// Forked from https://github.com/ironSource/parquetjs under MIT license\n\nimport {\n  Compression,\n  NoCompression,\n  GZipCompression,\n  SnappyCompression,\n  BrotliCompression,\n  LZOCompression,\n  LZ4Compression,\n  ZstdCompression\n} from '@loaders.gl/compression';\n\nimport {ParquetCompression} from './schema/declare';\nimport {toArrayBuffer, toBuffer} from './utils/buffer-utils';\n\n// TODO switch to worker compression to avoid bundling...\n\n// import brotli from 'brotli'; - brotli has problems with decompress in browsers\nimport brotliDecompress from 'brotli/decompress';\nimport lz4js from 'lz4js';\nimport lzo from 'lzo';\nimport {ZstdCodec} from 'zstd-codec';\n\n// Inject large dependencies through Compression constructor options\nconst modules = {\n  // brotli has problems with decompress in browsers\n  brotli: {\n    decompress: brotliDecompress,\n    compress: () => {\n      throw new Error('brotli compress');\n    }\n  },\n  lz4js,\n  lzo,\n  'zstd-codec': ZstdCodec\n};\n\n// See https://github.com/apache/parquet-format/blob/master/Compression.md\nexport const PARQUET_COMPRESSION_METHODS: Record<ParquetCompression, Compression> = {\n  UNCOMPRESSED: new NoCompression(),\n  GZIP: new GZipCompression(),\n  SNAPPY: new SnappyCompression(),\n  BROTLI: new BrotliCompression({modules}),\n  // TODO: Understand difference between LZ4 and LZ4_RAW\n  LZ4: new LZ4Compression({modules}),\n  LZ4_RAW: new LZ4Compression({modules}),\n  LZO: new LZOCompression({modules}),\n  ZSTD: new ZstdCompression({modules})\n};\n\n/**\n * Register compressions that have big external libraries\n * @param options.modules External library dependencies\n */\nexport async function preloadCompressions(options?: {modules: {[key: string]: any}}) {\n  const compressions = Object.values(PARQUET_COMPRESSION_METHODS);\n  return await Promise.all(compressions.map((compression) => compression.preload()));\n}\n\n/**\n * Deflate a value using compression method `method`\n */\nexport async function deflate(method: ParquetCompression, value: Buffer): Promise<Buffer> {\n  const compression = PARQUET_COMPRESSION_METHODS[method];\n  if (!compression) {\n    throw new Error(`parquet: invalid compression method: ${method}`);\n  }\n  const inputArrayBuffer = toArrayBuffer(value);\n  const compressedArrayBuffer = await compression.compress(inputArrayBuffer);\n  return toBuffer(compressedArrayBuffer);\n}\n\n/**\n * Inflate a value using compression method `method`\n */\nexport async function decompress(\n  method: ParquetCompression,\n  value: Buffer,\n  size: number\n): Promise<Buffer> {\n  const compression = PARQUET_COMPRESSION_METHODS[method];\n  if (!compression) {\n    throw new Error(`parquet: invalid compression method: ${method}`);\n  }\n  const inputArrayBuffer = toArrayBuffer(value);\n  const compressedArrayBuffer = await compression.decompress(inputArrayBuffer, size);\n  return toBuffer(compressedArrayBuffer);\n}\n\n/*\n * Inflate a value using compression method `method`\n */\nexport function inflate(method: ParquetCompression, value: Buffer, size: number): Buffer {\n  if (!(method in PARQUET_COMPRESSION_METHODS)) {\n    throw new Error(`invalid compression method: ${method}`);\n  }\n  // @ts-ignore\n  return PARQUET_COMPRESSION_METHODS[method].inflate(value, size);\n}\n\n/*\nfunction deflate_identity(value: Buffer): Buffer {\n  return value;\n}\n\nfunction deflate_gzip(value: Buffer): Buffer {\n  return zlib.gzipSync(value);\n}\n\nfunction deflate_snappy(value: Buffer): Buffer {\n  return snappyjs.compress(value);\n}\n\nfunction deflate_lzo(value: Buffer): Buffer {\n  lzo = lzo || Util.load('lzo');\n  return lzo.compress(value);\n}\n\nfunction deflate_brotli(value: Buffer): Buffer {\n  brotli = brotli || Util.load('brotli');\n  const result = brotli.compress(value, {\n    mode: 0,\n    quality: 8,\n    lgwin: 22\n  });\n  return result ? Buffer.from(result) : Buffer.alloc(0);\n}\n\nfunction deflate_lz4(value: Buffer): Buffer {\n  lz4js = lz4js || Util.load('lz4js');\n  try {\n    // let result = Buffer.alloc(lz4js.encodeBound(value.length));\n    // const compressedSize = lz4.encodeBlock(value, result);\n    // // remove unnecessary bytes\n    // result = result.slice(0, compressedSize);\n    // return result;\n    return Buffer.from(lz4js.compress(value));\n  } catch (err) {\n    throw err;\n  }\n}\nfunction inflate_identity(value: Buffer): Buffer {\n  return value;\n}\n\nfunction inflate_gzip(value: Buffer): Buffer {\n  return zlib.gunzipSync(value);\n}\n\nfunction inflate_snappy(value: Buffer): Buffer {\n  return snappyjs.uncompress(value);\n}\n\nfunction inflate_lzo(value: Buffer, size: number): Buffer {\n  lzo = lzo || Util.load('lzo');\n  return lzo.decompress(value, size);\n}\n\nfunction inflate_lz4(value: Buffer, size: number): Buffer {\n  lz4js = lz4js || Util.load('lz4js');\n  try {\n    // let result = Buffer.alloc(size);\n    // const uncompressedSize = lz4js.decodeBlock(value, result);\n    // // remove unnecessary bytes\n    // result = result.slice(0, uncompressedSize);\n    // return result;\n    return Buffer.from(lz4js.decompress(value, size));\n  } catch (err) {\n    throw err;\n  }\n}\n\nfunction inflate_brotli(value: Buffer): Buffer {\n  brotli = brotli || Util.load('brotli');\n  if (!value.length) {\n    return Buffer.alloc(0);\n  }\n  return Buffer.from(brotli.decompress(value));\n}\n*/\n"],"file":"compression.js"}

package/dist/es5/parquetjs/{writer.js → encoder/writer.js}

@@ -29,15 +29,17 @@ var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/de
 
 var _stream = require("stream");
 
-var _codecs = require("./codecs");
+var _codecs = require("../codecs");
 
-var Compression = _interopRequireWildcard(require("./compression"));
+var Compression = _interopRequireWildcard(require("../compression"));
 
-var Shred = _interopRequireWildcard(require("./schema/shred"));
+var Shred = _interopRequireWildcard(require("../schema/shred"));
 
-var _parquetThrift = require("./parquet-thrift");
+var _parquetThrift = require("../parquet-thrift");
 
-var Util = _interopRequireWildcard(require("./util"));
+var _fileUtils = require("../utils/file-utils");
+
+var _readUtils = require("../utils/read-utils");
 
 var _nodeInt = _interopRequireDefault(require("node-int64"));
 
@@ -77,25 +79,58 @@ var ParquetWriter = function () {
     this.rowGroupSize = opts.rowGroupSize || PARQUET_DEFAULT_ROW_GROUP_SIZE;
     this.closed = false;
     this.userMetadata = {};
-
-    try {
-      envelopeWriter.writeHeader();
-    } catch (err) {
-      envelopeWriter.close();
-      throw err;
-    }
+    this.writeHeader();
   }
 
   (0, _createClass2.default)(ParquetWriter, [{
-    key: "appendRow",
+    key: "writeHeader",
     value: function () {
-      var _appendRow = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(row) {
+      var _writeHeader = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee() {
         return _regenerator.default.wrap(function _callee$(_context) {
           while (1) {
             switch (_context.prev = _context.next) {
+              case 0:
+                _context.prev = 0;
+                _context.next = 3;
+                return this.envelopeWriter.writeHeader();
+
+              case 3:
+                _context.next = 10;
+                break;
+
+              case 5:
+                _context.prev = 5;
+                _context.t0 = _context["catch"](0);
+                _context.next = 9;
+                return this.envelopeWriter.close();
+
+              case 9:
+                throw _context.t0;
+
+              case 10:
+              case "end":
+                return _context.stop();
+            }
+          }
+        }, _callee, this, [[0, 5]]);
+      }));
+
+      function writeHeader() {
+        return _writeHeader.apply(this, arguments);
+      }
+
+      return writeHeader;
+    }()
+  }, {
+    key: "appendRow",
+    value: function () {
+      var _appendRow = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(row) {
+        return _regenerator.default.wrap(function _callee2$(_context2) {
+          while (1) {
+            switch (_context2.prev = _context2.next) {
               case 0:
                 if (!this.closed) {
-                  _context.next = 2;
+                  _context2.next = 2;
                   break;
                 }
 
@@ -110,10 +145,10 @@ var ParquetWriter = function () {
 
               case 4:
               case "end":
-                return _context.stop();
+                return _context2.stop();
             }
           }
-        }, _callee, this);
+        }, _callee2, this);
       }));
 
       function appendRow(_x) {
@@ -125,13 +160,13 @@ var ParquetWriter = function () {
   }, {
     key: "close",
     value: function () {
-      var _close = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(callback) {
-        return _regenerator.default.wrap(function _callee2$(_context2) {
+      var _close = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3(callback) {
+        return _regenerator.default.wrap(function _callee3$(_context3) {
           while (1) {
-            switch (_context2.prev = _context2.next) {
+            switch (_context3.prev = _context3.next) {
               case 0:
                 if (!this.closed) {
-                  _context2.next = 2;
+                  _context3.next = 2;
                   break;
                 }
 
@@ -144,11 +179,11 @@ var ParquetWriter = function () {
                   this.rowBuffer = {};
                 }
 
-                _context2.next = 6;
+                _context3.next = 6;
                 return this.envelopeWriter.writeFooter(this.userMetadata);
 
               case 6:
-                _context2.next = 8;
+                _context3.next = 8;
                 return this.envelopeWriter.close();
 
               case 8:
@@ -158,10 +193,10 @@ var ParquetWriter = function () {
 
               case 9:
               case "end":
-                return _context2.stop();
+                return _context3.stop();
             }
           }
-        }, _callee2, this);
+        }, _callee3, this);
       }));
 
       function close(_x2) {
@@ -188,25 +223,25 @@ var ParquetWriter = function () {
   }], [{
     key: "openFile",
     value: function () {
-      var _openFile = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3(schema, path, opts) {
+      var _openFile = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4(schema, path, opts) {
         var outputStream;
-        return _regenerator.default.wrap(function _callee3$(_context3) {
+        return _regenerator.default.wrap(function _callee4$(_context4) {
           while (1) {
-            switch (_context3.prev = _context3.next) {
+            switch (_context4.prev = _context4.next) {
               case 0:
-                _context3.next = 2;
-                return Util.osopen(path, opts);
+                _context4.next = 2;
+                return (0, _fileUtils.osopen)(path, opts);
 
               case 2:
-                outputStream = _context3.sent;
-                return _context3.abrupt("return", ParquetWriter.openStream(schema, outputStream, opts));
+                outputStream = _context4.sent;
+                return _context4.abrupt("return", ParquetWriter.openStream(schema, outputStream, opts));
 
               case 4:
               case "end":
-                return _context3.stop();
+                return _context4.stop();
             }
           }
-        }, _callee3);
+        }, _callee4);
       }));
 
       function openFile(_x3, _x4, _x5) {
@@ -218,29 +253,29 @@ var ParquetWriter = function () {
   }, {
     key: "openStream",
     value: function () {
-      var _openStream = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4(schema, outputStream, opts) {
+      var _openStream = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee5(schema, outputStream, opts) {
         var envelopeWriter;
-        return _regenerator.default.wrap(function _callee4$(_context4) {
+        return _regenerator.default.wrap(function _callee5$(_context5) {
           while (1) {
-            switch (_context4.prev = _context4.next) {
+            switch (_context5.prev = _context5.next) {
               case 0:
                 if (!opts) {
                   opts = {};
                 }
 
-                _context4.next = 3;
+                _context5.next = 3;
                 return ParquetEnvelopeWriter.openStream(schema, outputStream, opts);
 
               case 3:
-                envelopeWriter = _context4.sent;
-                return _context4.abrupt("return", new ParquetWriter(schema, envelopeWriter, opts));
+                envelopeWriter = _context5.sent;
+                return _context5.abrupt("return", new ParquetWriter(schema, envelopeWriter, opts));
 
               case 5:
               case "end":
-                return _context4.stop();
+                return _context5.stop();
             }
           }
-        }, _callee4);
+        }, _callee5);
       }));
 
       function openStream(_x6, _x7, _x8) {
@@ -290,27 +325,35 @@ var ParquetEnvelopeWriter = function () {
   }, {
     key: "writeRowGroup",
     value: function () {
-      var _writeRowGroup = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee5(records) {
+      var _writeRowGroup = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee6(records) {
         var rgroup;
-        return _regenerator.default.wrap(function _callee5$(_context5) {
+        return _regenerator.default.wrap(function _callee6$(_context6) {
           while (1) {
-            switch (_context5.prev = _context5.next) {
+            switch (_context6.prev = _context6.next) {
               case 0:
-                rgroup = encodeRowGroup(this.schema, records, {
+                _context6.next = 2;
+                return encodeRowGroup(this.schema, records, {
                   baseOffset: this.offset,
                   pageSize: this.pageSize,
                   useDataPageV2: this.useDataPageV2
                 });
+
+              case 2:
+                rgroup = _context6.sent;
                 this.rowCount += records.rowCount;
                 this.rowGroups.push(rgroup.metadata);
-                return _context5.abrupt("return", this.writeSection(rgroup.body));
+                _context6.next = 7;
+                return this.writeSection(rgroup.body);
 
-              case 4:
+              case 7:
+                return _context6.abrupt("return", _context6.sent);
+
+              case 8:
               case "end":
-                return _context5.stop();
+                return _context6.stop();
             }
           }
-        }, _callee5, this);
+        }, _callee6, this);
       }));
 
       function writeRowGroup(_x9) {
@@ -336,22 +379,22 @@ var ParquetEnvelopeWriter = function () {
   }], [{
     key: "openStream",
     value: function () {
-      var _openStream2 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee6(schema, outputStream, opts) {
+      var _openStream2 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee7(schema, outputStream, opts) {
         var writeFn, closeFn;
-        return _regenerator.default.wrap(function _callee6$(_context6) {
+        return _regenerator.default.wrap(function _callee7$(_context7) {
           while (1) {
-            switch (_context6.prev = _context6.next) {
+            switch (_context7.prev = _context7.next) {
               case 0:
-                writeFn = Util.oswrite.bind(undefined, outputStream);
-                closeFn = Util.osclose.bind(undefined, outputStream);
-                return _context6.abrupt("return", new ParquetEnvelopeWriter(schema, writeFn, closeFn, 0, opts));
+                writeFn = _fileUtils.oswrite.bind(undefined, outputStream);
+                closeFn = _fileUtils.osclose.bind(undefined, outputStream);
+                return _context7.abrupt("return", new ParquetEnvelopeWriter(schema, writeFn, closeFn, 0, opts));
 
               case 3:
               case "end":
-                return _context6.stop();
+                return _context7.stop();
             }
           }
-        }, _callee6);
+        }, _callee7);
       }));
 
       function openStream(_x10, _x11, _x12) {
@@ -383,19 +426,19 @@ var ParquetTransformer = function (_Transform) {
 
     var writeProxy = function (t) {
       return function () {
-        var _ref = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee7(b) {
-          return _regenerator.default.wrap(function _callee7$(_context7) {
+        var _ref = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee8(b) {
+          return _regenerator.default.wrap(function _callee8$(_context8) {
             while (1) {
-              switch (_context7.prev = _context7.next) {
+              switch (_context8.prev = _context8.next) {
                 case 0:
                   t.push(b);
 
                 case 1:
                 case "end":
-                  return _context7.stop();
+                  return _context8.stop();
               }
             }
-          }, _callee7);
+          }, _callee8);
         }));
 
         return function (_x13) {
@@ -404,16 +447,16 @@ var ParquetTransformer = function (_Transform) {
       }();
     }((0, _assertThisInitialized2.default)(_this));
 
-    _this.writer = new ParquetWriter(schema, new ParquetEnvelopeWriter(schema, writeProxy, (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee8() {
-      return _regenerator.default.wrap(function _callee8$(_context8) {
+    _this.writer = new ParquetWriter(schema, new ParquetEnvelopeWriter(schema, writeProxy, (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee9() {
+      return _regenerator.default.wrap(function _callee9$(_context9) {
         while (1) {
-          switch (_context8.prev = _context8.next) {
+          switch (_context9.prev = _context9.next) {
             case 0:
             case "end":
-              return _context8.stop();
+              return _context9.stop();
           }
         }
-      }, _callee8);
+      }, _callee9);
     })), 0, opts), opts);
     return _this;
   }
@@ -431,20 +474,20 @@ var ParquetTransformer = function (_Transform) {
   }, {
     key: "_flush",
     value: function () {
-      var _flush2 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee9(callback) {
-        return _regenerator.default.wrap(function _callee9$(_context9) {
+      var _flush2 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee10(callback) {
+        return _regenerator.default.wrap(function _callee10$(_context10) {
           while (1) {
-            switch (_context9.prev = _context9.next) {
+            switch (_context10.prev = _context10.next) {
               case 0:
-                _context9.next = 2;
+                _context10.next = 2;
                 return this.writer.close(callback);
 
               case 2:
               case "end":
-                return _context9.stop();
+                return _context10.stop();
             }
           }
-        }, _callee9, this);
+        }, _callee10, this);
       }));
 
       function _flush(_x14) {
@@ -467,174 +510,300 @@ function encodeValues(type, encoding, values, opts) {
   return _codecs.PARQUET_CODECS[encoding].encodeValues(type, values, opts);
 }
 
-function encodeDataPage(column, data) {
-  var rLevelsBuf = Buffer.alloc(0);
+function encodeDataPage(_x15, _x16) {
+  return _encodeDataPage.apply(this, arguments);
+}
 
-  if (column.rLevelMax > 0) {
-    rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {
-      bitWidth: Util.getBitWidth(column.rLevelMax)
-    });
-  }
+function _encodeDataPage() {
+  _encodeDataPage = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee11(column, data) {
+    var rLevelsBuf, dLevelsBuf, valuesBuf, dataBuf, compressedBuf, header, headerBuf, page;
+    return _regenerator.default.wrap(function _callee11$(_context11) {
+      while (1) {
+        switch (_context11.prev = _context11.next) {
+          case 0:
+            rLevelsBuf = Buffer.alloc(0);
+
+            if (column.rLevelMax > 0) {
+              rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {
+                bitWidth: (0, _readUtils.getBitWidth)(column.rLevelMax)
+              });
+            }
 
-  var dLevelsBuf = Buffer.alloc(0);
+            dLevelsBuf = Buffer.alloc(0);
 
-  if (column.dLevelMax > 0) {
-    dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {
-      bitWidth: Util.getBitWidth(column.dLevelMax)
-    });
-  }
+            if (column.dLevelMax > 0) {
+              dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {
+                bitWidth: (0, _readUtils.getBitWidth)(column.dLevelMax)
+              });
+            }
 
-  var valuesBuf = encodeValues(column.primitiveType, column.encoding, data.values, {
-    typeLength: column.typeLength,
-    bitWidth: column.typeLength
-  });
-  var dataBuf = Buffer.concat([rLevelsBuf, dLevelsBuf, valuesBuf]);
-  var compressedBuf = Compression.deflate(column.compression, dataBuf);
-  var header = new _parquetThrift.PageHeader({
-    type: _parquetThrift.PageType.DATA_PAGE,
-    data_page_header: new _parquetThrift.DataPageHeader({
-      num_values: data.count,
-      encoding: _parquetThrift.Encoding[column.encoding],
-      definition_level_encoding: _parquetThrift.Encoding[PARQUET_RDLVL_ENCODING],
-      repetition_level_encoding: _parquetThrift.Encoding[PARQUET_RDLVL_ENCODING]
-    }),
-    uncompressed_page_size: dataBuf.length,
-    compressed_page_size: compressedBuf.length
-  });
-  var headerBuf = Util.serializeThrift(header);
-  var page = Buffer.concat([headerBuf, compressedBuf]);
-  return {
-    header: header,
-    headerSize: headerBuf.length,
-    page: page
-  };
+            valuesBuf = encodeValues(column.primitiveType, column.encoding, data.values, {
+              typeLength: column.typeLength,
+              bitWidth: column.typeLength
+            });
+            dataBuf = Buffer.concat([rLevelsBuf, dLevelsBuf, valuesBuf]);
+            _context11.next = 8;
+            return Compression.deflate(column.compression, dataBuf);
+
+          case 8:
+            compressedBuf = _context11.sent;
+            header = new _parquetThrift.PageHeader({
+              type: _parquetThrift.PageType.DATA_PAGE,
+              data_page_header: new _parquetThrift.DataPageHeader({
+                num_values: data.count,
+                encoding: _parquetThrift.Encoding[column.encoding],
+                definition_level_encoding: _parquetThrift.Encoding[PARQUET_RDLVL_ENCODING],
+                repetition_level_encoding: _parquetThrift.Encoding[PARQUET_RDLVL_ENCODING]
+              }),
+              uncompressed_page_size: dataBuf.length,
+              compressed_page_size: compressedBuf.length
+            });
+            headerBuf = (0, _readUtils.serializeThrift)(header);
+            page = Buffer.concat([headerBuf, compressedBuf]);
+            return _context11.abrupt("return", {
+              header: header,
+              headerSize: headerBuf.length,
+              page: page
+            });
+
+          case 13:
+          case "end":
+            return _context11.stop();
+        }
+      }
+    }, _callee11);
+  }));
+  return _encodeDataPage.apply(this, arguments);
 }
 
-function encodeDataPageV2(column, data, rowCount) {
-  var valuesBuf = encodeValues(column.primitiveType, column.encoding, data.values, {
-    typeLength: column.typeLength,
-    bitWidth: column.typeLength
-  });
-  var compressedBuf = Compression.deflate(column.compression, valuesBuf);
-  var rLevelsBuf = Buffer.alloc(0);
+function encodeDataPageV2(_x17, _x18, _x19) {
+  return _encodeDataPageV.apply(this, arguments);
+}
 
-  if (column.rLevelMax > 0) {
-    rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {
-      bitWidth: Util.getBitWidth(column.rLevelMax),
-      disableEnvelope: true
-    });
-  }
+function _encodeDataPageV() {
+  _encodeDataPageV = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee12(column, data, rowCount) {
+    var valuesBuf, compressedBuf, rLevelsBuf, dLevelsBuf, header, headerBuf, page;
+    return _regenerator.default.wrap(function _callee12$(_context12) {
+      while (1) {
+        switch (_context12.prev = _context12.next) {
+          case 0:
+            valuesBuf = encodeValues(column.primitiveType, column.encoding, data.values, {
+              typeLength: column.typeLength,
+              bitWidth: column.typeLength
+            });
+            _context12.next = 3;
+            return Compression.deflate(column.compression, valuesBuf);
+
+          case 3:
+            compressedBuf = _context12.sent;
+            rLevelsBuf = Buffer.alloc(0);
+
+            if (column.rLevelMax > 0) {
+              rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {
+                bitWidth: (0, _readUtils.getBitWidth)(column.rLevelMax),
+                disableEnvelope: true
+              });
+            }
 
-  var dLevelsBuf = Buffer.alloc(0);
+            dLevelsBuf = Buffer.alloc(0);
 
-  if (column.dLevelMax > 0) {
-    dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {
-      bitWidth: Util.getBitWidth(column.dLevelMax),
-      disableEnvelope: true
-    });
-  }
+            if (column.dLevelMax > 0) {
+              dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {
+                bitWidth: (0, _readUtils.getBitWidth)(column.dLevelMax),
+                disableEnvelope: true
+              });
+            }
 
-  var header = new _parquetThrift.PageHeader({
-    type: _parquetThrift.PageType.DATA_PAGE_V2,
-    data_page_header_v2: new _parquetThrift.DataPageHeaderV2({
-      num_values: data.count,
-      num_nulls: data.count - data.values.length,
-      num_rows: rowCount,
-      encoding: _parquetThrift.Encoding[column.encoding],
-      definition_levels_byte_length: dLevelsBuf.length,
-      repetition_levels_byte_length: rLevelsBuf.length,
-      is_compressed: column.compression !== 'UNCOMPRESSED'
-    }),
-    uncompressed_page_size: rLevelsBuf.length + dLevelsBuf.length + valuesBuf.length,
-    compressed_page_size: rLevelsBuf.length + dLevelsBuf.length + compressedBuf.length
-  });
-  var headerBuf = Util.serializeThrift(header);
-  var page = Buffer.concat([headerBuf, rLevelsBuf, dLevelsBuf, compressedBuf]);
-  return {
-    header: header,
-    headerSize: headerBuf.length,
-    page: page
-  };
+            header = new _parquetThrift.PageHeader({
+              type: _parquetThrift.PageType.DATA_PAGE_V2,
+              data_page_header_v2: new _parquetThrift.DataPageHeaderV2({
+                num_values: data.count,
+                num_nulls: data.count - data.values.length,
+                num_rows: rowCount,
+                encoding: _parquetThrift.Encoding[column.encoding],
+                definition_levels_byte_length: dLevelsBuf.length,
+                repetition_levels_byte_length: rLevelsBuf.length,
+                is_compressed: column.compression !== 'UNCOMPRESSED'
+              }),
+              uncompressed_page_size: rLevelsBuf.length + dLevelsBuf.length + valuesBuf.length,
+              compressed_page_size: rLevelsBuf.length + dLevelsBuf.length + compressedBuf.length
+            });
+            headerBuf = (0, _readUtils.serializeThrift)(header);
+            page = Buffer.concat([headerBuf, rLevelsBuf, dLevelsBuf, compressedBuf]);
+            return _context12.abrupt("return", {
+              header: header,
+              headerSize: headerBuf.length,
+              page: page
+            });
+
+          case 12:
+          case "end":
+            return _context12.stop();
+        }
+      }
+    }, _callee12);
+  }));
+  return _encodeDataPageV.apply(this, arguments);
 }
 
-function encodeColumnChunk(column, buffer, offset, opts) {
-  var data = buffer.columnData[column.path.join()];
-  var baseOffset = (opts.baseOffset || 0) + offset;
-  var pageBuf;
-  var total_uncompressed_size = 0;
-  var total_compressed_size = 0;
-  {
-    var result;
+function encodeColumnChunk(_x20, _x21, _x22, _x23) {
+  return _encodeColumnChunk.apply(this, arguments);
+}
 
-    if (opts.useDataPageV2) {
-      result = encodeDataPageV2(column, data, buffer.rowCount);
-    } else {
-      result = encodeDataPage(column, data);
-    }
+function _encodeColumnChunk() {
+  _encodeColumnChunk = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee13(column, buffer, offset, opts) {
+    var data, baseOffset, pageBuf, total_uncompressed_size, total_compressed_size, result, metadata, metadataOffset, body;
+    return _regenerator.default.wrap(function _callee13$(_context13) {
+      while (1) {
+        switch (_context13.prev = _context13.next) {
+          case 0:
+            data = buffer.columnData[column.path.join()];
+            baseOffset = (opts.baseOffset || 0) + offset;
+            total_uncompressed_size = 0;
+            total_compressed_size = 0;
+
+            if (!opts.useDataPageV2) {
+              _context13.next = 10;
+              break;
+            }
 
-    pageBuf = result.page;
-    total_uncompressed_size += result.header.uncompressed_page_size + result.headerSize;
-    total_compressed_size += result.header.compressed_page_size + result.headerSize;
-  }
-  var metadata = new _parquetThrift.ColumnMetaData({
-    path_in_schema: column.path,
-    num_values: data.count,
-    data_page_offset: baseOffset,
-    encodings: [],
-    total_uncompressed_size: total_uncompressed_size,
-    total_compressed_size: total_compressed_size,
-    type: _parquetThrift.Type[column.primitiveType],
-    codec: _parquetThrift.CompressionCodec[column.compression]
-  });
-  metadata.encodings.push(_parquetThrift.Encoding[PARQUET_RDLVL_ENCODING]);
-  metadata.encodings.push(_parquetThrift.Encoding[column.encoding]);
-  var metadataOffset = baseOffset + pageBuf.length;
-  var body = Buffer.concat([pageBuf, Util.serializeThrift(metadata)]);
-  return {
-    body: body,
-    metadata: metadata,
-    metadataOffset: metadataOffset
-  };
+            _context13.next = 7;
+            return encodeDataPageV2(column, data, buffer.rowCount);
+
+          case 7:
+            _context13.t0 = _context13.sent;
+            _context13.next = 13;
+            break;
+
+          case 10:
+            _context13.next = 12;
+            return encodeDataPage(column, data);
+
+          case 12:
+            _context13.t0 = _context13.sent;
+
+          case 13:
+            result = _context13.t0;
+            pageBuf = result.page;
+            total_uncompressed_size += result.header.uncompressed_page_size + result.headerSize;
+            total_compressed_size += result.header.compressed_page_size + result.headerSize;
+            metadata = new _parquetThrift.ColumnMetaData({
+              path_in_schema: column.path,
+              num_values: data.count,
+              data_page_offset: baseOffset,
+              encodings: [],
+              total_uncompressed_size: total_uncompressed_size,
+              total_compressed_size: total_compressed_size,
+              type: _parquetThrift.Type[column.primitiveType],
+              codec: _parquetThrift.CompressionCodec[column.compression]
+            });
+            metadata.encodings.push(_parquetThrift.Encoding[PARQUET_RDLVL_ENCODING]);
+            metadata.encodings.push(_parquetThrift.Encoding[column.encoding]);
+            metadataOffset = baseOffset + pageBuf.length;
+            body = Buffer.concat([pageBuf, (0, _readUtils.serializeThrift)(metadata)]);
+            return _context13.abrupt("return", {
+              body: body,
+              metadata: metadata,
+              metadataOffset: metadataOffset
+            });
+
+          case 23:
+          case "end":
+            return _context13.stop();
+        }
+      }
+    }, _callee13);
+  }));
+  return _encodeColumnChunk.apply(this, arguments);
 }
 
-function encodeRowGroup(schema, data, opts) {
-  var metadata = new _parquetThrift.RowGroup({
-    num_rows: data.rowCount,
-    columns: [],
-    total_byte_size: 0
-  });
-  var body = Buffer.alloc(0);
+function encodeRowGroup(_x24, _x25, _x26) {
+  return _encodeRowGroup.apply(this, arguments);
+}
 
-  var _iterator = _createForOfIteratorHelper(schema.fieldList),
-      _step;
+function _encodeRowGroup() {
+  _encodeRowGroup = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee14(schema, data, opts) {
+    var metadata, body, _iterator2, _step2, field, cchunkData, cchunk;
+
+    return _regenerator.default.wrap(function _callee14$(_context14) {
+      while (1) {
+        switch (_context14.prev = _context14.next) {
+          case 0:
+            metadata = new _parquetThrift.RowGroup({
+              num_rows: data.rowCount,
+              columns: [],
+              total_byte_size: 0
+            });
+            body = Buffer.alloc(0);
+            _iterator2 = _createForOfIteratorHelper(schema.fieldList);
+            _context14.prev = 3;
+
+            _iterator2.s();
+
+          case 5:
+            if ((_step2 = _iterator2.n()).done) {
+              _context14.next = 18;
+              break;
+            }
 
-  try {
-    for (_iterator.s(); !(_step = _iterator.n()).done;) {
-      var field = _step.value;
+            field = _step2.value;
 
-      if (field.isNested) {
-        continue;
-      }
+            if (!field.isNested) {
+              _context14.next = 9;
+              break;
+            }
 
-      var cchunkData = encodeColumnChunk(field, data, body.length, opts);
-      var cchunk = new _parquetThrift.ColumnChunk({
-        file_offset: cchunkData.metadataOffset,
-        meta_data: cchunkData.metadata
-      });
-      metadata.columns.push(cchunk);
-      metadata.total_byte_size = new _nodeInt.default(Number(metadata.total_byte_size) + cchunkData.body.length);
-      body = Buffer.concat([body, cchunkData.body]);
-    }
-  } catch (err) {
-    _iterator.e(err);
-  } finally {
-    _iterator.f();
-  }
+            return _context14.abrupt("continue", 16);
+
+          case 9:
+            _context14.next = 11;
+            return encodeColumnChunk(field, data, body.length, opts);
+
+          case 11:
+            cchunkData = _context14.sent;
+            cchunk = new _parquetThrift.ColumnChunk({
+              file_offset: cchunkData.metadataOffset,
+              meta_data: cchunkData.metadata
+            });
+            metadata.columns.push(cchunk);
+            metadata.total_byte_size = new _nodeInt.default(Number(metadata.total_byte_size) + cchunkData.body.length);
+            body = Buffer.concat([body, cchunkData.body]);
 
-  return {
-    body: body,
-    metadata: metadata
-  };
+          case 16:
+            _context14.next = 5;
+            break;
+
+          case 18:
+            _context14.next = 23;
+            break;
+
+          case 20:
+            _context14.prev = 20;
+            _context14.t0 = _context14["catch"](3);
+
+            _iterator2.e(_context14.t0);
+
+          case 23:
+            _context14.prev = 23;
+
+            _iterator2.f();
+
+            return _context14.finish(23);
+
+          case 26:
+            return _context14.abrupt("return", {
+              body: body,
+              metadata: metadata
+            });
+
+          case 27:
+          case "end":
+            return _context14.stop();
+        }
+      }
+    }, _callee14, null, [[3, 20, 23, 26]]);
+  }));
+  return _encodeRowGroup.apply(this, arguments);
 }
 
 function encodeFooter(schema, rowCount, rowGroups, userMetadata) {
@@ -665,12 +834,12 @@ function encodeFooter(schema, rowCount, rowGroups, userMetadata) {
     metadata.schema.push(schemaRoot);
   }
 
-  var _iterator2 = _createForOfIteratorHelper(schema.fieldList),
-      _step2;
+  var _iterator = _createForOfIteratorHelper(schema.fieldList),
+      _step;
 
   try {
-    for (_iterator2.s(); !(_step2 = _iterator2.n()).done;) {
-      var field = _step2.value;
+    for (_iterator.s(); !(_step = _iterator.n()).done;) {
+      var field = _step.value;
       var relt = _parquetThrift.FieldRepetitionType[field.repetitionType];
       var schemaElem = new _parquetThrift.SchemaElement({
         name: field.name,
@@ -691,12 +860,12 @@ function encodeFooter(schema, rowCount, rowGroups, userMetadata) {
       metadata.schema.push(schemaElem);
     }
   } catch (err) {
-    _iterator2.e(err);
+    _iterator.e(err);
   } finally {
-    _iterator2.f();
+    _iterator.f();
   }
 
-  var metadataEncoded = Util.serializeThrift(metadata);
+  var metadataEncoded = (0, _readUtils.serializeThrift)(metadata);
   var footerEncoded = Buffer.alloc(metadataEncoded.length + 8);
   metadataEncoded.copy(footerEncoded);
   footerEncoded.writeUInt32LE(metadataEncoded.length, metadataEncoded.length);