@loaders.gl/parquet 3.0.13 → 3.0.14

package/dist/es5/parquetjs/util.js

@@ -21,6 +21,16 @@ exports.osopen = osopen;
 exports.fieldIndexOf = fieldIndexOf;
 exports.load = load;
 
+var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
+
+var _assertThisInitialized2 = _interopRequireDefault(require("@babel/runtime/helpers/assertThisInitialized"));
+
+var _inherits2 = _interopRequireDefault(require("@babel/runtime/helpers/inherits"));
+
+var _possibleConstructorReturn2 = _interopRequireDefault(require("@babel/runtime/helpers/possibleConstructorReturn"));
+
+var _getPrototypeOf2 = _interopRequireDefault(require("@babel/runtime/helpers/getPrototypeOf"));
+
 var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
 
 var _fs = _interopRequireDefault(require("fs"));
@@ -29,20 +39,38 @@ var _thrift = require("thrift");
 
 var _parquetThrift = require("./parquet-thrift");
 
-class UFramedTransport extends _thrift.TFramedTransport {
-  constructor(...args) {
-    super(...args);
-    (0, _defineProperty2.default)(this, "readPos", 0);
+function _createSuper(Derived) { var hasNativeReflectConstruct = _isNativeReflectConstruct(); return function _createSuperInternal() { var Super = (0, _getPrototypeOf2.default)(Derived), result; if (hasNativeReflectConstruct) { var NewTarget = (0, _getPrototypeOf2.default)(this).constructor; result = Reflect.construct(Super, arguments, NewTarget); } else { result = Super.apply(this, arguments); } return (0, _possibleConstructorReturn2.default)(this, result); }; }
+
+function _isNativeReflectConstruct() { if (typeof Reflect === "undefined" || !Reflect.construct) return false; if (Reflect.construct.sham) return false; if (typeof Proxy === "function") return true; try { Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function () {})); return true; } catch (e) { return false; } }
+
+var UFramedTransport = function (_TFramedTransport) {
+  (0, _inherits2.default)(UFramedTransport, _TFramedTransport);
+
+  var _super = _createSuper(UFramedTransport);
+
+  function UFramedTransport() {
+    var _this;
+
+    (0, _classCallCheck2.default)(this, UFramedTransport);
+
+    for (var _len = arguments.length, args = new Array(_len), _key = 0; _key < _len; _key++) {
+      args[_key] = arguments[_key];
+    }
+
+    _this = _super.call.apply(_super, [this].concat(args));
+    (0, _defineProperty2.default)((0, _assertThisInitialized2.default)(_this), "readPos", 0);
+    return _this;
   }
 
-}
+  return UFramedTransport;
+}(_thrift.TFramedTransport);
 
 function serializeThrift(obj) {
-  const output = [];
-  const transport = new _thrift.TBufferedTransport(undefined, buf => {
+  var output = [];
+  var transport = new _thrift.TBufferedTransport(undefined, function (buf) {
     output.push(buf);
   });
-  const protocol = new _thrift.TCompactProtocol(transport);
+  var protocol = new _thrift.TCompactProtocol(transport);
   obj.write(protocol);
   transport.flush();
   return Buffer.concat(output);
@@ -53,9 +81,9 @@ function decodeThrift(obj, buf, offset) {
     offset = 0;
   }
 
-  const transport = new UFramedTransport(buf);
+  var transport = new UFramedTransport(buf);
   transport.readPos = offset;
-  const protocol = new _thrift.TCompactProtocol(transport);
+  var protocol = new _thrift.TCompactProtocol(transport);
   obj.read(protocol);
   return transport.readPos - offset;
 }
@@ -65,15 +93,15 @@ function decodeFileMetadata(buf, offset) {
     offset = 0;
   }
 
-  const transport = new UFramedTransport(buf);
+  var transport = new UFramedTransport(buf);
   transport.readPos = offset;
-  const protocol = new _thrift.TCompactProtocol(transport);
+  var protocol = new _thrift.TCompactProtocol(transport);
 
-  const metadata = _parquetThrift.FileMetaData.read(protocol);
+  var metadata = _parquetThrift.FileMetaData.read(protocol);
 
   return {
     length: transport.readPos - offset,
-    metadata
+    metadata: metadata
   };
 }
 
@@ -82,15 +110,15 @@ function decodePageHeader(buf, offset) {
     offset = 0;
   }
 
-  const transport = new UFramedTransport(buf);
+  var transport = new UFramedTransport(buf);
   transport.readPos = offset;
-  const protocol = new _thrift.TCompactProtocol(transport);
+  var protocol = new _thrift.TCompactProtocol(transport);
 
-  const pageHeader = _parquetThrift.PageHeader.read(protocol);
+  var pageHeader = _parquetThrift.PageHeader.read(protocol);
 
   return {
     length: transport.readPos - offset,
-    pageHeader
+    pageHeader: pageHeader
   };
 }
 
@@ -103,7 +131,7 @@ function getBitWidth(val) {
 }
 
 function getThriftEnum(klass, value) {
-  for (const k in klass) {
+  for (var k in klass) {
     if (klass[k] === value) {
       return k;
     }
@@ -113,8 +141,8 @@ function getThriftEnum(klass, value) {
 }
 
 function fopen(filePath) {
-  return new Promise((resolve, reject) => {
-    _fs.default.open(filePath, 'r', (err, fd) => {
+  return new Promise(function (resolve, reject) {
+    _fs.default.open(filePath, 'r', function (err, fd) {
       if (err) {
         reject(err);
       } else {
@@ -125,8 +153,8 @@ function fopen(filePath) {
 }
 
 function fstat(filePath) {
-  return new Promise((resolve, reject) => {
-    _fs.default.stat(filePath, (err, stat) => {
+  return new Promise(function (resolve, reject) {
+    _fs.default.stat(filePath, function (err, stat) {
       if (err) {
         reject(err);
       } else {
@@ -137,9 +165,9 @@ function fstat(filePath) {
 }
 
 function fread(fd, position, length) {
-  const buffer = Buffer.alloc(length);
-  return new Promise((resolve, reject) => {
-    _fs.default.read(fd, buffer, 0, length, position, (err, bytesRead, buf) => {
+  var buffer = Buffer.alloc(length);
+  return new Promise(function (resolve, reject) {
+    _fs.default.read(fd, buffer, 0, length, position, function (err, bytesRead, buf) {
       if (err || bytesRead !== length) {
         reject(err || Error('read failed'));
       } else {
@@ -150,8 +178,8 @@ function fread(fd, position, length) {
 }
 
 function fclose(fd) {
-  return new Promise((resolve, reject) => {
-    _fs.default.close(fd, err => {
+  return new Promise(function (resolve, reject) {
+    _fs.default.close(fd, function (err) {
       if (err) {
         reject(err);
       } else {
@@ -162,8 +190,8 @@ function fclose(fd) {
 }
 
 function oswrite(os, buf) {
-  return new Promise((resolve, reject) => {
-    os.write(buf, err => {
+  return new Promise(function (resolve, reject) {
+    os.write(buf, function (err) {
       if (err) {
         reject(err);
       } else {
@@ -174,8 +202,8 @@ function oswrite(os, buf) {
 }
 
 function osclose(os) {
-  return new Promise((resolve, reject) => {
-    os.close(err => {
+  return new Promise(function (resolve, reject) {
+    os.close(function (err) {
       if (err) {
         reject(err);
       } else {
@@ -186,23 +214,27 @@ function osclose(os) {
 }
 
 function osopen(path, opts) {
-  return new Promise((resolve, reject) => {
-    const outputStream = _fs.default.createWriteStream(path, opts);
+  return new Promise(function (resolve, reject) {
+    var outputStream = _fs.default.createWriteStream(path, opts);
 
-    outputStream.once('open', fd => resolve(outputStream));
-    outputStream.once('error', err => reject(err));
+    outputStream.once('open', function (fd) {
+      return resolve(outputStream);
+    });
+    outputStream.once('error', function (err) {
+      return reject(err);
+    });
   });
 }
 
 function fieldIndexOf(arr, elem) {
-  for (let j = 0; j < arr.length; j++) {
+  for (var j = 0; j < arr.length; j++) {
     if (arr[j].length > elem.length) {
       continue;
     }
 
-    let m = true;
+    var m = true;
 
-    for (let i = 0; i < elem.length; i++) {
+    for (var i = 0; i < elem.length; i++) {
       if (arr[j][i] === elem[i] || arr[j][i] === '+' || arr[j][i] === '#') {
         continue;
       }

package/dist/es5/parquetjs/util.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/parquetjs/util.ts"],"names":["UFramedTransport","TFramedTransport","serializeThrift","obj","output","transport","TBufferedTransport","undefined","buf","push","protocol","TCompactProtocol","write","flush","Buffer","concat","decodeThrift","offset","readPos","read","decodeFileMetadata","metadata","FileMetaData","length","decodePageHeader","pageHeader","PageHeader","getBitWidth","val","Math","ceil","log2","getThriftEnum","klass","value","k","Error","fopen","filePath","Promise","resolve","reject","fs","open","err","fd","fstat","stat","fread","position","buffer","alloc","bytesRead","fclose","close","oswrite","os","osclose","osopen","path","opts","outputStream","createWriteStream","once","fieldIndexOf","arr","elem","j","m","i","load","name","module","global","require"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AACA;;AACA;;AACA;;AAYA,MAAMA,gBAAN,SAA+BC,wBAA/B,CAAgD;AAAA;AAAA;AAAA,mDACrB,CADqB;AAAA;;AAAA;;AAOzC,SAASC,eAAT,CAAyBC,GAAzB,EAA2C;AAChD,QAAMC,MAAgB,GAAG,EAAzB;AAEA,QAAMC,SAAS,GAAG,IAAIC,0BAAJ,CAAuBC,SAAvB,EAAmCC,GAAD,IAAS;AAC3DJ,IAAAA,MAAM,CAACK,IAAP,CAAYD,GAAZ;AACD,GAFiB,CAAlB;AAIA,QAAME,QAAQ,GAAG,IAAIC,wBAAJ,CAAqBN,SAArB,CAAjB;AACAF,EAAAA,GAAG,CAACS,KAAJ,CAAUF,QAAV;AACAL,EAAAA,SAAS,CAACQ,KAAV;AAEA,SAAOC,MAAM,CAACC,MAAP,CAAcX,MAAd,CAAP;AACD;;AAEM,SAASY,YAAT,CAAsBb,GAAtB,EAAgCK,GAAhC,EAA6CS,MAA7C,EAA8D;AACnE,MAAI,CAACA,MAAL,EAAa;AAEXA,IAAAA,MAAM,GAAG,CAAT;AACD;;AAED,QAAMZ,SAAS,GAAG,IAAIL,gBAAJ,CAAqBQ,GAArB,CAAlB;AACAH,EAAAA,SAAS,CAACa,OAAV,GAAoBD,MAApB;AACA,QAAMP,QAAQ,GAAG,IAAIC,wBAAJ,CAAqBN,SAArB,CAAjB;AACAF,EAAAA,GAAG,CAACgB,IAAJ,CAAST,QAAT;AACA,SAAOL,SAAS,CAACa,OAAV,GAAoBD,MAA3B;AACD;;AAEM,SAASG,kBAAT,CAA4BZ,GAA5B,EAAyCS,MAAzC,EAA0D;AAC/D,MAAI,CAACA,MAAL,EAAa;AAEXA,IAAAA,MAAM,GAAG,CAAT;AACD;;AAED,QAAMZ,SAAS,GAAG,IAAIL,gBAAJ,CAAqBQ,GAArB,CAAlB;AACAH,EAAAA,SAAS,CAACa,OAAV,GAAoBD,MAApB;AACA,QAAMP,QAAQ,GAAG,IAAIC,wBAAJ,CAAqBN,SAArB,CAAjB;;AACA,QAAMgB,QAAQ,GAAGC,4BAAaH,IAAb,CAAkBT,QAAlB,CAAjB;;AACA,SAAO;AAACa,IAAAA,MAAM,EAAElB,SAAS,CAACa,OAAV,GAAoBD,MAA7B;AAAqCI,IAAAA;AAArC,GAAP;AACD;;AAEM,SAASG,gBAAT,CAA0BhB,GAA1B,EAAuCS,MAAvC,EAAwD;AAC7D,MAAI,CAACA,MAAL,EAAa;AAEXA,IAAAA,MAAM,GAAG,CAAT;AACD;;AAED,QAAMZ,SAAS,GAAG,IAAIL,gBAAJ,CAAqBQ,GAArB,CAAlB;AACAH,EAAAA,SAAS,CAACa,OAAV,GAAoBD,MAApB;AACA,QAAMP,QAAQ,GAAG,IAAIC,wBAAJ,CAAqBN,SAArB,CAAjB;;AACA,QAAMoB,UAAU,GAAGC,0BAAWP,IAAX,CAAgBT,QAAhB,CAAnB;;AACA,SAAO;AAACa,IAAAA,MAAM,EAAElB,SAAS,CAACa,OAAV,GAAoBD,MAA7B;AAAqCQ,IAAAA;AAArC,GAAP;AACD;;AAKM,SAASE,WAAT,CAAqBC,GAArB,EAA0C;AAC/C,MAAIA,GAAG,KAAK,CAAZ,EAAe;AACb,WAAO,CAAP;AAED;;AACD,SAAOC,IAAI,CAACC,IAAL,CAAUD,IAAI,CAACE,IAAL,CAAUH,GAAG,GAAG,CAAhB,CAAV,CAAP;AACD;;AAKM,SAASI,aAAT,CAAuBC,KAAvB,EAAmCC,KAAnC,EAAmE;AACxE,OAAK,MAAMC,CAAX,IAAgBF,KAAhB,EAAuB;AACrB,QAAIA,KAAK,CAACE,CAAD,CAAL,KAAaD,KAAjB,EAAwB;AACtB,aAAOC,CAAP;AACD;AACF;;AACD,QAAM,IAAIC,KAAJ,CAAU,oBAAV,CAAN;AACD;;AAEM,SAASC,KAAT,CAAeC,QAAf,EAAkD;AACvD,SAAO,IAAIC,OAAJ,CAAY,CAACC,OAAD,EAAUC,MAAV,KAAqB;AACtCC,gBAAGC,IAAH,CAAQL,QAAR,EAAkB,GAAlB,EAAuB,CAACM,GAAD,EAAMC,EAAN,KAAa;AAClC,UAAID,GAAJ,EAAS;AACPH,QAAAA,MAAM,CAACG,GAAD,CAAN;AACD,OAFD,MAEO;AACLJ,QAAAA,OAAO,CAACK,EAAD,CAAP;AACD;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAASC,KAAT,CAAeR,QAAf,EAAoD;AACzD,SAAO,IAAIC,OAAJ,CAAY,CAACC,OAAD,EAAUC,MAAV,KAAqB;AACtCC,gBAAGK,IAAH,CAAQT,QAAR,EAAkB,CAACM,GAAD,EAAMG,IAAN,KAAe;AAC/B,UAAIH,GAAJ,EAAS;AACPH,QAAAA,MAAM,CAACG,GAAD,CAAN;AACD,OAFD,MAEO;AACLJ,QAAAA,OAAO,CAACO,IAAD,CAAP;AACD;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAASC,KAAT,CAAeH,EAAf,EAA2BI,QAA3B,EAA6C1B,MAA7C,EAA8E;AACnF,QAAM2B,MAAM,GAAGpC,MAAM,CAACqC,KAAP,CAAa5B,MAAb,CAAf;AACA,SAAO,IAAIgB,OAAJ,CAAY,CAACC,OAAD,EAAUC,MAAV,KAAqB;AACtCC,gBAAGvB,IAAH,CAAQ0B,EAAR,EAAYK,MAAZ,EAAoB,CAApB,EAAuB3B,MAAvB,EAA+B0B,QAA/B,EAAyC,CAACL,GAAD,EAAMQ,SAAN,EAAiB5C,GAAjB,KAAyB;AAChE,UAAIoC,GAAG,IAAIQ,SAAS,KAAK7B,MAAzB,EAAiC;AAC/BkB,QAAAA,MAAM,CAACG,GAAG,IAAIR,KAAK,CAAC,aAAD,CAAb,CAAN;AACD,OAFD,MAEO;AACLI,QAAAA,OAAO,CAAChC,GAAD,CAAP;AACD;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAAS6C,MAAT,CAAgBR,EAAhB,EAA2C;AAChD,SAAO,IAAIN,OAAJ,CAAY,CAACC,OAAD,EAAUC,MAAV,KAAqB;AACtCC,gBAAGY,KAAH,CAAST,EAAT,EAAcD,GAAD,IAAS;AACpB,UAAIA,GAAJ,EAAS;AACPH,QAAAA,MAAM,CAACG,GAAD,CAAN;AACD,OAFD,MAEO;AACLJ,QAAAA,OAAO;AACR;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAASe,OAAT,CAAiBC,EAAjB,EAA+BhD,GAA/B,EAA2D;AAChE,SAAO,IAAI+B,OAAJ,CAAY,CAACC,OAAD,EAAUC,MAAV,KAAqB;AACtCe,IAAAA,EAAE,CAAC5C,KAAH,CAASJ,GAAT,EAAeoC,GAAD,IAAS;AACrB,UAAIA,GAAJ,EAAS;AACPH,QAAAA,MAAM,CAACG,GAAD,CAAN;AACD,OAFD,MAEO;AACLJ,QAAAA,OAAO;AACR;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAASiB,OAAT,CAAiBD,EAAjB,EAA8C;AACnD,SAAO,IAAIjB,OAAJ,CAAY,CAACC,OAAD,EAAUC,MAAV,KAAqB;AACrCe,IAAAA,EAAD,CAAYF,KAAZ,CAAmBV,GAAD,IAAc;AAC9B,UAAIA,GAAJ,EAAS;AACPH,QAAAA,MAAM,CAACG,GAAD,CAAN;AACD,OAFD,MAEO;AACLJ,QAAAA,OAAO;AACR;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAASkB,MAAT,CAAgBC,IAAhB,EAA8BC,IAA9B,EAAkF;AACvF,SAAO,IAAIrB,OAAJ,CAAY,CAACC,OAAD,EAAUC,MAAV,KAAqB;AACtC,UAAMoB,YAAY,GAAGnB,YAAGoB,iBAAH,CAAqBH,IAArB,EAA2BC,IAA3B,CAArB;;AACAC,IAAAA,YAAY,CAACE,IAAb,CAAkB,MAAlB,EAA2BlB,EAAD,IAAQL,OAAO,CAACqB,YAAD,CAAzC;AACAA,IAAAA,YAAY,CAACE,IAAb,CAAkB,OAAlB,EAA4BnB,GAAD,IAASH,MAAM,CAACG,GAAD,CAA1C;AACD,GAJM,CAAP;AAKD;;AAKM,SAASoB,YAAT,CAAsBC,GAAtB,EAAuCC,IAAvC,EAA+D;AACpE,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGF,GAAG,CAAC1C,MAAxB,EAAgC4C,CAAC,EAAjC,EAAqC;AACnC,QAAIF,GAAG,CAACE,CAAD,CAAH,CAAO5C,MAAP,GAAgB2C,IAAI,CAAC3C,MAAzB,EAAiC;AAC/B;AACD;;AACD,QAAI6C,CAAC,GAAG,IAAR;;AACA,SAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGH,IAAI,CAAC3C,MAAzB,EAAiC8C,CAAC,EAAlC,EAAsC;AACpC,UAAIJ,GAAG,CAACE,CAAD,CAAH,CAAOE,CAAP,MAAcH,IAAI,CAACG,CAAD,CAAlB,IAAyBJ,GAAG,CAACE,CAAD,CAAH,CAAOE,CAAP,MAAc,GAAvC,IAA8CJ,GAAG,CAACE,CAAD,CAAH,CAAOE,CAAP,MAAc,GAAhE,EAAqE;AACnE;AACD;;AACD,UAAIA,CAAC,IAAIJ,GAAG,CAACE,CAAD,CAAH,CAAO5C,MAAZ,IAAsB0C,GAAG,CAACE,CAAD,CAAH,CAAOF,GAAG,CAACE,CAAD,CAAH,CAAO5C,MAAP,GAAgB,CAAvB,MAA8B,GAAxD,EAA6D;AAC3D;AACD;;AACD6C,MAAAA,CAAC,GAAG,KAAJ;AACA;AACD;;AACD,QAAIA,CAAJ,EAAO,OAAOD,CAAP;AACR;;AACD,SAAO,CAAC,CAAR;AACD;;AAEM,SAASG,IAAT,CAAcC,IAAd,EAAiC;AACtC,SAAO,CAACC,MAAM,IAAKC,MAAZ,EAA4BC,OAA5B,CAAoCH,IAApC,CAAP;AACD","sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport fs from 'fs';\nimport {TBufferedTransport, TCompactProtocol, TFramedTransport} from 'thrift';\nimport {FileMetaData, PageHeader} from './parquet-thrift';\nimport {Writable} from 'stream';\n\nexport interface WriteStreamOptions {\n  flags?: string;\n  encoding?: string;\n  fd?: number;\n  mode?: number;\n  autoClose?: boolean;\n  start?: number;\n}\n\nclass UFramedTransport extends TFramedTransport {\n  public readPos: number = 0;\n}\n\n/**\n * Helper function that serializes a thrift object into a buffer\n */\nexport function serializeThrift(obj: any): Buffer {\n  const output: Buffer[] = [];\n\n  const transport = new TBufferedTransport(undefined, (buf) => {\n    output.push(buf as Buffer);\n  });\n\n  const protocol = new TCompactProtocol(transport);\n  obj.write(protocol);\n  transport.flush();\n\n  return Buffer.concat(output);\n}\n\nexport function decodeThrift(obj: any, buf: Buffer, offset?: number) {\n  if (!offset) {\n    // tslint:disable-next-line:no-parameter-reassignment\n    offset = 0;\n  }\n\n  const transport = new UFramedTransport(buf);\n  transport.readPos = offset;\n  const protocol = new TCompactProtocol(transport);\n  obj.read(protocol);\n  return transport.readPos - offset;\n}\n\nexport function decodeFileMetadata(buf: Buffer, offset?: number) {\n  if (!offset) {\n    // tslint:disable-next-line:no-parameter-reassignment\n    offset = 0;\n  }\n\n  const transport = new UFramedTransport(buf);\n  transport.readPos = offset;\n  const protocol = new TCompactProtocol(transport);\n  const metadata = FileMetaData.read(protocol);\n  return {length: transport.readPos - offset, metadata};\n}\n\nexport function decodePageHeader(buf: Buffer, offset?: number) {\n  if (!offset) {\n    // tslint:disable-next-line:no-parameter-reassignment\n    offset = 0;\n  }\n\n  const transport = new UFramedTransport(buf);\n  transport.readPos = offset;\n  const protocol = new TCompactProtocol(transport);\n  const pageHeader = PageHeader.read(protocol);\n  return {length: transport.readPos - offset, pageHeader};\n}\n\n/**\n * Get the number of bits required to store a given value\n */\nexport function getBitWidth(val: number): number {\n  if (val === 0) {\n    return 0;\n    // tslint:disable-next-line:no-else-after-return\n  }\n  return Math.ceil(Math.log2(val + 1));\n}\n\n/**\n * FIXME not ideal that this is linear\n */\nexport function getThriftEnum(klass: any, value: number | string): string {\n  for (const k in klass) {\n    if (klass[k] === value) {\n      return k;\n    }\n  }\n  throw new Error('Invalid ENUM value');\n}\n\nexport function fopen(filePath: string): Promise<number> {\n  return new Promise((resolve, reject) => {\n    fs.open(filePath, 'r', (err, fd) => {\n      if (err) {\n        reject(err);\n      } else {\n        resolve(fd);\n      }\n    });\n  });\n}\n\nexport function fstat(filePath: string): Promise<fs.Stats> {\n  return new Promise((resolve, reject) => {\n    fs.stat(filePath, (err, stat) => {\n      if (err) {\n        reject(err);\n      } else {\n        resolve(stat);\n      }\n    });\n  });\n}\n\nexport function fread(fd: number, position: number, length: number): Promise<Buffer> {\n  const buffer = Buffer.alloc(length);\n  return new Promise((resolve, reject) => {\n    fs.read(fd, buffer, 0, length, position, (err, bytesRead, buf) => {\n      if (err || bytesRead !== length) {\n        reject(err || Error('read failed'));\n      } else {\n        resolve(buf);\n      }\n    });\n  });\n}\n\nexport function fclose(fd: number): Promise<void> {\n  return new Promise((resolve, reject) => {\n    fs.close(fd, (err) => {\n      if (err) {\n        reject(err);\n      } else {\n        resolve();\n      }\n    });\n  });\n}\n\nexport function oswrite(os: Writable, buf: Buffer): Promise<void> {\n  return new Promise((resolve, reject) => {\n    os.write(buf, (err) => {\n      if (err) {\n        reject(err);\n      } else {\n        resolve();\n      }\n    });\n  });\n}\n\nexport function osclose(os: Writable): Promise<void> {\n  return new Promise((resolve, reject) => {\n    (os as any).close((err: any) => {\n      if (err) {\n        reject(err);\n      } else {\n        resolve();\n      }\n    });\n  });\n}\n\nexport function osopen(path: string, opts?: WriteStreamOptions): Promise<fs.WriteStream> {\n  return new Promise((resolve, reject) => {\n    const outputStream = fs.createWriteStream(path, opts as any);\n    outputStream.once('open', (fd) => resolve(outputStream));\n    outputStream.once('error', (err) => reject(err));\n  });\n}\n\n// Supports MQTT path wildcards\n// + all immediate children\n// # all descendents\nexport function fieldIndexOf(arr: string[][], elem: string[]): number {\n  for (let j = 0; j < arr.length; j++) {\n    if (arr[j].length > elem.length) {\n      continue; // eslint-disable-line no-continue\n    }\n    let m = true;\n    for (let i = 0; i < elem.length; i++) {\n      if (arr[j][i] === elem[i] || arr[j][i] === '+' || arr[j][i] === '#') {\n        continue; // eslint-disable-line no-continue\n      }\n      if (i >= arr[j].length && arr[j][arr[j].length - 1] === '#') {\n        continue; // eslint-disable-line no-continue\n      }\n      m = false;\n      break;\n    }\n    if (m) return j;\n  }\n  return -1;\n}\n\nexport function load(name: string): any {\n  return (module || (global as any)).require(name);\n}\n"],"file":"util.js"}
+{"version":3,"sources":["../../../src/parquetjs/util.ts"],"names":["UFramedTransport","TFramedTransport","serializeThrift","obj","output","transport","TBufferedTransport","undefined","buf","push","protocol","TCompactProtocol","write","flush","Buffer","concat","decodeThrift","offset","readPos","read","decodeFileMetadata","metadata","FileMetaData","length","decodePageHeader","pageHeader","PageHeader","getBitWidth","val","Math","ceil","log2","getThriftEnum","klass","value","k","Error","fopen","filePath","Promise","resolve","reject","fs","open","err","fd","fstat","stat","fread","position","buffer","alloc","bytesRead","fclose","close","oswrite","os","osclose","osopen","path","opts","outputStream","createWriteStream","once","fieldIndexOf","arr","elem","j","m","i","load","name","module","global","require"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACA;;AACA;;AACA;;;;;;IAYMA,gB;;;;;;;;;;;;;;;0FACqB,C;;;;;EADIC,wB;;AAOxB,SAASC,eAAT,CAAyBC,GAAzB,EAA2C;AAChD,MAAMC,MAAgB,GAAG,EAAzB;AAEA,MAAMC,SAAS,GAAG,IAAIC,0BAAJ,CAAuBC,SAAvB,EAAkC,UAACC,GAAD,EAAS;AAC3DJ,IAAAA,MAAM,CAACK,IAAP,CAAYD,GAAZ;AACD,GAFiB,CAAlB;AAIA,MAAME,QAAQ,GAAG,IAAIC,wBAAJ,CAAqBN,SAArB,CAAjB;AACAF,EAAAA,GAAG,CAACS,KAAJ,CAAUF,QAAV;AACAL,EAAAA,SAAS,CAACQ,KAAV;AAEA,SAAOC,MAAM,CAACC,MAAP,CAAcX,MAAd,CAAP;AACD;;AAEM,SAASY,YAAT,CAAsBb,GAAtB,EAAgCK,GAAhC,EAA6CS,MAA7C,EAA8D;AACnE,MAAI,CAACA,MAAL,EAAa;AAEXA,IAAAA,MAAM,GAAG,CAAT;AACD;;AAED,MAAMZ,SAAS,GAAG,IAAIL,gBAAJ,CAAqBQ,GAArB,CAAlB;AACAH,EAAAA,SAAS,CAACa,OAAV,GAAoBD,MAApB;AACA,MAAMP,QAAQ,GAAG,IAAIC,wBAAJ,CAAqBN,SAArB,CAAjB;AACAF,EAAAA,GAAG,CAACgB,IAAJ,CAAST,QAAT;AACA,SAAOL,SAAS,CAACa,OAAV,GAAoBD,MAA3B;AACD;;AAEM,SAASG,kBAAT,CAA4BZ,GAA5B,EAAyCS,MAAzC,EAA0D;AAC/D,MAAI,CAACA,MAAL,EAAa;AAEXA,IAAAA,MAAM,GAAG,CAAT;AACD;;AAED,MAAMZ,SAAS,GAAG,IAAIL,gBAAJ,CAAqBQ,GAArB,CAAlB;AACAH,EAAAA,SAAS,CAACa,OAAV,GAAoBD,MAApB;AACA,MAAMP,QAAQ,GAAG,IAAIC,wBAAJ,CAAqBN,SAArB,CAAjB;;AACA,MAAMgB,QAAQ,GAAGC,4BAAaH,IAAb,CAAkBT,QAAlB,CAAjB;;AACA,SAAO;AAACa,IAAAA,MAAM,EAAElB,SAAS,CAACa,OAAV,GAAoBD,MAA7B;AAAqCI,IAAAA,QAAQ,EAARA;AAArC,GAAP;AACD;;AAEM,SAASG,gBAAT,CAA0BhB,GAA1B,EAAuCS,MAAvC,EAAwD;AAC7D,MAAI,CAACA,MAAL,EAAa;AAEXA,IAAAA,MAAM,GAAG,CAAT;AACD;;AAED,MAAMZ,SAAS,GAAG,IAAIL,gBAAJ,CAAqBQ,GAArB,CAAlB;AACAH,EAAAA,SAAS,CAACa,OAAV,GAAoBD,MAApB;AACA,MAAMP,QAAQ,GAAG,IAAIC,wBAAJ,CAAqBN,SAArB,CAAjB;;AACA,MAAMoB,UAAU,GAAGC,0BAAWP,IAAX,CAAgBT,QAAhB,CAAnB;;AACA,SAAO;AAACa,IAAAA,MAAM,EAAElB,SAAS,CAACa,OAAV,GAAoBD,MAA7B;AAAqCQ,IAAAA,UAAU,EAAVA;AAArC,GAAP;AACD;;AAKM,SAASE,WAAT,CAAqBC,GAArB,EAA0C;AAC/C,MAAIA,GAAG,KAAK,CAAZ,EAAe;AACb,WAAO,CAAP;AAED;;AACD,SAAOC,IAAI,CAACC,IAAL,CAAUD,IAAI,CAACE,IAAL,CAAUH,GAAG,GAAG,CAAhB,CAAV,CAAP;AACD;;AAKM,SAASI,aAAT,CAAuBC,KAAvB,EAAmCC,KAAnC,EAAmE;AACxE,OAAK,IAAMC,CAAX,IAAgBF,KAAhB,EAAuB;AACrB,QAAIA,KAAK,CAACE,CAAD,CAAL,KAAaD,KAAjB,EAAwB;AACtB,aAAOC,CAAP;AACD;AACF;;AACD,QAAM,IAAIC,KAAJ,CAAU,oBAAV,CAAN;AACD;;AAEM,SAASC,KAAT,CAAeC,QAAf,EAAkD;AACvD,SAAO,IAAIC,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtCC,gBAAGC,IAAH,CAAQL,QAAR,EAAkB,GAAlB,EAAuB,UAACM,GAAD,EAAMC,EAAN,EAAa;AAClC,UAAID,GAAJ,EAAS;AACPH,QAAAA,MAAM,CAACG,GAAD,CAAN;AACD,OAFD,MAEO;AACLJ,QAAAA,OAAO,CAACK,EAAD,CAAP;AACD;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAASC,KAAT,CAAeR,QAAf,EAAoD;AACzD,SAAO,IAAIC,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtCC,gBAAGK,IAAH,CAAQT,QAAR,EAAkB,UAACM,GAAD,EAAMG,IAAN,EAAe;AAC/B,UAAIH,GAAJ,EAAS;AACPH,QAAAA,MAAM,CAACG,GAAD,CAAN;AACD,OAFD,MAEO;AACLJ,QAAAA,OAAO,CAACO,IAAD,CAAP;AACD;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAASC,KAAT,CAAeH,EAAf,EAA2BI,QAA3B,EAA6C1B,MAA7C,EAA8E;AACnF,MAAM2B,MAAM,GAAGpC,MAAM,CAACqC,KAAP,CAAa5B,MAAb,CAAf;AACA,SAAO,IAAIgB,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtCC,gBAAGvB,IAAH,CAAQ0B,EAAR,EAAYK,MAAZ,EAAoB,CAApB,EAAuB3B,MAAvB,EAA+B0B,QAA/B,EAAyC,UAACL,GAAD,EAAMQ,SAAN,EAAiB5C,GAAjB,EAAyB;AAChE,UAAIoC,GAAG,IAAIQ,SAAS,KAAK7B,MAAzB,EAAiC;AAC/BkB,QAAAA,MAAM,CAACG,GAAG,IAAIR,KAAK,CAAC,aAAD,CAAb,CAAN;AACD,OAFD,MAEO;AACLI,QAAAA,OAAO,CAAChC,GAAD,CAAP;AACD;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAAS6C,MAAT,CAAgBR,EAAhB,EAA2C;AAChD,SAAO,IAAIN,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtCC,gBAAGY,KAAH,CAAST,EAAT,EAAa,UAACD,GAAD,EAAS;AACpB,UAAIA,GAAJ,EAAS;AACPH,QAAAA,MAAM,CAACG,GAAD,CAAN;AACD,OAFD,MAEO;AACLJ,QAAAA,OAAO;AACR;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAASe,OAAT,CAAiBC,EAAjB,EAA+BhD,GAA/B,EAA2D;AAChE,SAAO,IAAI+B,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtCe,IAAAA,EAAE,CAAC5C,KAAH,CAASJ,GAAT,EAAc,UAACoC,GAAD,EAAS;AACrB,UAAIA,GAAJ,EAAS;AACPH,QAAAA,MAAM,CAACG,GAAD,CAAN;AACD,OAFD,MAEO;AACLJ,QAAAA,OAAO;AACR;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAASiB,OAAT,CAAiBD,EAAjB,EAA8C;AACnD,SAAO,IAAIjB,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACrCe,IAAAA,EAAD,CAAYF,KAAZ,CAAkB,UAACV,GAAD,EAAc;AAC9B,UAAIA,GAAJ,EAAS;AACPH,QAAAA,MAAM,CAACG,GAAD,CAAN;AACD,OAFD,MAEO;AACLJ,QAAAA,OAAO;AACR;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAASkB,MAAT,CAAgBC,IAAhB,EAA8BC,IAA9B,EAAkF;AACvF,SAAO,IAAIrB,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtC,QAAMoB,YAAY,GAAGnB,YAAGoB,iBAAH,CAAqBH,IAArB,EAA2BC,IAA3B,CAArB;;AACAC,IAAAA,YAAY,CAACE,IAAb,CAAkB,MAAlB,EAA0B,UAAClB,EAAD;AAAA,aAAQL,OAAO,CAACqB,YAAD,CAAf;AAAA,KAA1B;AACAA,IAAAA,YAAY,CAACE,IAAb,CAAkB,OAAlB,EAA2B,UAACnB,GAAD;AAAA,aAASH,MAAM,CAACG,GAAD,CAAf;AAAA,KAA3B;AACD,GAJM,CAAP;AAKD;;AAKM,SAASoB,YAAT,CAAsBC,GAAtB,EAAuCC,IAAvC,EAA+D;AACpE,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGF,GAAG,CAAC1C,MAAxB,EAAgC4C,CAAC,EAAjC,EAAqC;AACnC,QAAIF,GAAG,CAACE,CAAD,CAAH,CAAO5C,MAAP,GAAgB2C,IAAI,CAAC3C,MAAzB,EAAiC;AAC/B;AACD;;AACD,QAAI6C,CAAC,GAAG,IAAR;;AACA,SAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGH,IAAI,CAAC3C,MAAzB,EAAiC8C,CAAC,EAAlC,EAAsC;AACpC,UAAIJ,GAAG,CAACE,CAAD,CAAH,CAAOE,CAAP,MAAcH,IAAI,CAACG,CAAD,CAAlB,IAAyBJ,GAAG,CAACE,CAAD,CAAH,CAAOE,CAAP,MAAc,GAAvC,IAA8CJ,GAAG,CAACE,CAAD,CAAH,CAAOE,CAAP,MAAc,GAAhE,EAAqE;AACnE;AACD;;AACD,UAAIA,CAAC,IAAIJ,GAAG,CAACE,CAAD,CAAH,CAAO5C,MAAZ,IAAsB0C,GAAG,CAACE,CAAD,CAAH,CAAOF,GAAG,CAACE,CAAD,CAAH,CAAO5C,MAAP,GAAgB,CAAvB,MAA8B,GAAxD,EAA6D;AAC3D;AACD;;AACD6C,MAAAA,CAAC,GAAG,KAAJ;AACA;AACD;;AACD,QAAIA,CAAJ,EAAO,OAAOD,CAAP;AACR;;AACD,SAAO,CAAC,CAAR;AACD;;AAEM,SAASG,IAAT,CAAcC,IAAd,EAAiC;AACtC,SAAO,CAACC,MAAM,IAAKC,MAAZ,EAA4BC,OAA5B,CAAoCH,IAApC,CAAP;AACD","sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport fs from 'fs';\nimport {TBufferedTransport, TCompactProtocol, TFramedTransport} from 'thrift';\nimport {FileMetaData, PageHeader} from './parquet-thrift';\nimport {Writable} from 'stream';\n\nexport interface WriteStreamOptions {\n  flags?: string;\n  encoding?: string;\n  fd?: number;\n  mode?: number;\n  autoClose?: boolean;\n  start?: number;\n}\n\nclass UFramedTransport extends TFramedTransport {\n  public readPos: number = 0;\n}\n\n/**\n * Helper function that serializes a thrift object into a buffer\n */\nexport function serializeThrift(obj: any): Buffer {\n  const output: Buffer[] = [];\n\n  const transport = new TBufferedTransport(undefined, (buf) => {\n    output.push(buf as Buffer);\n  });\n\n  const protocol = new TCompactProtocol(transport);\n  obj.write(protocol);\n  transport.flush();\n\n  return Buffer.concat(output);\n}\n\nexport function decodeThrift(obj: any, buf: Buffer, offset?: number) {\n  if (!offset) {\n    // tslint:disable-next-line:no-parameter-reassignment\n    offset = 0;\n  }\n\n  const transport = new UFramedTransport(buf);\n  transport.readPos = offset;\n  const protocol = new TCompactProtocol(transport);\n  obj.read(protocol);\n  return transport.readPos - offset;\n}\n\nexport function decodeFileMetadata(buf: Buffer, offset?: number) {\n  if (!offset) {\n    // tslint:disable-next-line:no-parameter-reassignment\n    offset = 0;\n  }\n\n  const transport = new UFramedTransport(buf);\n  transport.readPos = offset;\n  const protocol = new TCompactProtocol(transport);\n  const metadata = FileMetaData.read(protocol);\n  return {length: transport.readPos - offset, metadata};\n}\n\nexport function decodePageHeader(buf: Buffer, offset?: number) {\n  if (!offset) {\n    // tslint:disable-next-line:no-parameter-reassignment\n    offset = 0;\n  }\n\n  const transport = new UFramedTransport(buf);\n  transport.readPos = offset;\n  const protocol = new TCompactProtocol(transport);\n  const pageHeader = PageHeader.read(protocol);\n  return {length: transport.readPos - offset, pageHeader};\n}\n\n/**\n * Get the number of bits required to store a given value\n */\nexport function getBitWidth(val: number): number {\n  if (val === 0) {\n    return 0;\n    // tslint:disable-next-line:no-else-after-return\n  }\n  return Math.ceil(Math.log2(val + 1));\n}\n\n/**\n * FIXME not ideal that this is linear\n */\nexport function getThriftEnum(klass: any, value: number | string): string {\n  for (const k in klass) {\n    if (klass[k] === value) {\n      return k;\n    }\n  }\n  throw new Error('Invalid ENUM value');\n}\n\nexport function fopen(filePath: string): Promise<number> {\n  return new Promise((resolve, reject) => {\n    fs.open(filePath, 'r', (err, fd) => {\n      if (err) {\n        reject(err);\n      } else {\n        resolve(fd);\n      }\n    });\n  });\n}\n\nexport function fstat(filePath: string): Promise<fs.Stats> {\n  return new Promise((resolve, reject) => {\n    fs.stat(filePath, (err, stat) => {\n      if (err) {\n        reject(err);\n      } else {\n        resolve(stat);\n      }\n    });\n  });\n}\n\nexport function fread(fd: number, position: number, length: number): Promise<Buffer> {\n  const buffer = Buffer.alloc(length);\n  return new Promise((resolve, reject) => {\n    fs.read(fd, buffer, 0, length, position, (err, bytesRead, buf) => {\n      if (err || bytesRead !== length) {\n        reject(err || Error('read failed'));\n      } else {\n        resolve(buf);\n      }\n    });\n  });\n}\n\nexport function fclose(fd: number): Promise<void> {\n  return new Promise((resolve, reject) => {\n    fs.close(fd, (err) => {\n      if (err) {\n        reject(err);\n      } else {\n        resolve();\n      }\n    });\n  });\n}\n\nexport function oswrite(os: Writable, buf: Buffer): Promise<void> {\n  return new Promise((resolve, reject) => {\n    os.write(buf, (err) => {\n      if (err) {\n        reject(err);\n      } else {\n        resolve();\n      }\n    });\n  });\n}\n\nexport function osclose(os: Writable): Promise<void> {\n  return new Promise((resolve, reject) => {\n    (os as any).close((err: any) => {\n      if (err) {\n        reject(err);\n      } else {\n        resolve();\n      }\n    });\n  });\n}\n\nexport function osopen(path: string, opts?: WriteStreamOptions): Promise<fs.WriteStream> {\n  return new Promise((resolve, reject) => {\n    const outputStream = fs.createWriteStream(path, opts as any);\n    outputStream.once('open', (fd) => resolve(outputStream));\n    outputStream.once('error', (err) => reject(err));\n  });\n}\n\n// Supports MQTT path wildcards\n// + all immediate children\n// # all descendents\nexport function fieldIndexOf(arr: string[][], elem: string[]): number {\n  for (let j = 0; j < arr.length; j++) {\n    if (arr[j].length > elem.length) {\n      continue; // eslint-disable-line no-continue\n    }\n    let m = true;\n    for (let i = 0; i < elem.length; i++) {\n      if (arr[j][i] === elem[i] || arr[j][i] === '+' || arr[j][i] === '#') {\n        continue; // eslint-disable-line no-continue\n      }\n      if (i >= arr[j].length && arr[j][arr[j].length - 1] === '#') {\n        continue; // eslint-disable-line no-continue\n      }\n      m = false;\n      break;\n    }\n    if (m) return j;\n  }\n  return -1;\n}\n\nexport function load(name: string): any {\n  return (module || (global as any)).require(name);\n}\n"],"file":"util.js"}