@loaders.gl/parquet 4.0.0-alpha.5 → 4.0.0-alpha.6

package/dist/parquetjs/parquet-thrift/RowGroup.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/parquet-thrift/RowGroup.ts"],"names":["Int64","thrift","ColumnChunk","SortingColumn","RowGroup","constructor","args","columns","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","total_byte_size","num_rows","sorting_columns","write","output","writeStructBegin","writeFieldBegin","Type","LIST","writeListBegin","STRUCT","length","forEach","value_1","writeListEnd","writeFieldEnd","I64","writeI64","value_2","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_3","Array","metadata_1","readListBegin","size_1","size","i_1","value_4","push","readListEnd","skip","value_5","readI64","value_6","value_7","metadata_2","size_2","i_2","value_8","readFieldEnd","readStructEnd","undefined"],"mappings":";AAMA,OAAOA,KAAP,MAAkB,YAAlB;AACA,OAAO,KAAKC,MAAZ,MAAwB,QAAxB;AACA,OAAO,KAAKC,WAAZ,MAA6B,eAA7B;AACA,OAAO,KAAKC,aAAZ,MAA+B,iBAA/B;AAOA,OAAO,MAAMC,QAAN,CAAe;AAKpBC,EAAAA,WAAW,CAACC,IAAD,EAAsB;AAAA;;AAAA;;AAAA;;AAAA;;AAC/B,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,OAAL,IAAgB,IAApC,EAA0C;AACxC,WAAKA,OAAL,GAAeD,IAAI,CAACC,OAApB;AACD,KAFD,MAEO;AACL,YAAM,IAAIN,MAAM,CAACO,MAAP,CAAcC,kBAAlB,CACJR,MAAM,CAACO,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,mCAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACM,eAAL,IAAwB,IAA5C,EAAkD;AAChD,UAAI,OAAON,IAAI,CAACM,eAAZ,KAAgC,QAApC,EAA8C;AAC5C,aAAKA,eAAL,GAAuB,IAAIZ,KAAJ,CAAUM,IAAI,CAACM,eAAf,CAAvB;AACD,OAFD,MAEO;AACL,aAAKA,eAAL,GAAuBN,IAAI,CAACM,eAA5B;AACD;AACF,KAND,MAMO;AACL,YAAM,IAAIX,MAAM,CAACO,MAAP,CAAcC,kBAAlB,CACJR,MAAM,CAACO,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,2CAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACO,QAAL,IAAiB,IAArC,EAA2C;AACzC,UAAI,OAAOP,IAAI,CAACO,QAAZ,KAAyB,QAA7B,EAAuC;AACrC,aAAKA,QAAL,GAAgB,IAAIb,KAAJ,CAAUM,IAAI,CAACO,QAAf,CAAhB;AACD,OAFD,MAEO;AACL,aAAKA,QAAL,GAAgBP,IAAI,CAACO,QAArB;AACD;AACF,KAND,MAMO;AACL,YAAM,IAAIZ,MAAM,CAACO,MAAP,CAAcC,kBAAlB,CACJR,MAAM,CAACO,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,oCAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACQ,eAAL,IAAwB,IAA5C,EAAkD;AAChD,WAAKA,eAAL,GAAuBR,IAAI,CAACQ,eAA5B;AACD;AACF;;AACMC,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,UAAxB;;AACA,QAAI,KAAKV,OAAL,IAAgB,IAApB,EAA0B;AACxBS,MAAAA,MAAM,CAACE,eAAP,CAAuB,SAAvB,EAAkCjB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBC,IAArD,EAA2D,CAA3D;AACAJ,MAAAA,MAAM,CAACK,cAAP,CAAsBpB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBG,MAAzC,EAAiD,KAAKf,OAAL,CAAagB,MAA9D;AACA,WAAKhB,OAAL,CAAaiB,OAAb,CAAsBC,OAAD,IAA4C;AAC/DA,QAAAA,OAAO,CAACV,KAAR,CAAcC,MAAd;AACD,OAFD;AAGAA,MAAAA,MAAM,CAACU,YAAP;AACAV,MAAAA,MAAM,CAACW,aAAP;AACD;;AACD,QAAI,KAAKf,eAAL,IAAwB,IAA5B,EAAkC;AAChCI,MAAAA,MAAM,CAACE,eAAP,CAAuB,iBAAvB,EAA0CjB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBS,GAA7D,EAAkE,CAAlE;AACAZ,MAAAA,MAAM,CAACa,QAAP,CAAgB,KAAKjB,eAArB;AACAI,MAAAA,MAAM,CAACW,aAAP;AACD;;AACD,QAAI,KAAKd,QAAL,IAAiB,IAArB,EAA2B;AACzBG,MAAAA,MAAM,CAACE,eAAP,CAAuB,UAAvB,EAAmCjB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBS,GAAtD,EAA2D,CAA3D;AACAZ,MAAAA,MAAM,CAACa,QAAP,CAAgB,KAAKhB,QAArB;AACAG,MAAAA,MAAM,CAACW,aAAP;AACD;;AACD,QAAI,KAAKb,eAAL,IAAwB,IAA5B,EAAkC;AAChCE,MAAAA,MAAM,CAACE,eAAP,CAAuB,iBAAvB,EAA0CjB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBC,IAA7D,EAAmE,CAAnE;AACAJ,MAAAA,MAAM,CAACK,cAAP,CAAsBpB,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBG,MAAzC,EAAiD,KAAKR,eAAL,CAAqBS,MAAtE;AACA,WAAKT,eAAL,CAAqBU,OAArB,CAA8BM,OAAD,IAAgD;AAC3EA,QAAAA,OAAO,CAACf,KAAR,CAAcC,MAAd;AACD,OAFD;AAGAA,MAAAA,MAAM,CAACU,YAAP;AACAV,MAAAA,MAAM,CAACW,aAAP;AACD;;AACDX,IAAAA,MAAM,CAACe,cAAP;AACAf,IAAAA,MAAM,CAACgB,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAAoC;AACpDA,IAAAA,KAAK,CAACC,eAAN;AACA,QAAIC,KAAU,GAAG,EAAjB;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAKtC,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBwB,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQF,OAAR;AACE,aAAK,CAAL;AACE,cAAIF,SAAS,KAAKtC,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBC,IAArC,EAA2C;AACzC,kBAAMwB,OAAuC,GAAG,IAAIC,KAAJ,EAAhD;AACA,kBAAMC,UAAwB,GAAGZ,KAAK,CAACa,aAAN,EAAjC;AACA,kBAAMC,MAAc,GAAGF,UAAU,CAACG,IAAlC;;AACA,iBAAK,IAAIC,GAAW,GAAG,CAAvB,EAA0BA,GAAG,GAAGF,MAAhC,EAAwCE,GAAG,EAA3C,EAA+C;AAC7C,oBAAMC,OAAgC,GAAGjD,WAAW,CAACA,WAAZ,CAAwB+B,IAAxB,CAA6BC,KAA7B,CAAzC;AACAU,cAAAA,OAAO,CAACQ,IAAR,CAAaD,OAAb;AACD;;AACDjB,YAAAA,KAAK,CAACmB,WAAN;AACAjB,YAAAA,KAAK,CAAC7B,OAAN,GAAgBqC,OAAhB;AACD,WAVD,MAUO;AACLV,YAAAA,KAAK,CAACoB,IAAN,CAAWf,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBS,GAArC,EAA0C;AACxC,kBAAM2B,OAAc,GAAGrB,KAAK,CAACsB,OAAN,EAAvB;AACApB,YAAAA,KAAK,CAACxB,eAAN,GAAwB2C,OAAxB;AACD,WAHD,MAGO;AACLrB,YAAAA,KAAK,CAACoB,IAAN,CAAWf,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBS,GAArC,EAA0C;AACxC,kBAAM6B,OAAc,GAAGvB,KAAK,CAACsB,OAAN,EAAvB;AACApB,YAAAA,KAAK,CAACvB,QAAN,GAAiB4C,OAAjB;AACD,WAHD,MAGO;AACLvB,YAAAA,KAAK,CAACoB,IAAN,CAAWf,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACO,MAAP,CAAcW,IAAd,CAAmBC,IAArC,EAA2C;AACzC,kBAAMsC,OAA2C,GAC/C,IAAIb,KAAJ,EADF;AAEA,kBAAMc,UAAwB,GAAGzB,KAAK,CAACa,aAAN,EAAjC;AACA,kBAAMa,MAAc,GAAGD,UAAU,CAACV,IAAlC;;AACA,iBAAK,IAAIY,GAAW,GAAG,CAAvB,EAA0BA,GAAG,GAAGD,MAAhC,EAAwCC,GAAG,EAA3C,EAA+C;AAC7C,oBAAMC,OAAoC,GAAG3D,aAAa,CAACA,aAAd,CAA4B8B,IAA5B,CAAiCC,KAAjC,CAA7C;AACAwB,cAAAA,OAAO,CAACN,IAAR,CAAaU,OAAb;AACD;;AACD5B,YAAAA,KAAK,CAACmB,WAAN;AACAjB,YAAAA,KAAK,CAACtB,eAAN,GAAwB4C,OAAxB;AACD,WAXD,MAWO;AACLxB,YAAAA,KAAK,CAACoB,IAAN,CAAWf,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,YAAAA,KAAK,CAACoB,IAAN,CAAWf,SAAX;AACD;AAlDH;;AAoDAL,MAAAA,KAAK,CAAC6B,YAAN;AACD;;AACD7B,IAAAA,KAAK,CAAC8B,aAAN;;AACA,QACE5B,KAAK,CAAC7B,OAAN,KAAkB0D,SAAlB,IACA7B,KAAK,CAACxB,eAAN,KAA0BqD,SAD1B,IAEA7B,KAAK,CAACvB,QAAN,KAAmBoD,SAHrB,EAIE;AACA,aAAO,IAAI7D,QAAJ,CAAagC,KAAb,CAAP;AACD,KAND,MAMO;AACL,YAAM,IAAInC,MAAM,CAACO,MAAP,CAAcC,kBAAlB,CACJR,MAAM,CAACO,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,oCAFI,CAAN;AAID;AACF;;AAzJmB","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nimport * as ColumnChunk from './ColumnChunk';\nimport * as SortingColumn from './SortingColumn';\nexport interface IRowGroupArgs {\n  columns: Array<ColumnChunk.ColumnChunk>;\n  total_byte_size: number | Int64;\n  num_rows: number | Int64;\n  sorting_columns?: Array<SortingColumn.SortingColumn>;\n}\nexport class RowGroup {\n  public columns: Array<ColumnChunk.ColumnChunk>;\n  public total_byte_size: Int64;\n  public num_rows: Int64;\n  public sorting_columns?: Array<SortingColumn.SortingColumn>;\n  constructor(args: IRowGroupArgs) {\n    if (args != null && args.columns != null) {\n      this.columns = args.columns;\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Required field[columns] is unset!'\n      );\n    }\n    if (args != null && args.total_byte_size != null) {\n      if (typeof args.total_byte_size === 'number') {\n        this.total_byte_size = new Int64(args.total_byte_size);\n      } else {\n        this.total_byte_size = args.total_byte_size;\n      }\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Required field[total_byte_size] is unset!'\n      );\n    }\n    if (args != null && args.num_rows != null) {\n      if (typeof args.num_rows === 'number') {\n        this.num_rows = new Int64(args.num_rows);\n      } else {\n        this.num_rows = args.num_rows;\n      }\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Required field[num_rows] is unset!'\n      );\n    }\n    if (args != null && args.sorting_columns != null) {\n      this.sorting_columns = args.sorting_columns;\n    }\n  }\n  public write(output: thrift.TProtocol): void {\n    output.writeStructBegin('RowGroup');\n    if (this.columns != null) {\n      output.writeFieldBegin('columns', thrift.Thrift.Type.LIST, 1);\n      output.writeListBegin(thrift.Thrift.Type.STRUCT, this.columns.length);\n      this.columns.forEach((value_1: ColumnChunk.ColumnChunk): void => {\n        value_1.write(output);\n      });\n      output.writeListEnd();\n      output.writeFieldEnd();\n    }\n    if (this.total_byte_size != null) {\n      output.writeFieldBegin('total_byte_size', thrift.Thrift.Type.I64, 2);\n      output.writeI64(this.total_byte_size);\n      output.writeFieldEnd();\n    }\n    if (this.num_rows != null) {\n      output.writeFieldBegin('num_rows', thrift.Thrift.Type.I64, 3);\n      output.writeI64(this.num_rows);\n      output.writeFieldEnd();\n    }\n    if (this.sorting_columns != null) {\n      output.writeFieldBegin('sorting_columns', thrift.Thrift.Type.LIST, 4);\n      output.writeListBegin(thrift.Thrift.Type.STRUCT, this.sorting_columns.length);\n      this.sorting_columns.forEach((value_2: SortingColumn.SortingColumn): void => {\n        value_2.write(output);\n      });\n      output.writeListEnd();\n      output.writeFieldEnd();\n    }\n    output.writeFieldStop();\n    output.writeStructEnd();\n    return;\n  }\n  public static read(input: thrift.TProtocol): RowGroup {\n    input.readStructBegin();\n    let _args: any = {};\n    while (true) {\n      const ret: thrift.TField = input.readFieldBegin();\n      const fieldType: thrift.Thrift.Type = ret.ftype;\n      const fieldId: number = ret.fid;\n      if (fieldType === thrift.Thrift.Type.STOP) {\n        break;\n      }\n      switch (fieldId) {\n        case 1:\n          if (fieldType === thrift.Thrift.Type.LIST) {\n            const value_3: Array<ColumnChunk.ColumnChunk> = new Array<ColumnChunk.ColumnChunk>();\n            const metadata_1: thrift.TList = input.readListBegin();\n            const size_1: number = metadata_1.size;\n            for (let i_1: number = 0; i_1 < size_1; i_1++) {\n              const value_4: ColumnChunk.ColumnChunk = ColumnChunk.ColumnChunk.read(input);\n              value_3.push(value_4);\n            }\n            input.readListEnd();\n            _args.columns = value_3;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 2:\n          if (fieldType === thrift.Thrift.Type.I64) {\n            const value_5: Int64 = input.readI64();\n            _args.total_byte_size = value_5;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 3:\n          if (fieldType === thrift.Thrift.Type.I64) {\n            const value_6: Int64 = input.readI64();\n            _args.num_rows = value_6;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 4:\n          if (fieldType === thrift.Thrift.Type.LIST) {\n            const value_7: Array<SortingColumn.SortingColumn> =\n              new Array<SortingColumn.SortingColumn>();\n            const metadata_2: thrift.TList = input.readListBegin();\n            const size_2: number = metadata_2.size;\n            for (let i_2: number = 0; i_2 < size_2; i_2++) {\n              const value_8: SortingColumn.SortingColumn = SortingColumn.SortingColumn.read(input);\n              value_7.push(value_8);\n            }\n            input.readListEnd();\n            _args.sorting_columns = value_7;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        default: {\n          input.skip(fieldType);\n        }\n      }\n      input.readFieldEnd();\n    }\n    input.readStructEnd();\n    if (\n      _args.columns !== undefined &&\n      _args.total_byte_size !== undefined &&\n      _args.num_rows !== undefined\n    ) {\n      return new RowGroup(_args);\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Unable to read RowGroup from input'\n      );\n    }\n  }\n}\n"],"file":"RowGroup.js"}

package/dist/parquetjs/parquet-thrift/SchemaElement.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/parquet-thrift/SchemaElement.ts"],"names":["thrift","LogicalType","SchemaElement","constructor","args","type","type_length","repetition_type","name","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","num_children","converted_type","scale","precision","field_id","logicalType","write","output","writeStructBegin","writeFieldBegin","Type","I32","writeI32","writeFieldEnd","STRING","writeString","STRUCT","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readI32","skip","value_2","value_3","value_4","readString","value_5","value_6","value_7","value_8","value_9","value_10","readFieldEnd","readStructEnd","undefined"],"mappings":";AAMA,OAAO,KAAKA,MAAZ,MAAwB,QAAxB;AAGA,OAAO,KAAKC,WAAZ,MAA6B,eAA7B;AAcA,OAAO,MAAMC,aAAN,CAAoB;AAWzBC,EAAAA,WAAW,CAACC,IAAD,EAA2B;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AACpC,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,IAAL,IAAa,IAAjC,EAAuC;AACrC,WAAKA,IAAL,GAAYD,IAAI,CAACC,IAAjB;AACD;;AACD,QAAID,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACE,WAAL,IAAoB,IAAxC,EAA8C;AAC5C,WAAKA,WAAL,GAAmBF,IAAI,CAACE,WAAxB;AACD;;AACD,QAAIF,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACG,eAAL,IAAwB,IAA5C,EAAkD;AAChD,WAAKA,eAAL,GAAuBH,IAAI,CAACG,eAA5B;AACD;;AACD,QAAIH,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACI,IAAL,IAAa,IAAjC,EAAuC;AACrC,WAAKA,IAAL,GAAYJ,IAAI,CAACI,IAAjB;AACD,KAFD,MAEO;AACL,YAAM,IAAIR,MAAM,CAACS,MAAP,CAAcC,kBAAlB,CACJV,MAAM,CAACS,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,gCAFI,CAAN;AAID;;AACD,QAAIR,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACS,YAAL,IAAqB,IAAzC,EAA+C;AAC7C,WAAKA,YAAL,GAAoBT,IAAI,CAACS,YAAzB;AACD;;AACD,QAAIT,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACU,cAAL,IAAuB,IAA3C,EAAiD;AAC/C,WAAKA,cAAL,GAAsBV,IAAI,CAACU,cAA3B;AACD;;AACD,QAAIV,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACW,KAAL,IAAc,IAAlC,EAAwC;AACtC,WAAKA,KAAL,GAAaX,IAAI,CAACW,KAAlB;AACD;;AACD,QAAIX,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACY,SAAL,IAAkB,IAAtC,EAA4C;AAC1C,WAAKA,SAAL,GAAiBZ,IAAI,CAACY,SAAtB;AACD;;AACD,QAAIZ,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACa,QAAL,IAAiB,IAArC,EAA2C;AACzC,WAAKA,QAAL,GAAgBb,IAAI,CAACa,QAArB;AACD;;AACD,QAAIb,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACc,WAAL,IAAoB,IAAxC,EAA8C;AAC5C,WAAKA,WAAL,GAAmBd,IAAI,CAACc,WAAxB;AACD;AACF;;AACMC,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,eAAxB;;AACA,QAAI,KAAKhB,IAAL,IAAa,IAAjB,EAAuB;AACrBe,MAAAA,MAAM,CAACE,eAAP,CAAuB,MAAvB,EAA+BtB,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBC,GAAlD,EAAuD,CAAvD;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKpB,IAArB;AACAe,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKpB,WAAL,IAAoB,IAAxB,EAA8B;AAC5Bc,MAAAA,MAAM,CAACE,eAAP,CAAuB,aAAvB,EAAsCtB,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBC,GAAzD,EAA8D,CAA9D;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKnB,WAArB;AACAc,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKnB,eAAL,IAAwB,IAA5B,EAAkC;AAChCa,MAAAA,MAAM,CAACE,eAAP,CAAuB,iBAAvB,EAA0CtB,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBC,GAA7D,EAAkE,CAAlE;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKlB,eAArB;AACAa,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKlB,IAAL,IAAa,IAAjB,EAAuB;AACrBY,MAAAA,MAAM,CAACE,eAAP,CAAuB,MAAvB,EAA+BtB,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBI,MAAlD,EAA0D,CAA1D;AACAP,MAAAA,MAAM,CAACQ,WAAP,CAAmB,KAAKpB,IAAxB;AACAY,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKb,YAAL,IAAqB,IAAzB,EAA+B;AAC7BO,MAAAA,MAAM,CAACE,eAAP,CAAuB,cAAvB,EAAuCtB,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBC,GAA1D,EAA+D,CAA/D;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKZ,YAArB;AACAO,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKZ,cAAL,IAAuB,IAA3B,EAAiC;AAC/BM,MAAAA,MAAM,CAACE,eAAP,CAAuB,gBAAvB,EAAyCtB,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBC,GAA5D,EAAiE,CAAjE;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKX,cAArB;AACAM,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKX,KAAL,IAAc,IAAlB,EAAwB;AACtBK,MAAAA,MAAM,CAACE,eAAP,CAAuB,OAAvB,EAAgCtB,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBC,GAAnD,EAAwD,CAAxD;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKV,KAArB;AACAK,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKV,SAAL,IAAkB,IAAtB,EAA4B;AAC1BI,MAAAA,MAAM,CAACE,eAAP,CAAuB,WAAvB,EAAoCtB,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBC,GAAvD,EAA4D,CAA5D;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKT,SAArB;AACAI,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKT,QAAL,IAAiB,IAArB,EAA2B;AACzBG,MAAAA,MAAM,CAACE,eAAP,CAAuB,UAAvB,EAAmCtB,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBC,GAAtD,EAA2D,CAA3D;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKR,QAArB;AACAG,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKR,WAAL,IAAoB,IAAxB,EAA8B;AAC5BE,MAAAA,MAAM,CAACE,eAAP,CAAuB,aAAvB,EAAsCtB,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBM,MAAzD,EAAiE,EAAjE;AACA,WAAKX,WAAL,CAAiBC,KAAjB,CAAuBC,MAAvB;AACAA,MAAAA,MAAM,CAACM,aAAP;AACD;;AACDN,IAAAA,MAAM,CAACU,cAAP;AACAV,IAAAA,MAAM,CAACW,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAAyC;AACzDA,IAAAA,KAAK,CAACC,eAAN;AACA,QAAIC,KAAU,GAAG,EAAjB;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAKtC,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBmB,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQF,OAAR;AACE,aAAK,CAAL;AACE,cAAIF,SAAS,KAAKtC,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMmB,OAAkB,GAAGV,KAAK,CAACW,OAAN,EAA3B;AACAT,YAAAA,KAAK,CAAC9B,IAAN,GAAasC,OAAb;AACD,WAHD,MAGO;AACLV,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMsB,OAAe,GAAGb,KAAK,CAACW,OAAN,EAAxB;AACAT,YAAAA,KAAK,CAAC7B,WAAN,GAAoBwC,OAApB;AACD,WAHD,MAGO;AACLb,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMuB,OAAgD,GAAGd,KAAK,CAACW,OAAN,EAAzD;AACAT,YAAAA,KAAK,CAAC5B,eAAN,GAAwBwC,OAAxB;AACD,WAHD,MAGO;AACLd,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBI,MAArC,EAA6C;AAC3C,kBAAMqB,OAAe,GAAGf,KAAK,CAACgB,UAAN,EAAxB;AACAd,YAAAA,KAAK,CAAC3B,IAAN,GAAawC,OAAb;AACD,WAHD,MAGO;AACLf,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAM0B,OAAe,GAAGjB,KAAK,CAACW,OAAN,EAAxB;AACAT,YAAAA,KAAK,CAACtB,YAAN,GAAqBqC,OAArB;AACD,WAHD,MAGO;AACLjB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAM2B,OAAoC,GAAGlB,KAAK,CAACW,OAAN,EAA7C;AACAT,YAAAA,KAAK,CAACrB,cAAN,GAAuBqC,OAAvB;AACD,WAHD,MAGO;AACLlB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAM4B,OAAe,GAAGnB,KAAK,CAACW,OAAN,EAAxB;AACAT,YAAAA,KAAK,CAACpB,KAAN,GAAcqC,OAAd;AACD,WAHD,MAGO;AACLnB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAM6B,OAAe,GAAGpB,KAAK,CAACW,OAAN,EAAxB;AACAT,YAAAA,KAAK,CAACnB,SAAN,GAAkBqC,OAAlB;AACD,WAHD,MAGO;AACLpB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAM8B,OAAe,GAAGrB,KAAK,CAACW,OAAN,EAAxB;AACAT,YAAAA,KAAK,CAAClB,QAAN,GAAiBqC,OAAjB;AACD,WAHD,MAGO;AACLrB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,EAAL;AACE,cAAIA,SAAS,KAAKtC,MAAM,CAACS,MAAP,CAAcc,IAAd,CAAmBM,MAArC,EAA6C;AAC3C,kBAAM0B,QAAiC,GAAGtD,WAAW,CAACA,WAAZ,CAAwB+B,IAAxB,CAA6BC,KAA7B,CAA1C;AACAE,YAAAA,KAAK,CAACjB,WAAN,GAAoBqC,QAApB;AACD,WAHD,MAGO;AACLtB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;AAnFH;;AAqFAL,MAAAA,KAAK,CAACuB,YAAN;AACD;;AACDvB,IAAAA,KAAK,CAACwB,aAAN;;AACA,QAAItB,KAAK,CAAC3B,IAAN,KAAekD,SAAnB,EAA8B;AAC5B,aAAO,IAAIxD,aAAJ,CAAkBiC,KAAlB,CAAP;AACD,KAFD,MAEO;AACL,YAAM,IAAInC,MAAM,CAACS,MAAP,CAAcC,kBAAlB,CACJV,MAAM,CAACS,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,yCAFI,CAAN;AAID;AACF;;AAlNwB","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as ConvertedType from './ConvertedType';\nimport * as FieldRepetitionType from './FieldRepetitionType';\nimport * as LogicalType from './LogicalType';\nimport * as Type from './Type';\nexport interface ISchemaElementArgs {\n  type?: Type.Type;\n  type_length?: number;\n  repetition_type?: FieldRepetitionType.FieldRepetitionType;\n  name: string;\n  num_children?: number;\n  converted_type?: ConvertedType.ConvertedType;\n  scale?: number;\n  precision?: number;\n  field_id?: number;\n  logicalType?: LogicalType.LogicalType;\n}\nexport class SchemaElement {\n  public type?: Type.Type;\n  public type_length?: number;\n  public repetition_type?: FieldRepetitionType.FieldRepetitionType;\n  public name: string;\n  public num_children?: number;\n  public converted_type?: ConvertedType.ConvertedType;\n  public scale?: number;\n  public precision?: number;\n  public field_id?: number;\n  public logicalType?: LogicalType.LogicalType;\n  constructor(args: ISchemaElementArgs) {\n    if (args != null && args.type != null) {\n      this.type = args.type;\n    }\n    if (args != null && args.type_length != null) {\n      this.type_length = args.type_length;\n    }\n    if (args != null && args.repetition_type != null) {\n      this.repetition_type = args.repetition_type;\n    }\n    if (args != null && args.name != null) {\n      this.name = args.name;\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Required field[name] is unset!'\n      );\n    }\n    if (args != null && args.num_children != null) {\n      this.num_children = args.num_children;\n    }\n    if (args != null && args.converted_type != null) {\n      this.converted_type = args.converted_type;\n    }\n    if (args != null && args.scale != null) {\n      this.scale = args.scale;\n    }\n    if (args != null && args.precision != null) {\n      this.precision = args.precision;\n    }\n    if (args != null && args.field_id != null) {\n      this.field_id = args.field_id;\n    }\n    if (args != null && args.logicalType != null) {\n      this.logicalType = args.logicalType;\n    }\n  }\n  public write(output: thrift.TProtocol): void {\n    output.writeStructBegin('SchemaElement');\n    if (this.type != null) {\n      output.writeFieldBegin('type', thrift.Thrift.Type.I32, 1);\n      output.writeI32(this.type);\n      output.writeFieldEnd();\n    }\n    if (this.type_length != null) {\n      output.writeFieldBegin('type_length', thrift.Thrift.Type.I32, 2);\n      output.writeI32(this.type_length);\n      output.writeFieldEnd();\n    }\n    if (this.repetition_type != null) {\n      output.writeFieldBegin('repetition_type', thrift.Thrift.Type.I32, 3);\n      output.writeI32(this.repetition_type);\n      output.writeFieldEnd();\n    }\n    if (this.name != null) {\n      output.writeFieldBegin('name', thrift.Thrift.Type.STRING, 4);\n      output.writeString(this.name);\n      output.writeFieldEnd();\n    }\n    if (this.num_children != null) {\n      output.writeFieldBegin('num_children', thrift.Thrift.Type.I32, 5);\n      output.writeI32(this.num_children);\n      output.writeFieldEnd();\n    }\n    if (this.converted_type != null) {\n      output.writeFieldBegin('converted_type', thrift.Thrift.Type.I32, 6);\n      output.writeI32(this.converted_type);\n      output.writeFieldEnd();\n    }\n    if (this.scale != null) {\n      output.writeFieldBegin('scale', thrift.Thrift.Type.I32, 7);\n      output.writeI32(this.scale);\n      output.writeFieldEnd();\n    }\n    if (this.precision != null) {\n      output.writeFieldBegin('precision', thrift.Thrift.Type.I32, 8);\n      output.writeI32(this.precision);\n      output.writeFieldEnd();\n    }\n    if (this.field_id != null) {\n      output.writeFieldBegin('field_id', thrift.Thrift.Type.I32, 9);\n      output.writeI32(this.field_id);\n      output.writeFieldEnd();\n    }\n    if (this.logicalType != null) {\n      output.writeFieldBegin('logicalType', thrift.Thrift.Type.STRUCT, 10);\n      this.logicalType.write(output);\n      output.writeFieldEnd();\n    }\n    output.writeFieldStop();\n    output.writeStructEnd();\n    return;\n  }\n  public static read(input: thrift.TProtocol): SchemaElement {\n    input.readStructBegin();\n    let _args: any = {};\n    while (true) {\n      const ret: thrift.TField = input.readFieldBegin();\n      const fieldType: thrift.Thrift.Type = ret.ftype;\n      const fieldId: number = ret.fid;\n      if (fieldType === thrift.Thrift.Type.STOP) {\n        break;\n      }\n      switch (fieldId) {\n        case 1:\n          if (fieldType === thrift.Thrift.Type.I32) {\n            const value_1: Type.Type = input.readI32();\n            _args.type = value_1;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 2:\n          if (fieldType === thrift.Thrift.Type.I32) {\n            const value_2: number = input.readI32();\n            _args.type_length = value_2;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 3:\n          if (fieldType === thrift.Thrift.Type.I32) {\n            const value_3: FieldRepetitionType.FieldRepetitionType = input.readI32();\n            _args.repetition_type = value_3;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 4:\n          if (fieldType === thrift.Thrift.Type.STRING) {\n            const value_4: string = input.readString();\n            _args.name = value_4;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 5:\n          if (fieldType === thrift.Thrift.Type.I32) {\n            const value_5: number = input.readI32();\n            _args.num_children = value_5;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 6:\n          if (fieldType === thrift.Thrift.Type.I32) {\n            const value_6: ConvertedType.ConvertedType = input.readI32();\n            _args.converted_type = value_6;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 7:\n          if (fieldType === thrift.Thrift.Type.I32) {\n            const value_7: number = input.readI32();\n            _args.scale = value_7;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 8:\n          if (fieldType === thrift.Thrift.Type.I32) {\n            const value_8: number = input.readI32();\n            _args.precision = value_8;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 9:\n          if (fieldType === thrift.Thrift.Type.I32) {\n            const value_9: number = input.readI32();\n            _args.field_id = value_9;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 10:\n          if (fieldType === thrift.Thrift.Type.STRUCT) {\n            const value_10: LogicalType.LogicalType = LogicalType.LogicalType.read(input);\n            _args.logicalType = value_10;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        default: {\n          input.skip(fieldType);\n        }\n      }\n      input.readFieldEnd();\n    }\n    input.readStructEnd();\n    if (_args.name !== undefined) {\n      return new SchemaElement(_args);\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Unable to read SchemaElement from input'\n      );\n    }\n  }\n}\n"],"file":"SchemaElement.js"}

package/dist/parquetjs/parquet-thrift/SortingColumn.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/parquet-thrift/SortingColumn.ts"],"names":["thrift","SortingColumn","constructor","args","column_idx","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","descending","nulls_first","write","output","writeStructBegin","writeFieldBegin","Type","I32","writeI32","writeFieldEnd","BOOL","writeBool","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readI32","skip","value_2","readBool","value_3","readFieldEnd","readStructEnd","undefined"],"mappings":";AAMA,OAAO,KAAKA,MAAZ,MAAwB,QAAxB;AAMA,OAAO,MAAMC,aAAN,CAAoB;AAIzBC,EAAAA,WAAW,CAACC,IAAD,EAA2B;AAAA;;AAAA;;AAAA;;AACpC,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,UAAL,IAAmB,IAAvC,EAA6C;AAC3C,WAAKA,UAAL,GAAkBD,IAAI,CAACC,UAAvB;AACD,KAFD,MAEO;AACL,YAAM,IAAIJ,MAAM,CAACK,MAAP,CAAcC,kBAAlB,CACJN,MAAM,CAACK,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,sCAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACM,UAAL,IAAmB,IAAvC,EAA6C;AAC3C,WAAKA,UAAL,GAAkBN,IAAI,CAACM,UAAvB;AACD,KAFD,MAEO;AACL,YAAM,IAAIT,MAAM,CAACK,MAAP,CAAcC,kBAAlB,CACJN,MAAM,CAACK,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,sCAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACO,WAAL,IAAoB,IAAxC,EAA8C;AAC5C,WAAKA,WAAL,GAAmBP,IAAI,CAACO,WAAxB;AACD,KAFD,MAEO;AACL,YAAM,IAAIV,MAAM,CAACK,MAAP,CAAcC,kBAAlB,CACJN,MAAM,CAACK,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,uCAFI,CAAN;AAID;AACF;;AACMG,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,eAAxB;;AACA,QAAI,KAAKT,UAAL,IAAmB,IAAvB,EAA6B;AAC3BQ,MAAAA,MAAM,CAACE,eAAP,CAAuB,YAAvB,EAAqCd,MAAM,CAACK,MAAP,CAAcU,IAAd,CAAmBC,GAAxD,EAA6D,CAA7D;AACAJ,MAAAA,MAAM,CAACK,QAAP,CAAgB,KAAKb,UAArB;AACAQ,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKT,UAAL,IAAmB,IAAvB,EAA6B;AAC3BG,MAAAA,MAAM,CAACE,eAAP,CAAuB,YAAvB,EAAqCd,MAAM,CAACK,MAAP,CAAcU,IAAd,CAAmBI,IAAxD,EAA8D,CAA9D;AACAP,MAAAA,MAAM,CAACQ,SAAP,CAAiB,KAAKX,UAAtB;AACAG,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKR,WAAL,IAAoB,IAAxB,EAA8B;AAC5BE,MAAAA,MAAM,CAACE,eAAP,CAAuB,aAAvB,EAAsCd,MAAM,CAACK,MAAP,CAAcU,IAAd,CAAmBI,IAAzD,EAA+D,CAA/D;AACAP,MAAAA,MAAM,CAACQ,SAAP,CAAiB,KAAKV,WAAtB;AACAE,MAAAA,MAAM,CAACM,aAAP;AACD;;AACDN,IAAAA,MAAM,CAACS,cAAP;AACAT,IAAAA,MAAM,CAACU,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAAyC;AACzDA,IAAAA,KAAK,CAACC,eAAN;AACA,QAAIC,KAAU,GAAG,EAAjB;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAK7B,MAAM,CAACK,MAAP,CAAcU,IAAd,CAAmBkB,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQF,OAAR;AACE,aAAK,CAAL;AACE,cAAIF,SAAS,KAAK7B,MAAM,CAACK,MAAP,CAAcU,IAAd,CAAmBC,GAArC,EAA0C;AACxC,kBAAMkB,OAAe,GAAGV,KAAK,CAACW,OAAN,EAAxB;AACAT,YAAAA,KAAK,CAACtB,UAAN,GAAmB8B,OAAnB;AACD,WAHD,MAGO;AACLV,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK7B,MAAM,CAACK,MAAP,CAAcU,IAAd,CAAmBI,IAArC,EAA2C;AACzC,kBAAMkB,OAAgB,GAAGb,KAAK,CAACc,QAAN,EAAzB;AACAZ,YAAAA,KAAK,CAACjB,UAAN,GAAmB4B,OAAnB;AACD,WAHD,MAGO;AACLb,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK7B,MAAM,CAACK,MAAP,CAAcU,IAAd,CAAmBI,IAArC,EAA2C;AACzC,kBAAMoB,OAAgB,GAAGf,KAAK,CAACc,QAAN,EAAzB;AACAZ,YAAAA,KAAK,CAAChB,WAAN,GAAoB6B,OAApB;AACD,WAHD,MAGO;AACLf,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;AA3BH;;AA6BAL,MAAAA,KAAK,CAACgB,YAAN;AACD;;AACDhB,IAAAA,KAAK,CAACiB,aAAN;;AACA,QACEf,KAAK,CAACtB,UAAN,KAAqBsC,SAArB,IACAhB,KAAK,CAACjB,UAAN,KAAqBiC,SADrB,IAEAhB,KAAK,CAAChB,WAAN,KAAsBgC,SAHxB,EAIE;AACA,aAAO,IAAIzC,aAAJ,CAAkByB,KAAlB,CAAP;AACD,KAND,MAMO;AACL,YAAM,IAAI1B,MAAM,CAACK,MAAP,CAAcC,kBAAlB,CACJN,MAAM,CAACK,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,yCAFI,CAAN;AAID;AACF;;AAzGwB","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nexport interface ISortingColumnArgs {\n  column_idx: number;\n  descending: boolean;\n  nulls_first: boolean;\n}\nexport class SortingColumn {\n  public column_idx: number;\n  public descending: boolean;\n  public nulls_first: boolean;\n  constructor(args: ISortingColumnArgs) {\n    if (args != null && args.column_idx != null) {\n      this.column_idx = args.column_idx;\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Required field[column_idx] is unset!'\n      );\n    }\n    if (args != null && args.descending != null) {\n      this.descending = args.descending;\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Required field[descending] is unset!'\n      );\n    }\n    if (args != null && args.nulls_first != null) {\n      this.nulls_first = args.nulls_first;\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Required field[nulls_first] is unset!'\n      );\n    }\n  }\n  public write(output: thrift.TProtocol): void {\n    output.writeStructBegin('SortingColumn');\n    if (this.column_idx != null) {\n      output.writeFieldBegin('column_idx', thrift.Thrift.Type.I32, 1);\n      output.writeI32(this.column_idx);\n      output.writeFieldEnd();\n    }\n    if (this.descending != null) {\n      output.writeFieldBegin('descending', thrift.Thrift.Type.BOOL, 2);\n      output.writeBool(this.descending);\n      output.writeFieldEnd();\n    }\n    if (this.nulls_first != null) {\n      output.writeFieldBegin('nulls_first', thrift.Thrift.Type.BOOL, 3);\n      output.writeBool(this.nulls_first);\n      output.writeFieldEnd();\n    }\n    output.writeFieldStop();\n    output.writeStructEnd();\n    return;\n  }\n  public static read(input: thrift.TProtocol): SortingColumn {\n    input.readStructBegin();\n    let _args: any = {};\n    while (true) {\n      const ret: thrift.TField = input.readFieldBegin();\n      const fieldType: thrift.Thrift.Type = ret.ftype;\n      const fieldId: number = ret.fid;\n      if (fieldType === thrift.Thrift.Type.STOP) {\n        break;\n      }\n      switch (fieldId) {\n        case 1:\n          if (fieldType === thrift.Thrift.Type.I32) {\n            const value_1: number = input.readI32();\n            _args.column_idx = value_1;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 2:\n          if (fieldType === thrift.Thrift.Type.BOOL) {\n            const value_2: boolean = input.readBool();\n            _args.descending = value_2;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 3:\n          if (fieldType === thrift.Thrift.Type.BOOL) {\n            const value_3: boolean = input.readBool();\n            _args.nulls_first = value_3;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        default: {\n          input.skip(fieldType);\n        }\n      }\n      input.readFieldEnd();\n    }\n    input.readStructEnd();\n    if (\n      _args.column_idx !== undefined &&\n      _args.descending !== undefined &&\n      _args.nulls_first !== undefined\n    ) {\n      return new SortingColumn(_args);\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Unable to read SortingColumn from input'\n      );\n    }\n  }\n}\n"],"file":"SortingColumn.js"}

package/dist/parquetjs/parquet-thrift/Statistics.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/parquet-thrift/Statistics.ts"],"names":["Int64","thrift","Statistics","constructor","args","max","min","null_count","distinct_count","max_value","min_value","write","output","writeStructBegin","writeFieldBegin","Thrift","Type","STRING","writeBinary","writeFieldEnd","I64","writeI64","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readBinary","skip","value_2","value_3","readI64","value_4","value_5","value_6","readFieldEnd","readStructEnd"],"mappings":";AAMA,OAAOA,KAAP,MAAkB,YAAlB;AACA,OAAO,KAAKC,MAAZ,MAAwB,QAAxB;AASA,OAAO,MAAMC,UAAN,CAAiB;AAOtBC,EAAAA,WAAW,CAACC,IAAD,EAAyB;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AAAA;;AAClC,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,GAAL,IAAY,IAAhC,EAAsC;AACpC,WAAKA,GAAL,GAAWD,IAAI,CAACC,GAAhB;AACD;;AACD,QAAID,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACE,GAAL,IAAY,IAAhC,EAAsC;AACpC,WAAKA,GAAL,GAAWF,IAAI,CAACE,GAAhB;AACD;;AACD,QAAIF,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACG,UAAL,IAAmB,IAAvC,EAA6C;AAC3C,UAAI,OAAOH,IAAI,CAACG,UAAZ,KAA2B,QAA/B,EAAyC;AACvC,aAAKA,UAAL,GAAkB,IAAIP,KAAJ,CAAUI,IAAI,CAACG,UAAf,CAAlB;AACD,OAFD,MAEO;AACL,aAAKA,UAAL,GAAkBH,IAAI,CAACG,UAAvB;AACD;AACF;;AACD,QAAIH,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACI,cAAL,IAAuB,IAA3C,EAAiD;AAC/C,UAAI,OAAOJ,IAAI,CAACI,cAAZ,KAA+B,QAAnC,EAA6C;AAC3C,aAAKA,cAAL,GAAsB,IAAIR,KAAJ,CAAUI,IAAI,CAACI,cAAf,CAAtB;AACD,OAFD,MAEO;AACL,aAAKA,cAAL,GAAsBJ,IAAI,CAACI,cAA3B;AACD;AACF;;AACD,QAAIJ,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACK,SAAL,IAAkB,IAAtC,EAA4C;AAC1C,WAAKA,SAAL,GAAiBL,IAAI,CAACK,SAAtB;AACD;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACM,SAAL,IAAkB,IAAtC,EAA4C;AAC1C,WAAKA,SAAL,GAAiBN,IAAI,CAACM,SAAtB;AACD;AACF;;AACMC,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,YAAxB;;AACA,QAAI,KAAKR,GAAL,IAAY,IAAhB,EAAsB;AACpBO,MAAAA,MAAM,CAACE,eAAP,CAAuB,KAAvB,EAA8Bb,MAAM,CAACc,MAAP,CAAcC,IAAd,CAAmBC,MAAjD,EAAyD,CAAzD;AACAL,MAAAA,MAAM,CAACM,WAAP,CAAmB,KAAKb,GAAxB;AACAO,MAAAA,MAAM,CAACO,aAAP;AACD;;AACD,QAAI,KAAKb,GAAL,IAAY,IAAhB,EAAsB;AACpBM,MAAAA,MAAM,CAACE,eAAP,CAAuB,KAAvB,EAA8Bb,MAAM,CAACc,MAAP,CAAcC,IAAd,CAAmBC,MAAjD,EAAyD,CAAzD;AACAL,MAAAA,MAAM,CAACM,WAAP,CAAmB,KAAKZ,GAAxB;AACAM,MAAAA,MAAM,CAACO,aAAP;AACD;;AACD,QAAI,KAAKZ,UAAL,IAAmB,IAAvB,EAA6B;AAC3BK,MAAAA,MAAM,CAACE,eAAP,CAAuB,YAAvB,EAAqCb,MAAM,CAACc,MAAP,CAAcC,IAAd,CAAmBI,GAAxD,EAA6D,CAA7D;AACAR,MAAAA,MAAM,CAACS,QAAP,CAAgB,KAAKd,UAArB;AACAK,MAAAA,MAAM,CAACO,aAAP;AACD;;AACD,QAAI,KAAKX,cAAL,IAAuB,IAA3B,EAAiC;AAC/BI,MAAAA,MAAM,CAACE,eAAP,CAAuB,gBAAvB,EAAyCb,MAAM,CAACc,MAAP,CAAcC,IAAd,CAAmBI,GAA5D,EAAiE,CAAjE;AACAR,MAAAA,MAAM,CAACS,QAAP,CAAgB,KAAKb,cAArB;AACAI,MAAAA,MAAM,CAACO,aAAP;AACD;;AACD,QAAI,KAAKV,SAAL,IAAkB,IAAtB,EAA4B;AAC1BG,MAAAA,MAAM,CAACE,eAAP,CAAuB,WAAvB,EAAoCb,MAAM,CAACc,MAAP,CAAcC,IAAd,CAAmBC,MAAvD,EAA+D,CAA/D;AACAL,MAAAA,MAAM,CAACM,WAAP,CAAmB,KAAKT,SAAxB;AACAG,MAAAA,MAAM,CAACO,aAAP;AACD;;AACD,QAAI,KAAKT,SAAL,IAAkB,IAAtB,EAA4B;AAC1BE,MAAAA,MAAM,CAACE,eAAP,CAAuB,WAAvB,EAAoCb,MAAM,CAACc,MAAP,CAAcC,IAAd,CAAmBC,MAAvD,EAA+D,CAA/D;AACAL,MAAAA,MAAM,CAACM,WAAP,CAAmB,KAAKR,SAAxB;AACAE,MAAAA,MAAM,CAACO,aAAP;AACD;;AACDP,IAAAA,MAAM,CAACU,cAAP;AACAV,IAAAA,MAAM,CAACW,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAAsC;AACtDA,IAAAA,KAAK,CAACC,eAAN;AACA,QAAIC,KAAU,GAAG,EAAjB;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAK7B,MAAM,CAACc,MAAP,CAAcC,IAAd,CAAmBkB,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQF,OAAR;AACE,aAAK,CAAL;AACE,cAAIF,SAAS,KAAK7B,MAAM,CAACc,MAAP,CAAcC,IAAd,CAAmBC,MAArC,EAA6C;AAC3C,kBAAMkB,OAAe,GAAGV,KAAK,CAACW,UAAN,EAAxB;AACAT,YAAAA,KAAK,CAACtB,GAAN,GAAY8B,OAAZ;AACD,WAHD,MAGO;AACLV,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK7B,MAAM,CAACc,MAAP,CAAcC,IAAd,CAAmBC,MAArC,EAA6C;AAC3C,kBAAMqB,OAAe,GAAGb,KAAK,CAACW,UAAN,EAAxB;AACAT,YAAAA,KAAK,CAACrB,GAAN,GAAYgC,OAAZ;AACD,WAHD,MAGO;AACLb,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK7B,MAAM,CAACc,MAAP,CAAcC,IAAd,CAAmBI,GAArC,EAA0C;AACxC,kBAAMmB,OAAc,GAAGd,KAAK,CAACe,OAAN,EAAvB;AACAb,YAAAA,KAAK,CAACpB,UAAN,GAAmBgC,OAAnB;AACD,WAHD,MAGO;AACLd,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK7B,MAAM,CAACc,MAAP,CAAcC,IAAd,CAAmBI,GAArC,EAA0C;AACxC,kBAAMqB,OAAc,GAAGhB,KAAK,CAACe,OAAN,EAAvB;AACAb,YAAAA,KAAK,CAACnB,cAAN,GAAuBiC,OAAvB;AACD,WAHD,MAGO;AACLhB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK7B,MAAM,CAACc,MAAP,CAAcC,IAAd,CAAmBC,MAArC,EAA6C;AAC3C,kBAAMyB,OAAe,GAAGjB,KAAK,CAACW,UAAN,EAAxB;AACAT,YAAAA,KAAK,CAAClB,SAAN,GAAkBiC,OAAlB;AACD,WAHD,MAGO;AACLjB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK7B,MAAM,CAACc,MAAP,CAAcC,IAAd,CAAmBC,MAArC,EAA6C;AAC3C,kBAAM0B,OAAe,GAAGlB,KAAK,CAACW,UAAN,EAAxB;AACAT,YAAAA,KAAK,CAACjB,SAAN,GAAkBiC,OAAlB;AACD,WAHD,MAGO;AACLlB,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;AAnDH;;AAqDAL,MAAAA,KAAK,CAACmB,YAAN;AACD;;AACDnB,IAAAA,KAAK,CAACoB,aAAN;AACA,WAAO,IAAI3C,UAAJ,CAAeyB,KAAf,CAAP;AACD;;AA1IqB","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nexport interface IStatisticsArgs {\n  max?: Buffer;\n  min?: Buffer;\n  null_count?: number | Int64;\n  distinct_count?: number | Int64;\n  max_value?: Buffer;\n  min_value?: Buffer;\n}\nexport class Statistics {\n  public max?: Buffer;\n  public min?: Buffer;\n  public null_count?: Int64;\n  public distinct_count?: Int64;\n  public max_value?: Buffer;\n  public min_value?: Buffer;\n  constructor(args?: IStatisticsArgs) {\n    if (args != null && args.max != null) {\n      this.max = args.max;\n    }\n    if (args != null && args.min != null) {\n      this.min = args.min;\n    }\n    if (args != null && args.null_count != null) {\n      if (typeof args.null_count === 'number') {\n        this.null_count = new Int64(args.null_count);\n      } else {\n        this.null_count = args.null_count;\n      }\n    }\n    if (args != null && args.distinct_count != null) {\n      if (typeof args.distinct_count === 'number') {\n        this.distinct_count = new Int64(args.distinct_count);\n      } else {\n        this.distinct_count = args.distinct_count;\n      }\n    }\n    if (args != null && args.max_value != null) {\n      this.max_value = args.max_value;\n    }\n    if (args != null && args.min_value != null) {\n      this.min_value = args.min_value;\n    }\n  }\n  public write(output: thrift.TProtocol): void {\n    output.writeStructBegin('Statistics');\n    if (this.max != null) {\n      output.writeFieldBegin('max', thrift.Thrift.Type.STRING, 1);\n      output.writeBinary(this.max);\n      output.writeFieldEnd();\n    }\n    if (this.min != null) {\n      output.writeFieldBegin('min', thrift.Thrift.Type.STRING, 2);\n      output.writeBinary(this.min);\n      output.writeFieldEnd();\n    }\n    if (this.null_count != null) {\n      output.writeFieldBegin('null_count', thrift.Thrift.Type.I64, 3);\n      output.writeI64(this.null_count);\n      output.writeFieldEnd();\n    }\n    if (this.distinct_count != null) {\n      output.writeFieldBegin('distinct_count', thrift.Thrift.Type.I64, 4);\n      output.writeI64(this.distinct_count);\n      output.writeFieldEnd();\n    }\n    if (this.max_value != null) {\n      output.writeFieldBegin('max_value', thrift.Thrift.Type.STRING, 5);\n      output.writeBinary(this.max_value);\n      output.writeFieldEnd();\n    }\n    if (this.min_value != null) {\n      output.writeFieldBegin('min_value', thrift.Thrift.Type.STRING, 6);\n      output.writeBinary(this.min_value);\n      output.writeFieldEnd();\n    }\n    output.writeFieldStop();\n    output.writeStructEnd();\n    return;\n  }\n  public static read(input: thrift.TProtocol): Statistics {\n    input.readStructBegin();\n    let _args: any = {};\n    while (true) {\n      const ret: thrift.TField = input.readFieldBegin();\n      const fieldType: thrift.Thrift.Type = ret.ftype;\n      const fieldId: number = ret.fid;\n      if (fieldType === thrift.Thrift.Type.STOP) {\n        break;\n      }\n      switch (fieldId) {\n        case 1:\n          if (fieldType === thrift.Thrift.Type.STRING) {\n            const value_1: Buffer = input.readBinary();\n            _args.max = value_1;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 2:\n          if (fieldType === thrift.Thrift.Type.STRING) {\n            const value_2: Buffer = input.readBinary();\n            _args.min = value_2;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 3:\n          if (fieldType === thrift.Thrift.Type.I64) {\n            const value_3: Int64 = input.readI64();\n            _args.null_count = value_3;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 4:\n          if (fieldType === thrift.Thrift.Type.I64) {\n            const value_4: Int64 = input.readI64();\n            _args.distinct_count = value_4;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 5:\n          if (fieldType === thrift.Thrift.Type.STRING) {\n            const value_5: Buffer = input.readBinary();\n            _args.max_value = value_5;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 6:\n          if (fieldType === thrift.Thrift.Type.STRING) {\n            const value_6: Buffer = input.readBinary();\n            _args.min_value = value_6;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        default: {\n          input.skip(fieldType);\n        }\n      }\n      input.readFieldEnd();\n    }\n    input.readStructEnd();\n    return new Statistics(_args);\n  }\n}\n"],"file":"Statistics.js"}

package/dist/parquetjs/parquet-thrift/StringType.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/parquet-thrift/StringType.ts"],"names":["thrift","StringType","constructor","write","output","writeStructBegin","writeFieldStop","writeStructEnd","read","input","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","Thrift","Type","STOP","skip","readFieldEnd","readStructEnd"],"mappings":"AAMA,OAAO,KAAKA,MAAZ,MAAwB,QAAxB;AAEA,OAAO,MAAMC,UAAN,CAAiB;AACtBC,EAAAA,WAAW,GAAG,CAAE;;AACTC,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,YAAxB;AACAD,IAAAA,MAAM,CAACE,cAAP;AACAF,IAAAA,MAAM,CAACG,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAAsC;AACtDA,IAAAA,KAAK,CAACC,eAAN;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGF,KAAK,CAACG,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAKb,MAAM,CAACiB,MAAP,CAAcC,IAAd,CAAmBC,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQJ,OAAR;AACE;AAAS;AACPN,YAAAA,KAAK,CAACW,IAAN,CAAWP,SAAX;AACD;AAHH;;AAKAJ,MAAAA,KAAK,CAACY,YAAN;AACD;;AACDZ,IAAAA,KAAK,CAACa,aAAN;AACA,WAAO,IAAIrB,UAAJ,EAAP;AACD;;AA1BqB","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nexport interface IStringTypeArgs {}\nexport class StringType {\n  constructor() {}\n  public write(output: thrift.TProtocol): void {\n    output.writeStructBegin('StringType');\n    output.writeFieldStop();\n    output.writeStructEnd();\n    return;\n  }\n  public static read(input: thrift.TProtocol): StringType {\n    input.readStructBegin();\n    while (true) {\n      const ret: thrift.TField = input.readFieldBegin();\n      const fieldType: thrift.Thrift.Type = ret.ftype;\n      const fieldId: number = ret.fid;\n      if (fieldType === thrift.Thrift.Type.STOP) {\n        break;\n      }\n      switch (fieldId) {\n        default: {\n          input.skip(fieldType);\n        }\n      }\n      input.readFieldEnd();\n    }\n    input.readStructEnd();\n    return new StringType();\n  }\n}\n"],"file":"StringType.js"}

package/dist/parquetjs/parquet-thrift/TimeType.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/parquet-thrift/TimeType.ts"],"names":["thrift","TimeUnit","TimeType","constructor","args","isAdjustedToUTC","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","unit","write","output","writeStructBegin","writeFieldBegin","Type","BOOL","writeBool","writeFieldEnd","STRUCT","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readBool","skip","value_2","readFieldEnd","readStructEnd","undefined"],"mappings":";AAMA,OAAO,KAAKA,MAAZ,MAAwB,QAAxB;AACA,OAAO,KAAKC,QAAZ,MAA0B,YAA1B;AAKA,OAAO,MAAMC,QAAN,CAAe;AAGpBC,EAAAA,WAAW,CAACC,IAAD,EAAsB;AAAA;;AAAA;;AAC/B,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,eAAL,IAAwB,IAA5C,EAAkD;AAChD,WAAKA,eAAL,GAAuBD,IAAI,CAACC,eAA5B;AACD,KAFD,MAEO;AACL,YAAM,IAAIL,MAAM,CAACM,MAAP,CAAcC,kBAAlB,CACJP,MAAM,CAACM,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,2CAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACM,IAAL,IAAa,IAAjC,EAAuC;AACrC,WAAKA,IAAL,GAAYN,IAAI,CAACM,IAAjB;AACD,KAFD,MAEO;AACL,YAAM,IAAIV,MAAM,CAACM,MAAP,CAAcC,kBAAlB,CACJP,MAAM,CAACM,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,gCAFI,CAAN;AAID;AACF;;AACME,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,UAAxB;;AACA,QAAI,KAAKR,eAAL,IAAwB,IAA5B,EAAkC;AAChCO,MAAAA,MAAM,CAACE,eAAP,CAAuB,iBAAvB,EAA0Cd,MAAM,CAACM,MAAP,CAAcS,IAAd,CAAmBC,IAA7D,EAAmE,CAAnE;AACAJ,MAAAA,MAAM,CAACK,SAAP,CAAiB,KAAKZ,eAAtB;AACAO,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKR,IAAL,IAAa,IAAjB,EAAuB;AACrBE,MAAAA,MAAM,CAACE,eAAP,CAAuB,MAAvB,EAA+Bd,MAAM,CAACM,MAAP,CAAcS,IAAd,CAAmBI,MAAlD,EAA0D,CAA1D;AACA,WAAKT,IAAL,CAAUC,KAAV,CAAgBC,MAAhB;AACAA,MAAAA,MAAM,CAACM,aAAP;AACD;;AACDN,IAAAA,MAAM,CAACQ,cAAP;AACAR,IAAAA,MAAM,CAACS,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAAoC;AACpDA,IAAAA,KAAK,CAACC,eAAN;AACA,QAAIC,KAAU,GAAG,EAAjB;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAK5B,MAAM,CAACM,MAAP,CAAcS,IAAd,CAAmBiB,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQF,OAAR;AACE,aAAK,CAAL;AACE,cAAIF,SAAS,KAAK5B,MAAM,CAACM,MAAP,CAAcS,IAAd,CAAmBC,IAArC,EAA2C;AACzC,kBAAMiB,OAAgB,GAAGV,KAAK,CAACW,QAAN,EAAzB;AACAT,YAAAA,KAAK,CAACpB,eAAN,GAAwB4B,OAAxB;AACD,WAHD,MAGO;AACLV,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK5B,MAAM,CAACM,MAAP,CAAcS,IAAd,CAAmBI,MAArC,EAA6C;AAC3C,kBAAMiB,OAA0B,GAAGnC,QAAQ,CAACA,QAAT,CAAkBqB,IAAlB,CAAuBC,KAAvB,CAAnC;AACAE,YAAAA,KAAK,CAACf,IAAN,GAAa0B,OAAb;AACD,WAHD,MAGO;AACLb,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;AAnBH;;AAqBAL,MAAAA,KAAK,CAACc,YAAN;AACD;;AACDd,IAAAA,KAAK,CAACe,aAAN;;AACA,QAAIb,KAAK,CAACpB,eAAN,KAA0BkC,SAA1B,IAAuCd,KAAK,CAACf,IAAN,KAAe6B,SAA1D,EAAqE;AACnE,aAAO,IAAIrC,QAAJ,CAAauB,KAAb,CAAP;AACD,KAFD,MAEO;AACL,YAAM,IAAIzB,MAAM,CAACM,MAAP,CAAcC,kBAAlB,CACJP,MAAM,CAACM,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,oCAFI,CAAN;AAID;AACF;;AA/EmB","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as TimeUnit from './TimeUnit';\nexport interface ITimeTypeArgs {\n  isAdjustedToUTC: boolean;\n  unit: TimeUnit.TimeUnit;\n}\nexport class TimeType {\n  public isAdjustedToUTC: boolean;\n  public unit: TimeUnit.TimeUnit;\n  constructor(args: ITimeTypeArgs) {\n    if (args != null && args.isAdjustedToUTC != null) {\n      this.isAdjustedToUTC = args.isAdjustedToUTC;\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Required field[isAdjustedToUTC] is unset!'\n      );\n    }\n    if (args != null && args.unit != null) {\n      this.unit = args.unit;\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Required field[unit] is unset!'\n      );\n    }\n  }\n  public write(output: thrift.TProtocol): void {\n    output.writeStructBegin('TimeType');\n    if (this.isAdjustedToUTC != null) {\n      output.writeFieldBegin('isAdjustedToUTC', thrift.Thrift.Type.BOOL, 1);\n      output.writeBool(this.isAdjustedToUTC);\n      output.writeFieldEnd();\n    }\n    if (this.unit != null) {\n      output.writeFieldBegin('unit', thrift.Thrift.Type.STRUCT, 2);\n      this.unit.write(output);\n      output.writeFieldEnd();\n    }\n    output.writeFieldStop();\n    output.writeStructEnd();\n    return;\n  }\n  public static read(input: thrift.TProtocol): TimeType {\n    input.readStructBegin();\n    let _args: any = {};\n    while (true) {\n      const ret: thrift.TField = input.readFieldBegin();\n      const fieldType: thrift.Thrift.Type = ret.ftype;\n      const fieldId: number = ret.fid;\n      if (fieldType === thrift.Thrift.Type.STOP) {\n        break;\n      }\n      switch (fieldId) {\n        case 1:\n          if (fieldType === thrift.Thrift.Type.BOOL) {\n            const value_1: boolean = input.readBool();\n            _args.isAdjustedToUTC = value_1;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 2:\n          if (fieldType === thrift.Thrift.Type.STRUCT) {\n            const value_2: TimeUnit.TimeUnit = TimeUnit.TimeUnit.read(input);\n            _args.unit = value_2;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        default: {\n          input.skip(fieldType);\n        }\n      }\n      input.readFieldEnd();\n    }\n    input.readStructEnd();\n    if (_args.isAdjustedToUTC !== undefined && _args.unit !== undefined) {\n      return new TimeType(_args);\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Unable to read TimeType from input'\n      );\n    }\n  }\n}\n"],"file":"TimeType.js"}

package/dist/parquetjs/parquet-thrift/TimeUnit.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/parquet-thrift/TimeUnit.ts"],"names":["thrift","MicroSeconds","MilliSeconds","TimeUnit","constructor","args","_fieldsSet","MILLIS","MICROS","Thrift","TProtocolException","TProtocolExceptionType","INVALID_DATA","fromMILLIS","fromMICROS","write","output","writeStructBegin","writeFieldBegin","Type","STRUCT","writeFieldEnd","writeFieldStop","writeStructEnd","read","input","_returnValue","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","skip","value_2","readFieldEnd","readStructEnd","UNKNOWN"],"mappings":";AAMA,OAAO,KAAKA,MAAZ,MAAwB,QAAxB;AACA,OAAO,KAAKC,YAAZ,MAA8B,gBAA9B;AACA,OAAO,KAAKC,YAAZ,MAA8B,gBAA9B;AAKA,OAAO,MAAMC,QAAN,CAAe;AAGpBC,EAAAA,WAAW,CAACC,IAAD,EAAuB;AAAA;;AAAA;;AAChC,QAAIC,UAAkB,GAAG,CAAzB;;AACA,QAAID,IAAI,IAAI,IAAZ,EAAkB;AAChB,UAAIA,IAAI,CAACE,MAAL,IAAe,IAAnB,EAAyB;AACvBD,QAAAA,UAAU;AACV,aAAKC,MAAL,GAAcF,IAAI,CAACE,MAAnB;AACD;;AACD,UAAIF,IAAI,CAACG,MAAL,IAAe,IAAnB,EAAyB;AACvBF,QAAAA,UAAU;AACV,aAAKE,MAAL,GAAcH,IAAI,CAACG,MAAnB;AACD;;AACD,UAAIF,UAAU,GAAG,CAAjB,EAAoB;AAClB,cAAM,IAAIN,MAAM,CAACS,MAAP,CAAcC,kBAAlB,CACJV,MAAM,CAACS,MAAP,CAAcE,sBAAd,CAAqCC,YADjC,EAEJ,oDAFI,CAAN;AAID,OALD,MAKO,IAAIN,UAAU,GAAG,CAAjB,EAAoB;AACzB,cAAM,IAAIN,MAAM,CAACS,MAAP,CAAcC,kBAAlB,CACJV,MAAM,CAACS,MAAP,CAAcE,sBAAd,CAAqCC,YADjC,EAEJ,yCAFI,CAAN;AAID;AACF;AACF;;AACuB,SAAVC,UAAU,CAACN,MAAD,EAA8C;AACpE,WAAO,IAAIJ,QAAJ,CAAa;AAACI,MAAAA;AAAD,KAAb,CAAP;AACD;;AACuB,SAAVO,UAAU,CAACN,MAAD,EAA8C;AACpE,WAAO,IAAIL,QAAJ,CAAa;AAACK,MAAAA;AAAD,KAAb,CAAP;AACD;;AACMO,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,UAAxB;;AACA,QAAI,KAAKV,MAAL,IAAe,IAAnB,EAAyB;AACvBS,MAAAA,MAAM,CAACE,eAAP,CAAuB,QAAvB,EAAiClB,MAAM,CAACS,MAAP,CAAcU,IAAd,CAAmBC,MAApD,EAA4D,CAA5D;AACA,WAAKb,MAAL,CAAYQ,KAAZ,CAAkBC,MAAlB;AACAA,MAAAA,MAAM,CAACK,aAAP;AACD;;AACD,QAAI,KAAKb,MAAL,IAAe,IAAnB,EAAyB;AACvBQ,MAAAA,MAAM,CAACE,eAAP,CAAuB,QAAvB,EAAiClB,MAAM,CAACS,MAAP,CAAcU,IAAd,CAAmBC,MAApD,EAA4D,CAA5D;AACA,WAAKZ,MAAL,CAAYO,KAAZ,CAAkBC,MAAlB;AACAA,MAAAA,MAAM,CAACK,aAAP;AACD;;AACDL,IAAAA,MAAM,CAACM,cAAP;AACAN,IAAAA,MAAM,CAACO,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAAoC;AACpD,QAAInB,UAAkB,GAAG,CAAzB;AACA,QAAIoB,YAA6B,GAAG,IAApC;AACAD,IAAAA,KAAK,CAACE,eAAN;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAK9B,MAAM,CAACS,MAAP,CAAcU,IAAd,CAAmBe,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQF,OAAR;AACE,aAAK,CAAL;AACE,cAAIF,SAAS,KAAK9B,MAAM,CAACS,MAAP,CAAcU,IAAd,CAAmBC,MAArC,EAA6C;AAC3Cd,YAAAA,UAAU;AACV,kBAAM6B,OAAkC,GAAGjC,YAAY,CAACA,YAAb,CAA0BsB,IAA1B,CAA+BC,KAA/B,CAA3C;AACAC,YAAAA,YAAY,GAAGvB,QAAQ,CAACU,UAAT,CAAoBsB,OAApB,CAAf;AACD,WAJD,MAIO;AACLV,YAAAA,KAAK,CAACW,IAAN,CAAWN,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK9B,MAAM,CAACS,MAAP,CAAcU,IAAd,CAAmBC,MAArC,EAA6C;AAC3Cd,YAAAA,UAAU;AACV,kBAAM+B,OAAkC,GAAGpC,YAAY,CAACA,YAAb,CAA0BuB,IAA1B,CAA+BC,KAA/B,CAA3C;AACAC,YAAAA,YAAY,GAAGvB,QAAQ,CAACW,UAAT,CAAoBuB,OAApB,CAAf;AACD,WAJD,MAIO;AACLZ,YAAAA,KAAK,CAACW,IAAN,CAAWN,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,YAAAA,KAAK,CAACW,IAAN,CAAWN,SAAX;AACD;AArBH;;AAuBAL,MAAAA,KAAK,CAACa,YAAN;AACD;;AACDb,IAAAA,KAAK,CAACc,aAAN;;AACA,QAAIjC,UAAU,GAAG,CAAjB,EAAoB;AAClB,YAAM,IAAIN,MAAM,CAACS,MAAP,CAAcC,kBAAlB,CACJV,MAAM,CAACS,MAAP,CAAcE,sBAAd,CAAqCC,YADjC,EAEJ,oDAFI,CAAN;AAID,KALD,MAKO,IAAIN,UAAU,GAAG,CAAjB,EAAoB;AACzB,YAAM,IAAIN,MAAM,CAACS,MAAP,CAAcC,kBAAlB,CACJV,MAAM,CAACS,MAAP,CAAcE,sBAAd,CAAqCC,YADjC,EAEJ,yCAFI,CAAN;AAID;;AACD,QAAIc,YAAY,KAAK,IAArB,EAA2B;AACzB,aAAOA,YAAP;AACD,KAFD,MAEO;AACL,YAAM,IAAI1B,MAAM,CAACS,MAAP,CAAcC,kBAAlB,CACJV,MAAM,CAACS,MAAP,CAAcE,sBAAd,CAAqC6B,OADjC,EAEJ,gCAFI,CAAN;AAID;AACF;;AAzGmB","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as MicroSeconds from './MicroSeconds';\nimport * as MilliSeconds from './MilliSeconds';\nexport interface ITimeUnitArgs {\n  MILLIS?: MilliSeconds.MilliSeconds;\n  MICROS?: MicroSeconds.MicroSeconds;\n}\nexport class TimeUnit {\n  public MILLIS?: MilliSeconds.MilliSeconds;\n  public MICROS?: MicroSeconds.MicroSeconds;\n  constructor(args?: ITimeUnitArgs) {\n    let _fieldsSet: number = 0;\n    if (args != null) {\n      if (args.MILLIS != null) {\n        _fieldsSet++;\n        this.MILLIS = args.MILLIS;\n      }\n      if (args.MICROS != null) {\n        _fieldsSet++;\n        this.MICROS = args.MICROS;\n      }\n      if (_fieldsSet > 1) {\n        throw new thrift.Thrift.TProtocolException(\n          thrift.Thrift.TProtocolExceptionType.INVALID_DATA,\n          'Cannot read a TUnion with more than one set value!'\n        );\n      } else if (_fieldsSet < 1) {\n        throw new thrift.Thrift.TProtocolException(\n          thrift.Thrift.TProtocolExceptionType.INVALID_DATA,\n          'Cannot read a TUnion with no set value!'\n        );\n      }\n    }\n  }\n  public static fromMILLIS(MILLIS: MilliSeconds.MilliSeconds): TimeUnit {\n    return new TimeUnit({MILLIS});\n  }\n  public static fromMICROS(MICROS: MicroSeconds.MicroSeconds): TimeUnit {\n    return new TimeUnit({MICROS});\n  }\n  public write(output: thrift.TProtocol): void {\n    output.writeStructBegin('TimeUnit');\n    if (this.MILLIS != null) {\n      output.writeFieldBegin('MILLIS', thrift.Thrift.Type.STRUCT, 1);\n      this.MILLIS.write(output);\n      output.writeFieldEnd();\n    }\n    if (this.MICROS != null) {\n      output.writeFieldBegin('MICROS', thrift.Thrift.Type.STRUCT, 2);\n      this.MICROS.write(output);\n      output.writeFieldEnd();\n    }\n    output.writeFieldStop();\n    output.writeStructEnd();\n    return;\n  }\n  public static read(input: thrift.TProtocol): TimeUnit {\n    let _fieldsSet: number = 0;\n    let _returnValue: TimeUnit | null = null;\n    input.readStructBegin();\n    while (true) {\n      const ret: thrift.TField = input.readFieldBegin();\n      const fieldType: thrift.Thrift.Type = ret.ftype;\n      const fieldId: number = ret.fid;\n      if (fieldType === thrift.Thrift.Type.STOP) {\n        break;\n      }\n      switch (fieldId) {\n        case 1:\n          if (fieldType === thrift.Thrift.Type.STRUCT) {\n            _fieldsSet++;\n            const value_1: MilliSeconds.MilliSeconds = MilliSeconds.MilliSeconds.read(input);\n            _returnValue = TimeUnit.fromMILLIS(value_1);\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 2:\n          if (fieldType === thrift.Thrift.Type.STRUCT) {\n            _fieldsSet++;\n            const value_2: MicroSeconds.MicroSeconds = MicroSeconds.MicroSeconds.read(input);\n            _returnValue = TimeUnit.fromMICROS(value_2);\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        default: {\n          input.skip(fieldType);\n        }\n      }\n      input.readFieldEnd();\n    }\n    input.readStructEnd();\n    if (_fieldsSet > 1) {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.INVALID_DATA,\n        'Cannot read a TUnion with more than one set value!'\n      );\n    } else if (_fieldsSet < 1) {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.INVALID_DATA,\n        'Cannot read a TUnion with no set value!'\n      );\n    }\n    if (_returnValue !== null) {\n      return _returnValue;\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Unable to read data for TUnion'\n      );\n    }\n  }\n}\n"],"file":"TimeUnit.js"}

package/dist/parquetjs/parquet-thrift/TimestampType.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/parquet-thrift/TimestampType.ts"],"names":["thrift","TimeUnit","TimestampType","constructor","args","isAdjustedToUTC","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","unit","write","output","writeStructBegin","writeFieldBegin","Type","BOOL","writeBool","writeFieldEnd","STRUCT","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readBool","skip","value_2","readFieldEnd","readStructEnd","undefined"],"mappings":";AAMA,OAAO,KAAKA,MAAZ,MAAwB,QAAxB;AACA,OAAO,KAAKC,QAAZ,MAA0B,YAA1B;AAKA,OAAO,MAAMC,aAAN,CAAoB;AAGzBC,EAAAA,WAAW,CAACC,IAAD,EAA2B;AAAA;;AAAA;;AACpC,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,eAAL,IAAwB,IAA5C,EAAkD;AAChD,WAAKA,eAAL,GAAuBD,IAAI,CAACC,eAA5B;AACD,KAFD,MAEO;AACL,YAAM,IAAIL,MAAM,CAACM,MAAP,CAAcC,kBAAlB,CACJP,MAAM,CAACM,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,2CAFI,CAAN;AAID;;AACD,QAAIL,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACM,IAAL,IAAa,IAAjC,EAAuC;AACrC,WAAKA,IAAL,GAAYN,IAAI,CAACM,IAAjB;AACD,KAFD,MAEO;AACL,YAAM,IAAIV,MAAM,CAACM,MAAP,CAAcC,kBAAlB,CACJP,MAAM,CAACM,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,gCAFI,CAAN;AAID;AACF;;AACME,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,eAAxB;;AACA,QAAI,KAAKR,eAAL,IAAwB,IAA5B,EAAkC;AAChCO,MAAAA,MAAM,CAACE,eAAP,CAAuB,iBAAvB,EAA0Cd,MAAM,CAACM,MAAP,CAAcS,IAAd,CAAmBC,IAA7D,EAAmE,CAAnE;AACAJ,MAAAA,MAAM,CAACK,SAAP,CAAiB,KAAKZ,eAAtB;AACAO,MAAAA,MAAM,CAACM,aAAP;AACD;;AACD,QAAI,KAAKR,IAAL,IAAa,IAAjB,EAAuB;AACrBE,MAAAA,MAAM,CAACE,eAAP,CAAuB,MAAvB,EAA+Bd,MAAM,CAACM,MAAP,CAAcS,IAAd,CAAmBI,MAAlD,EAA0D,CAA1D;AACA,WAAKT,IAAL,CAAUC,KAAV,CAAgBC,MAAhB;AACAA,MAAAA,MAAM,CAACM,aAAP;AACD;;AACDN,IAAAA,MAAM,CAACQ,cAAP;AACAR,IAAAA,MAAM,CAACS,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAAyC;AACzDA,IAAAA,KAAK,CAACC,eAAN;AACA,QAAIC,KAAU,GAAG,EAAjB;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAK5B,MAAM,CAACM,MAAP,CAAcS,IAAd,CAAmBiB,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQF,OAAR;AACE,aAAK,CAAL;AACE,cAAIF,SAAS,KAAK5B,MAAM,CAACM,MAAP,CAAcS,IAAd,CAAmBC,IAArC,EAA2C;AACzC,kBAAMiB,OAAgB,GAAGV,KAAK,CAACW,QAAN,EAAzB;AACAT,YAAAA,KAAK,CAACpB,eAAN,GAAwB4B,OAAxB;AACD,WAHD,MAGO;AACLV,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,aAAK,CAAL;AACE,cAAIA,SAAS,KAAK5B,MAAM,CAACM,MAAP,CAAcS,IAAd,CAAmBI,MAArC,EAA6C;AAC3C,kBAAMiB,OAA0B,GAAGnC,QAAQ,CAACA,QAAT,CAAkBqB,IAAlB,CAAuBC,KAAvB,CAAnC;AACAE,YAAAA,KAAK,CAACf,IAAN,GAAa0B,OAAb;AACD,WAHD,MAGO;AACLb,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,YAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;AAnBH;;AAqBAL,MAAAA,KAAK,CAACc,YAAN;AACD;;AACDd,IAAAA,KAAK,CAACe,aAAN;;AACA,QAAIb,KAAK,CAACpB,eAAN,KAA0BkC,SAA1B,IAAuCd,KAAK,CAACf,IAAN,KAAe6B,SAA1D,EAAqE;AACnE,aAAO,IAAIrC,aAAJ,CAAkBuB,KAAlB,CAAP;AACD,KAFD,MAEO;AACL,YAAM,IAAIzB,MAAM,CAACM,MAAP,CAAcC,kBAAlB,CACJP,MAAM,CAACM,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,yCAFI,CAAN;AAID;AACF;;AA/EwB","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as TimeUnit from './TimeUnit';\nexport interface ITimestampTypeArgs {\n  isAdjustedToUTC: boolean;\n  unit: TimeUnit.TimeUnit;\n}\nexport class TimestampType {\n  public isAdjustedToUTC: boolean;\n  public unit: TimeUnit.TimeUnit;\n  constructor(args: ITimestampTypeArgs) {\n    if (args != null && args.isAdjustedToUTC != null) {\n      this.isAdjustedToUTC = args.isAdjustedToUTC;\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Required field[isAdjustedToUTC] is unset!'\n      );\n    }\n    if (args != null && args.unit != null) {\n      this.unit = args.unit;\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Required field[unit] is unset!'\n      );\n    }\n  }\n  public write(output: thrift.TProtocol): void {\n    output.writeStructBegin('TimestampType');\n    if (this.isAdjustedToUTC != null) {\n      output.writeFieldBegin('isAdjustedToUTC', thrift.Thrift.Type.BOOL, 1);\n      output.writeBool(this.isAdjustedToUTC);\n      output.writeFieldEnd();\n    }\n    if (this.unit != null) {\n      output.writeFieldBegin('unit', thrift.Thrift.Type.STRUCT, 2);\n      this.unit.write(output);\n      output.writeFieldEnd();\n    }\n    output.writeFieldStop();\n    output.writeStructEnd();\n    return;\n  }\n  public static read(input: thrift.TProtocol): TimestampType {\n    input.readStructBegin();\n    let _args: any = {};\n    while (true) {\n      const ret: thrift.TField = input.readFieldBegin();\n      const fieldType: thrift.Thrift.Type = ret.ftype;\n      const fieldId: number = ret.fid;\n      if (fieldType === thrift.Thrift.Type.STOP) {\n        break;\n      }\n      switch (fieldId) {\n        case 1:\n          if (fieldType === thrift.Thrift.Type.BOOL) {\n            const value_1: boolean = input.readBool();\n            _args.isAdjustedToUTC = value_1;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 2:\n          if (fieldType === thrift.Thrift.Type.STRUCT) {\n            const value_2: TimeUnit.TimeUnit = TimeUnit.TimeUnit.read(input);\n            _args.unit = value_2;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        default: {\n          input.skip(fieldType);\n        }\n      }\n      input.readFieldEnd();\n    }\n    input.readStructEnd();\n    if (_args.isAdjustedToUTC !== undefined && _args.unit !== undefined) {\n      return new TimestampType(_args);\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Unable to read TimestampType from input'\n      );\n    }\n  }\n}\n"],"file":"TimestampType.js"}

package/dist/parquetjs/parquet-thrift/Type.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/parquet-thrift/Type.ts"],"names":["Type"],"mappings":"AAMA,WAAYA,IAAZ;;WAAYA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;GAAAA,I,KAAAA,I","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nexport enum Type {\n  BOOLEAN = 0,\n  INT32 = 1,\n  INT64 = 2,\n  INT96 = 3,\n  FLOAT = 4,\n  DOUBLE = 5,\n  BYTE_ARRAY = 6,\n  FIXED_LEN_BYTE_ARRAY = 7\n}\n"],"file":"Type.js"}

package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/parquet-thrift/TypeDefinedOrder.ts"],"names":["thrift","TypeDefinedOrder","constructor","write","output","writeStructBegin","writeFieldStop","writeStructEnd","read","input","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","Thrift","Type","STOP","skip","readFieldEnd","readStructEnd"],"mappings":"AAMA,OAAO,KAAKA,MAAZ,MAAwB,QAAxB;AAEA,OAAO,MAAMC,gBAAN,CAAuB;AAC5BC,EAAAA,WAAW,GAAG,CAAE;;AACTC,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,kBAAxB;AACAD,IAAAA,MAAM,CAACE,cAAP;AACAF,IAAAA,MAAM,CAACG,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAA4C;AAC5DA,IAAAA,KAAK,CAACC,eAAN;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGF,KAAK,CAACG,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAKb,MAAM,CAACiB,MAAP,CAAcC,IAAd,CAAmBC,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQJ,OAAR;AACE;AAAS;AACPN,YAAAA,KAAK,CAACW,IAAN,CAAWP,SAAX;AACD;AAHH;;AAKAJ,MAAAA,KAAK,CAACY,YAAN;AACD;;AACDZ,IAAAA,KAAK,CAACa,aAAN;AACA,WAAO,IAAIrB,gBAAJ,EAAP;AACD;;AA1B2B","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nexport interface ITypeDefinedOrderArgs {}\nexport class TypeDefinedOrder {\n  constructor() {}\n  public write(output: thrift.TProtocol): void {\n    output.writeStructBegin('TypeDefinedOrder');\n    output.writeFieldStop();\n    output.writeStructEnd();\n    return;\n  }\n  public static read(input: thrift.TProtocol): TypeDefinedOrder {\n    input.readStructBegin();\n    while (true) {\n      const ret: thrift.TField = input.readFieldBegin();\n      const fieldType: thrift.Thrift.Type = ret.ftype;\n      const fieldId: number = ret.fid;\n      if (fieldType === thrift.Thrift.Type.STOP) {\n        break;\n      }\n      switch (fieldId) {\n        default: {\n          input.skip(fieldType);\n        }\n      }\n      input.readFieldEnd();\n    }\n    input.readStructEnd();\n    return new TypeDefinedOrder();\n  }\n}\n"],"file":"TypeDefinedOrder.js"}

package/dist/parquetjs/parquet-thrift/UUIDType.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/parquet-thrift/UUIDType.ts"],"names":["thrift","UUIDType","constructor","write","output","writeStructBegin","writeFieldStop","writeStructEnd","read","input","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","Thrift","Type","STOP","skip","readFieldEnd","readStructEnd"],"mappings":"AAMA,OAAO,KAAKA,MAAZ,MAAwB,QAAxB;AAEA,OAAO,MAAMC,QAAN,CAAe;AACpBC,EAAAA,WAAW,GAAG,CAAE;;AACTC,EAAAA,KAAK,CAACC,MAAD,EAAiC;AAC3CA,IAAAA,MAAM,CAACC,gBAAP,CAAwB,UAAxB;AACAD,IAAAA,MAAM,CAACE,cAAP;AACAF,IAAAA,MAAM,CAACG,cAAP;AACA;AACD;;AACiB,SAAJC,IAAI,CAACC,KAAD,EAAoC;AACpDA,IAAAA,KAAK,CAACC,eAAN;;AACA,WAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGF,KAAK,CAACG,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,UAAIH,SAAS,KAAKb,MAAM,CAACiB,MAAP,CAAcC,IAAd,CAAmBC,IAArC,EAA2C;AACzC;AACD;;AACD,cAAQJ,OAAR;AACE;AAAS;AACPN,YAAAA,KAAK,CAACW,IAAN,CAAWP,SAAX;AACD;AAHH;;AAKAJ,MAAAA,KAAK,CAACY,YAAN;AACD;;AACDZ,IAAAA,KAAK,CAACa,aAAN;AACA,WAAO,IAAIrB,QAAJ,EAAP;AACD;;AA1BmB","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nexport interface IUUIDTypeArgs {}\nexport class UUIDType {\n  constructor() {}\n  public write(output: thrift.TProtocol): void {\n    output.writeStructBegin('UUIDType');\n    output.writeFieldStop();\n    output.writeStructEnd();\n    return;\n  }\n  public static read(input: thrift.TProtocol): UUIDType {\n    input.readStructBegin();\n    while (true) {\n      const ret: thrift.TField = input.readFieldBegin();\n      const fieldType: thrift.Thrift.Type = ret.ftype;\n      const fieldId: number = ret.fid;\n      if (fieldType === thrift.Thrift.Type.STOP) {\n        break;\n      }\n      switch (fieldId) {\n        default: {\n          input.skip(fieldType);\n        }\n      }\n      input.readFieldEnd();\n    }\n    input.readStructEnd();\n    return new UUIDType();\n  }\n}\n"],"file":"UUIDType.js"}

package/dist/parquetjs/parquet-thrift/index.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/parquet-thrift/index.ts"],"names":[],"mappings":"AAMA,cAAc,QAAd;AACA,cAAc,iBAAd;AACA,cAAc,uBAAd;AACA,cAAc,YAAd;AACA,cAAc,oBAAd;AACA,cAAc,YAAd;AACA,cAAc,iBAAd;AACA,cAAc,cAAd;AACA,cAAc,cAAd;AACA,cAAc,YAAd;AACA,cAAc,WAAd;AACA,cAAc,YAAd;AACA,cAAc,YAAd;AACA,cAAc,YAAd;AACA,cAAc,YAAd;AACA,cAAc,eAAd;AACA,cAAc,gBAAd;AACA,cAAc,gBAAd;AACA,cAAc,iBAAd;AACA,cAAc,YAAd;AACA,cAAc,WAAd;AACA,cAAc,YAAd;AACA,cAAc,YAAd;AACA,cAAc,iBAAd;AACA,cAAc,kBAAd;AACA,cAAc,mBAAd;AACA,cAAc,wBAAd;AACA,cAAc,oBAAd;AACA,cAAc,cAAd;AACA,cAAc,YAAd;AACA,cAAc,iBAAd;AACA,cAAc,qBAAd;AACA,cAAc,kBAAd;AACA,cAAc,eAAd;AACA,cAAc,YAAd;AACA,cAAc,oBAAd;AACA,cAAc,gBAAd;AACA,cAAc,eAAd;AACA,cAAc,eAAd;AACA,cAAc,gBAAd;AACA,cAAc,YAAd;AACA,cAAc,eAAd;AACA,cAAc,eAAd","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nexport * from './Type';\nexport * from './ConvertedType';\nexport * from './FieldRepetitionType';\nexport * from './Encoding';\nexport * from './CompressionCodec';\nexport * from './PageType';\nexport * from './BoundaryOrder';\nexport * from './Statistics';\nexport * from './StringType';\nexport * from './UUIDType';\nexport * from './MapType';\nexport * from './ListType';\nexport * from './EnumType';\nexport * from './DateType';\nexport * from './NullType';\nexport * from './DecimalType';\nexport * from './MilliSeconds';\nexport * from './MicroSeconds';\nexport * from './TimestampType';\nexport * from './TimeType';\nexport * from './IntType';\nexport * from './JsonType';\nexport * from './BsonType';\nexport * from './SchemaElement';\nexport * from './DataPageHeader';\nexport * from './IndexPageHeader';\nexport * from './DictionaryPageHeader';\nexport * from './DataPageHeaderV2';\nexport * from './PageHeader';\nexport * from './KeyValue';\nexport * from './SortingColumn';\nexport * from './PageEncodingStats';\nexport * from './ColumnMetaData';\nexport * from './ColumnChunk';\nexport * from './RowGroup';\nexport * from './TypeDefinedOrder';\nexport * from './PageLocation';\nexport * from './OffsetIndex';\nexport * from './ColumnIndex';\nexport * from './FileMetaData';\nexport * from './TimeUnit';\nexport * from './LogicalType';\nexport * from './ColumnOrder';\n"],"file":"index.js"}

package/dist/parquetjs/parser/decoders.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/parser/decoders.ts"],"names":["PARQUET_CODECS","ConvertedType","Encoding","FieldRepetitionType","PageType","Type","decompress","PARQUET_RDLVL_TYPE","PARQUET_RDLVL_ENCODING","decodePageHeader","getThriftEnum","getBitWidth","decodeDataPages","buffer","options","cursor","offset","size","length","data","rlevels","dlevels","values","pageHeaders","count","dictionary","numValues","Number","page","decodePage","map","value","index","push","undefined","pageHeader","pageType","type","decodeDataPage","decodeDataPageV2","decodeDictionaryPage","Error","decodeSchema","schemaElements","len","schema","next","i","schemaElement","repetitionType","repetition_type","optional","repeated","num_children","res","name","fields","logicalType","converted_type","typeLength","type_length","presision","precision","scale","decodeValues","encoding","opts","header","cursorEnd","compressed_page_size","valueCount","data_page_header","num_values","dataCursor","compression","valuesBuf","slice","uncompressed_page_size","rLevelEncoding","repetition_level_encoding","rLevels","Array","column","rLevelMax","bitWidth","disableEnvelope","fill","dLevelEncoding","definition_level_encoding","dLevels","dLevelMax","valueCountNonNull","dlvl","valueEncoding","decodeOptions","primitiveType","data_page_header_v2","num_nulls","valuesBufCursor","is_compressed","dictCursor","dictionary_page_header","d","toString"],"mappings":"AAUA,SAA2CA,cAA3C,QAAgE,WAAhE;AACA,SACEC,aADF,EAEEC,QAFF,EAGEC,mBAHF,EAKEC,QALF,EAOEC,IAPF,QAQO,mBARP;AASA,SAAQC,UAAR,QAAyB,gBAAzB;AACA,SAAQC,kBAAR,EAA4BC,sBAA5B,QAAyD,iBAAzD;AACA,SAAQC,gBAAR,EAA0BC,aAA1B,EAAyCC,WAAzC,QAA2D,qBAA3D;AASA,OAAO,eAAeC,eAAf,CACLC,MADK,EAELC,OAFK,EAGiB;AACtB,QAAMC,MAAoB,GAAG;AAC3BF,IAAAA,MAD2B;AAE3BG,IAAAA,MAAM,EAAE,CAFmB;AAG3BC,IAAAA,IAAI,EAAEJ,MAAM,CAACK;AAHc,GAA7B;AAMA,QAAMC,IAAiB,GAAG;AACxBC,IAAAA,OAAO,EAAE,EADe;AAExBC,IAAAA,OAAO,EAAE,EAFe;AAGxBC,IAAAA,MAAM,EAAE,EAHgB;AAIxBC,IAAAA,WAAW,EAAE,EAJW;AAKxBC,IAAAA,KAAK,EAAE;AALiB,GAA1B;AAQA,MAAIC,UAAU,GAAGX,OAAO,CAACW,UAAR,IAAsB,EAAvC;;AAEA,SAEEV,MAAM,CAACC,MAAP,GAAgBD,MAAM,CAACE,IAAvB,KACC,CAACH,OAAO,CAACY,SAAT,IAAsBP,IAAI,CAACE,OAAL,CAAaH,MAAb,GAAsBS,MAAM,CAACb,OAAO,CAACY,SAAT,CADnD,CAFF,EAIE;AAEA,UAAME,IAAI,GAAG,MAAMC,UAAU,CAACd,MAAD,EAASD,OAAT,CAA7B;;AAEA,QAAIc,IAAI,CAACH,UAAT,EAAqB;AACnBA,MAAAA,UAAU,GAAGG,IAAI,CAACH,UAAlB;AAEA;AACD;;AAED,QAAIA,UAAU,CAACP,MAAf,EAAuB;AAErBU,MAAAA,IAAI,CAACN,MAAL,GAAcM,IAAI,CAACN,MAAL,CAAYQ,GAAZ,CAAiBC,KAAD,IAAWN,UAAU,CAACM,KAAD,CAArC,CAAd;AACD;;AAED,SAAK,IAAIC,KAAK,GAAG,CAAjB,EAAoBA,KAAK,GAAGJ,IAAI,CAACR,OAAL,CAAaF,MAAzC,EAAiDc,KAAK,EAAtD,EAA0D;AACxDb,MAAAA,IAAI,CAACC,OAAL,CAAaa,IAAb,CAAkBL,IAAI,CAACR,OAAL,CAAaY,KAAb,CAAlB;AACAb,MAAAA,IAAI,CAACE,OAAL,CAAaY,IAAb,CAAkBL,IAAI,CAACP,OAAL,CAAaW,KAAb,CAAlB;AACA,YAAMD,KAAK,GAAGH,IAAI,CAACN,MAAL,CAAYU,KAAZ,CAAd;;AAEA,UAAID,KAAK,KAAKG,SAAd,EAAyB;AACvBf,QAAAA,IAAI,CAACG,MAAL,CAAYW,IAAZ,CAAiBF,KAAjB;AACD;AACF;;AAEDZ,IAAAA,IAAI,CAACK,KAAL,IAAcI,IAAI,CAACJ,KAAnB;AACAL,IAAAA,IAAI,CAACI,WAAL,CAAiBU,IAAjB,CAAsBL,IAAI,CAACO,UAA3B;AACD;;AAED,SAAOhB,IAAP;AACD;AAOD,OAAO,eAAeU,UAAf,CACLd,MADK,EAELD,OAFK,EAGqB;AAC1B,MAAIc,IAAJ;AACA,QAAM;AAACO,IAAAA,UAAD;AAAajB,IAAAA;AAAb,MAAuBT,gBAAgB,CAACM,MAAM,CAACF,MAAR,EAAgBE,MAAM,CAACC,MAAvB,CAA7C;AACAD,EAAAA,MAAM,CAACC,MAAP,IAAiBE,MAAjB;AAEA,QAAMkB,QAAQ,GAAG1B,aAAa,CAACN,QAAD,EAAW+B,UAAU,CAACE,IAAtB,CAA9B;;AAEA,UAAQD,QAAR;AACE,SAAK,WAAL;AACER,MAAAA,IAAI,GAAG,MAAMU,cAAc,CAACvB,MAAD,EAASoB,UAAT,EAAqBrB,OAArB,CAA3B;AACA;;AACF,SAAK,cAAL;AACEc,MAAAA,IAAI,GAAG,MAAMW,gBAAgB,CAACxB,MAAD,EAASoB,UAAT,EAAqBrB,OAArB,CAA7B;AACA;;AACF,SAAK,iBAAL;AACEc,MAAAA,IAAI,GAAG;AACLH,QAAAA,UAAU,EAAE,MAAMe,oBAAoB,CAACzB,MAAD,EAASoB,UAAT,EAAqBrB,OAArB,CADjC;AAELqB,QAAAA;AAFK,OAAP;AAIA;;AACF;AACE,YAAM,IAAIM,KAAJ,8BAAgCL,QAAhC,EAAN;AAdJ;;AAiBA,SAAOR,IAAP;AACD;AAYD,OAAO,SAASc,YAAT,CACLC,cADK,EAEL3B,MAFK,EAGL4B,GAHK,EAQL;AACA,QAAMC,MAAwB,GAAG,EAAjC;AACA,MAAIC,IAAI,GAAG9B,MAAX;;AACA,OAAK,IAAI+B,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGH,GAApB,EAAyBG,CAAC,EAA1B,EAA8B;AAC5B,UAAMC,aAAa,GAAGL,cAAc,CAACG,IAAD,CAApC;AAEA,UAAMG,cAAc,GAClBH,IAAI,GAAG,CAAP,GAAWpC,aAAa,CAACP,mBAAD,EAAsB6C,aAAa,CAACE,eAApC,CAAxB,GAAgF,MADlF;AAGA,QAAIC,QAAQ,GAAG,KAAf;AACA,QAAIC,QAAQ,GAAG,KAAf;;AACA,YAAQH,cAAR;AACE,WAAK,UAAL;AACE;;AACF,WAAK,UAAL;AACEE,QAAAA,QAAQ,GAAG,IAAX;AACA;;AACF,WAAK,UAAL;AACEC,QAAAA,QAAQ,GAAG,IAAX;AACA;;AACF;AACE,cAAM,IAAIX,KAAJ,CAAU,kCAAV,CAAN;AAVJ;;AAaA,QAAIO,aAAa,CAACK,YAAd,GAA8B,CAAlC,EAAqC;AACnC,YAAMC,GAAG,GAAGZ,YAAY,CAACC,cAAD,EAAiBG,IAAI,GAAG,CAAxB,EAA2BE,aAAa,CAACK,YAAzC,CAAxB;AACAP,MAAAA,IAAI,GAAGQ,GAAG,CAACR,IAAX;AACAD,MAAAA,MAAM,CAACG,aAAa,CAACO,IAAf,CAAN,GAA6B;AAE3BJ,QAAAA,QAF2B;AAG3BC,QAAAA,QAH2B;AAI3BI,QAAAA,MAAM,EAAEF,GAAG,CAACT;AAJe,OAA7B;AAMD,KATD,MASO;AACL,YAAMR,IAAI,GAAG3B,aAAa,CAACL,IAAD,EAAO2C,aAAa,CAACX,IAArB,CAA1B;AACA,UAAIoB,WAAW,GAAGpB,IAAlB;;AAEA,UAAIW,aAAa,CAACU,cAAlB,EAAkC;AAChCD,QAAAA,WAAW,GAAG/C,aAAa,CAACT,aAAD,EAAgB+C,aAAa,CAACU,cAA9B,CAA3B;AACD;;AAED,cAAQD,WAAR;AACE,aAAK,SAAL;AACEA,UAAAA,WAAW,aAAMA,WAAN,cAAqBpB,IAArB,CAAX;AACA;;AACF;AAJF;;AAOAQ,MAAAA,MAAM,CAACG,aAAa,CAACO,IAAf,CAAN,GAA6B;AAC3BlB,QAAAA,IAAI,EAAEoB,WADqB;AAE3BE,QAAAA,UAAU,EAAEX,aAAa,CAACY,WAFC;AAG3BC,QAAAA,SAAS,EAAEb,aAAa,CAACc,SAHE;AAI3BC,QAAAA,KAAK,EAAEf,aAAa,CAACe,KAJM;AAK3BZ,QAAAA,QAL2B;AAM3BC,QAAAA;AAN2B,OAA7B;AAQAN,MAAAA,IAAI;AACL;AACF;;AACD,SAAO;AAACD,IAAAA,MAAD;AAAS7B,IAAAA,MAAT;AAAiB8B,IAAAA;AAAjB,GAAP;AACD;;AAKD,SAASkB,YAAT,CACE3B,IADF,EAEE4B,QAFF,EAGElD,MAHF,EAIES,KAJF,EAKE0C,IALF,EAMS;AACP,MAAI,EAAED,QAAQ,IAAIjE,cAAd,CAAJ,EAAmC;AACjC,UAAM,IAAIyC,KAAJ,6BAA+BwB,QAA/B,EAAN;AACD;;AACD,SAAOjE,cAAc,CAACiE,QAAD,CAAd,CAAyBD,YAAzB,CAAsC3B,IAAtC,EAA4CtB,MAA5C,EAAoDS,KAApD,EAA2D0C,IAA3D,CAAP;AACD;;AAQD,eAAe5B,cAAf,CACEvB,MADF,EAEEoD,MAFF,EAGErD,OAHF,EAI4B;AAAA;;AAC1B,QAAMsD,SAAS,GAAGrD,MAAM,CAACC,MAAP,GAAgBmD,MAAM,CAACE,oBAAzC;AACA,QAAMC,UAAU,4BAAGH,MAAM,CAACI,gBAAV,0DAAG,sBAAyBC,UAA5C;AAGA,MAAIC,UAAU,GAAG1D,MAAjB;;AAEA,MAAID,OAAO,CAAC4D,WAAR,KAAwB,cAA5B,EAA4C;AAC1C,UAAMC,SAAS,GAAG,MAAMrE,UAAU,CAChCQ,OAAO,CAAC4D,WADwB,EAEhC3D,MAAM,CAACF,MAAP,CAAc+D,KAAd,CAAoB7D,MAAM,CAACC,MAA3B,EAAmCoD,SAAnC,CAFgC,EAGhCD,MAAM,CAACU,sBAHyB,CAAlC;AAKAJ,IAAAA,UAAU,GAAG;AACX5D,MAAAA,MAAM,EAAE8D,SADG;AAEX3D,MAAAA,MAAM,EAAE,CAFG;AAGXC,MAAAA,IAAI,EAAE0D,SAAS,CAACzD;AAHL,KAAb;AAKAH,IAAAA,MAAM,CAACC,MAAP,GAAgBoD,SAAhB;AACD;;AAGD,QAAMU,cAAc,GAAGpE,aAAa,CAClCR,QADkC,4BAElCiE,MAAM,CAACI,gBAF2B,2DAElC,uBAAyBQ,yBAFS,CAApC;AAKA,MAAIC,OAAO,GAAG,IAAIC,KAAJ,CAAUX,UAAV,CAAd;;AAEA,MAAIxD,OAAO,CAACoE,MAAR,CAAeC,SAAf,GAA2B,CAA/B,EAAkC;AAChCH,IAAAA,OAAO,GAAGhB,YAAY,CAACzD,kBAAD,EAAqBuE,cAArB,EAAqCL,UAArC,EAAiDH,UAAjD,EAA8D;AAClFc,MAAAA,QAAQ,EAAEzE,WAAW,CAACG,OAAO,CAACoE,MAAR,CAAeC,SAAhB,CAD6D;AAElFE,MAAAA,eAAe,EAAE;AAFiE,KAA9D,CAAtB;AAKD,GAND,MAMO;AACLL,IAAAA,OAAO,CAACM,IAAR,CAAa,CAAb;AACD;;AAGD,QAAMC,cAAc,GAAG7E,aAAa,CAClCR,QADkC,4BAElCiE,MAAM,CAACI,gBAF2B,2DAElC,uBAAyBiB,yBAFS,CAApC;AAKA,MAAIC,OAAO,GAAG,IAAIR,KAAJ,CAAUX,UAAV,CAAd;;AACA,MAAIxD,OAAO,CAACoE,MAAR,CAAeQ,SAAf,GAA2B,CAA/B,EAAkC;AAChCD,IAAAA,OAAO,GAAGzB,YAAY,CAACzD,kBAAD,EAAqBgF,cAArB,EAAqCd,UAArC,EAAiDH,UAAjD,EAA8D;AAClFc,MAAAA,QAAQ,EAAEzE,WAAW,CAACG,OAAO,CAACoE,MAAR,CAAeQ,SAAhB,CAD6D;AAElFL,MAAAA,eAAe,EAAE;AAFiE,KAA9D,CAAtB;AAKD,GAND,MAMO;AACLI,IAAAA,OAAO,CAACH,IAAR,CAAa,CAAb;AACD;;AACD,MAAIK,iBAAiB,GAAG,CAAxB;;AACA,OAAK,MAAMC,IAAX,IAAmBH,OAAnB,EAA4B;AAC1B,QAAIG,IAAI,KAAK9E,OAAO,CAACoE,MAAR,CAAeQ,SAA5B,EAAuC;AACrCC,MAAAA,iBAAiB;AAClB;AACF;;AAGD,QAAME,aAAa,GAAGnF,aAAa,CAACR,QAAD,4BAAWiE,MAAM,CAACI,gBAAlB,2DAAW,uBAAyBN,QAApC,CAAnC;AACA,QAAM6B,aAAa,GAAG;AACpBnC,IAAAA,UAAU,EAAE7C,OAAO,CAACoE,MAAR,CAAevB,UADP;AAEpByB,IAAAA,QAAQ,EAAEtE,OAAO,CAACoE,MAAR,CAAevB;AAFL,GAAtB;AAKA,QAAMrC,MAAM,GAAG0C,YAAY,CACzBlD,OAAO,CAACoE,MAAR,CAAea,aADU,EAEzBF,aAFyB,EAGzBpB,UAHyB,EAIzBkB,iBAJyB,EAKzBG,aALyB,CAA3B;AAQA,SAAO;AACLzE,IAAAA,OAAO,EAAEoE,OADJ;AAELrE,IAAAA,OAAO,EAAE4D,OAFJ;AAGL1D,IAAAA,MAHK;AAILE,IAAAA,KAAK,EAAE8C,UAJF;AAKLnC,IAAAA,UAAU,EAAEgC;AALP,GAAP;AAOD;;AASD,eAAe5B,gBAAf,CACExB,MADF,EAEEoD,MAFF,EAGED,IAHF,EAI4B;AAAA;;AAC1B,QAAME,SAAS,GAAGrD,MAAM,CAACC,MAAP,GAAgBmD,MAAM,CAACE,oBAAzC;AAEA,QAAMC,UAAU,6BAAGH,MAAM,CAAC6B,mBAAV,2DAAG,uBAA4BxB,UAA/C;AAEA,QAAMmB,iBAAiB,GAAGrB,UAAU,8BAAGH,MAAM,CAAC6B,mBAAV,2DAAG,uBAA4BC,SAA/B,CAApC;AACA,QAAMJ,aAAa,GAAGnF,aAAa,CACjCR,QADiC,4BAEjCiE,MAAM,CAAC6B,mBAF0B,2DAEjC,uBAA4B/B,QAFK,CAAnC;AAOA,MAAIe,OAAO,GAAG,IAAIC,KAAJ,CAAUX,UAAV,CAAd;;AACA,MAAIJ,IAAI,CAACgB,MAAL,CAAYC,SAAZ,GAAwB,CAA5B,EAA+B;AAC7BH,IAAAA,OAAO,GAAGhB,YAAY,CAACzD,kBAAD,EAAqBC,sBAArB,EAA6CO,MAA7C,EAAqDuD,UAArD,EAAkE;AACtFc,MAAAA,QAAQ,EAAEzE,WAAW,CAACuD,IAAI,CAACgB,MAAL,CAAYC,SAAb,CADiE;AAEtFE,MAAAA,eAAe,EAAE;AAFqE,KAAlE,CAAtB;AAID,GALD,MAKO;AACLL,IAAAA,OAAO,CAACM,IAAR,CAAa,CAAb;AACD;;AAID,MAAIG,OAAO,GAAG,IAAIR,KAAJ,CAAUX,UAAV,CAAd;;AACA,MAAIJ,IAAI,CAACgB,MAAL,CAAYQ,SAAZ,GAAwB,CAA5B,EAA+B;AAC7BD,IAAAA,OAAO,GAAGzB,YAAY,CAACzD,kBAAD,EAAqBC,sBAArB,EAA6CO,MAA7C,EAAqDuD,UAArD,EAAkE;AACtFc,MAAAA,QAAQ,EAAEzE,WAAW,CAACuD,IAAI,CAACgB,MAAL,CAAYQ,SAAb,CADiE;AAEtFL,MAAAA,eAAe,EAAE;AAFqE,KAAlE,CAAtB;AAID,GALD,MAKO;AACLI,IAAAA,OAAO,CAACH,IAAR,CAAa,CAAb;AACD;;AAGD,MAAIY,eAAe,GAAGnF,MAAtB;;AAEA,gCAAIoD,MAAM,CAAC6B,mBAAX,mDAAI,uBAA4BG,aAAhC,EAA+C;AAC7C,UAAMxB,SAAS,GAAG,MAAMrE,UAAU,CAChC4D,IAAI,CAACQ,WAD2B,EAEhC3D,MAAM,CAACF,MAAP,CAAc+D,KAAd,CAAoB7D,MAAM,CAACC,MAA3B,EAAmCoD,SAAnC,CAFgC,EAGhCD,MAAM,CAACU,sBAHyB,CAAlC;AAMAqB,IAAAA,eAAe,GAAG;AAChBrF,MAAAA,MAAM,EAAE8D,SADQ;AAEhB3D,MAAAA,MAAM,EAAE,CAFQ;AAGhBC,MAAAA,IAAI,EAAE0D,SAAS,CAACzD;AAHA,KAAlB;AAMAH,IAAAA,MAAM,CAACC,MAAP,GAAgBoD,SAAhB;AACD;;AAED,QAAM0B,aAAa,GAAG;AACpBnC,IAAAA,UAAU,EAAEO,IAAI,CAACgB,MAAL,CAAYvB,UADJ;AAEpByB,IAAAA,QAAQ,EAAElB,IAAI,CAACgB,MAAL,CAAYvB;AAFF,GAAtB;AAKA,QAAMrC,MAAM,GAAG0C,YAAY,CACzBE,IAAI,CAACgB,MAAL,CAAYa,aADa,EAEzBF,aAFyB,EAGzBK,eAHyB,EAIzBP,iBAJyB,EAKzBG,aALyB,CAA3B;AAQA,SAAO;AACLzE,IAAAA,OAAO,EAAEoE,OADJ;AAELrE,IAAAA,OAAO,EAAE4D,OAFJ;AAGL1D,IAAAA,MAHK;AAILE,IAAAA,KAAK,EAAE8C,UAJF;AAKLnC,IAAAA,UAAU,EAAEgC;AALP,GAAP;AAOD;;AAQD,eAAe3B,oBAAf,CACEzB,MADF,EAEEoB,UAFF,EAGErB,OAHF,EAIqB;AAAA;;AACnB,QAAMsD,SAAS,GAAGrD,MAAM,CAACC,MAAP,GAAgBmB,UAAU,CAACkC,oBAA7C;AAEA,MAAI+B,UAAU,GAAG;AACfpF,IAAAA,MAAM,EAAE,CADO;AAEfH,IAAAA,MAAM,EAAEE,MAAM,CAACF,MAAP,CAAc+D,KAAd,CAAoB7D,MAAM,CAACC,MAA3B,EAAmCoD,SAAnC,CAFO;AAGfnD,IAAAA,IAAI,EAAEmD,SAAS,GAAGrD,MAAM,CAACC;AAHV,GAAjB;AAMAD,EAAAA,MAAM,CAACC,MAAP,GAAgBoD,SAAhB;;AAEA,MAAItD,OAAO,CAAC4D,WAAR,KAAwB,cAA5B,EAA4C;AAC1C,UAAMC,SAAS,GAAG,MAAMrE,UAAU,CAChCQ,OAAO,CAAC4D,WADwB,EAEhC0B,UAAU,CAACvF,MAAX,CAAkB+D,KAAlB,CAAwBwB,UAAU,CAACpF,MAAnC,EAA2CoD,SAA3C,CAFgC,EAGhCjC,UAAU,CAAC0C,sBAHqB,CAAlC;AAMAuB,IAAAA,UAAU,GAAG;AACXvF,MAAAA,MAAM,EAAE8D,SADG;AAEX3D,MAAAA,MAAM,EAAE,CAFG;AAGXC,MAAAA,IAAI,EAAE0D,SAAS,CAACzD;AAHL,KAAb;AAMAH,IAAAA,MAAM,CAACC,MAAP,GAAgBoD,SAAhB;AACD;;AAED,QAAM1C,SAAS,GAAG,CAAAS,UAAU,SAAV,IAAAA,UAAU,WAAV,qCAAAA,UAAU,CAAEkE,sBAAZ,gFAAoC7B,UAApC,KAAkD,CAApE;AAEA,SAAOR,YAAY,CACjBlD,OAAO,CAACoE,MAAR,CAAea,aADE,EAEjBjF,OAAO,CAACoE,MAAR,CAAejB,QAFE,EAGjBmC,UAHiB,EAIjB1E,SAJiB,EAKjBZ,OALiB,CAAZ,CAMLgB,GANK,CAMAwE,CAAD,IAAOA,CAAC,CAACC,QAAF,EANN,CAAP;AAOD","sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport {\n  ParquetCodec,\n  ParquetData,\n  ParquetOptions,\n  ParquetPageData,\n  ParquetType,\n  PrimitiveType,\n  SchemaDefinition\n} from '../schema/declare';\nimport {CursorBuffer, ParquetCodecOptions, PARQUET_CODECS} from '../codecs';\nimport {\n  ConvertedType,\n  Encoding,\n  FieldRepetitionType,\n  PageHeader,\n  PageType,\n  SchemaElement,\n  Type\n} from '../parquet-thrift';\nimport {decompress} from '../compression';\nimport {PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING} from '../../constants';\nimport {decodePageHeader, getThriftEnum, getBitWidth} from '../utils/read-utils';\n\n/**\n * Decode data pages\n * @param buffer - input data\n * @param column - parquet column\n * @param compression - compression type\n * @returns parquet data page data\n */\nexport async function decodeDataPages(\n  buffer: Buffer,\n  options: ParquetOptions\n): Promise<ParquetData> {\n  const cursor: CursorBuffer = {\n    buffer,\n    offset: 0,\n    size: buffer.length\n  };\n\n  const data: ParquetData = {\n    rlevels: [],\n    dlevels: [],\n    values: [],\n    pageHeaders: [],\n    count: 0\n  };\n\n  let dictionary = options.dictionary || [];\n\n  while (\n    // @ts-ignore size can be undefined\n    cursor.offset < cursor.size &&\n    (!options.numValues || data.dlevels.length < Number(options.numValues))\n  ) {\n    // Looks like we have to decode these in sequence due to cursor updates?\n    const page = await decodePage(cursor, options);\n\n    if (page.dictionary) {\n      dictionary = page.dictionary;\n      // eslint-disable-next-line no-continue\n      continue;\n    }\n\n    if (dictionary.length) {\n      // eslint-disable-next-line no-loop-func\n      page.values = page.values.map((value) => dictionary[value]);\n    }\n\n    for (let index = 0; index < page.rlevels.length; index++) {\n      data.rlevels.push(page.rlevels[index]);\n      data.dlevels.push(page.dlevels[index]);\n      const value = page.values[index];\n\n      if (value !== undefined) {\n        data.values.push(value);\n      }\n    }\n\n    data.count += page.count;\n    data.pageHeaders.push(page.pageHeader);\n  }\n\n  return data;\n}\n\n/**\n * Decode parquet page based on page type\n * @param cursor\n * @param options\n */\nexport async function decodePage(\n  cursor: CursorBuffer,\n  options: ParquetOptions\n): Promise<ParquetPageData> {\n  let page;\n  const {pageHeader, length} = decodePageHeader(cursor.buffer, cursor.offset);\n  cursor.offset += length;\n\n  const pageType = getThriftEnum(PageType, pageHeader.type);\n\n  switch (pageType) {\n    case 'DATA_PAGE':\n      page = await decodeDataPage(cursor, pageHeader, options);\n      break;\n    case 'DATA_PAGE_V2':\n      page = await decodeDataPageV2(cursor, pageHeader, options);\n      break;\n    case 'DICTIONARY_PAGE':\n      page = {\n        dictionary: await decodeDictionaryPage(cursor, pageHeader, options),\n        pageHeader\n      };\n      break;\n    default:\n      throw new Error(`invalid page type: ${pageType}`);\n  }\n\n  return page;\n}\n\n/**\n * Decode parquet schema\n * @param schemaElements input schema elements data\n * @param offset offset to read from\n * @param len length of data\n * @returns result.offset\n *   result.next - offset at the end of function\n *   result.schema - schema read from the input data\n * @todo output offset is the same as input - possibly excess output field\n */\nexport function decodeSchema(\n  schemaElements: SchemaElement[],\n  offset: number,\n  len: number\n): {\n  offset: number;\n  next: number;\n  schema: SchemaDefinition;\n} {\n  const schema: SchemaDefinition = {};\n  let next = offset;\n  for (let i = 0; i < len; i++) {\n    const schemaElement = schemaElements[next];\n\n    const repetitionType =\n      next > 0 ? getThriftEnum(FieldRepetitionType, schemaElement.repetition_type!) : 'ROOT';\n\n    let optional = false;\n    let repeated = false;\n    switch (repetitionType) {\n      case 'REQUIRED':\n        break;\n      case 'OPTIONAL':\n        optional = true;\n        break;\n      case 'REPEATED':\n        repeated = true;\n        break;\n      default:\n        throw new Error('parquet: unknown repetition type');\n    }\n\n    if (schemaElement.num_children! > 0) {\n      const res = decodeSchema(schemaElements, next + 1, schemaElement.num_children!);\n      next = res.next;\n      schema[schemaElement.name] = {\n        // type: undefined,\n        optional,\n        repeated,\n        fields: res.schema\n      };\n    } else {\n      const type = getThriftEnum(Type, schemaElement.type!);\n      let logicalType = type;\n\n      if (schemaElement.converted_type) {\n        logicalType = getThriftEnum(ConvertedType, schemaElement.converted_type);\n      }\n\n      switch (logicalType) {\n        case 'DECIMAL':\n          logicalType = `${logicalType}_${type}` as ParquetType;\n          break;\n        default:\n      }\n\n      schema[schemaElement.name] = {\n        type: logicalType as ParquetType,\n        typeLength: schemaElement.type_length,\n        presision: schemaElement.precision,\n        scale: schemaElement.scale,\n        optional,\n        repeated\n      };\n      next++;\n    }\n  }\n  return {schema, offset, next};\n}\n\n/**\n * Decode a consecutive array of data using one of the parquet encodings\n */\nfunction decodeValues(\n  type: PrimitiveType,\n  encoding: ParquetCodec,\n  cursor: CursorBuffer,\n  count: number,\n  opts: ParquetCodecOptions\n): any[] {\n  if (!(encoding in PARQUET_CODECS)) {\n    throw new Error(`invalid encoding: ${encoding}`);\n  }\n  return PARQUET_CODECS[encoding].decodeValues(type, cursor, count, opts);\n}\n\n/**\n * Do decoding of parquet dataPage from column chunk\n * @param cursor\n * @param header\n * @param options\n */\nasync function decodeDataPage(\n  cursor: CursorBuffer,\n  header: PageHeader,\n  options: ParquetOptions\n): Promise<ParquetPageData> {\n  const cursorEnd = cursor.offset + header.compressed_page_size;\n  const valueCount = header.data_page_header?.num_values;\n\n  /* uncompress page */\n  let dataCursor = cursor;\n\n  if (options.compression !== 'UNCOMPRESSED') {\n    const valuesBuf = await decompress(\n      options.compression,\n      cursor.buffer.slice(cursor.offset, cursorEnd),\n      header.uncompressed_page_size\n    );\n    dataCursor = {\n      buffer: valuesBuf,\n      offset: 0,\n      size: valuesBuf.length\n    };\n    cursor.offset = cursorEnd;\n  }\n\n  /* read repetition levels */\n  const rLevelEncoding = getThriftEnum(\n    Encoding,\n    header.data_page_header?.repetition_level_encoding!\n  ) as ParquetCodec;\n  // tslint:disable-next-line:prefer-array-literal\n  let rLevels = new Array(valueCount);\n\n  if (options.column.rLevelMax > 0) {\n    rLevels = decodeValues(PARQUET_RDLVL_TYPE, rLevelEncoding, dataCursor, valueCount!, {\n      bitWidth: getBitWidth(options.column.rLevelMax),\n      disableEnvelope: false\n      // column: opts.column\n    });\n  } else {\n    rLevels.fill(0);\n  }\n\n  /* read definition levels */\n  const dLevelEncoding = getThriftEnum(\n    Encoding,\n    header.data_page_header?.definition_level_encoding!\n  ) as ParquetCodec;\n  // tslint:disable-next-line:prefer-array-literal\n  let dLevels = new Array(valueCount);\n  if (options.column.dLevelMax > 0) {\n    dLevels = decodeValues(PARQUET_RDLVL_TYPE, dLevelEncoding, dataCursor, valueCount!, {\n      bitWidth: getBitWidth(options.column.dLevelMax),\n      disableEnvelope: false\n      // column: opts.column\n    });\n  } else {\n    dLevels.fill(0);\n  }\n  let valueCountNonNull = 0;\n  for (const dlvl of dLevels) {\n    if (dlvl === options.column.dLevelMax) {\n      valueCountNonNull++;\n    }\n  }\n\n  /* read values */\n  const valueEncoding = getThriftEnum(Encoding, header.data_page_header?.encoding!) as ParquetCodec;\n  const decodeOptions = {\n    typeLength: options.column.typeLength,\n    bitWidth: options.column.typeLength\n  };\n\n  const values = decodeValues(\n    options.column.primitiveType!,\n    valueEncoding,\n    dataCursor,\n    valueCountNonNull,\n    decodeOptions\n  );\n\n  return {\n    dlevels: dLevels,\n    rlevels: rLevels,\n    values,\n    count: valueCount!,\n    pageHeader: header\n  };\n}\n\n/**\n * Do decoding of parquet dataPage in version 2 from column chunk\n * @param cursor\n * @param header\n * @param opts\n * @returns\n */\nasync function decodeDataPageV2(\n  cursor: CursorBuffer,\n  header: PageHeader,\n  opts: any\n): Promise<ParquetPageData> {\n  const cursorEnd = cursor.offset + header.compressed_page_size;\n\n  const valueCount = header.data_page_header_v2?.num_values;\n  // @ts-ignore\n  const valueCountNonNull = valueCount - header.data_page_header_v2?.num_nulls;\n  const valueEncoding = getThriftEnum(\n    Encoding,\n    header.data_page_header_v2?.encoding!\n  ) as ParquetCodec;\n\n  /* read repetition levels */\n  // tslint:disable-next-line:prefer-array-literal\n  let rLevels = new Array(valueCount);\n  if (opts.column.rLevelMax > 0) {\n    rLevels = decodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, cursor, valueCount!, {\n      bitWidth: getBitWidth(opts.column.rLevelMax),\n      disableEnvelope: true\n    });\n  } else {\n    rLevels.fill(0);\n  }\n\n  /* read definition levels */\n  // tslint:disable-next-line:prefer-array-literal\n  let dLevels = new Array(valueCount);\n  if (opts.column.dLevelMax > 0) {\n    dLevels = decodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, cursor, valueCount!, {\n      bitWidth: getBitWidth(opts.column.dLevelMax),\n      disableEnvelope: true\n    });\n  } else {\n    dLevels.fill(0);\n  }\n\n  /* read values */\n  let valuesBufCursor = cursor;\n\n  if (header.data_page_header_v2?.is_compressed) {\n    const valuesBuf = await decompress(\n      opts.compression,\n      cursor.buffer.slice(cursor.offset, cursorEnd),\n      header.uncompressed_page_size\n    );\n\n    valuesBufCursor = {\n      buffer: valuesBuf,\n      offset: 0,\n      size: valuesBuf.length\n    };\n\n    cursor.offset = cursorEnd;\n  }\n\n  const decodeOptions = {\n    typeLength: opts.column.typeLength,\n    bitWidth: opts.column.typeLength\n  };\n\n  const values = decodeValues(\n    opts.column.primitiveType!,\n    valueEncoding,\n    valuesBufCursor,\n    valueCountNonNull,\n    decodeOptions\n  );\n\n  return {\n    dlevels: dLevels,\n    rlevels: rLevels,\n    values,\n    count: valueCount!,\n    pageHeader: header\n  };\n}\n\n/**\n * Do decoding of dictionary page which helps to iterate over all indexes and get dataPage values.\n * @param cursor\n * @param pageHeader\n * @param options\n */\nasync function decodeDictionaryPage(\n  cursor: CursorBuffer,\n  pageHeader: PageHeader,\n  options: ParquetOptions\n): Promise<string[]> {\n  const cursorEnd = cursor.offset + pageHeader.compressed_page_size;\n\n  let dictCursor = {\n    offset: 0,\n    buffer: cursor.buffer.slice(cursor.offset, cursorEnd),\n    size: cursorEnd - cursor.offset\n  };\n\n  cursor.offset = cursorEnd;\n\n  if (options.compression !== 'UNCOMPRESSED') {\n    const valuesBuf = await decompress(\n      options.compression,\n      dictCursor.buffer.slice(dictCursor.offset, cursorEnd),\n      pageHeader.uncompressed_page_size\n    );\n\n    dictCursor = {\n      buffer: valuesBuf,\n      offset: 0,\n      size: valuesBuf.length\n    };\n\n    cursor.offset = cursorEnd;\n  }\n\n  const numValues = pageHeader?.dictionary_page_header?.num_values || 0;\n\n  return decodeValues(\n    options.column.primitiveType!,\n    options.column.encoding!,\n    dictCursor,\n    numValues,\n    options as ParquetCodecOptions\n  ).map((d) => d.toString());\n}\n"],"file":"decoders.js"}

package/dist/parquetjs/parser/parquet-cursor.d.ts

@@ -1,36 +0,0 @@
-import { FileMetaData } from '../parquet-thrift';
-import { ParquetEnvelopeReader } from './parquet-envelope-reader';
-import { ParquetSchema } from '../schema/schema';
-import { ParquetRecord } from '../schema/declare';
-/**
- * A parquet cursor is used to retrieve rows from a parquet file in order
- */
-export declare class ParquetCursor<T> implements AsyncIterable<T> {
-    metadata: FileMetaData;
-    envelopeReader: ParquetEnvelopeReader;
-    schema: ParquetSchema;
-    columnList: string[][];
-    rowGroup: ParquetRecord[];
-    rowGroupIndex: number;
-    /**
-     * Create a new parquet reader from the file metadata and an envelope reader.
-     * It is usually not recommended to call this constructor directly except for
-     * advanced and internal use cases. Consider using getCursor() on the
-     * ParquetReader instead
-     */
-    constructor(metadata: FileMetaData, envelopeReader: ParquetEnvelopeReader, schema: ParquetSchema, columnList: string[][]);
-    /**
-     * Retrieve the next row from the cursor. Returns a row or NULL if the end
-     * of the file was reached
-     */
-    next<T = any>(): Promise<T>;
-    /**
-     * Rewind the cursor the the beginning of the file
-     */
-    rewind(): void;
-    /**
-     * Implement AsyncIterable
-     */
-    [Symbol.asyncIterator](): AsyncIterator<T>;
-}
-//# sourceMappingURL=parquet-cursor.d.ts.map

package/dist/parquetjs/parser/parquet-cursor.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"parquet-cursor.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/parquet-cursor.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAC,qBAAqB,EAAC,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAC,aAAa,EAAC,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAC;AAGhD;;GAEG;AACH,qBAAa,aAAa,CAAC,CAAC,CAAE,YAAW,aAAa,CAAC,CAAC,CAAC;IAChD,QAAQ,EAAE,YAAY,CAAC;IACvB,cAAc,EAAE,qBAAqB,CAAC;IACtC,MAAM,EAAE,aAAa,CAAC;IACtB,UAAU,EAAE,MAAM,EAAE,EAAE,CAAC;IACvB,QAAQ,EAAE,aAAa,EAAE,CAAM;IAC/B,aAAa,EAAE,MAAM,CAAC;IAE7B;;;;;OAKG;gBAED,QAAQ,EAAE,YAAY,EACtB,cAAc,EAAE,qBAAqB,EACrC,MAAM,EAAE,aAAa,EACrB,UAAU,EAAE,MAAM,EAAE,EAAE;IASxB;;;OAGG;IACG,IAAI,CAAC,CAAC,GAAG,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC;IAiBjC;;OAEG;IACH,MAAM,IAAI,IAAI;IAKd;;OAEG;IAEH,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC;CAuB3C"}

package/dist/parquetjs/parser/parquet-cursor.js

@@ -1,90 +0,0 @@
-import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
-
-let _Symbol$asyncIterator;
-
-import { materializeRecords } from '../schema/shred';
-_Symbol$asyncIterator = Symbol.asyncIterator;
-export class ParquetCursor {
-  constructor(metadata, envelopeReader, schema, columnList) {
-    _defineProperty(this, "metadata", void 0);
-
-    _defineProperty(this, "envelopeReader", void 0);
-
-    _defineProperty(this, "schema", void 0);
-
-    _defineProperty(this, "columnList", void 0);
-
-    _defineProperty(this, "rowGroup", []);
-
-    _defineProperty(this, "rowGroupIndex", void 0);
-
-    this.metadata = metadata;
-    this.envelopeReader = envelopeReader;
-    this.schema = schema;
-    this.columnList = columnList;
-    this.rowGroupIndex = 0;
-  }
-
-  async next() {
-    if (this.rowGroup.length === 0) {
-      if (this.rowGroupIndex >= this.metadata.row_groups.length) {
-        return null;
-      }
-
-      const rowBuffer = await this.envelopeReader.readRowGroup(this.schema, this.metadata.row_groups[this.rowGroupIndex], this.columnList);
-      this.rowGroup = materializeRecords(this.schema, rowBuffer);
-      this.rowGroupIndex++;
-    }
-
-    return this.rowGroup.shift();
-  }
-
-  rewind() {
-    this.rowGroup = [];
-    this.rowGroupIndex = 0;
-  }
-
-  [_Symbol$asyncIterator]() {
-    let done = false;
-    return {
-      next: async () => {
-        if (done) {
-          return {
-            done,
-            value: null
-          };
-        }
-
-        const value = await this.next();
-
-        if (value === null) {
-          return {
-            done: true,
-            value
-          };
-        }
-
-        return {
-          done: false,
-          value
-        };
-      },
-      return: async () => {
-        done = true;
-        return {
-          done,
-          value: null
-        };
-      },
-      throw: async () => {
-        done = true;
-        return {
-          done: true,
-          value: null
-        };
-      }
-    };
-  }
-
-}
-//# sourceMappingURL=parquet-cursor.js.map

package/dist/parquetjs/parser/parquet-cursor.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/parser/parquet-cursor.ts"],"names":["materializeRecords","Symbol","asyncIterator","ParquetCursor","constructor","metadata","envelopeReader","schema","columnList","rowGroupIndex","next","rowGroup","length","row_groups","rowBuffer","readRowGroup","shift","rewind","done","value","return","throw"],"mappings":";;;;AAKA,SAAQA,kBAAR,QAAiC,iBAAjC;wBAiEGC,MAAM,CAACC,a;AA5DV,OAAO,MAAMC,aAAN,CAAmD;AAcxDC,EAAAA,WAAW,CACTC,QADS,EAETC,cAFS,EAGTC,MAHS,EAITC,UAJS,EAKT;AAAA;;AAAA;;AAAA;;AAAA;;AAAA,sCAdiC,EAcjC;;AAAA;;AACA,SAAKH,QAAL,GAAgBA,QAAhB;AACA,SAAKC,cAAL,GAAsBA,cAAtB;AACA,SAAKC,MAAL,GAAcA,MAAd;AACA,SAAKC,UAAL,GAAkBA,UAAlB;AACA,SAAKC,aAAL,GAAqB,CAArB;AACD;;AAMS,QAAJC,IAAI,GAAwB;AAChC,QAAI,KAAKC,QAAL,CAAcC,MAAd,KAAyB,CAA7B,EAAgC;AAC9B,UAAI,KAAKH,aAAL,IAAsB,KAAKJ,QAAL,CAAcQ,UAAd,CAAyBD,MAAnD,EAA2D;AAEzD,eAAO,IAAP;AACD;;AACD,YAAME,SAAS,GAAG,MAAM,KAAKR,cAAL,CAAoBS,YAApB,CACtB,KAAKR,MADiB,EAEtB,KAAKF,QAAL,CAAcQ,UAAd,CAAyB,KAAKJ,aAA9B,CAFsB,EAGtB,KAAKD,UAHiB,CAAxB;AAKA,WAAKG,QAAL,GAAgBX,kBAAkB,CAAC,KAAKO,MAAN,EAAcO,SAAd,CAAlC;AACA,WAAKL,aAAL;AACD;;AACD,WAAO,KAAKE,QAAL,CAAcK,KAAd,EAAP;AACD;;AAKDC,EAAAA,MAAM,GAAS;AACb,SAAKN,QAAL,GAAgB,EAAhB;AACA,SAAKF,aAAL,GAAqB,CAArB;AACD;;AAMD,4BAA2C;AACzC,QAAIS,IAAI,GAAG,KAAX;AACA,WAAO;AACLR,MAAAA,IAAI,EAAE,YAAY;AAChB,YAAIQ,IAAJ,EAAU;AACR,iBAAO;AAACA,YAAAA,IAAD;AAAOC,YAAAA,KAAK,EAAE;AAAd,WAAP;AACD;;AACD,cAAMA,KAAK,GAAG,MAAM,KAAKT,IAAL,EAApB;;AACA,YAAIS,KAAK,KAAK,IAAd,EAAoB;AAClB,iBAAO;AAACD,YAAAA,IAAI,EAAE,IAAP;AAAaC,YAAAA;AAAb,WAAP;AACD;;AACD,eAAO;AAACD,UAAAA,IAAI,EAAE,KAAP;AAAcC,UAAAA;AAAd,SAAP;AACD,OAVI;AAWLC,MAAAA,MAAM,EAAE,YAAY;AAClBF,QAAAA,IAAI,GAAG,IAAP;AACA,eAAO;AAACA,UAAAA,IAAD;AAAOC,UAAAA,KAAK,EAAE;AAAd,SAAP;AACD,OAdI;AAeLE,MAAAA,KAAK,EAAE,YAAY;AACjBH,QAAAA,IAAI,GAAG,IAAP;AACA,eAAO;AAACA,UAAAA,IAAI,EAAE,IAAP;AAAaC,UAAAA,KAAK,EAAE;AAApB,SAAP;AACD;AAlBI,KAAP;AAoBD;;AAlFuD","sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport {FileMetaData} from '../parquet-thrift';\nimport {ParquetEnvelopeReader} from './parquet-envelope-reader';\nimport {ParquetSchema} from '../schema/schema';\nimport {ParquetRecord} from '../schema/declare';\nimport {materializeRecords} from '../schema/shred';\n\n/**\n * A parquet cursor is used to retrieve rows from a parquet file in order\n */\nexport class ParquetCursor<T> implements AsyncIterable<T> {\n  public metadata: FileMetaData;\n  public envelopeReader: ParquetEnvelopeReader;\n  public schema: ParquetSchema;\n  public columnList: string[][];\n  public rowGroup: ParquetRecord[] = [];\n  public rowGroupIndex: number;\n\n  /**\n   * Create a new parquet reader from the file metadata and an envelope reader.\n   * It is usually not recommended to call this constructor directly except for\n   * advanced and internal use cases. Consider using getCursor() on the\n   * ParquetReader instead\n   */\n  constructor(\n    metadata: FileMetaData,\n    envelopeReader: ParquetEnvelopeReader,\n    schema: ParquetSchema,\n    columnList: string[][]\n  ) {\n    this.metadata = metadata;\n    this.envelopeReader = envelopeReader;\n    this.schema = schema;\n    this.columnList = columnList;\n    this.rowGroupIndex = 0;\n  }\n\n  /**\n   * Retrieve the next row from the cursor. Returns a row or NULL if the end\n   * of the file was reached\n   */\n  async next<T = any>(): Promise<T> {\n    if (this.rowGroup.length === 0) {\n      if (this.rowGroupIndex >= this.metadata.row_groups.length) {\n        // @ts-ignore\n        return null;\n      }\n      const rowBuffer = await this.envelopeReader.readRowGroup(\n        this.schema,\n        this.metadata.row_groups[this.rowGroupIndex],\n        this.columnList\n      );\n      this.rowGroup = materializeRecords(this.schema, rowBuffer);\n      this.rowGroupIndex++;\n    }\n    return this.rowGroup.shift() as any;\n  }\n\n  /**\n   * Rewind the cursor the the beginning of the file\n   */\n  rewind(): void {\n    this.rowGroup = [];\n    this.rowGroupIndex = 0;\n  }\n\n  /**\n   * Implement AsyncIterable\n   */\n  // tslint:disable-next-line:function-name\n  [Symbol.asyncIterator](): AsyncIterator<T> {\n    let done = false;\n    return {\n      next: async () => {\n        if (done) {\n          return {done, value: null};\n        }\n        const value = await this.next();\n        if (value === null) {\n          return {done: true, value};\n        }\n        return {done: false, value};\n      },\n      return: async () => {\n        done = true;\n        return {done, value: null};\n      },\n      throw: async () => {\n        done = true;\n        return {done: true, value: null};\n      }\n    };\n  }\n}\n"],"file":"parquet-cursor.js"}

package/dist/parquetjs/parser/parquet-envelope-reader.d.ts

@@ -1,40 +0,0 @@
-/// <reference types="node" />
-import { ParquetSchema } from '../schema/schema';
-import { ColumnChunk, FileMetaData, RowGroup } from '../parquet-thrift';
-import { ParquetBuffer, ParquetData, ParquetOptions } from '../schema/declare';
-/**
- * The parquet envelope reader allows direct, unbuffered access to the individual
- * sections of the parquet file, namely the header, footer and the row groups.
- * This class is intended for advanced/internal users; if you just want to retrieve
- * rows from a parquet file use the ParquetReader instead
- */
-export declare class ParquetEnvelopeReader {
-    read: (position: number, length: number) => Promise<Buffer>;
-    /**
-     * Close this parquet reader. You MUST call this method once you're finished
-     * reading rows
-     */
-    close: () => Promise<void>;
-    fileSize: number;
-    defaultDictionarySize: number;
-    static openBuffer(buffer: Buffer): Promise<ParquetEnvelopeReader>;
-    constructor(read: (position: number, length: number) => Promise<Buffer>, close: () => Promise<void>, fileSize: number, options?: any);
-    readHeader(): Promise<void>;
-    readRowGroup(schema: ParquetSchema, rowGroup: RowGroup, columnList: string[][]): Promise<ParquetBuffer>;
-    /**
-     * Do reading of parquet file's column chunk
-     * @param schema
-     * @param colChunk
-     */
-    readColumnChunk(schema: ParquetSchema, colChunk: ColumnChunk): Promise<ParquetData>;
-    /**
-     * Getting dictionary for allows to flatten values by indices.
-     * @param dictionaryPageOffset
-     * @param options
-     * @param pagesOffset
-     * @returns
-     */
-    getDictionary(dictionaryPageOffset: number, options: ParquetOptions, pagesOffset: number): Promise<string[]>;
-    readFooter(): Promise<FileMetaData>;
-}
-//# sourceMappingURL=parquet-envelope-reader.d.ts.map

package/dist/parquetjs/parser/parquet-envelope-reader.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"parquet-envelope-reader.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/parquet-envelope-reader.ts"],"names":[],"mappings":";AACA,OAAO,EAAC,aAAa,EAAC,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAAC,WAAW,EAAoB,YAAY,EAAE,QAAQ,EAAO,MAAM,mBAAmB,CAAC;AAC9F,OAAO,EACL,aAAa,EAEb,WAAW,EAEX,cAAc,EACf,MAAM,mBAAmB,CAAC;AAM3B;;;;;GAKG;AACH,qBAAa,qBAAqB;IACzB,IAAI,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACnE;;;OAGG;IACI,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,qBAAqB,EAAE,MAAM,CAAC;WAExB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC;gBAQrE,IAAI,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,EAC3D,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,EAC1B,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,GAAG;IAQT,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAc3B,YAAY,CAChB,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,MAAM,EAAE,EAAE,GACrB,OAAO,CAAC,aAAa,CAAC;IAgBzB;;;;OAIG;IACG,eAAe,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAoDzF;;;;;;OAMG;IACG,aAAa,CACjB,oBAAoB,EAAE,MAAM,EAC5B,OAAO,EAAE,cAAc,EACvB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,MAAM,EAAE,CAAC;IAwBd,UAAU,IAAI,OAAO,CAAC,YAAY,CAAC;CAqB1C"}

package/dist/parquetjs/parser/parquet-envelope-reader.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/parser/parquet-envelope-reader.ts"],"names":["PARQUET_MAGIC","PARQUET_MAGIC_ENCRYPTED","CompressionCodec","Type","decodeFileMetadata","getThriftEnum","fieldIndexOf","decodeDataPages","decodePage","DEFAULT_DICTIONARY_SIZE","ParquetEnvelopeReader","openBuffer","buffer","readFn","position","length","Promise","resolve","slice","closeFn","constructor","read","close","fileSize","options","defaultDictionarySize","readHeader","magic","toString","Error","readRowGroup","schema","rowGroup","columnList","rowCount","Number","num_rows","columnData","colChunk","columns","colMetadata","meta_data","colKey","path_in_schema","join","readColumnChunk","file_path","undefined","field","findField","type","primitiveType","compression","codec","pagesOffset","data_page_offset","pagesSize","total_compressed_size","Math","min","rLevelMax","dLevelMax","column","numValues","num_values","dictionary","dictionaryPageOffset","dictionary_page_offset","dictionaryOffset","getDictionary","pagesBuf","dictionarySize","cursor","offset","size","decodedPage","readFooter","trailerLen","trailerBuf","metadataSize","readUInt32LE","metadataOffset","metadataBuf","metadata"],"mappings":";AAEA,SAAQA,aAAR,EAAuBC,uBAAvB,QAAqD,iBAArD;AACA,SAAqBC,gBAArB,EAA+DC,IAA/D,QAA0E,mBAA1E;AAQA,SAAQC,kBAAR,EAA4BC,aAA5B,EAA2CC,YAA3C,QAA8D,qBAA9D;AACA,SAAQC,eAAR,EAAyBC,UAAzB,QAA0C,YAA1C;AAEA,MAAMC,uBAAuB,GAAG,GAAhC;AAQA,OAAO,MAAMC,qBAAN,CAA4B;AAUV,eAAVC,UAAU,CAACC,MAAD,EAAiD;AACtE,UAAMC,MAAM,GAAG,CAACC,QAAD,EAAmBC,MAAnB,KACbC,OAAO,CAACC,OAAR,CAAgBL,MAAM,CAACM,KAAP,CAAaJ,QAAb,EAAuBA,QAAQ,GAAGC,MAAlC,CAAhB,CADF;;AAEA,UAAMI,OAAO,GAAG,MAAMH,OAAO,CAACC,OAAR,EAAtB;;AACA,WAAO,IAAIP,qBAAJ,CAA0BG,MAA1B,EAAkCM,OAAlC,EAA2CP,MAAM,CAACG,MAAlD,CAAP;AACD;;AAEDK,EAAAA,WAAW,CACTC,IADS,EAETC,KAFS,EAGTC,QAHS,EAITC,OAJS,EAKT;AAAA;;AAAA;;AAAA;;AAAA;;AACA,SAAKH,IAAL,GAAYA,IAAZ;AACA,SAAKC,KAAL,GAAaA,KAAb;AACA,SAAKC,QAAL,GAAgBA,QAAhB;AACA,SAAKE,qBAAL,GAA6B,CAAAD,OAAO,SAAP,IAAAA,OAAO,WAAP,YAAAA,OAAO,CAAEC,qBAAT,KAAkChB,uBAA/D;AACD;;AAEe,QAAViB,UAAU,GAAkB;AAChC,UAAMd,MAAM,GAAG,MAAM,KAAKS,IAAL,CAAU,CAAV,EAAarB,aAAa,CAACe,MAA3B,CAArB;AAEA,UAAMY,KAAK,GAAGf,MAAM,CAACgB,QAAP,EAAd;;AACA,YAAQD,KAAR;AACE,WAAK3B,aAAL;AACE;;AACF,WAAKC,uBAAL;AACE,cAAM,IAAI4B,KAAJ,CAAU,sCAAV,CAAN;;AACF;AACE,cAAM,IAAIA,KAAJ,uCAAyCF,KAAzC,OAAN;AANJ;AAQD;;AAEiB,QAAZG,YAAY,CAChBC,MADgB,EAEhBC,QAFgB,EAGhBC,UAHgB,EAIQ;AACxB,UAAMrB,MAAqB,GAAG;AAC5BsB,MAAAA,QAAQ,EAAEC,MAAM,CAACH,QAAQ,CAACI,QAAV,CADY;AAE5BC,MAAAA,UAAU,EAAE;AAFgB,KAA9B;;AAIA,SAAK,MAAMC,QAAX,IAAuBN,QAAQ,CAACO,OAAhC,EAAyC;AACvC,YAAMC,WAAW,GAAGF,QAAQ,CAACG,SAA7B;AACA,YAAMC,MAAM,GAAGF,WAAH,aAAGA,WAAH,uBAAGA,WAAW,CAAEG,cAA5B;;AACA,UAAIV,UAAU,CAAClB,MAAX,GAAoB,CAApB,IAAyBT,YAAY,CAAC2B,UAAD,EAAaS,MAAb,CAAZ,GAAoC,CAAjE,EAAoE;AAClE;AACD;;AACD9B,MAAAA,MAAM,CAACyB,UAAP,CAAkBK,MAAM,CAAEE,IAAR,EAAlB,IAAoC,MAAM,KAAKC,eAAL,CAAqBd,MAArB,EAA6BO,QAA7B,CAA1C;AACD;;AACD,WAAO1B,MAAP;AACD;;AAOoB,QAAfiC,eAAe,CAACd,MAAD,EAAwBO,QAAxB,EAAqE;AAAA;;AACxF,QAAIA,QAAQ,CAACQ,SAAT,KAAuBC,SAAvB,IAAoCT,QAAQ,CAACQ,SAAT,KAAuB,IAA/D,EAAqE;AACnE,YAAM,IAAIjB,KAAJ,CAAU,uCAAV,CAAN;AACD;;AAED,UAAMmB,KAAK,GAAGjB,MAAM,CAACkB,SAAP,wBAAiBX,QAAQ,CAACG,SAA1B,wDAAiB,oBAAoBE,cAArC,CAAd;AACA,UAAMO,IAAmB,GAAG7C,aAAa,CAACF,IAAD,0BAAOmC,QAAQ,CAACG,SAAhB,yDAAO,qBAAoBS,IAA3B,CAAzC;;AAEA,QAAIA,IAAI,KAAKF,KAAK,CAACG,aAAnB,EAAkC;AAChC,YAAM,IAAItB,KAAJ,2CAA6CqB,IAA7C,EAAN;AACD;;AAED,UAAME,WAA+B,GAAG/C,aAAa,CACnDH,gBADmD,0BAEnDoC,QAAQ,CAACG,SAF0C,yDAEnD,qBAAoBY,KAF+B,CAArD;AAKA,UAAMC,WAAW,GAAGnB,MAAM,yBAACG,QAAQ,CAACG,SAAV,yDAAC,qBAAoBc,gBAArB,CAA1B;AACA,QAAIC,SAAS,GAAGrB,MAAM,yBAACG,QAAQ,CAACG,SAAV,yDAAC,qBAAoBgB,qBAArB,CAAtB;;AAEA,QAAI,CAACnB,QAAQ,CAACQ,SAAd,EAAyB;AAAA;;AACvBU,MAAAA,SAAS,GAAGE,IAAI,CAACC,GAAL,CACV,KAAKpC,QAAL,GAAgB+B,WADN,EAEVnB,MAAM,yBAACG,QAAQ,CAACG,SAAV,yDAAC,qBAAoBgB,qBAArB,CAFI,CAAZ;AAID;;AAED,UAAMjC,OAAuB,GAAG;AAC9B0B,MAAAA,IAD8B;AAE9BU,MAAAA,SAAS,EAAEZ,KAAK,CAACY,SAFa;AAG9BC,MAAAA,SAAS,EAAEb,KAAK,CAACa,SAHa;AAI9BT,MAAAA,WAJ8B;AAK9BU,MAAAA,MAAM,EAAEd,KALsB;AAM9Be,MAAAA,SAAS,0BAAEzB,QAAQ,CAACG,SAAX,yDAAE,qBAAoBuB,UAND;AAO9BC,MAAAA,UAAU,EAAE;AAPkB,KAAhC;AAUA,QAAIA,UAAJ;AAEA,UAAMC,oBAAoB,GAAG5B,QAAH,aAAGA,QAAH,+CAAGA,QAAQ,CAAEG,SAAb,yDAAG,qBAAqB0B,sBAAlD;;AAEA,QAAID,oBAAJ,EAA0B;AACxB,YAAME,gBAAgB,GAAGjC,MAAM,CAAC+B,oBAAD,CAA/B;AAEAD,MAAAA,UAAU,GAAG,MAAM,KAAKI,aAAL,CAAmBD,gBAAnB,EAAqC5C,OAArC,EAA8C8B,WAA9C,CAAnB;AACD;;AAEDW,IAAAA,UAAU,GAAG,uBAAAzC,OAAO,CAACyC,UAAR,oEAAoBlD,MAApB,GAA6BS,OAAO,CAACyC,UAArC,GAAkDA,UAA/D;AACA,UAAMK,QAAQ,GAAG,MAAM,KAAKjD,IAAL,CAAUiC,WAAV,EAAuBE,SAAvB,CAAvB;AACA,WAAO,MAAMjD,eAAe,CAAC+D,QAAD,EAAW,EAAC,GAAG9C,OAAJ;AAAayC,MAAAA;AAAb,KAAX,CAA5B;AACD;;AASkB,QAAbI,aAAa,CACjBH,oBADiB,EAEjB1C,OAFiB,EAGjB8B,WAHiB,EAIE;AACnB,QAAIY,oBAAoB,KAAK,CAA7B,EAAgC;AAQ9B,aAAO,EAAP;AACD;;AAED,UAAMK,cAAc,GAAGb,IAAI,CAACC,GAAL,CACrB,KAAKpC,QAAL,GAAgB2C,oBADK,EAErB,KAAKzC,qBAFgB,CAAvB;AAIA,UAAM6C,QAAQ,GAAG,MAAM,KAAKjD,IAAL,CAAU6C,oBAAV,EAAgCK,cAAhC,CAAvB;AAEA,UAAMC,MAAM,GAAG;AAAC5D,MAAAA,MAAM,EAAE0D,QAAT;AAAmBG,MAAAA,MAAM,EAAE,CAA3B;AAA8BC,MAAAA,IAAI,EAAEJ,QAAQ,CAACvD;AAA7C,KAAf;AACA,UAAM4D,WAAW,GAAG,MAAMnE,UAAU,CAACgE,MAAD,EAAShD,OAAT,CAApC;AAEA,WAAOmD,WAAW,CAACV,UAAnB;AACD;;AAEe,QAAVW,UAAU,GAA0B;AACxC,UAAMC,UAAU,GAAG7E,aAAa,CAACe,MAAd,GAAuB,CAA1C;AACA,UAAM+D,UAAU,GAAG,MAAM,KAAKzD,IAAL,CAAU,KAAKE,QAAL,GAAgBsD,UAA1B,EAAsCA,UAAtC,CAAzB;AAEA,UAAMlD,KAAK,GAAGmD,UAAU,CAAC5D,KAAX,CAAiB,CAAjB,EAAoBU,QAApB,EAAd;;AACA,QAAID,KAAK,KAAK3B,aAAd,EAA6B;AAC3B,YAAM,IAAI6B,KAAJ,6CAA8CF,KAA9C,OAAN;AACD;;AAED,UAAMoD,YAAY,GAAGD,UAAU,CAACE,YAAX,CAAwB,CAAxB,CAArB;AACA,UAAMC,cAAc,GAAG,KAAK1D,QAAL,GAAgBwD,YAAhB,GAA+BF,UAAtD;;AACA,QAAII,cAAc,GAAGjF,aAAa,CAACe,MAAnC,EAA2C;AACzC,YAAM,IAAIc,KAAJ,iCAAmCoD,cAAnC,EAAN;AACD;;AAED,UAAMC,WAAW,GAAG,MAAM,KAAK7D,IAAL,CAAU4D,cAAV,EAA0BF,YAA1B,CAA1B;AAGA,UAAM;AAACI,MAAAA;AAAD,QAAa/E,kBAAkB,CAAC8E,WAAD,CAArC;AACA,WAAOC,QAAP;AACD;;AA/KgC","sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport {ParquetSchema} from '../schema/schema';\nimport {PARQUET_MAGIC, PARQUET_MAGIC_ENCRYPTED} from '../../constants';\nimport {ColumnChunk, CompressionCodec, FileMetaData, RowGroup, Type} from '../parquet-thrift';\nimport {\n  ParquetBuffer,\n  ParquetCompression,\n  ParquetData,\n  PrimitiveType,\n  ParquetOptions\n} from '../schema/declare';\nimport {decodeFileMetadata, getThriftEnum, fieldIndexOf} from '../utils/read-utils';\nimport {decodeDataPages, decodePage} from './decoders';\n\nconst DEFAULT_DICTIONARY_SIZE = 1e6;\n\n/**\n * The parquet envelope reader allows direct, unbuffered access to the individual\n * sections of the parquet file, namely the header, footer and the row groups.\n * This class is intended for advanced/internal users; if you just want to retrieve\n * rows from a parquet file use the ParquetReader instead\n */\nexport class ParquetEnvelopeReader {\n  public read: (position: number, length: number) => Promise<Buffer>;\n  /**\n   * Close this parquet reader. You MUST call this method once you're finished\n   * reading rows\n   */\n  public close: () => Promise<void>;\n  public fileSize: number;\n  public defaultDictionarySize: number;\n\n  static async openBuffer(buffer: Buffer): Promise<ParquetEnvelopeReader> {\n    const readFn = (position: number, length: number) =>\n      Promise.resolve(buffer.slice(position, position + length));\n    const closeFn = () => Promise.resolve();\n    return new ParquetEnvelopeReader(readFn, closeFn, buffer.length);\n  }\n\n  constructor(\n    read: (position: number, length: number) => Promise<Buffer>,\n    close: () => Promise<void>,\n    fileSize: number,\n    options?: any\n  ) {\n    this.read = read;\n    this.close = close;\n    this.fileSize = fileSize;\n    this.defaultDictionarySize = options?.defaultDictionarySize || DEFAULT_DICTIONARY_SIZE;\n  }\n\n  async readHeader(): Promise<void> {\n    const buffer = await this.read(0, PARQUET_MAGIC.length);\n\n    const magic = buffer.toString();\n    switch (magic) {\n      case PARQUET_MAGIC:\n        break;\n      case PARQUET_MAGIC_ENCRYPTED:\n        throw new Error('Encrypted parquet file not supported');\n      default:\n        throw new Error(`Invalid parquet file (magic=${magic})`);\n    }\n  }\n\n  async readRowGroup(\n    schema: ParquetSchema,\n    rowGroup: RowGroup,\n    columnList: string[][]\n  ): Promise<ParquetBuffer> {\n    const buffer: ParquetBuffer = {\n      rowCount: Number(rowGroup.num_rows),\n      columnData: {}\n    };\n    for (const colChunk of rowGroup.columns) {\n      const colMetadata = colChunk.meta_data;\n      const colKey = colMetadata?.path_in_schema;\n      if (columnList.length > 0 && fieldIndexOf(columnList, colKey!) < 0) {\n        continue; // eslint-disable-line no-continue\n      }\n      buffer.columnData[colKey!.join()] = await this.readColumnChunk(schema, colChunk);\n    }\n    return buffer;\n  }\n\n  /**\n   * Do reading of parquet file's column chunk\n   * @param schema\n   * @param colChunk\n   */\n  async readColumnChunk(schema: ParquetSchema, colChunk: ColumnChunk): Promise<ParquetData> {\n    if (colChunk.file_path !== undefined && colChunk.file_path !== null) {\n      throw new Error('external references are not supported');\n    }\n\n    const field = schema.findField(colChunk.meta_data?.path_in_schema!);\n    const type: PrimitiveType = getThriftEnum(Type, colChunk.meta_data?.type!) as any;\n\n    if (type !== field.primitiveType) {\n      throw new Error(`chunk type not matching schema: ${type}`);\n    }\n\n    const compression: ParquetCompression = getThriftEnum(\n      CompressionCodec,\n      colChunk.meta_data?.codec!\n    ) as any;\n\n    const pagesOffset = Number(colChunk.meta_data?.data_page_offset!);\n    let pagesSize = Number(colChunk.meta_data?.total_compressed_size!);\n\n    if (!colChunk.file_path) {\n      pagesSize = Math.min(\n        this.fileSize - pagesOffset,\n        Number(colChunk.meta_data?.total_compressed_size)\n      );\n    }\n\n    const options: ParquetOptions = {\n      type,\n      rLevelMax: field.rLevelMax,\n      dLevelMax: field.dLevelMax,\n      compression,\n      column: field,\n      numValues: colChunk.meta_data?.num_values,\n      dictionary: []\n    };\n\n    let dictionary;\n\n    const dictionaryPageOffset = colChunk?.meta_data?.dictionary_page_offset;\n\n    if (dictionaryPageOffset) {\n      const dictionaryOffset = Number(dictionaryPageOffset);\n      // Getting dictionary from column chunk to iterate all over indexes to get dataPage values.\n      dictionary = await this.getDictionary(dictionaryOffset, options, pagesOffset);\n    }\n\n    dictionary = options.dictionary?.length ? options.dictionary : dictionary;\n    const pagesBuf = await this.read(pagesOffset, pagesSize);\n    return await decodeDataPages(pagesBuf, {...options, dictionary});\n  }\n\n  /**\n   * Getting dictionary for allows to flatten values by indices.\n   * @param dictionaryPageOffset\n   * @param options\n   * @param pagesOffset\n   * @returns\n   */\n  async getDictionary(\n    dictionaryPageOffset: number,\n    options: ParquetOptions,\n    pagesOffset: number\n  ): Promise<string[]> {\n    if (dictionaryPageOffset === 0) {\n      // dictionarySize = Math.min(this.fileSize - pagesOffset, this.defaultDictionarySize);\n      // pagesBuf = await this.read(pagesOffset, dictionarySize);\n\n      // In this case we are working with parquet-mr files format. Problem is described below:\n      // https://stackoverflow.com/questions/55225108/why-is-dictionary-page-offset-0-for-plain-dictionary-encoding\n      // We need to get dictionary page from column chunk if it exists.\n      // Now if we use code commented above we don't get DICTIONARY_PAGE we get DATA_PAGE instead.\n      return [];\n    }\n\n    const dictionarySize = Math.min(\n      this.fileSize - dictionaryPageOffset,\n      this.defaultDictionarySize\n    );\n    const pagesBuf = await this.read(dictionaryPageOffset, dictionarySize);\n\n    const cursor = {buffer: pagesBuf, offset: 0, size: pagesBuf.length};\n    const decodedPage = await decodePage(cursor, options);\n\n    return decodedPage.dictionary!;\n  }\n\n  async readFooter(): Promise<FileMetaData> {\n    const trailerLen = PARQUET_MAGIC.length + 4;\n    const trailerBuf = await this.read(this.fileSize - trailerLen, trailerLen);\n\n    const magic = trailerBuf.slice(4).toString();\n    if (magic !== PARQUET_MAGIC) {\n      throw new Error(`Not a valid parquet file (magic=\"${magic})`);\n    }\n\n    const metadataSize = trailerBuf.readUInt32LE(0);\n    const metadataOffset = this.fileSize - metadataSize - trailerLen;\n    if (metadataOffset < PARQUET_MAGIC.length) {\n      throw new Error(`Invalid metadata size ${metadataOffset}`);\n    }\n\n    const metadataBuf = await this.read(metadataOffset, metadataSize);\n    // let metadata = new parquet_thrift.FileMetaData();\n    // parquet_util.decodeThrift(metadata, metadataBuf);\n    const {metadata} = decodeFileMetadata(metadataBuf);\n    return metadata;\n  }\n}\n"],"file":"parquet-envelope-reader.js"}

package/dist/parquetjs/parser/parquet-reader.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/parser/parquet-reader.ts"],"names":["ParquetEnvelopeReader","ParquetSchema","ParquetCursor","PARQUET_VERSION","decodeSchema","Symbol","asyncIterator","ParquetReader","openBlob","blob","readFn","start","length","arrayBuffer","slice","Buffer","from","closeFn","size","envelopeReader","readHeader","metadata","readFooter","err","close","openArrayBuffer","byteLength","openBuffer","buffer","constructor","version","Error","root","schema","num_children","getCursor","columnList","map","x","Array","isArray","getRowCount","Number","num_rows","getSchema","getMetadata","md","kv","key_value_metadata","key","value"],"mappings":";;;;AACA,SAAQA,qBAAR,QAAoC,2BAApC;AAEA,SAAQC,aAAR,QAA4B,kBAA5B;AACA,SAAQC,aAAR,QAA4B,kBAA5B;AACA,SAAQC,eAAR,QAA8B,iBAA9B;AACA,SAAQC,YAAR,QAA2B,YAA3B;wBAyJGC,MAAM,CAACC,a;AAhJV,OAAO,MAAMC,aAAN,CAAmD;AAInC,eAARC,QAAQ,CAAIC,IAAJ,EAA2C;AAC9D,UAAMC,MAAM,GAAG,OAAOC,KAAP,EAAsBC,MAAtB,KAAyC;AACtD,YAAMC,WAAW,GAAG,MAAMJ,IAAI,CAACK,KAAL,CAAWH,KAAX,EAAkBA,KAAK,GAAGC,MAA1B,EAAkCC,WAAlC,EAA1B;AACA,aAAOE,MAAM,CAACC,IAAP,CAAYH,WAAZ,CAAP;AACD,KAHD;;AAIA,UAAMI,OAAO,GAAG,YAAY,CAAE,CAA9B;;AACA,UAAMC,IAAI,GAAGT,IAAI,CAACS,IAAlB;AACA,UAAMC,cAAc,GAAG,IAAInB,qBAAJ,CAA0BU,MAA1B,EAAkCO,OAAlC,EAA2CC,IAA3C,CAAvB;;AACA,QAAI;AACF,YAAMC,cAAc,CAACC,UAAf,EAAN;AACA,YAAMC,QAAQ,GAAG,MAAMF,cAAc,CAACG,UAAf,EAAvB;AACA,aAAO,IAAIf,aAAJ,CAAkBc,QAAlB,EAA4BF,cAA5B,CAAP;AACD,KAJD,CAIE,OAAOI,GAAP,EAAY;AACZ,YAAMJ,cAAc,CAACK,KAAf,EAAN;AACA,YAAMD,GAAN;AACD;AACF;;AAK2B,eAAfE,eAAe,CAAIZ,WAAJ,EAAyD;AACnF,UAAMH,MAAM,GAAG,OAAOC,KAAP,EAAsBC,MAAtB,KAAyCG,MAAM,CAACC,IAAP,CAAYH,WAAZ,EAAyBF,KAAzB,EAAgCC,MAAhC,CAAxD;;AACA,UAAMK,OAAO,GAAG,YAAY,CAAE,CAA9B;;AACA,UAAMC,IAAI,GAAGL,WAAW,CAACa,UAAzB;AACA,UAAMP,cAAc,GAAG,IAAInB,qBAAJ,CAA0BU,MAA1B,EAAkCO,OAAlC,EAA2CC,IAA3C,CAAvB;;AACA,QAAI;AACF,YAAMC,cAAc,CAACC,UAAf,EAAN;AACA,YAAMC,QAAQ,GAAG,MAAMF,cAAc,CAACG,UAAf,EAAvB;AACA,aAAO,IAAIf,aAAJ,CAAkBc,QAAlB,EAA4BF,cAA5B,CAAP;AACD,KAJD,CAIE,OAAOI,GAAP,EAAY;AACZ,YAAMJ,cAAc,CAACK,KAAf,EAAN;AACA,YAAMD,GAAN;AACD;AACF;;AAEsB,eAAVI,UAAU,CAAIC,MAAJ,EAA+C;AACpE,UAAMT,cAAc,GAAG,MAAMnB,qBAAqB,CAAC2B,UAAtB,CAAiCC,MAAjC,CAA7B;;AACA,QAAI;AACF,YAAMT,cAAc,CAACC,UAAf,EAAN;AACA,YAAMC,QAAQ,GAAG,MAAMF,cAAc,CAACG,UAAf,EAAvB;AACA,aAAO,IAAIf,aAAJ,CAAqBc,QAArB,EAA+BF,cAA/B,CAAP;AACD,KAJD,CAIE,OAAOI,GAAP,EAAY;AACZ,YAAMJ,cAAc,CAACK,KAAf,EAAN;AACA,YAAMD,GAAN;AACD;AACF;;AAYDM,EAAAA,WAAW,CAACR,QAAD,EAAyBF,cAAzB,EAAgE;AAAA;;AAAA;;AAAA;;AACzE,QAAIE,QAAQ,CAACS,OAAT,KAAqB3B,eAAzB,EAA0C;AACxC,YAAM,IAAI4B,KAAJ,CAAU,yBAAV,CAAN;AACD;;AAED,SAAKV,QAAL,GAAgBA,QAAhB;AACA,SAAKF,cAAL,GAAsBA,cAAtB;AACA,UAAMa,IAAI,GAAG,KAAKX,QAAL,CAAcY,MAAd,CAAqB,CAArB,CAAb;AACA,UAAM;AAACA,MAAAA;AAAD,QAAW7B,YAAY,CAAC,KAAKiB,QAAL,CAAcY,MAAf,EAAuB,CAAvB,EAA0BD,IAAI,CAACE,YAA/B,CAA7B;AACA,SAAKD,MAAL,GAAc,IAAIhC,aAAJ,CAAkBgC,MAAlB,CAAd;AACD;;AAMU,QAALT,KAAK,GAAkB;AAC3B,UAAM,KAAKL,cAAL,CAAoBK,KAApB,EAAN;AAGD;;AAeDW,EAAAA,SAAS,CAACC,UAAD,EAAgE;AACvE,QAAI,CAACA,UAAL,EAAiB;AAEfA,MAAAA,UAAU,GAAG,EAAb;AACD;;AAGDA,IAAAA,UAAU,GAAGA,UAAU,CAACC,GAAX,CAAgBC,CAAD,IAAQC,KAAK,CAACC,OAAN,CAAcF,CAAd,IAAmBA,CAAnB,GAAuB,CAACA,CAAD,CAA9C,CAAb;AAEA,WAAO,IAAIpC,aAAJ,CACL,KAAKmB,QADA,EAEL,KAAKF,cAFA,EAGL,KAAKc,MAHA,EAILG,UAJK,CAAP;AAMD;;AAMDK,EAAAA,WAAW,GAAW;AACpB,WAAOC,MAAM,CAAC,KAAKrB,QAAL,CAAcsB,QAAf,CAAb;AACD;;AAKDC,EAAAA,SAAS,GAAkB;AACzB,WAAO,KAAKX,MAAZ;AACD;;AAKDY,EAAAA,WAAW,GAA2B;AACpC,UAAMC,EAA0B,GAAG,EAAnC;;AACA,SAAK,MAAMC,EAAX,IAAiB,KAAK1B,QAAL,CAAc2B,kBAA/B,EAAoD;AAClDF,MAAAA,EAAE,CAACC,EAAE,CAACE,GAAJ,CAAF,GAAaF,EAAE,CAACG,KAAhB;AACD;;AACD,WAAOJ,EAAP;AACD;;AAMD,4BAA2C;AACzC,WAAO,KAAKX,SAAL,GAAiB9B,MAAM,CAACC,aAAxB,GAAP;AACD;;AAlJuD","sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport {ParquetEnvelopeReader} from './parquet-envelope-reader';\nimport {FileMetaData} from '../parquet-thrift';\nimport {ParquetSchema} from '../schema/schema';\nimport {ParquetCursor} from './parquet-cursor';\nimport {PARQUET_VERSION} from '../../constants';\nimport {decodeSchema} from './decoders';\n\n/**\n * A parquet reader allows retrieving the rows from a parquet file in order.\n * The basic usage is to create a reader and then retrieve a cursor/iterator\n * which allows you to consume row after row until all rows have been read. It is\n * important that you call close() after you are finished reading the file to\n * avoid leaking file descriptors.\n */\nexport class ParquetReader<T> implements AsyncIterable<T> {\n  /**\n   * return a new parquet reader initialized with a read function\n   */\n  static async openBlob<T>(blob: Blob): Promise<ParquetReader<T>> {\n    const readFn = async (start: number, length: number) => {\n      const arrayBuffer = await blob.slice(start, start + length).arrayBuffer();\n      return Buffer.from(arrayBuffer);\n    };\n    const closeFn = async () => {};\n    const size = blob.size;\n    const envelopeReader = new ParquetEnvelopeReader(readFn, closeFn, size);\n    try {\n      await envelopeReader.readHeader();\n      const metadata = await envelopeReader.readFooter();\n      return new ParquetReader(metadata, envelopeReader);\n    } catch (err) {\n      await envelopeReader.close();\n      throw err;\n    }\n  }\n\n  /**\n   * return a new parquet reader initialized with a read function\n   */\n  static async openArrayBuffer<T>(arrayBuffer: ArrayBuffer): Promise<ParquetReader<T>> {\n    const readFn = async (start: number, length: number) => Buffer.from(arrayBuffer, start, length);\n    const closeFn = async () => {};\n    const size = arrayBuffer.byteLength;\n    const envelopeReader = new ParquetEnvelopeReader(readFn, closeFn, size);\n    try {\n      await envelopeReader.readHeader();\n      const metadata = await envelopeReader.readFooter();\n      return new ParquetReader(metadata, envelopeReader);\n    } catch (err) {\n      await envelopeReader.close();\n      throw err;\n    }\n  }\n\n  static async openBuffer<T>(buffer: Buffer): Promise<ParquetReader<T>> {\n    const envelopeReader = await ParquetEnvelopeReader.openBuffer(buffer);\n    try {\n      await envelopeReader.readHeader();\n      const metadata = await envelopeReader.readFooter();\n      return new ParquetReader<T>(metadata, envelopeReader);\n    } catch (err) {\n      await envelopeReader.close();\n      throw err;\n    }\n  }\n\n  public metadata: FileMetaData;\n  public envelopeReader: ParquetEnvelopeReader;\n  public schema: ParquetSchema;\n\n  /**\n   * Create a new parquet reader from the file metadata and an envelope reader.\n   * It is not recommended to call this constructor directly except for advanced\n   * and internal use cases. Consider using one of the open{File,Buffer} methods\n   * instead\n   */\n  constructor(metadata: FileMetaData, envelopeReader: ParquetEnvelopeReader) {\n    if (metadata.version !== PARQUET_VERSION) {\n      throw new Error('invalid parquet version');\n    }\n\n    this.metadata = metadata;\n    this.envelopeReader = envelopeReader;\n    const root = this.metadata.schema[0];\n    const {schema} = decodeSchema(this.metadata.schema, 1, root.num_children!);\n    this.schema = new ParquetSchema(schema);\n  }\n\n  /**\n   * Close this parquet reader. You MUST call this method once you're finished\n   * reading rows\n   */\n  async close(): Promise<void> {\n    await this.envelopeReader.close();\n    // this.envelopeReader = null;\n    // this.metadata = null;\n  }\n\n  /**\n   * Return a cursor to the file. You may open more than one cursor and use\n   * them concurrently. All cursors become invalid once close() is called on\n   * the reader object.\n   *\n   * The required_columns parameter controls which columns are actually read\n   * from disk. An empty array or no value implies all columns. A list of column\n   * names means that only those columns should be loaded from disk.\n   */\n  getCursor(): ParquetCursor<T>;\n  // @ts-ignore\n  getCursor<K extends keyof T>(columnList: (K | K[])[]): ParquetCursor<Pick<T, K>>;\n  getCursor(columnList: (string | string[])[]): ParquetCursor<Partial<T>>;\n  getCursor(columnList?: (string | string[])[]): ParquetCursor<Partial<T>> {\n    if (!columnList) {\n      // tslint:disable-next-line:no-parameter-reassignment\n      columnList = [];\n    }\n\n    // tslint:disable-next-line:no-parameter-reassignment\n    columnList = columnList.map((x) => (Array.isArray(x) ? x : [x]));\n\n    return new ParquetCursor<T>(\n      this.metadata,\n      this.envelopeReader,\n      this.schema,\n      columnList as string[][]\n    );\n  }\n\n  /**\n   * Return the number of rows in this file. Note that the number of rows is\n   * not neccessarily equal to the number of rows in each column.\n   */\n  getRowCount(): number {\n    return Number(this.metadata.num_rows);\n  }\n\n  /**\n   * Returns the ParquetSchema for this file\n   */\n  getSchema(): ParquetSchema {\n    return this.schema;\n  }\n\n  /**\n   * Returns the user (key/value) metadata for this file\n   */\n  getMetadata(): Record<string, string> {\n    const md: Record<string, string> = {};\n    for (const kv of this.metadata.key_value_metadata!) {\n      md[kv.key] = kv.value!;\n    }\n    return md;\n  }\n\n  /**\n   * Implement AsyncIterable\n   */\n  // tslint:disable-next-line:function-name\n  [Symbol.asyncIterator](): AsyncIterator<T> {\n    return this.getCursor()[Symbol.asyncIterator]();\n  }\n}\n"],"file":"parquet-reader.js"}

package/dist/parquetjs/schema/declare.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/schema/declare.ts"],"names":["ParquetBuffer","constructor","rowCount","columnData"],"mappings":";AAmIA,OAAO,MAAMA,aAAN,CAAoB;AAGzBC,EAAAA,WAAW,CAACC,QAAgB,GAAG,CAApB,EAAuBC,UAAuC,GAAG,EAAjE,EAAqE;AAAA;;AAAA;;AAC9E,SAAKD,QAAL,GAAgBA,QAAhB;AACA,SAAKC,UAAL,GAAkBA,UAAlB;AACD;;AANwB","sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport Int64 from 'node-int64';\nimport type {PageHeader} from '../parquet-thrift';\n\nexport type ParquetCodec = 'PLAIN' | 'RLE' | 'PLAIN_DICTIONARY';\nexport type ParquetCompression =\n  | 'UNCOMPRESSED'\n  | 'GZIP'\n  | 'SNAPPY'\n  | 'LZO'\n  | 'BROTLI'\n  | 'LZ4'\n  | 'LZ4_RAW'\n  | 'ZSTD';\nexport type RepetitionType = 'REQUIRED' | 'OPTIONAL' | 'REPEATED';\nexport type ParquetType = PrimitiveType | OriginalType;\n\n/**\n * Physical type\n */\nexport type PrimitiveType =\n  // Base Types\n  | 'BOOLEAN' // 0\n  | 'INT32' // 1\n  | 'INT64' // 2\n  | 'INT96' // 3\n  | 'FLOAT' // 4\n  | 'DOUBLE' // 5\n  | 'BYTE_ARRAY' // 6,\n  | 'FIXED_LEN_BYTE_ARRAY'; // 7\n\n/**\n * Logical type\n */\nexport type OriginalType =\n  // Converted Types\n  | 'UTF8' // 0\n  // | 'MAP' // 1\n  // | 'MAP_KEY_VALUE' // 2\n  // | 'LIST' // 3\n  // | 'ENUM' // 4\n  // | 'DECIMAL' // 5\n  | 'DECIMAL_INT32' // 5\n  | 'DECIMAL_INT64' // 5\n  | 'DECIMAL_BYTE_ARRAY' // 5\n  | 'DECIMAL_FIXED_LEN_BYTE_ARRAY' // 5\n  | 'DATE' // 6\n  | 'TIME_MILLIS' // 7\n  | 'TIME_MICROS' // 8\n  | 'TIMESTAMP_MILLIS' // 9\n  | 'TIMESTAMP_MICROS' // 10\n  | 'UINT_8' // 11\n  | 'UINT_16' // 12\n  | 'UINT_32' // 13\n  | 'UINT_64' // 14\n  | 'INT_8' // 15\n  | 'INT_16' // 16\n  | 'INT_32' // 17\n  | 'INT_64' // 18\n  | 'JSON' // 19\n  | 'BSON' // 20\n  | 'INTERVAL'; // 21\n\nexport type ParquetDictionary = string[];\n\nexport interface SchemaDefinition {\n  [string: string]: FieldDefinition;\n}\n\nexport interface FieldDefinition {\n  type?: ParquetType;\n  typeLength?: number;\n  presision?: number;\n  scale?: number;\n  encoding?: ParquetCodec;\n  compression?: ParquetCompression;\n  optional?: boolean;\n  repeated?: boolean;\n  fields?: SchemaDefinition;\n}\n\nexport interface ParquetField {\n  name: string;\n  path: string[];\n  key: string;\n  primitiveType?: PrimitiveType;\n  originalType?: OriginalType;\n  repetitionType: RepetitionType;\n  typeLength?: number;\n  presision?: number;\n  scale?: number;\n  encoding?: ParquetCodec;\n  compression?: ParquetCompression;\n  rLevelMax: number;\n  dLevelMax: number;\n  isNested?: boolean;\n  fieldCount?: number;\n  fields?: Record<string, ParquetField>;\n}\n\nexport interface ParquetOptions {\n  type: ParquetType;\n  rLevelMax: number;\n  dLevelMax: number;\n  compression: ParquetCompression;\n  column: ParquetField;\n  numValues?: Int64;\n  dictionary?: ParquetDictionary;\n}\n\nexport interface ParquetData {\n  dlevels: number[];\n  rlevels: number[];\n  values: any[];\n  count: number;\n  pageHeaders: PageHeader[];\n}\n\nexport interface ParquetPageData {\n  dlevels: number[];\n  rlevels: number[];\n  values: any[];\n  count: number;\n  dictionary?: ParquetDictionary;\n  pageHeader: PageHeader;\n}\n\nexport interface ParquetRecord {\n  [key: string]: any;\n}\n\nexport class ParquetBuffer {\n  rowCount: number;\n  columnData: Record<string, ParquetData>;\n  constructor(rowCount: number = 0, columnData: Record<string, ParquetData> = {}) {\n    this.rowCount = rowCount;\n    this.columnData = columnData;\n  }\n}\n"],"file":"declare.js"}

package/dist/parquetjs/schema/schema.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/schema/schema.ts"],"names":["PARQUET_CODECS","PARQUET_COMPRESSION_METHODS","materializeRecords","shredBuffer","shredRecord","PARQUET_LOGICAL_TYPES","ParquetSchema","constructor","schema","fields","buildFields","fieldList","listFields","findField","path","split","slice","n","length","shift","findFieldBranch","branch","push","record","buffer","compress","type","setCompress","name","node","compression","rLevelParentMax","dLevelParentMax","opts","required","optional","repeated","Boolean","rLevelMax","dLevelMax","repetitionType","cpath","concat","key","join","isNested","fieldCount","Object","keys","typeDef","Error","encoding","primitiveType","originalType","typeLength","presision","scale","list","k"],"mappings":";AAEA,SAAQA,cAAR,QAA6B,WAA7B;AACA,SAAQC,2BAAR,QAA0C,gBAA1C;AAUA,SAAQC,kBAAR,EAA4BC,WAA5B,EAAyCC,WAAzC,QAA2D,SAA3D;AACA,SAAQC,qBAAR,QAAoC,SAApC;AAKA,OAAO,MAAMC,aAAN,CAAoB;AAQzBC,EAAAA,WAAW,CAACC,MAAD,EAA2B;AAAA;;AAAA;;AAAA;;AACpC,SAAKA,MAAL,GAAcA,MAAd;AACA,SAAKC,MAAL,GAAcC,WAAW,CAACF,MAAD,EAAS,CAAT,EAAY,CAAZ,EAAe,EAAf,CAAzB;AACA,SAAKG,SAAL,GAAiBC,UAAU,CAAC,KAAKH,MAAN,CAA3B;AACD;;AAKDI,EAAAA,SAAS,CAACC,IAAD,EAAwC;AAC/C,QAAI,OAAOA,IAAP,KAAgB,QAApB,EAA8B;AAE5BA,MAAAA,IAAI,GAAGA,IAAI,CAACC,KAAL,CAAW,GAAX,CAAP;AACD,KAHD,MAGO;AAELD,MAAAA,IAAI,GAAGA,IAAI,CAACE,KAAL,CAAW,CAAX,CAAP;AACD;;AAED,QAAIC,CAAC,GAAG,KAAKR,MAAb;;AACA,WAAOK,IAAI,CAACI,MAAL,GAAc,CAArB,EAAwBJ,IAAI,CAACK,KAAL,EAAxB,EAAsC;AACpCF,MAAAA,CAAC,GAAGA,CAAC,CAACH,IAAI,CAAC,CAAD,CAAL,CAAD,CAAWL,MAAf;AACD;;AAED,WAAOQ,CAAC,CAACH,IAAI,CAAC,CAAD,CAAL,CAAR;AACD;;AAKDM,EAAAA,eAAe,CAACN,IAAD,EAA0C;AACvD,QAAI,OAAOA,IAAP,KAAgB,QAApB,EAA8B;AAE5BA,MAAAA,IAAI,GAAGA,IAAI,CAACC,KAAL,CAAW,GAAX,CAAP;AACD;;AACD,UAAMM,MAAsB,GAAG,EAA/B;AACA,QAAIJ,CAAC,GAAG,KAAKR,MAAb;;AACA,WAAOK,IAAI,CAACI,MAAL,GAAc,CAArB,EAAwBJ,IAAI,CAACK,KAAL,EAAxB,EAAsC;AACpCE,MAAAA,MAAM,CAACC,IAAP,CAAYL,CAAC,CAACH,IAAI,CAAC,CAAD,CAAL,CAAb;;AACA,UAAIA,IAAI,CAACI,MAAL,GAAc,CAAlB,EAAqB;AACnBD,QAAAA,CAAC,GAAGA,CAAC,CAACH,IAAI,CAAC,CAAD,CAAL,CAAD,CAAWL,MAAf;AACD;AACF;;AACD,WAAOY,MAAP;AACD;;AAEDjB,EAAAA,WAAW,CAACmB,MAAD,EAAwBC,MAAxB,EAAqD;AAC9DpB,IAAAA,WAAW,CAAC,IAAD,EAAOmB,MAAP,EAAeC,MAAf,CAAX;AACD;;AAEDtB,EAAAA,kBAAkB,CAACsB,MAAD,EAAyC;AACzD,WAAOtB,kBAAkB,CAAC,IAAD,EAAOsB,MAAP,CAAzB;AACD;;AAEDC,EAAAA,QAAQ,CAACC,IAAD,EAAiC;AACvCC,IAAAA,WAAW,CAAC,KAAKnB,MAAN,EAAckB,IAAd,CAAX;AACAC,IAAAA,WAAW,CAAC,KAAKlB,MAAN,EAAciB,IAAd,CAAX;AACA,WAAO,IAAP;AACD;;AAEDF,EAAAA,MAAM,GAAkB;AACtB,WAAOrB,WAAW,CAAC,IAAD,CAAlB;AACD;;AArEwB;;AAwE3B,SAASwB,WAAT,CAAqBnB,MAArB,EAAkCkB,IAAlC,EAA4D;AAC1D,OAAK,MAAME,IAAX,IAAmBpB,MAAnB,EAA2B;AACzB,UAAMqB,IAAI,GAAGrB,MAAM,CAACoB,IAAD,CAAnB;;AACA,QAAIC,IAAI,CAACpB,MAAT,EAAiB;AACfkB,MAAAA,WAAW,CAACE,IAAI,CAACpB,MAAN,EAAciB,IAAd,CAAX;AACD,KAFD,MAEO;AACLG,MAAAA,IAAI,CAACC,WAAL,GAAmBJ,IAAnB;AACD;AACF;AACF;;AAGD,SAAShB,WAAT,CACEF,MADF,EAEEuB,eAFF,EAGEC,eAHF,EAIElB,IAJF,EAKgC;AAC9B,QAAMH,SAAuC,GAAG,EAAhD;;AAEA,OAAK,MAAMiB,IAAX,IAAmBpB,MAAnB,EAA2B;AACzB,UAAMyB,IAAI,GAAGzB,MAAM,CAACoB,IAAD,CAAnB;AAGA,UAAMM,QAAQ,GAAG,CAACD,IAAI,CAACE,QAAvB;AACA,UAAMC,QAAQ,GAAGC,OAAO,CAACJ,IAAI,CAACG,QAAN,CAAxB;AACA,QAAIE,SAAS,GAAGP,eAAhB;AACA,QAAIQ,SAAS,GAAGP,eAAhB;AAEA,QAAIQ,cAA8B,GAAG,UAArC;;AACA,QAAI,CAACN,QAAL,EAAe;AACbM,MAAAA,cAAc,GAAG,UAAjB;AACAD,MAAAA,SAAS;AACV;;AACD,QAAIH,QAAJ,EAAc;AACZI,MAAAA,cAAc,GAAG,UAAjB;AACAF,MAAAA,SAAS;AACT,UAAIJ,QAAJ,EAAcK,SAAS;AACxB;;AAGD,QAAIN,IAAI,CAACxB,MAAT,EAAiB;AACf,YAAMgC,KAAK,GAAG3B,IAAI,CAAC4B,MAAL,CAAY,CAACd,IAAD,CAAZ,CAAd;AACAjB,MAAAA,SAAS,CAACiB,IAAD,CAAT,GAAkB;AAChBA,QAAAA,IADgB;AAEhBd,QAAAA,IAAI,EAAE2B,KAFU;AAGhBE,QAAAA,GAAG,EAAEF,KAAK,CAACG,IAAN,EAHW;AAIhBJ,QAAAA,cAJgB;AAKhBF,QAAAA,SALgB;AAMhBC,QAAAA,SANgB;AAOhBM,QAAAA,QAAQ,EAAE,IAPM;AAQhBC,QAAAA,UAAU,EAAEC,MAAM,CAACC,IAAP,CAAYf,IAAI,CAACxB,MAAjB,EAAyBS,MARrB;AAShBT,QAAAA,MAAM,EAAEC,WAAW,CAACuB,IAAI,CAACxB,MAAN,EAAc6B,SAAd,EAAyBC,SAAzB,EAAoCE,KAApC;AATH,OAAlB;AAWA;AACD;;AAED,UAAMQ,OAAY,GAAG5C,qBAAqB,CAAC4B,IAAI,CAACP,IAAN,CAA1C;;AACA,QAAI,CAACuB,OAAL,EAAc;AACZ,YAAM,IAAIC,KAAJ,iCAAmCjB,IAAI,CAACP,IAAxC,EAAN;AACD;;AAEDO,IAAAA,IAAI,CAACkB,QAAL,GAAgBlB,IAAI,CAACkB,QAAL,IAAiB,OAAjC;;AACA,QAAI,EAAElB,IAAI,CAACkB,QAAL,IAAiBnD,cAAnB,CAAJ,EAAwC;AACtC,YAAM,IAAIkD,KAAJ,yCAA2CjB,IAAI,CAACkB,QAAhD,EAAN;AACD;;AAEDlB,IAAAA,IAAI,CAACH,WAAL,GAAmBG,IAAI,CAACH,WAAL,IAAoB,cAAvC;;AACA,QAAI,EAAEG,IAAI,CAACH,WAAL,IAAoB7B,2BAAtB,CAAJ,EAAwD;AACtD,YAAM,IAAIiD,KAAJ,2CAA6CjB,IAAI,CAACH,WAAlD,EAAN;AACD;;AAGD,UAAMW,KAAK,GAAG3B,IAAI,CAAC4B,MAAL,CAAY,CAACd,IAAD,CAAZ,CAAd;AACAjB,IAAAA,SAAS,CAACiB,IAAD,CAAT,GAAkB;AAChBA,MAAAA,IADgB;AAEhBwB,MAAAA,aAAa,EAAEH,OAAO,CAACG,aAFP;AAGhBC,MAAAA,YAAY,EAAEJ,OAAO,CAACI,YAHN;AAIhBvC,MAAAA,IAAI,EAAE2B,KAJU;AAKhBE,MAAAA,GAAG,EAAEF,KAAK,CAACG,IAAN,EALW;AAMhBJ,MAAAA,cANgB;AAOhBW,MAAAA,QAAQ,EAAElB,IAAI,CAACkB,QAPC;AAQhBrB,MAAAA,WAAW,EAAEG,IAAI,CAACH,WARF;AAShBwB,MAAAA,UAAU,EAAErB,IAAI,CAACqB,UAAL,IAAmBL,OAAO,CAACK,UATvB;AAUhBC,MAAAA,SAAS,EAAEtB,IAAI,CAACsB,SAVA;AAWhBC,MAAAA,KAAK,EAAEvB,IAAI,CAACuB,KAXI;AAYhBlB,MAAAA,SAZgB;AAahBC,MAAAA;AAbgB,KAAlB;AAeD;;AACD,SAAO5B,SAAP;AACD;;AAED,SAASC,UAAT,CAAoBH,MAApB,EAA0E;AACxE,MAAIgD,IAAoB,GAAG,EAA3B;;AACA,OAAK,MAAMC,CAAX,IAAgBjD,MAAhB,EAAwB;AACtBgD,IAAAA,IAAI,CAACnC,IAAL,CAAUb,MAAM,CAACiD,CAAD,CAAhB;;AACA,QAAIjD,MAAM,CAACiD,CAAD,CAAN,CAAUb,QAAd,EAAwB;AACtBY,MAAAA,IAAI,GAAGA,IAAI,CAACf,MAAL,CAAY9B,UAAU,CAACH,MAAM,CAACiD,CAAD,CAAN,CAAUjD,MAAX,CAAtB,CAAP;AACD;AACF;;AACD,SAAOgD,IAAP;AACD","sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n\nimport {PARQUET_CODECS} from '../codecs';\nimport {PARQUET_COMPRESSION_METHODS} from '../compression';\nimport {\n  FieldDefinition,\n  ParquetBuffer,\n  ParquetCompression,\n  ParquetField,\n  ParquetRecord,\n  RepetitionType,\n  SchemaDefinition\n} from './declare';\nimport {materializeRecords, shredBuffer, shredRecord} from './shred';\nimport {PARQUET_LOGICAL_TYPES} from './types';\n\n/**\n * A parquet file schema\n */\nexport class ParquetSchema {\n  public schema: Record<string, FieldDefinition>;\n  public fields: Record<string, ParquetField>;\n  public fieldList: ParquetField[];\n\n  /**\n   * Create a new schema from a JSON schema definition\n   */\n  constructor(schema: SchemaDefinition) {\n    this.schema = schema;\n    this.fields = buildFields(schema, 0, 0, []);\n    this.fieldList = listFields(this.fields);\n  }\n\n  /**\n   * Retrieve a field definition\n   */\n  findField(path: string | string[]): ParquetField {\n    if (typeof path === 'string') {\n      // tslint:disable-next-line:no-parameter-reassignment\n      path = path.split(',');\n    } else {\n      // tslint:disable-next-line:no-parameter-reassignment\n      path = path.slice(0); // clone array\n    }\n\n    let n = this.fields;\n    for (; path.length > 1; path.shift()) {\n      n = n[path[0]].fields as Record<string, ParquetField>;\n    }\n\n    return n[path[0]];\n  }\n\n  /**\n   * Retrieve a field definition and all the field's ancestors\n   */\n  findFieldBranch(path: string | string[]): ParquetField[] {\n    if (typeof path === 'string') {\n      // tslint:disable-next-line:no-parameter-reassignment\n      path = path.split(',');\n    }\n    const branch: ParquetField[] = [];\n    let n = this.fields;\n    for (; path.length > 0; path.shift()) {\n      branch.push(n[path[0]]);\n      if (path.length > 1) {\n        n = n[path[0]].fields as Record<string, ParquetField>;\n      }\n    }\n    return branch;\n  }\n\n  shredRecord(record: ParquetRecord, buffer: ParquetBuffer): void {\n    shredRecord(this, record, buffer);\n  }\n\n  materializeRecords(buffer: ParquetBuffer): ParquetRecord[] {\n    return materializeRecords(this, buffer);\n  }\n\n  compress(type: ParquetCompression): this {\n    setCompress(this.schema, type);\n    setCompress(this.fields, type);\n    return this;\n  }\n\n  buffer(): ParquetBuffer {\n    return shredBuffer(this);\n  }\n}\n\nfunction setCompress(schema: any, type: ParquetCompression) {\n  for (const name in schema) {\n    const node = schema[name];\n    if (node.fields) {\n      setCompress(node.fields, type);\n    } else {\n      node.compression = type;\n    }\n  }\n}\n\n// eslint-disable-next-line max-statements, complexity\nfunction buildFields(\n  schema: SchemaDefinition,\n  rLevelParentMax: number,\n  dLevelParentMax: number,\n  path: string[]\n): Record<string, ParquetField> {\n  const fieldList: Record<string, ParquetField> = {};\n\n  for (const name in schema) {\n    const opts = schema[name];\n\n    /* field repetition type */\n    const required = !opts.optional;\n    const repeated = Boolean(opts.repeated);\n    let rLevelMax = rLevelParentMax;\n    let dLevelMax = dLevelParentMax;\n\n    let repetitionType: RepetitionType = 'REQUIRED';\n    if (!required) {\n      repetitionType = 'OPTIONAL';\n      dLevelMax++;\n    }\n    if (repeated) {\n      repetitionType = 'REPEATED';\n      rLevelMax++;\n      if (required) dLevelMax++;\n    }\n\n    /* nested field */\n    if (opts.fields) {\n      const cpath = path.concat([name]);\n      fieldList[name] = {\n        name,\n        path: cpath,\n        key: cpath.join(),\n        repetitionType,\n        rLevelMax,\n        dLevelMax,\n        isNested: true,\n        fieldCount: Object.keys(opts.fields).length,\n        fields: buildFields(opts.fields, rLevelMax, dLevelMax, cpath)\n      };\n      continue; // eslint-disable-line no-continue\n    }\n\n    const typeDef: any = PARQUET_LOGICAL_TYPES[opts.type!];\n    if (!typeDef) {\n      throw new Error(`invalid parquet type: ${opts.type}`);\n    }\n\n    opts.encoding = opts.encoding || 'PLAIN';\n    if (!(opts.encoding in PARQUET_CODECS)) {\n      throw new Error(`unsupported parquet encoding: ${opts.encoding}`);\n    }\n\n    opts.compression = opts.compression || 'UNCOMPRESSED';\n    if (!(opts.compression in PARQUET_COMPRESSION_METHODS)) {\n      throw new Error(`unsupported compression method: ${opts.compression}`);\n    }\n\n    /* add to schema */\n    const cpath = path.concat([name]);\n    fieldList[name] = {\n      name,\n      primitiveType: typeDef.primitiveType,\n      originalType: typeDef.originalType,\n      path: cpath,\n      key: cpath.join(),\n      repetitionType,\n      encoding: opts.encoding,\n      compression: opts.compression,\n      typeLength: opts.typeLength || typeDef.typeLength,\n      presision: opts.presision,\n      scale: opts.scale,\n      rLevelMax,\n      dLevelMax\n    };\n  }\n  return fieldList;\n}\n\nfunction listFields(fields: Record<string, ParquetField>): ParquetField[] {\n  let list: ParquetField[] = [];\n  for (const k in fields) {\n    list.push(fields[k]);\n    if (fields[k].isNested) {\n      list = list.concat(listFields(fields[k].fields!));\n    }\n  }\n  return list;\n}\n"],"file":"schema.js"}