@loaders.gl/parquet 3.1.3 → 4.0.0-alpha.5

package/dist/es5/parquetjs/encoder/writer.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../../src/parquetjs/encoder/writer.ts"],"names":["PARQUET_MAGIC","PARQUET_VERSION","PARQUET_DEFAULT_PAGE_SIZE","PARQUET_DEFAULT_ROW_GROUP_SIZE","PARQUET_RDLVL_TYPE","PARQUET_RDLVL_ENCODING","ParquetWriter","schema","envelopeWriter","opts","rowBuffer","rowGroupSize","closed","userMetadata","writeHeader","close","row","Error","Shred","shredRecord","rowCount","callback","writeFooter","key","value","String","cnt","setPageSize","path","outputStream","openStream","ParquetEnvelopeWriter","writeFn","closeFn","fileOffset","write","offset","rowGroups","pageSize","useDataPageV2","Boolean","buf","length","writeSection","Buffer","from","records","encodeRowGroup","baseOffset","rgroup","push","metadata","body","encodeFooter","oswrite","bind","undefined","osclose","ParquetTransformer","objectMode","writeProxy","t","b","writer","encoding","appendRow","then","Promise","resolve","Transform","encodeValues","type","values","PARQUET_CODECS","encodeDataPage","column","data","rLevelsBuf","alloc","rLevelMax","rlevels","bitWidth","dLevelsBuf","dLevelMax","dlevels","valuesBuf","primitiveType","typeLength","dataBuf","concat","Compression","deflate","compression","compressedBuf","header","PageHeader","PageType","DATA_PAGE","data_page_header","DataPageHeader","num_values","count","Encoding","definition_level_encoding","repetition_level_encoding","uncompressed_page_size","compressed_page_size","headerBuf","page","headerSize","encodeDataPageV2","disableEnvelope","DATA_PAGE_V2","data_page_header_v2","DataPageHeaderV2","num_nulls","num_rows","definition_levels_byte_length","repetition_levels_byte_length","is_compressed","encodeColumnChunk","buffer","columnData","join","total_uncompressed_size","total_compressed_size","result","pageBuf","ColumnMetaData","path_in_schema","data_page_offset","encodings","Type","codec","CompressionCodec","metadataOffset","RowGroup","columns","total_byte_size","fieldList","field","isNested","cchunkData","cchunk","ColumnChunk","file_offset","meta_data","Int64","Number","FileMetaData","version","created_by","row_groups","key_value_metadata","kv","KeyValue","schemaRoot","SchemaElement","name","num_children","Object","keys","fields","relt","FieldRepetitionType","repetitionType","schemaElem","repetition_type","fieldCount","originalType","converted_type","ConvertedType","type_length","metadataEncoded","footerEncoded","copy","writeUInt32LE"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEA;;AACA;;AACA;;AASA;;AACA;;AAiBA;;AACA;;AACA;;;;;;;;;;;;;;;;AAKA,IAAMA,aAAa,GAAG,MAAtB;AAKA,IAAMC,eAAe,GAAG,CAAxB;AAKA,IAAMC,yBAAyB,GAAG,IAAlC;AACA,IAAMC,8BAA8B,GAAG,IAAvC;AAKA,IAAMC,kBAAkB,GAAG,OAA3B;AACA,IAAMC,sBAAsB,GAAG,KAA/B;;IAuBaC,a;AA2CX,yBACEC,MADF,EAEEC,cAFF,EAGEC,IAHF,EAIE;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AACA,SAAKF,MAAL,GAAcA,MAAd;AACA,SAAKC,cAAL,GAAsBA,cAAtB;AAEA,SAAKE,SAAL,GAAiB,EAAjB;AACA,SAAKC,YAAL,GAAoBF,IAAI,CAACE,YAAL,IAAqBR,8BAAzC;AACA,SAAKS,MAAL,GAAc,KAAd;AACA,SAAKC,YAAL,GAAoB,EAApB;AAGA,SAAKC,WAAL;AACD;;;;;mFAED;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,uBAGU,KAAKN,cAAL,CAAoBM,WAApB,EAHV;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA,uBAKU,KAAKN,cAAL,CAAoBO,KAApB,EALV;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;;iFAcA,kBAAmBC,GAAnB;AAAA;AAAA;AAAA;AAAA;AAAA,qBACM,KAAKJ,MADX;AAAA;AAAA;AAAA;;AAAA,sBAEU,IAAIK,KAAJ,CAAU,mBAAV,CAFV;;AAAA;AAIEC,gBAAAA,KAAK,CAACC,WAAN,CAAkB,KAAKZ,MAAvB,EAA+BS,GAA/B,EAAoC,KAAKN,SAAzC;;AACA,oBAAI,KAAKA,SAAL,CAAeU,QAAf,IAA2B,KAAKT,YAApC,EAAkD;AAEhD,uBAAKD,SAAL,GAAiB,EAAjB;AACD;;AARH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;;6EAiBA,kBAAYW,QAAZ;AAAA;AAAA;AAAA;AAAA;AAAA,qBACM,KAAKT,MADX;AAAA;AAAA;AAAA;;AAAA,sBAEU,IAAIK,KAAJ,CAAU,mBAAV,CAFV;;AAAA;AAKE,qBAAKL,MAAL,GAAc,IAAd;;AAEA,oBAAI,KAAKF,SAAL,CAAeU,QAAf,GAA0B,CAA1B,IAA+B,KAAKV,SAAL,CAAeU,QAAf,IAA2B,KAAKT,YAAnE,EAAiF;AAE/E,uBAAKD,SAAL,GAAiB,EAAjB;AACD;;AAVH;AAAA,uBAYQ,KAAKF,cAAL,CAAoBc,WAApB,CAAgC,KAAKT,YAArC,CAZR;;AAAA;AAAA;AAAA,uBAaQ,KAAKL,cAAL,CAAoBO,KAApB,EAbR;;AAAA;AAgBE,oBAAIM,QAAJ,EAAc;AACZA,kBAAAA,QAAQ;AACT;;AAlBH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;WAwBA,qBAAYE,GAAZ,EAAyBC,KAAzB,EAA8C;AAE5C,WAAKX,YAAL,CAAkBY,MAAM,CAACF,GAAD,CAAxB,IAAiCE,MAAM,CAACD,KAAD,CAAvC;AACD;;;WAQD,yBAAgBE,GAAhB,EAAmC;AACjC,WAAKf,YAAL,GAAoBe,GAApB;AACD;;;WAMD,qBAAYA,GAAZ,EAA+B;AAC7B,WAAKlB,cAAL,CAAoBmB,WAApB,CAAgCD,GAAhC;AACD;;;;gFAnID,kBACEnB,MADF,EAEEqB,IAFF,EAGEnB,IAHF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,uBAK6B,uBAAOmB,IAAP,EAAanB,IAAb,CAL7B;;AAAA;AAKQoB,gBAAAA,YALR;AAAA,kDAMSvB,aAAa,CAACwB,UAAd,CAAyBvB,MAAzB,EAAiCsB,YAAjC,EAA+CpB,IAA/C,CANT;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;;kFAaA,kBACEF,MADF,EAEEsB,YAFF,EAGEpB,IAHF;AAAA;AAAA;AAAA;AAAA;AAAA;AAKE,oBAAI,CAACA,IAAL,EAAW;AAETA,kBAAAA,IAAI,GAAG,EAAP;AACD;;AARH;AAAA,uBAU+BsB,qBAAqB,CAACD,UAAtB,CAAiCvB,MAAjC,EAAyCsB,YAAzC,EAAuDpB,IAAvD,CAV/B;;AAAA;AAUQD,gBAAAA,cAVR;AAAA,kDAYS,IAAIF,aAAJ,CAAkBC,MAAlB,EAA0BC,cAA1B,EAA0CC,IAA1C,CAZT;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;;;;;IA+HWsB,qB;AAuBX,iCACExB,MADF,EAEEyB,OAFF,EAGEC,OAHF,EAIEC,UAJF,EAKEzB,IALF,EAME;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AACA,SAAKF,MAAL,GAAcA,MAAd;AACA,SAAK4B,KAAL,GAAaH,OAAb;AACA,SAAKjB,KAAL,GAAakB,OAAb;AACA,SAAKG,MAAL,GAAcF,UAAd;AACA,SAAKd,QAAL,GAAgB,CAAhB;AACA,SAAKiB,SAAL,GAAiB,EAAjB;AACA,SAAKC,QAAL,GAAgB7B,IAAI,CAAC6B,QAAL,IAAiBpC,yBAAjC;AACA,SAAKqC,aAAL,GAAqB,mBAAmB9B,IAAnB,GAA0B+B,OAAO,CAAC/B,IAAI,CAAC8B,aAAN,CAAjC,GAAwD,KAA7E;AACD;;;;WAED,sBAAaE,GAAb,EAAyC;AACvC,WAAKL,MAAL,IAAeK,GAAG,CAACC,MAAnB;AACA,aAAO,KAAKP,KAAL,CAAWM,GAAX,CAAP;AACD;;;WAKD,uBAA6B;AAC3B,aAAO,KAAKE,YAAL,CAAkBC,MAAM,CAACC,IAAP,CAAY7C,aAAZ,CAAlB,CAAP;AACD;;;;qFAMD,kBAAoB8C,OAApB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,uBACuBC,cAAc,CAAC,KAAKxC,MAAN,EAAcuC,OAAd,EAAuB;AACxDE,kBAAAA,UAAU,EAAE,KAAKZ,MADuC;AAExDE,kBAAAA,QAAQ,EAAE,KAAKA,QAFyC;AAGxDC,kBAAAA,aAAa,EAAE,KAAKA;AAHoC,iBAAvB,CADrC;;AAAA;AACQU,gBAAAA,MADR;AAOE,qBAAK7B,QAAL,IAAiB0B,OAAO,CAAC1B,QAAzB;AACA,qBAAKiB,SAAL,CAAea,IAAf,CAAoBD,MAAM,CAACE,QAA3B;AARF;AAAA,uBASe,KAAKR,YAAL,CAAkBM,MAAM,CAACG,IAAzB,CATf;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;WAeA,qBAAYvC,YAAZ,EAAiE;AAC/D,UAAI,CAACA,YAAL,EAAmB;AAEjBA,QAAAA,YAAY,GAAG,EAAf;AACD;;AAED,aAAO,KAAK8B,YAAL,CACLU,YAAY,CAAC,KAAK9C,MAAN,EAAc,KAAKa,QAAnB,EAA6B,KAAKiB,SAAlC,EAA6CxB,YAA7C,CADP,CAAP;AAGD;;;WAMD,qBAAYa,GAAZ,EAA+B;AAC7B,WAAKY,QAAL,GAAgBZ,GAAhB;AACD;;;;mFApFD,kBACEnB,MADF,EAEEsB,YAFF,EAGEpB,IAHF;AAAA;AAAA;AAAA;AAAA;AAAA;AAKQuB,gBAAAA,OALR,GAKkBsB,mBAAQC,IAAR,CAAaC,SAAb,EAAwB3B,YAAxB,CALlB;AAMQI,gBAAAA,OANR,GAMkBwB,mBAAQF,IAAR,CAAaC,SAAb,EAAwB3B,YAAxB,CANlB;AAAA,kDAOS,IAAIE,qBAAJ,CAA0BxB,MAA1B,EAAkCyB,OAAlC,EAA2CC,OAA3C,EAAoD,CAApD,EAAuDxB,IAAvD,CAPT;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;;;;;IA0FWiD,kB;;;;;AAGX,8BAAYnD,MAAZ,EAAoE;AAAA;;AAAA,QAAjCE,IAAiC,uEAAJ,EAAI;AAAA;AAClE,8BAAM;AAACkD,MAAAA,UAAU,EAAE;AAAb,KAAN;AADkE;;AAGlE,QAAMC,UAAU,GAAI,UAAUC,CAAV,EAAsC;AACxD;AAAA,6EAAO,kBAAgBC,CAAhB;AAAA;AAAA;AAAA;AAAA;AACLD,kBAAAA,CAAC,CAACX,IAAF,CAAOY,CAAP;;AADK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,SAAP;;AAAA;AAAA;AAAA;AAAA;AAGD,KAJkB,6CAAnB;;AAMA,UAAKC,MAAL,GAAc,IAAIzD,aAAJ,CACZC,MADY,EAEZ,IAAIwB,qBAAJ,CAA0BxB,MAA1B,EAAkCqD,UAAlC,4DAA8C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAA9C,IAA8D,CAA9D,EAAiEnD,IAAjE,CAFY,EAGZA,IAHY,CAAd;AATkE;AAcnE;;;;WAGD,oBAAWO,GAAX,EAAqBgD,QAArB,EAAuC3C,QAAvC,EAAqF;AACnF,UAAIL,GAAJ,EAAS;AACP,eAAO,KAAK+C,MAAL,CAAYE,SAAZ,CAAsBjD,GAAtB,EAA2BkD,IAA3B,CAAgC7C,QAAhC,CAAP;AACD;;AACDA,MAAAA,QAAQ;AACR,aAAO8C,OAAO,CAACC,OAAR,EAAP;AACD;;;;8EAGD,mBAAa/C,QAAb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,uBACQ,KAAK0C,MAAL,CAAYhD,KAAZ,CAAkBM,QAAlB,CADR;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,O;;;;;;;;;;EA7ByCgD,iB;;;;AAqC3C,SAASC,YAAT,CACEC,IADF,EAEEP,QAFF,EAGEQ,MAHF,EAIE/D,IAJF,EAKE;AACA,MAAI,EAAEuD,QAAQ,IAAIS,sBAAd,CAAJ,EAAmC;AACjC,UAAM,IAAIxD,KAAJ,6BAA+B+C,QAA/B,EAAN;AACD;;AACD,SAAOS,uBAAeT,QAAf,EAAyBM,YAAzB,CAAsCC,IAAtC,EAA4CC,MAA5C,EAAoD/D,IAApD,CAAP;AACD;;SAKciE,c;;;;;8EAAf,mBACEC,MADF,EAEEC,IAFF;AAAA;AAAA;AAAA;AAAA;AAAA;AASMC,YAAAA,UATN,GASmBjC,MAAM,CAACkC,KAAP,CAAa,CAAb,CATnB;;AAUE,gBAAIH,MAAM,CAACI,SAAP,GAAmB,CAAvB,EAA0B;AACxBF,cAAAA,UAAU,GAAGP,YAAY,CAAClE,kBAAD,EAAqBC,sBAArB,EAA6CuE,IAAI,CAACI,OAAlD,EAA2D;AAClFC,gBAAAA,QAAQ,EAAE,4BAAYN,MAAM,CAACI,SAAnB;AADwE,eAA3D,CAAzB;AAID;;AAEGG,YAAAA,UAjBN,GAiBmBtC,MAAM,CAACkC,KAAP,CAAa,CAAb,CAjBnB;;AAkBE,gBAAIH,MAAM,CAACQ,SAAP,GAAmB,CAAvB,EAA0B;AACxBD,cAAAA,UAAU,GAAGZ,YAAY,CAAClE,kBAAD,EAAqBC,sBAArB,EAA6CuE,IAAI,CAACQ,OAAlD,EAA2D;AAClFH,gBAAAA,QAAQ,EAAE,4BAAYN,MAAM,CAACQ,SAAnB;AADwE,eAA3D,CAAzB;AAID;;AAGKE,YAAAA,SA1BR,GA0BoBf,YAAY,CAACK,MAAM,CAACW,aAAR,EAAwBX,MAAM,CAACX,QAA/B,EAA0CY,IAAI,CAACJ,MAA/C,EAAuD;AACnFe,cAAAA,UAAU,EAAEZ,MAAM,CAACY,UADgE;AAEnFN,cAAAA,QAAQ,EAAEN,MAAM,CAACY;AAFkE,aAAvD,CA1BhC;AA+BQC,YAAAA,OA/BR,GA+BkB5C,MAAM,CAAC6C,MAAP,CAAc,CAACZ,UAAD,EAAaK,UAAb,EAAyBG,SAAzB,CAAd,CA/BlB;AAAA;AAAA,mBAkC8BK,WAAW,CAACC,OAAZ,CAAoBhB,MAAM,CAACiB,WAA3B,EAAyCJ,OAAzC,CAlC9B;;AAAA;AAkCQK,YAAAA,aAlCR;AAqCQC,YAAAA,MArCR,GAqCiB,IAAIC,yBAAJ,CAAe;AAC5BxB,cAAAA,IAAI,EAAEyB,wBAASC,SADa;AAE5BC,cAAAA,gBAAgB,EAAE,IAAIC,6BAAJ,CAAmB;AACnCC,gBAAAA,UAAU,EAAExB,IAAI,CAACyB,KADkB;AAEnCrC,gBAAAA,QAAQ,EAAEsC,wBAAS3B,MAAM,CAACX,QAAhB,CAFyB;AAGnCuC,gBAAAA,yBAAyB,EAAED,wBAASjG,sBAAT,CAHQ;AAInCmG,gBAAAA,yBAAyB,EAAEF,wBAASjG,sBAAT;AAJQ,eAAnB,CAFU;AAQ5BoG,cAAAA,sBAAsB,EAAEjB,OAAO,CAAC9C,MARJ;AAS5BgE,cAAAA,oBAAoB,EAAEb,aAAa,CAACnD;AATR,aAAf,CArCjB;AAkDQiE,YAAAA,SAlDR,GAkDoB,gCAAgBb,MAAhB,CAlDpB;AAmDQc,YAAAA,IAnDR,GAmDehE,MAAM,CAAC6C,MAAP,CAAc,CAACkB,SAAD,EAAYd,aAAZ,CAAd,CAnDf;AAAA,+CAqDS;AAACC,cAAAA,MAAM,EAANA,MAAD;AAASe,cAAAA,UAAU,EAAEF,SAAS,CAACjE,MAA/B;AAAuCkE,cAAAA,IAAI,EAAJA;AAAvC,aArDT;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SA2DeE,gB;;;;;+EAAf,mBACEnC,MADF,EAEEC,IAFF,EAGExD,QAHF;AAAA;AAAA;AAAA;AAAA;AAAA;AAUQiE,YAAAA,SAVR,GAUoBf,YAAY,CAACK,MAAM,CAACW,aAAR,EAAwBX,MAAM,CAACX,QAA/B,EAA0CY,IAAI,CAACJ,MAA/C,EAAuD;AACnFe,cAAAA,UAAU,EAAEZ,MAAM,CAACY,UADgE;AAEnFN,cAAAA,QAAQ,EAAEN,MAAM,CAACY;AAFkE,aAAvD,CAVhC;AAAA;AAAA,mBAgB8BG,WAAW,CAACC,OAAZ,CAAoBhB,MAAM,CAACiB,WAA3B,EAAyCP,SAAzC,CAhB9B;;AAAA;AAgBQQ,YAAAA,aAhBR;AAmBMhB,YAAAA,UAnBN,GAmBmBjC,MAAM,CAACkC,KAAP,CAAa,CAAb,CAnBnB;;AAoBE,gBAAIH,MAAM,CAACI,SAAP,GAAmB,CAAvB,EAA0B;AACxBF,cAAAA,UAAU,GAAGP,YAAY,CAAClE,kBAAD,EAAqBC,sBAArB,EAA6CuE,IAAI,CAACI,OAAlD,EAA2D;AAClFC,gBAAAA,QAAQ,EAAE,4BAAYN,MAAM,CAACI,SAAnB,CADwE;AAElFgC,gBAAAA,eAAe,EAAE;AAFiE,eAA3D,CAAzB;AAID;;AAEG7B,YAAAA,UA3BN,GA2BmBtC,MAAM,CAACkC,KAAP,CAAa,CAAb,CA3BnB;;AA4BE,gBAAIH,MAAM,CAACQ,SAAP,GAAmB,CAAvB,EAA0B;AACxBD,cAAAA,UAAU,GAAGZ,YAAY,CAAClE,kBAAD,EAAqBC,sBAArB,EAA6CuE,IAAI,CAACQ,OAAlD,EAA2D;AAClFH,gBAAAA,QAAQ,EAAE,4BAAYN,MAAM,CAACQ,SAAnB,CADwE;AAElF4B,gBAAAA,eAAe,EAAE;AAFiE,eAA3D,CAAzB;AAID;;AAGKjB,YAAAA,MApCR,GAoCiB,IAAIC,yBAAJ,CAAe;AAC5BxB,cAAAA,IAAI,EAAEyB,wBAASgB,YADa;AAE5BC,cAAAA,mBAAmB,EAAE,IAAIC,+BAAJ,CAAqB;AACxCd,gBAAAA,UAAU,EAAExB,IAAI,CAACyB,KADuB;AAExCc,gBAAAA,SAAS,EAAEvC,IAAI,CAACyB,KAAL,GAAazB,IAAI,CAACJ,MAAL,CAAY9B,MAFI;AAGxC0E,gBAAAA,QAAQ,EAAEhG,QAH8B;AAIxC4C,gBAAAA,QAAQ,EAAEsC,wBAAS3B,MAAM,CAACX,QAAhB,CAJ8B;AAKxCqD,gBAAAA,6BAA6B,EAAEnC,UAAU,CAACxC,MALF;AAMxC4E,gBAAAA,6BAA6B,EAAEzC,UAAU,CAACnC,MANF;AAOxC6E,gBAAAA,aAAa,EAAE5C,MAAM,CAACiB,WAAP,KAAuB;AAPE,eAArB,CAFO;AAW5Ba,cAAAA,sBAAsB,EAAE5B,UAAU,CAACnC,MAAX,GAAoBwC,UAAU,CAACxC,MAA/B,GAAwC2C,SAAS,CAAC3C,MAX9C;AAY5BgE,cAAAA,oBAAoB,EAAE7B,UAAU,CAACnC,MAAX,GAAoBwC,UAAU,CAACxC,MAA/B,GAAwCmD,aAAa,CAACnD;AAZhD,aAAf,CApCjB;AAoDQiE,YAAAA,SApDR,GAoDoB,gCAAgBb,MAAhB,CApDpB;AAqDQc,YAAAA,IArDR,GAqDehE,MAAM,CAAC6C,MAAP,CAAc,CAACkB,SAAD,EAAY9B,UAAZ,EAAwBK,UAAxB,EAAoCW,aAApC,CAAd,CArDf;AAAA,+CAsDS;AAACC,cAAAA,MAAM,EAANA,MAAD;AAASe,cAAAA,UAAU,EAAEF,SAAS,CAACjE,MAA/B;AAAuCkE,cAAAA,IAAI,EAAJA;AAAvC,aAtDT;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SA4DeY,iB;;;;;iFAAf,mBACE7C,MADF,EAEE8C,MAFF,EAGErF,MAHF,EAIE3B,IAJF;AAAA;AAAA;AAAA;AAAA;AAAA;AAUQmE,YAAAA,IAVR,GAUe6C,MAAM,CAACC,UAAP,CAAkB/C,MAAM,CAAC/C,IAAP,CAAY+F,IAAZ,EAAlB,CAVf;AAWQ3E,YAAAA,UAXR,GAWqB,CAACvC,IAAI,CAACuC,UAAL,IAAmB,CAApB,IAAyBZ,MAX9C;AAgBMwF,YAAAA,uBAhBN,GAgBgC,CAhBhC;AAkBMC,YAAAA,qBAlBN,GAkB8B,CAlB9B;;AAAA,iBAoBmBpH,IAAI,CAAC8B,aApBxB;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAqBcuE,gBAAgB,CAACnC,MAAD,EAASC,IAAT,EAAe6C,MAAM,CAACrG,QAAtB,CArB9B;;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA,mBAsBcsD,cAAc,CAACC,MAAD,EAASC,IAAT,CAtB5B;;AAAA;AAAA;;AAAA;AAoBUkD,YAAAA,MApBV;AAwBIC,YAAAA,OAAO,GAAGD,MAAM,CAAClB,IAAjB;AACAgB,YAAAA,uBAAuB,IAAIE,MAAM,CAAChC,MAAP,CAAcW,sBAAd,GAAuCqB,MAAM,CAACjB,UAAzE;AACAgB,YAAAA,qBAAqB,IAAIC,MAAM,CAAChC,MAAP,CAAcY,oBAAd,GAAqCoB,MAAM,CAACjB,UAArE;AAOI1D,YAAAA,QAjCR,GAiCmB,IAAI6E,6BAAJ,CAAmB;AAClCC,cAAAA,cAAc,EAAEtD,MAAM,CAAC/C,IADW;AAElCwE,cAAAA,UAAU,EAAExB,IAAI,CAACyB,KAFiB;AAGlC6B,cAAAA,gBAAgB,EAAElF,UAHgB;AAIlCmF,cAAAA,SAAS,EAAE,EAJuB;AAKlCP,cAAAA,uBAAuB,EAAvBA,uBALkC;AAMlCC,cAAAA,qBAAqB,EAArBA,qBANkC;AAOlCtD,cAAAA,IAAI,EAAE6D,oBAAKzD,MAAM,CAACW,aAAZ,CAP4B;AAQlC+C,cAAAA,KAAK,EAAEC,gCAAiB3D,MAAM,CAACiB,WAAxB;AAR2B,aAAnB,CAjCnB;AA6CEzC,YAAAA,QAAQ,CAACgF,SAAT,CAAmBjF,IAAnB,CAAwBoD,wBAASjG,sBAAT,CAAxB;AACA8C,YAAAA,QAAQ,CAACgF,SAAT,CAAmBjF,IAAnB,CAAwBoD,wBAAS3B,MAAM,CAACX,QAAhB,CAAxB;AAGMuE,YAAAA,cAjDR,GAiDyBvF,UAAU,GAAG+E,OAAO,CAACrF,MAjD9C;AAkDQU,YAAAA,IAlDR,GAkDeR,MAAM,CAAC6C,MAAP,CAAc,CAACsC,OAAD,EAAU,gCAAgB5E,QAAhB,CAAV,CAAd,CAlDf;AAAA,+CAmDS;AAACC,cAAAA,IAAI,EAAJA,IAAD;AAAOD,cAAAA,QAAQ,EAARA,QAAP;AAAiBoF,cAAAA,cAAc,EAAdA;AAAjB,aAnDT;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAyDexF,c;;;;;8EAAf,mBACExC,MADF,EAEEqE,IAFF,EAGEnE,IAHF;AAAA;;AAAA;AAAA;AAAA;AAAA;AAQQ0C,YAAAA,QARR,GAQmB,IAAIqF,uBAAJ,CAAa;AAC5BpB,cAAAA,QAAQ,EAAExC,IAAI,CAACxD,QADa;AAE5BqH,cAAAA,OAAO,EAAE,EAFmB;AAG5BC,cAAAA,eAAe,EAAE;AAHW,aAAb,CARnB;AAcMtF,YAAAA,IAdN,GAcaR,MAAM,CAACkC,KAAP,CAAa,CAAb,CAdb;AAAA,oDAesBvE,MAAM,CAACoI,SAf7B;AAAA;;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAeaC,YAAAA,KAfb;;AAAA,iBAgBQA,KAAK,CAACC,QAhBd;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;AAAA,mBAoB6BrB,iBAAiB,CAACoB,KAAD,EAAQhE,IAAR,EAAcxB,IAAI,CAACV,MAAnB,EAA2BjC,IAA3B,CApB9C;;AAAA;AAoBUqI,YAAAA,UApBV;AAsBUC,YAAAA,MAtBV,GAsBmB,IAAIC,0BAAJ,CAAgB;AAC7BC,cAAAA,WAAW,EAAEH,UAAU,CAACP,cADK;AAE7BW,cAAAA,SAAS,EAAEJ,UAAU,CAAC3F;AAFO,aAAhB,CAtBnB;AA2BIA,YAAAA,QAAQ,CAACsF,OAAT,CAAiBvF,IAAjB,CAAsB6F,MAAtB;AACA5F,YAAAA,QAAQ,CAACuF,eAAT,GAA2B,IAAIS,gBAAJ,CAAUC,MAAM,CAACjG,QAAQ,CAACuF,eAAV,CAAN,GAAmCI,UAAU,CAAC1F,IAAX,CAAgBV,MAA7D,CAA3B;AAEAU,YAAAA,IAAI,GAAGR,MAAM,CAAC6C,MAAP,CAAc,CAACrC,IAAD,EAAO0F,UAAU,CAAC1F,IAAlB,CAAd,CAAP;;AA9BJ;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;;AAAA;;AAAA;;AAAA;AAAA,+CAiCS;AAACA,cAAAA,IAAI,EAAJA,IAAD;AAAOD,cAAAA,QAAQ,EAARA;AAAP,aAjCT;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAuCA,SAASE,YAAT,CACE9C,MADF,EAEEa,QAFF,EAGEiB,SAHF,EAIExB,YAJF,EAKU;AACR,MAAMsC,QAAQ,GAAG,IAAIkG,2BAAJ,CAAiB;AAChCC,IAAAA,OAAO,EAAErJ,eADuB;AAEhCsJ,IAAAA,UAAU,EAAE,UAFoB;AAGhCnC,IAAAA,QAAQ,EAAEhG,QAHsB;AAIhCoI,IAAAA,UAAU,EAAEnH,SAJoB;AAKhC9B,IAAAA,MAAM,EAAE,EALwB;AAMhCkJ,IAAAA,kBAAkB,EAAE;AANY,GAAjB,CAAjB;;AASA,OAAK,IAAMlI,GAAX,IAAkBV,YAAlB,EAAgC;AAAA;;AAC9B,QAAM6I,EAAE,GAAG,IAAIC,uBAAJ,CAAa;AACtBpI,MAAAA,GAAG,EAAHA,GADsB;AAEtBC,MAAAA,KAAK,EAAEX,YAAY,CAACU,GAAD;AAFG,KAAb,CAAX;AAIA,6BAAA4B,QAAQ,CAACsG,kBAAT,0GAA6BvG,IAA7B,8GAAoCwG,EAApC;AACD;;AAED;AACE,QAAME,UAAU,GAAG,IAAIC,4BAAJ,CAAkB;AACnCC,MAAAA,IAAI,EAAE,MAD6B;AAEnCC,MAAAA,YAAY,EAAEC,MAAM,CAACC,IAAP,CAAY1J,MAAM,CAAC2J,MAAnB,EAA2BxH;AAFN,KAAlB,CAAnB;AAIAS,IAAAA,QAAQ,CAAC5C,MAAT,CAAgB2C,IAAhB,CAAqB0G,UAArB;AACD;;AAxBO,6CA0BYrJ,MAAM,CAACoI,SA1BnB;AAAA;;AAAA;AA0BR,wDAAsC;AAAA,UAA3BC,KAA2B;AACpC,UAAMuB,IAAI,GAAGC,mCAAoBxB,KAAK,CAACyB,cAA1B,CAAb;AACA,UAAMC,UAAU,GAAG,IAAIT,4BAAJ,CAAkB;AACnCC,QAAAA,IAAI,EAAElB,KAAK,CAACkB,IADuB;AAEnCS,QAAAA,eAAe,EAAEJ;AAFkB,OAAlB,CAAnB;;AAKA,UAAIvB,KAAK,CAACC,QAAV,EAAoB;AAClByB,QAAAA,UAAU,CAACP,YAAX,GAA0BnB,KAAK,CAAC4B,UAAhC;AACD,OAFD,MAEO;AACLF,QAAAA,UAAU,CAAC/F,IAAX,GAAkB6D,oBAAKQ,KAAK,CAACtD,aAAX,CAAlB;AACD;;AAED,UAAIsD,KAAK,CAAC6B,YAAV,EAAwB;AACtBH,QAAAA,UAAU,CAACI,cAAX,GAA4BC,6BAAc/B,KAAK,CAAC6B,YAApB,CAA5B;AACD;;AAEDH,MAAAA,UAAU,CAACM,WAAX,GAAyBhC,KAAK,CAACrD,UAA/B;AAEApC,MAAAA,QAAQ,CAAC5C,MAAT,CAAgB2C,IAAhB,CAAqBoH,UAArB;AACD;AA9CO;AAAA;AAAA;AAAA;AAAA;;AAgDR,MAAMO,eAAe,GAAG,gCAAgB1H,QAAhB,CAAxB;AACA,MAAM2H,aAAa,GAAGlI,MAAM,CAACkC,KAAP,CAAa+F,eAAe,CAACnI,MAAhB,GAAyB,CAAtC,CAAtB;AACAmI,EAAAA,eAAe,CAACE,IAAhB,CAAqBD,aAArB;AACAA,EAAAA,aAAa,CAACE,aAAd,CAA4BH,eAAe,CAACnI,MAA5C,EAAoDmI,eAAe,CAACnI,MAApE;AACAoI,EAAAA,aAAa,CAAC3I,KAAd,CAAoBnC,aAApB,EAAmC6K,eAAe,CAACnI,MAAhB,GAAyB,CAA5D;AACA,SAAOoI,aAAP;AACD","sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n/* eslint-disable camelcase */\nimport {Transform, Writable} from 'stream';\nimport {ParquetCodecOptions, PARQUET_CODECS} from '../codecs';\nimport * as Compression from '../compression';\nimport {\n  ParquetBuffer,\n  ParquetCodec,\n  ParquetData,\n  ParquetField,\n  PrimitiveType\n} from '../schema/declare';\nimport {ParquetSchema} from '../schema/schema';\nimport * as Shred from '../schema/shred';\nimport {\n  ColumnChunk,\n  ColumnMetaData,\n  CompressionCodec,\n  ConvertedType,\n  DataPageHeader,\n  DataPageHeaderV2,\n  Encoding,\n  FieldRepetitionType,\n  FileMetaData,\n  KeyValue,\n  PageHeader,\n  PageType,\n  RowGroup,\n  SchemaElement,\n  Type\n} from '../parquet-thrift';\nimport {osopen, oswrite, osclose} from '../utils/file-utils';\nimport {getBitWidth, serializeThrift} from '../utils/read-utils';\nimport Int64 from 'node-int64';\n\n/**\n * Parquet File Magic String\n */\nconst PARQUET_MAGIC = 'PAR1';\n\n/**\n * Parquet File Format Version\n */\nconst PARQUET_VERSION = 1;\n\n/**\n * Default Page and Row Group sizes\n */\nconst PARQUET_DEFAULT_PAGE_SIZE = 8192;\nconst PARQUET_DEFAULT_ROW_GROUP_SIZE = 4096;\n\n/**\n * Repetition and Definition Level Encoding\n */\nconst PARQUET_RDLVL_TYPE = 'INT32';\nconst PARQUET_RDLVL_ENCODING = 'RLE';\n\nexport interface ParquetWriterOptions {\n  baseOffset?: number;\n  rowGroupSize?: number;\n  pageSize?: number;\n  useDataPageV2?: boolean;\n\n  // Write Stream Options\n  flags?: string;\n  encoding?: string;\n  fd?: number;\n  mode?: number;\n  autoClose?: boolean;\n  start?: number;\n}\n\n/**\n * Write a parquet file to an output stream. The ParquetWriter will perform\n * buffering/batching for performance, so close() must be called after all rows\n * are written.\n */\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nexport class ParquetWriter<T> {\n  /**\n   * Convenience method to create a new buffered parquet writer that writes to\n   * the specified file\n   */\n  static async openFile<T>(\n    schema: ParquetSchema,\n    path: string,\n    opts?: ParquetWriterOptions\n  ): Promise<ParquetWriter<T>> {\n    const outputStream = await osopen(path, opts);\n    return ParquetWriter.openStream(schema, outputStream, opts);\n  }\n\n  /**\n   * Convenience method to create a new buffered parquet writer that writes to\n   * the specified stream\n   */\n  static async openStream<T>(\n    schema: ParquetSchema,\n    outputStream: Writable,\n    opts?: ParquetWriterOptions\n  ): Promise<ParquetWriter<T>> {\n    if (!opts) {\n      // tslint:disable-next-line:no-parameter-reassignment\n      opts = {};\n    }\n\n    const envelopeWriter = await ParquetEnvelopeWriter.openStream(schema, outputStream, opts);\n\n    return new ParquetWriter(schema, envelopeWriter, opts);\n  }\n\n  public schema: ParquetSchema;\n  public envelopeWriter: ParquetEnvelopeWriter;\n  public rowBuffer: ParquetBuffer;\n  public rowGroupSize: number;\n  public closed: boolean;\n  public userMetadata: Record<string, string>;\n\n  /**\n   * Create a new buffered parquet writer for a given envelope writer\n   */\n  constructor(\n    schema: ParquetSchema,\n    envelopeWriter: ParquetEnvelopeWriter,\n    opts: ParquetWriterOptions\n  ) {\n    this.schema = schema;\n    this.envelopeWriter = envelopeWriter;\n    // @ts-ignore Row buffer typings...\n    this.rowBuffer = {};\n    this.rowGroupSize = opts.rowGroupSize || PARQUET_DEFAULT_ROW_GROUP_SIZE;\n    this.closed = false;\n    this.userMetadata = {};\n\n    // eslint-disable-next-line @typescript-eslint/no-floating-promises\n    this.writeHeader();\n  }\n\n  async writeHeader(): Promise<void> {\n    // TODO - better not mess with promises in the constructor\n    try {\n      await this.envelopeWriter.writeHeader();\n    } catch (err) {\n      await this.envelopeWriter.close();\n      throw err;\n    }\n  }\n\n  /**\n   * Append a single row to the parquet file. Rows are buffered in memory until\n   * rowGroupSize rows are in the buffer or close() is called\n   */\n  async appendRow<T>(row: T): Promise<void> {\n    if (this.closed) {\n      throw new Error('writer was closed');\n    }\n    Shred.shredRecord(this.schema, row, this.rowBuffer);\n    if (this.rowBuffer.rowCount >= this.rowGroupSize) {\n      // @ts-ignore\n      this.rowBuffer = {};\n    }\n  }\n\n  /**\n   * Finish writing the parquet file and commit the footer to disk. This method\n   * MUST be called after you are finished adding rows. You must not call this\n   * method twice on the same object or add any rows after the close() method has\n   * been called\n   */\n  async close(callback?: () => void): Promise<void> {\n    if (this.closed) {\n      throw new Error('writer was closed');\n    }\n\n    this.closed = true;\n\n    if (this.rowBuffer.rowCount > 0 || this.rowBuffer.rowCount >= this.rowGroupSize) {\n      // @ts-ignore\n      this.rowBuffer = {};\n    }\n\n    await this.envelopeWriter.writeFooter(this.userMetadata);\n    await this.envelopeWriter.close();\n    // this.envelopeWriter = null;\n\n    if (callback) {\n      callback();\n    }\n  }\n\n  /**\n   * Add key<>value metadata to the file\n   */\n  setMetadata(key: string, value: string): void {\n    // TODO: value to be any, obj -> JSON\n    this.userMetadata[String(key)] = String(value);\n  }\n\n  /**\n   * Set the parquet row group size. This values controls the maximum number\n   * of rows that are buffered in memory at any given time as well as the number\n   * of rows that are co-located on disk. A higher value is generally better for\n   * read-time I/O performance at the tradeoff of write-time memory usage.\n   */\n  setRowGroupSize(cnt: number): void {\n    this.rowGroupSize = cnt;\n  }\n\n  /**\n   * Set the parquet data page size. The data page size controls the maximum\n   * number of column values that are written to disk as a consecutive array\n   */\n  setPageSize(cnt: number): void {\n    this.envelopeWriter.setPageSize(cnt);\n  }\n}\n\n/**\n * Create a parquet file from a schema and a number of row groups. This class\n * performs direct, unbuffered writes to the underlying output stream and is\n * intendend for advanced and internal users; the writeXXX methods must be\n * called in the correct order to produce a valid file.\n */\nexport class ParquetEnvelopeWriter {\n  /**\n   * Create a new parquet envelope writer that writes to the specified stream\n   */\n  static async openStream(\n    schema: ParquetSchema,\n    outputStream: Writable,\n    opts: ParquetWriterOptions\n  ): Promise<ParquetEnvelopeWriter> {\n    const writeFn = oswrite.bind(undefined, outputStream);\n    const closeFn = osclose.bind(undefined, outputStream);\n    return new ParquetEnvelopeWriter(schema, writeFn, closeFn, 0, opts);\n  }\n\n  public schema: ParquetSchema;\n  public write: (buf: Buffer) => Promise<void>;\n  public close: () => Promise<void>;\n  public offset: number;\n  public rowCount: number;\n  public rowGroups: RowGroup[];\n  public pageSize: number;\n  public useDataPageV2: boolean;\n\n  constructor(\n    schema: ParquetSchema,\n    writeFn: (buf: Buffer) => Promise<void>,\n    closeFn: () => Promise<void>,\n    fileOffset: number,\n    opts: ParquetWriterOptions\n  ) {\n    this.schema = schema;\n    this.write = writeFn;\n    this.close = closeFn;\n    this.offset = fileOffset;\n    this.rowCount = 0;\n    this.rowGroups = [];\n    this.pageSize = opts.pageSize || PARQUET_DEFAULT_PAGE_SIZE;\n    this.useDataPageV2 = 'useDataPageV2' in opts ? Boolean(opts.useDataPageV2) : false;\n  }\n\n  writeSection(buf: Buffer): Promise<void> {\n    this.offset += buf.length;\n    return this.write(buf);\n  }\n\n  /**\n   * Encode the parquet file header\n   */\n  writeHeader(): Promise<void> {\n    return this.writeSection(Buffer.from(PARQUET_MAGIC));\n  }\n\n  /**\n   * Encode a parquet row group. The records object should be created using the\n   * shredRecord method\n   */\n  async writeRowGroup(records: ParquetBuffer): Promise<void> {\n    const rgroup = await encodeRowGroup(this.schema, records, {\n      baseOffset: this.offset,\n      pageSize: this.pageSize,\n      useDataPageV2: this.useDataPageV2\n    });\n\n    this.rowCount += records.rowCount;\n    this.rowGroups.push(rgroup.metadata);\n    return await this.writeSection(rgroup.body);\n  }\n\n  /**\n   * Write the parquet file footer\n   */\n  writeFooter(userMetadata: Record<string, string>): Promise<void> {\n    if (!userMetadata) {\n      // tslint:disable-next-line:no-parameter-reassignment\n      userMetadata = {};\n    }\n\n    return this.writeSection(\n      encodeFooter(this.schema, this.rowCount, this.rowGroups, userMetadata)\n    );\n  }\n\n  /**\n   * Set the parquet data page size. The data page size controls the maximum\n   * number of column values that are written to disk as a consecutive array\n   */\n  setPageSize(cnt: number): void {\n    this.pageSize = cnt;\n  }\n}\n\n/**\n * Create a parquet transform stream\n */\nexport class ParquetTransformer<T> extends Transform {\n  public writer: ParquetWriter<T>;\n\n  constructor(schema: ParquetSchema, opts: ParquetWriterOptions = {}) {\n    super({objectMode: true});\n\n    const writeProxy = (function (t: ParquetTransformer<any>) {\n      return async function (b: any): Promise<void> {\n        t.push(b);\n      };\n    })(this);\n\n    this.writer = new ParquetWriter(\n      schema,\n      new ParquetEnvelopeWriter(schema, writeProxy, async () => {}, 0, opts),\n      opts\n    );\n  }\n\n  // tslint:disable-next-line:function-name\n  _transform(row: any, encoding: string, callback: (val?: any) => void): Promise<void> {\n    if (row) {\n      return this.writer.appendRow(row).then(callback);\n    }\n    callback();\n    return Promise.resolve();\n  }\n\n  // tslint:disable-next-line:function-name\n  async _flush(callback: (val?: any) => void) {\n    await this.writer.close(callback);\n  }\n}\n\n/**\n * Encode a consecutive array of data using one of the parquet encodings\n */\nfunction encodeValues(\n  type: PrimitiveType,\n  encoding: ParquetCodec,\n  values: any[],\n  opts: ParquetCodecOptions\n) {\n  if (!(encoding in PARQUET_CODECS)) {\n    throw new Error(`invalid encoding: ${encoding}`);\n  }\n  return PARQUET_CODECS[encoding].encodeValues(type, values, opts);\n}\n\n/**\n * Encode a parquet data page\n */\nasync function encodeDataPage(\n  column: ParquetField,\n  data: ParquetData\n): Promise<{\n  header: PageHeader;\n  headerSize: number;\n  page: Buffer;\n}> {\n  /* encode repetition and definition levels */\n  let rLevelsBuf = Buffer.alloc(0);\n  if (column.rLevelMax > 0) {\n    rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {\n      bitWidth: getBitWidth(column.rLevelMax)\n      // disableEnvelope: false\n    });\n  }\n\n  let dLevelsBuf = Buffer.alloc(0);\n  if (column.dLevelMax > 0) {\n    dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {\n      bitWidth: getBitWidth(column.dLevelMax)\n      // disableEnvelope: false\n    });\n  }\n\n  /* encode values */\n  const valuesBuf = encodeValues(column.primitiveType!, column.encoding!, data.values, {\n    typeLength: column.typeLength,\n    bitWidth: column.typeLength\n  });\n\n  const dataBuf = Buffer.concat([rLevelsBuf, dLevelsBuf, valuesBuf]);\n\n  // compression = column.compression === 'UNCOMPRESSED' ? (compression || 'UNCOMPRESSED') : column.compression;\n  const compressedBuf = await Compression.deflate(column.compression!, dataBuf);\n\n  /* build page header */\n  const header = new PageHeader({\n    type: PageType.DATA_PAGE,\n    data_page_header: new DataPageHeader({\n      num_values: data.count,\n      encoding: Encoding[column.encoding!] as any,\n      definition_level_encoding: Encoding[PARQUET_RDLVL_ENCODING], // [PARQUET_RDLVL_ENCODING],\n      repetition_level_encoding: Encoding[PARQUET_RDLVL_ENCODING] // [PARQUET_RDLVL_ENCODING]\n    }),\n    uncompressed_page_size: dataBuf.length,\n    compressed_page_size: compressedBuf.length\n  });\n\n  /* concat page header, repetition and definition levels and values */\n  const headerBuf = serializeThrift(header);\n  const page = Buffer.concat([headerBuf, compressedBuf]);\n\n  return {header, headerSize: headerBuf.length, page};\n}\n\n/**\n * Encode a parquet data page (v2)\n */\nasync function encodeDataPageV2(\n  column: ParquetField,\n  data: ParquetData,\n  rowCount: number\n): Promise<{\n  header: PageHeader;\n  headerSize: number;\n  page: Buffer;\n}> {\n  /* encode values */\n  const valuesBuf = encodeValues(column.primitiveType!, column.encoding!, data.values, {\n    typeLength: column.typeLength,\n    bitWidth: column.typeLength\n  });\n\n  // compression = column.compression === 'UNCOMPRESSED' ? (compression || 'UNCOMPRESSED') : column.compression;\n  const compressedBuf = await Compression.deflate(column.compression!, valuesBuf);\n\n  /* encode repetition and definition levels */\n  let rLevelsBuf = Buffer.alloc(0);\n  if (column.rLevelMax > 0) {\n    rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {\n      bitWidth: getBitWidth(column.rLevelMax),\n      disableEnvelope: true\n    });\n  }\n\n  let dLevelsBuf = Buffer.alloc(0);\n  if (column.dLevelMax > 0) {\n    dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {\n      bitWidth: getBitWidth(column.dLevelMax),\n      disableEnvelope: true\n    });\n  }\n\n  /* build page header */\n  const header = new PageHeader({\n    type: PageType.DATA_PAGE_V2,\n    data_page_header_v2: new DataPageHeaderV2({\n      num_values: data.count,\n      num_nulls: data.count - data.values.length,\n      num_rows: rowCount,\n      encoding: Encoding[column.encoding!] as any,\n      definition_levels_byte_length: dLevelsBuf.length,\n      repetition_levels_byte_length: rLevelsBuf.length,\n      is_compressed: column.compression !== 'UNCOMPRESSED'\n    }),\n    uncompressed_page_size: rLevelsBuf.length + dLevelsBuf.length + valuesBuf.length,\n    compressed_page_size: rLevelsBuf.length + dLevelsBuf.length + compressedBuf.length\n  });\n\n  /* concat page header, repetition and definition levels and values */\n  const headerBuf = serializeThrift(header);\n  const page = Buffer.concat([headerBuf, rLevelsBuf, dLevelsBuf, compressedBuf]);\n  return {header, headerSize: headerBuf.length, page};\n}\n\n/**\n * Encode an array of values into a parquet column chunk\n */\nasync function encodeColumnChunk(\n  column: ParquetField,\n  buffer: ParquetBuffer,\n  offset: number,\n  opts: ParquetWriterOptions\n): Promise<{\n  body: Buffer;\n  metadata: ColumnMetaData;\n  metadataOffset: number;\n}> {\n  const data = buffer.columnData[column.path.join()];\n  const baseOffset = (opts.baseOffset || 0) + offset;\n  /* encode data page(s) */\n  // const pages: Buffer[] = [];\n  let pageBuf: Buffer;\n  // tslint:disable-next-line:variable-name\n  let total_uncompressed_size = 0;\n  // tslint:disable-next-line:variable-name\n  let total_compressed_size = 0;\n  {\n    const result = opts.useDataPageV2\n      ? await encodeDataPageV2(column, data, buffer.rowCount)\n      : await encodeDataPage(column, data);\n    // pages.push(result.page);\n    pageBuf = result.page;\n    total_uncompressed_size += result.header.uncompressed_page_size + result.headerSize;\n    total_compressed_size += result.header.compressed_page_size + result.headerSize;\n  }\n\n  // const pagesBuf = Buffer.concat(pages);\n  // const compression = column.compression === 'UNCOMPRESSED' ? (opts.compression || 'UNCOMPRESSED') : column.compression;\n\n  /* prepare metadata header */\n  const metadata = new ColumnMetaData({\n    path_in_schema: column.path,\n    num_values: data.count,\n    data_page_offset: baseOffset,\n    encodings: [],\n    total_uncompressed_size, //  : pagesBuf.length,\n    total_compressed_size,\n    type: Type[column.primitiveType!],\n    codec: CompressionCodec[column.compression!]\n  });\n\n  /* list encodings */\n  metadata.encodings.push(Encoding[PARQUET_RDLVL_ENCODING]);\n  metadata.encodings.push(Encoding[column.encoding!]);\n\n  /* concat metadata header and data pages */\n  const metadataOffset = baseOffset + pageBuf.length;\n  const body = Buffer.concat([pageBuf, serializeThrift(metadata)]);\n  return {body, metadata, metadataOffset};\n}\n\n/**\n * Encode a list of column values into a parquet row group\n */\nasync function encodeRowGroup(\n  schema: ParquetSchema,\n  data: ParquetBuffer,\n  opts: ParquetWriterOptions\n): Promise<{\n  body: Buffer;\n  metadata: RowGroup;\n}> {\n  const metadata = new RowGroup({\n    num_rows: data.rowCount,\n    columns: [],\n    total_byte_size: 0\n  });\n\n  let body = Buffer.alloc(0);\n  for (const field of schema.fieldList) {\n    if (field.isNested) {\n      continue; // eslint-disable-line no-continue\n    }\n\n    const cchunkData = await encodeColumnChunk(field, data, body.length, opts);\n\n    const cchunk = new ColumnChunk({\n      file_offset: cchunkData.metadataOffset,\n      meta_data: cchunkData.metadata\n    });\n\n    metadata.columns.push(cchunk);\n    metadata.total_byte_size = new Int64(Number(metadata.total_byte_size) + cchunkData.body.length);\n\n    body = Buffer.concat([body, cchunkData.body]);\n  }\n\n  return {body, metadata};\n}\n\n/**\n * Encode a parquet file metadata footer\n */\nfunction encodeFooter(\n  schema: ParquetSchema,\n  rowCount: number,\n  rowGroups: RowGroup[],\n  userMetadata: Record<string, string>\n): Buffer {\n  const metadata = new FileMetaData({\n    version: PARQUET_VERSION,\n    created_by: 'parquets',\n    num_rows: rowCount,\n    row_groups: rowGroups,\n    schema: [],\n    key_value_metadata: []\n  });\n\n  for (const key in userMetadata) {\n    const kv = new KeyValue({\n      key,\n      value: userMetadata[key]\n    });\n    metadata.key_value_metadata?.push?.(kv);\n  }\n\n  {\n    const schemaRoot = new SchemaElement({\n      name: 'root',\n      num_children: Object.keys(schema.fields).length\n    });\n    metadata.schema.push(schemaRoot);\n  }\n\n  for (const field of schema.fieldList) {\n    const relt = FieldRepetitionType[field.repetitionType];\n    const schemaElem = new SchemaElement({\n      name: field.name,\n      repetition_type: relt as any\n    });\n\n    if (field.isNested) {\n      schemaElem.num_children = field.fieldCount;\n    } else {\n      schemaElem.type = Type[field.primitiveType!] as Type;\n    }\n\n    if (field.originalType) {\n      schemaElem.converted_type = ConvertedType[field.originalType] as ConvertedType;\n    }\n\n    schemaElem.type_length = field.typeLength;\n\n    metadata.schema.push(schemaElem);\n  }\n\n  const metadataEncoded = serializeThrift(metadata);\n  const footerEncoded = Buffer.alloc(metadataEncoded.length + 8);\n  metadataEncoded.copy(footerEncoded);\n  footerEncoded.writeUInt32LE(metadataEncoded.length, metadataEncoded.length);\n  footerEncoded.write(PARQUET_MAGIC, metadataEncoded.length + 4);\n  return footerEncoded;\n}\n"],"file":"writer.js"}

package/dist/es5/parquetjs/file.js

@@ -1,103 +0,0 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.fopen = fopen;
-exports.fstat = fstat;
-exports.fread = fread;
-exports.fclose = fclose;
-exports.oswrite = oswrite;
-exports.osclose = osclose;
-exports.osopen = osopen;
-
-var _fs = _interopRequireDefault(require("fs"));
-
-function fopen(filePath) {
-  return new Promise(function (resolve, reject) {
-    _fs.default.open(filePath, 'r', function (err, fd) {
-      if (err) {
-        reject(err);
-      } else {
-        resolve(fd);
-      }
-    });
-  });
-}
-
-function fstat(filePath) {
-  return new Promise(function (resolve, reject) {
-    _fs.default.stat(filePath, function (err, stat) {
-      if (err) {
-        reject(err);
-      } else {
-        resolve(stat);
-      }
-    });
-  });
-}
-
-function fread(fd, position, length) {
-  var buffer = Buffer.alloc(length);
-  return new Promise(function (resolve, reject) {
-    _fs.default.read(fd, buffer, 0, length, position, function (err, bytesRead, buf) {
-      if (err || bytesRead !== length) {
-        reject(err || Error('read failed'));
-      } else {
-        resolve(buf);
-      }
-    });
-  });
-}
-
-function fclose(fd) {
-  return new Promise(function (resolve, reject) {
-    _fs.default.close(fd, function (err) {
-      if (err) {
-        reject(err);
-      } else {
-        resolve(err);
-      }
-    });
-  });
-}
-
-function oswrite(os, buf) {
-  return new Promise(function (resolve, reject) {
-    os.write(buf, function (err) {
-      if (err) {
-        reject(err);
-      } else {
-        resolve();
-      }
-    });
-  });
-}
-
-function osclose(os) {
-  return new Promise(function (resolve, reject) {
-    os.close(function (err) {
-      if (err) {
-        reject(err);
-      } else {
-        resolve();
-      }
-    });
-  });
-}
-
-function osopen(path, opts) {
-  return new Promise(function (resolve, reject) {
-    var outputStream = _fs.default.createWriteStream(path, opts);
-
-    outputStream.on('open', function (fd) {
-      resolve(outputStream);
-    });
-    outputStream.on('error', function (err) {
-      reject(err);
-    });
-  });
-}
-//# sourceMappingURL=file.js.map

package/dist/es5/parquetjs/file.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../src/parquetjs/file.ts"],"names":["fopen","filePath","Promise","resolve","reject","fs","open","err","fd","fstat","stat","fread","position","length","buffer","Buffer","alloc","read","bytesRead","buf","Error","fclose","close","oswrite","os","write","osclose","osopen","path","opts","outputStream","createWriteStream","on"],"mappings":";;;;;;;;;;;;;;;AACA;;AAEO,SAASA,KAAT,CAAeC,QAAf,EAAyB;AAC9B,SAAO,IAAIC,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtCC,gBAAGC,IAAH,CAAQL,QAAR,EAAkB,GAAlB,EAAuB,UAACM,GAAD,EAAMC,EAAN,EAAa;AAClC,UAAID,GAAJ,EAAS;AACPH,QAAAA,MAAM,CAACG,GAAD,CAAN;AACD,OAFD,MAEO;AACLJ,QAAAA,OAAO,CAACK,EAAD,CAAP;AACD;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAASC,KAAT,CAAeR,QAAf,EAAyB;AAC9B,SAAO,IAAIC,OAAJ,CAAsB,UAACC,OAAD,EAAUC,MAAV,EAAqB;AAChDC,gBAAGK,IAAH,CAAQT,QAAR,EAAkB,UAACM,GAAD,EAAMG,IAAN,EAAe;AAC/B,UAAIH,GAAJ,EAAS;AACPH,QAAAA,MAAM,CAACG,GAAD,CAAN;AACD,OAFD,MAEO;AACLJ,QAAAA,OAAO,CAACO,IAAD,CAAP;AACD;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAASC,KAAT,CAAeH,EAAf,EAAmBI,QAAnB,EAA6BC,MAA7B,EAAqC;AAC1C,MAAMC,MAAM,GAAGC,MAAM,CAACC,KAAP,CAAaH,MAAb,CAAf;AAEA,SAAO,IAAIX,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtCC,gBAAGY,IAAH,CAAQT,EAAR,EAAYM,MAAZ,EAAoB,CAApB,EAAuBD,MAAvB,EAA+BD,QAA/B,EAAyC,UAACL,GAAD,EAAMW,SAAN,EAAiBC,GAAjB,EAAyB;AAChE,UAAIZ,GAAG,IAAIW,SAAS,KAAKL,MAAzB,EAAiC;AAC/BT,QAAAA,MAAM,CAACG,GAAG,IAAIa,KAAK,CAAC,aAAD,CAAb,CAAN;AACD,OAFD,MAEO;AACLjB,QAAAA,OAAO,CAACgB,GAAD,CAAP;AACD;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAASE,MAAT,CAAgBb,EAAhB,EAAoB;AACzB,SAAO,IAAIN,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtCC,gBAAGiB,KAAH,CAASd,EAAT,EAAa,UAACD,GAAD,EAAS;AACpB,UAAIA,GAAJ,EAAS;AACPH,QAAAA,MAAM,CAACG,GAAD,CAAN;AACD,OAFD,MAEO;AACLJ,QAAAA,OAAO,CAACI,GAAD,CAAP;AACD;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAASgB,OAAT,CAAiBC,EAAjB,EAAqBL,GAArB,EAAyC;AAC9C,SAAO,IAAIjB,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtCoB,IAAAA,EAAE,CAACC,KAAH,CAASN,GAAT,EAAc,UAACZ,GAAD,EAAS;AACrB,UAAIA,GAAJ,EAAS;AACPH,QAAAA,MAAM,CAACG,GAAD,CAAN;AACD,OAFD,MAEO;AACLJ,QAAAA,OAAO;AACR;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAASuB,OAAT,CAAiBF,EAAjB,EAAoC;AACzC,SAAO,IAAItB,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtCoB,IAAAA,EAAE,CAACF,KAAH,CAAS,UAACf,GAAD,EAAS;AAChB,UAAIA,GAAJ,EAAS;AACPH,QAAAA,MAAM,CAACG,GAAD,CAAN;AACD,OAFD,MAEO;AACLJ,QAAAA,OAAO;AACR;AACF,KAND;AAOD,GARM,CAAP;AASD;;AAEM,SAASwB,MAAT,CAAgBC,IAAhB,EAAsBC,IAAtB,EAA4B;AACjC,SAAO,IAAI3B,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtC,QAAM0B,YAAY,GAAGzB,YAAG0B,iBAAH,CAAqBH,IAArB,EAA2BC,IAA3B,CAArB;;AAEAC,IAAAA,YAAY,CAACE,EAAb,CAAgB,MAAhB,EAAwB,UAAUxB,EAAV,EAAc;AACpCL,MAAAA,OAAO,CAAC2B,YAAD,CAAP;AACD,KAFD;AAIAA,IAAAA,YAAY,CAACE,EAAb,CAAgB,OAAhB,EAAyB,UAAUzB,GAAV,EAAe;AACtCH,MAAAA,MAAM,CAACG,GAAD,CAAN;AACD,KAFD;AAGD,GAVM,CAAP;AAWD","sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport fs from 'fs';\n\nexport function fopen(filePath) {\n  return new Promise((resolve, reject) => {\n    fs.open(filePath, 'r', (err, fd) => {\n      if (err) {\n        reject(err);\n      } else {\n        resolve(fd);\n      }\n    });\n  });\n}\n\nexport function fstat(filePath) {\n  return new Promise<fs.Stats>((resolve, reject) => {\n    fs.stat(filePath, (err, stat) => {\n      if (err) {\n        reject(err);\n      } else {\n        resolve(stat);\n      }\n    });\n  });\n}\n\nexport function fread(fd, position, length) {\n  const buffer = Buffer.alloc(length);\n\n  return new Promise((resolve, reject) => {\n    fs.read(fd, buffer, 0, length, position, (err, bytesRead, buf) => {\n      if (err || bytesRead !== length) {\n        reject(err || Error('read failed'));\n      } else {\n        resolve(buf);\n      }\n    });\n  });\n}\n\nexport function fclose(fd) {\n  return new Promise((resolve, reject) => {\n    fs.close(fd, (err) => {\n      if (err) {\n        reject(err);\n      } else {\n        resolve(err);\n      }\n    });\n  });\n}\n\nexport function oswrite(os, buf): Promise<void> {\n  return new Promise((resolve, reject) => {\n    os.write(buf, (err) => {\n      if (err) {\n        reject(err);\n      } else {\n        resolve();\n      }\n    });\n  });\n}\n\nexport function osclose(os): Promise<void> {\n  return new Promise((resolve, reject) => {\n    os.close((err) => {\n      if (err) {\n        reject(err);\n      } else {\n        resolve();\n      }\n    });\n  });\n}\n\nexport function osopen(path, opts) {\n  return new Promise((resolve, reject) => {\n    const outputStream = fs.createWriteStream(path, opts);\n\n    outputStream.on('open', function (fd) {\n      resolve(outputStream);\n    });\n\n    outputStream.on('error', function (err) {\n      reject(err);\n    });\n  });\n}\n"],"file":"file.js"}

package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js

@@ -1,15 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.BoundaryOrder = void 0;
-var BoundaryOrder;
-exports.BoundaryOrder = BoundaryOrder;
-
-(function (BoundaryOrder) {
-  BoundaryOrder[BoundaryOrder["UNORDERED"] = 0] = "UNORDERED";
-  BoundaryOrder[BoundaryOrder["ASCENDING"] = 1] = "ASCENDING";
-  BoundaryOrder[BoundaryOrder["DESCENDING"] = 2] = "DESCENDING";
-})(BoundaryOrder || (exports.BoundaryOrder = BoundaryOrder = {}));
-//# sourceMappingURL=BoundaryOrder.js.map

package/dist/es5/parquetjs/parquet-thrift/BoundaryOrder.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/BoundaryOrder.ts"],"names":["BoundaryOrder"],"mappings":";;;;;;IAMYA,a;;;WAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;AAAAA,EAAAA,a,CAAAA,a;GAAAA,a,6BAAAA,a","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nexport enum BoundaryOrder {\n  UNORDERED = 0,\n  ASCENDING = 1,\n  DESCENDING = 2\n}\n"],"file":"BoundaryOrder.js"}

package/dist/es5/parquetjs/parquet-thrift/BsonType.js

@@ -1,67 +0,0 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
-var _typeof = require("@babel/runtime/helpers/typeof");
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.BsonType = void 0;
-
-var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
-
-var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
-
-var thrift = _interopRequireWildcard(require("thrift"));
-
-function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
-
-function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
-
-var BsonType = function () {
-  function BsonType() {
-    (0, _classCallCheck2.default)(this, BsonType);
-  }
-
-  (0, _createClass2.default)(BsonType, [{
-    key: "write",
-    value: function write(output) {
-      output.writeStructBegin('BsonType');
-      output.writeFieldStop();
-      output.writeStructEnd();
-      return;
-    }
-  }], [{
-    key: "read",
-    value: function read(input) {
-      input.readStructBegin();
-
-      while (true) {
-        var ret = input.readFieldBegin();
-        var fieldType = ret.ftype;
-        var fieldId = ret.fid;
-
-        if (fieldType === thrift.Thrift.Type.STOP) {
-          break;
-        }
-
-        switch (fieldId) {
-          default:
-            {
-              input.skip(fieldType);
-            }
-        }
-
-        input.readFieldEnd();
-      }
-
-      input.readStructEnd();
-      return new BsonType();
-    }
-  }]);
-  return BsonType;
-}();
-
-exports.BsonType = BsonType;
-//# sourceMappingURL=BsonType.js.map

package/dist/es5/parquetjs/parquet-thrift/BsonType.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/BsonType.ts"],"names":["BsonType","output","writeStructBegin","writeFieldStop","writeStructEnd","input","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","thrift","Thrift","Type","STOP","skip","readFieldEnd","readStructEnd"],"mappings":";;;;;;;;;;;;;;;AAMA;;;;;;IAEaA,Q;AACX,sBAAc;AAAA;AAAE;;;;WAChB,eAAaC,MAAb,EAA6C;AAC3CA,MAAAA,MAAM,CAACC,gBAAP,CAAwB,UAAxB;AACAD,MAAAA,MAAM,CAACE,cAAP;AACAF,MAAAA,MAAM,CAACG,cAAP;AACA;AACD;;;WACD,cAAmBC,KAAnB,EAAsD;AACpDA,MAAAA,KAAK,CAACC,eAAN;;AACA,aAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGF,KAAK,CAACG,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,YAAIH,SAAS,KAAKI,MAAM,CAACC,MAAP,CAAcC,IAAd,CAAmBC,IAArC,EAA2C;AACzC;AACD;;AACD,gBAAQL,OAAR;AACE;AAAS;AACPN,cAAAA,KAAK,CAACY,IAAN,CAAWR,SAAX;AACD;AAHH;;AAKAJ,QAAAA,KAAK,CAACa,YAAN;AACD;;AACDb,MAAAA,KAAK,CAACc,aAAN;AACA,aAAO,IAAInB,QAAJ,EAAP;AACD","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nexport interface IBsonTypeArgs {}\nexport class BsonType {\n  constructor() {}\n  public write(output: thrift.TProtocol): void {\n    output.writeStructBegin('BsonType');\n    output.writeFieldStop();\n    output.writeStructEnd();\n    return;\n  }\n  public static read(input: thrift.TProtocol): BsonType {\n    input.readStructBegin();\n    while (true) {\n      const ret: thrift.TField = input.readFieldBegin();\n      const fieldType: thrift.Thrift.Type = ret.ftype;\n      const fieldId: number = ret.fid;\n      if (fieldType === thrift.Thrift.Type.STOP) {\n        break;\n      }\n      switch (fieldId) {\n        default: {\n          input.skip(fieldType);\n        }\n      }\n      input.readFieldEnd();\n    }\n    input.readStructEnd();\n    return new BsonType();\n  }\n}\n"],"file":"BsonType.js"}

package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js

@@ -1,241 +0,0 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
-var _typeof = require("@babel/runtime/helpers/typeof");
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.ColumnChunk = void 0;
-
-var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
-
-var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
-
-var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
-
-var _nodeInt = _interopRequireDefault(require("node-int64"));
-
-var thrift = _interopRequireWildcard(require("thrift"));
-
-var ColumnMetaData = _interopRequireWildcard(require("./ColumnMetaData"));
-
-function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
-
-function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
-
-var ColumnChunk = function () {
-  function ColumnChunk(args) {
-    (0, _classCallCheck2.default)(this, ColumnChunk);
-    (0, _defineProperty2.default)(this, "file_path", void 0);
-    (0, _defineProperty2.default)(this, "file_offset", void 0);
-    (0, _defineProperty2.default)(this, "meta_data", void 0);
-    (0, _defineProperty2.default)(this, "offset_index_offset", void 0);
-    (0, _defineProperty2.default)(this, "offset_index_length", void 0);
-    (0, _defineProperty2.default)(this, "column_index_offset", void 0);
-    (0, _defineProperty2.default)(this, "column_index_length", void 0);
-
-    if (args != null && args.file_path != null) {
-      this.file_path = args.file_path;
-    }
-
-    if (args != null && args.file_offset != null) {
-      if (typeof args.file_offset === 'number') {
-        this.file_offset = new _nodeInt.default(args.file_offset);
-      } else {
-        this.file_offset = args.file_offset;
-      }
-    } else {
-      throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[file_offset] is unset!');
-    }
-
-    if (args != null && args.meta_data != null) {
-      this.meta_data = args.meta_data;
-    }
-
-    if (args != null && args.offset_index_offset != null) {
-      if (typeof args.offset_index_offset === 'number') {
-        this.offset_index_offset = new _nodeInt.default(args.offset_index_offset);
-      } else {
-        this.offset_index_offset = args.offset_index_offset;
-      }
-    }
-
-    if (args != null && args.offset_index_length != null) {
-      this.offset_index_length = args.offset_index_length;
-    }
-
-    if (args != null && args.column_index_offset != null) {
-      if (typeof args.column_index_offset === 'number') {
-        this.column_index_offset = new _nodeInt.default(args.column_index_offset);
-      } else {
-        this.column_index_offset = args.column_index_offset;
-      }
-    }
-
-    if (args != null && args.column_index_length != null) {
-      this.column_index_length = args.column_index_length;
-    }
-  }
-
-  (0, _createClass2.default)(ColumnChunk, [{
-    key: "write",
-    value: function write(output) {
-      output.writeStructBegin('ColumnChunk');
-
-      if (this.file_path != null) {
-        output.writeFieldBegin('file_path', thrift.Thrift.Type.STRING, 1);
-        output.writeString(this.file_path);
-        output.writeFieldEnd();
-      }
-
-      if (this.file_offset != null) {
-        output.writeFieldBegin('file_offset', thrift.Thrift.Type.I64, 2);
-        output.writeI64(this.file_offset);
-        output.writeFieldEnd();
-      }
-
-      if (this.meta_data != null) {
-        output.writeFieldBegin('meta_data', thrift.Thrift.Type.STRUCT, 3);
-        this.meta_data.write(output);
-        output.writeFieldEnd();
-      }
-
-      if (this.offset_index_offset != null) {
-        output.writeFieldBegin('offset_index_offset', thrift.Thrift.Type.I64, 4);
-        output.writeI64(this.offset_index_offset);
-        output.writeFieldEnd();
-      }
-
-      if (this.offset_index_length != null) {
-        output.writeFieldBegin('offset_index_length', thrift.Thrift.Type.I32, 5);
-        output.writeI32(this.offset_index_length);
-        output.writeFieldEnd();
-      }
-
-      if (this.column_index_offset != null) {
-        output.writeFieldBegin('column_index_offset', thrift.Thrift.Type.I64, 6);
-        output.writeI64(this.column_index_offset);
-        output.writeFieldEnd();
-      }
-
-      if (this.column_index_length != null) {
-        output.writeFieldBegin('column_index_length', thrift.Thrift.Type.I32, 7);
-        output.writeI32(this.column_index_length);
-        output.writeFieldEnd();
-      }
-
-      output.writeFieldStop();
-      output.writeStructEnd();
-      return;
-    }
-  }], [{
-    key: "read",
-    value: function read(input) {
-      input.readStructBegin();
-      var _args = {};
-
-      while (true) {
-        var ret = input.readFieldBegin();
-        var fieldType = ret.ftype;
-        var fieldId = ret.fid;
-
-        if (fieldType === thrift.Thrift.Type.STOP) {
-          break;
-        }
-
-        switch (fieldId) {
-          case 1:
-            if (fieldType === thrift.Thrift.Type.STRING) {
-              var value_1 = input.readString();
-              _args.file_path = value_1;
-            } else {
-              input.skip(fieldType);
-            }
-
-            break;
-
-          case 2:
-            if (fieldType === thrift.Thrift.Type.I64) {
-              var value_2 = input.readI64();
-              _args.file_offset = value_2;
-            } else {
-              input.skip(fieldType);
-            }
-
-            break;
-
-          case 3:
-            if (fieldType === thrift.Thrift.Type.STRUCT) {
-              var value_3 = ColumnMetaData.ColumnMetaData.read(input);
-              _args.meta_data = value_3;
-            } else {
-              input.skip(fieldType);
-            }
-
-            break;
-
-          case 4:
-            if (fieldType === thrift.Thrift.Type.I64) {
-              var value_4 = input.readI64();
-              _args.offset_index_offset = value_4;
-            } else {
-              input.skip(fieldType);
-            }
-
-            break;
-
-          case 5:
-            if (fieldType === thrift.Thrift.Type.I32) {
-              var value_5 = input.readI32();
-              _args.offset_index_length = value_5;
-            } else {
-              input.skip(fieldType);
-            }
-
-            break;
-
-          case 6:
-            if (fieldType === thrift.Thrift.Type.I64) {
-              var value_6 = input.readI64();
-              _args.column_index_offset = value_6;
-            } else {
-              input.skip(fieldType);
-            }
-
-            break;
-
-          case 7:
-            if (fieldType === thrift.Thrift.Type.I32) {
-              var value_7 = input.readI32();
-              _args.column_index_length = value_7;
-            } else {
-              input.skip(fieldType);
-            }
-
-            break;
-
-          default:
-            {
-              input.skip(fieldType);
-            }
-        }
-
-        input.readFieldEnd();
-      }
-
-      input.readStructEnd();
-
-      if (_args.file_offset !== undefined) {
-        return new ColumnChunk(_args);
-      } else {
-        throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read ColumnChunk from input');
-      }
-    }
-  }]);
-  return ColumnChunk;
-}();
-
-exports.ColumnChunk = ColumnChunk;
-//# sourceMappingURL=ColumnChunk.js.map

package/dist/es5/parquetjs/parquet-thrift/ColumnChunk.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../../../src/parquetjs/parquet-thrift/ColumnChunk.ts"],"names":["ColumnChunk","args","file_path","file_offset","Int64","thrift","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","meta_data","offset_index_offset","offset_index_length","column_index_offset","column_index_length","output","writeStructBegin","writeFieldBegin","Type","STRING","writeString","writeFieldEnd","I64","writeI64","STRUCT","write","I32","writeI32","writeFieldStop","writeStructEnd","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readString","skip","value_2","readI64","value_3","ColumnMetaData","read","value_4","value_5","readI32","value_6","value_7","readFieldEnd","readStructEnd","undefined"],"mappings":";;;;;;;;;;;;;;;;;AAMA;;AACA;;AACA;;;;;;IAUaA,W;AAQX,uBAAYC,IAAZ,EAAoC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;AAClC,QAAIA,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACC,SAAL,IAAkB,IAAtC,EAA4C;AAC1C,WAAKA,SAAL,GAAiBD,IAAI,CAACC,SAAtB;AACD;;AACD,QAAID,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACE,WAAL,IAAoB,IAAxC,EAA8C;AAC5C,UAAI,OAAOF,IAAI,CAACE,WAAZ,KAA4B,QAAhC,EAA0C;AACxC,aAAKA,WAAL,GAAmB,IAAIC,gBAAJ,CAAUH,IAAI,CAACE,WAAf,CAAnB;AACD,OAFD,MAEO;AACL,aAAKA,WAAL,GAAmBF,IAAI,CAACE,WAAxB;AACD;AACF,KAND,MAMO;AACL,YAAM,IAAIE,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,uCAFI,CAAN;AAID;;AACD,QAAIR,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACS,SAAL,IAAkB,IAAtC,EAA4C;AAC1C,WAAKA,SAAL,GAAiBT,IAAI,CAACS,SAAtB;AACD;;AACD,QAAIT,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACU,mBAAL,IAA4B,IAAhD,EAAsD;AACpD,UAAI,OAAOV,IAAI,CAACU,mBAAZ,KAAoC,QAAxC,EAAkD;AAChD,aAAKA,mBAAL,GAA2B,IAAIP,gBAAJ,CAAUH,IAAI,CAACU,mBAAf,CAA3B;AACD,OAFD,MAEO;AACL,aAAKA,mBAAL,GAA2BV,IAAI,CAACU,mBAAhC;AACD;AACF;;AACD,QAAIV,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACW,mBAAL,IAA4B,IAAhD,EAAsD;AACpD,WAAKA,mBAAL,GAA2BX,IAAI,CAACW,mBAAhC;AACD;;AACD,QAAIX,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACY,mBAAL,IAA4B,IAAhD,EAAsD;AACpD,UAAI,OAAOZ,IAAI,CAACY,mBAAZ,KAAoC,QAAxC,EAAkD;AAChD,aAAKA,mBAAL,GAA2B,IAAIT,gBAAJ,CAAUH,IAAI,CAACY,mBAAf,CAA3B;AACD,OAFD,MAEO;AACL,aAAKA,mBAAL,GAA2BZ,IAAI,CAACY,mBAAhC;AACD;AACF;;AACD,QAAIZ,IAAI,IAAI,IAAR,IAAgBA,IAAI,CAACa,mBAAL,IAA4B,IAAhD,EAAsD;AACpD,WAAKA,mBAAL,GAA2Bb,IAAI,CAACa,mBAAhC;AACD;AACF;;;;WACD,eAAaC,MAAb,EAA6C;AAC3CA,MAAAA,MAAM,CAACC,gBAAP,CAAwB,aAAxB;;AACA,UAAI,KAAKd,SAAL,IAAkB,IAAtB,EAA4B;AAC1Ba,QAAAA,MAAM,CAACE,eAAP,CAAuB,WAAvB,EAAoCZ,MAAM,CAACC,MAAP,CAAcY,IAAd,CAAmBC,MAAvD,EAA+D,CAA/D;AACAJ,QAAAA,MAAM,CAACK,WAAP,CAAmB,KAAKlB,SAAxB;AACAa,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKlB,WAAL,IAAoB,IAAxB,EAA8B;AAC5BY,QAAAA,MAAM,CAACE,eAAP,CAAuB,aAAvB,EAAsCZ,MAAM,CAACC,MAAP,CAAcY,IAAd,CAAmBI,GAAzD,EAA8D,CAA9D;AACAP,QAAAA,MAAM,CAACQ,QAAP,CAAgB,KAAKpB,WAArB;AACAY,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKX,SAAL,IAAkB,IAAtB,EAA4B;AAC1BK,QAAAA,MAAM,CAACE,eAAP,CAAuB,WAAvB,EAAoCZ,MAAM,CAACC,MAAP,CAAcY,IAAd,CAAmBM,MAAvD,EAA+D,CAA/D;AACA,aAAKd,SAAL,CAAee,KAAf,CAAqBV,MAArB;AACAA,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKV,mBAAL,IAA4B,IAAhC,EAAsC;AACpCI,QAAAA,MAAM,CAACE,eAAP,CAAuB,qBAAvB,EAA8CZ,MAAM,CAACC,MAAP,CAAcY,IAAd,CAAmBI,GAAjE,EAAsE,CAAtE;AACAP,QAAAA,MAAM,CAACQ,QAAP,CAAgB,KAAKZ,mBAArB;AACAI,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKT,mBAAL,IAA4B,IAAhC,EAAsC;AACpCG,QAAAA,MAAM,CAACE,eAAP,CAAuB,qBAAvB,EAA8CZ,MAAM,CAACC,MAAP,CAAcY,IAAd,CAAmBQ,GAAjE,EAAsE,CAAtE;AACAX,QAAAA,MAAM,CAACY,QAAP,CAAgB,KAAKf,mBAArB;AACAG,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKR,mBAAL,IAA4B,IAAhC,EAAsC;AACpCE,QAAAA,MAAM,CAACE,eAAP,CAAuB,qBAAvB,EAA8CZ,MAAM,CAACC,MAAP,CAAcY,IAAd,CAAmBI,GAAjE,EAAsE,CAAtE;AACAP,QAAAA,MAAM,CAACQ,QAAP,CAAgB,KAAKV,mBAArB;AACAE,QAAAA,MAAM,CAACM,aAAP;AACD;;AACD,UAAI,KAAKP,mBAAL,IAA4B,IAAhC,EAAsC;AACpCC,QAAAA,MAAM,CAACE,eAAP,CAAuB,qBAAvB,EAA8CZ,MAAM,CAACC,MAAP,CAAcY,IAAd,CAAmBQ,GAAjE,EAAsE,CAAtE;AACAX,QAAAA,MAAM,CAACY,QAAP,CAAgB,KAAKb,mBAArB;AACAC,QAAAA,MAAM,CAACM,aAAP;AACD;;AACDN,MAAAA,MAAM,CAACa,cAAP;AACAb,MAAAA,MAAM,CAACc,cAAP;AACA;AACD;;;WACD,cAAmBC,KAAnB,EAAyD;AACvDA,MAAAA,KAAK,CAACC,eAAN;AACA,UAAIC,KAAU,GAAG,EAAjB;;AACA,aAAO,IAAP,EAAa;AACX,YAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAN,EAA3B;AACA,YAAMC,SAA6B,GAAGF,GAAG,CAACG,KAA1C;AACA,YAAMC,OAAe,GAAGJ,GAAG,CAACK,GAA5B;;AACA,YAAIH,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcY,IAAd,CAAmBqB,IAArC,EAA2C;AACzC;AACD;;AACD,gBAAQF,OAAR;AACE,eAAK,CAAL;AACE,gBAAIF,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcY,IAAd,CAAmBC,MAArC,EAA6C;AAC3C,kBAAMqB,OAAe,GAAGV,KAAK,CAACW,UAAN,EAAxB;AACAT,cAAAA,KAAK,CAAC9B,SAAN,GAAkBsC,OAAlB;AACD,aAHD,MAGO;AACLV,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcY,IAAd,CAAmBI,GAArC,EAA0C;AACxC,kBAAMqB,OAAc,GAAGb,KAAK,CAACc,OAAN,EAAvB;AACAZ,cAAAA,KAAK,CAAC7B,WAAN,GAAoBwC,OAApB;AACD,aAHD,MAGO;AACLb,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcY,IAAd,CAAmBM,MAArC,EAA6C;AAC3C,kBAAMqB,OAAsC,GAC1CC,cAAc,CAACA,cAAf,CAA8BC,IAA9B,CAAmCjB,KAAnC,CADF;AAEAE,cAAAA,KAAK,CAACtB,SAAN,GAAkBmC,OAAlB;AACD,aAJD,MAIO;AACLf,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcY,IAAd,CAAmBI,GAArC,EAA0C;AACxC,kBAAM0B,OAAc,GAAGlB,KAAK,CAACc,OAAN,EAAvB;AACAZ,cAAAA,KAAK,CAACrB,mBAAN,GAA4BqC,OAA5B;AACD,aAHD,MAGO;AACLlB,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcY,IAAd,CAAmBQ,GAArC,EAA0C;AACxC,kBAAMuB,OAAe,GAAGnB,KAAK,CAACoB,OAAN,EAAxB;AACAlB,cAAAA,KAAK,CAACpB,mBAAN,GAA4BqC,OAA5B;AACD,aAHD,MAGO;AACLnB,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcY,IAAd,CAAmBI,GAArC,EAA0C;AACxC,kBAAM6B,OAAc,GAAGrB,KAAK,CAACc,OAAN,EAAvB;AACAZ,cAAAA,KAAK,CAACnB,mBAAN,GAA4BsC,OAA5B;AACD,aAHD,MAGO;AACLrB,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF,eAAK,CAAL;AACE,gBAAIA,SAAS,KAAK9B,MAAM,CAACC,MAAP,CAAcY,IAAd,CAAmBQ,GAArC,EAA0C;AACxC,kBAAM0B,OAAe,GAAGtB,KAAK,CAACoB,OAAN,EAAxB;AACAlB,cAAAA,KAAK,CAAClB,mBAAN,GAA4BsC,OAA5B;AACD,aAHD,MAGO;AACLtB,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;;AACD;;AACF;AAAS;AACPL,cAAAA,KAAK,CAACY,IAAN,CAAWP,SAAX;AACD;AA5DH;;AA8DAL,QAAAA,KAAK,CAACuB,YAAN;AACD;;AACDvB,MAAAA,KAAK,CAACwB,aAAN;;AACA,UAAItB,KAAK,CAAC7B,WAAN,KAAsBoD,SAA1B,EAAqC;AACnC,eAAO,IAAIvD,WAAJ,CAAgBgC,KAAhB,CAAP;AACD,OAFD,MAEO;AACL,cAAM,IAAI3B,MAAM,CAACC,MAAP,CAAcC,kBAAlB,CACJF,MAAM,CAACC,MAAP,CAAcE,sBAAd,CAAqCC,OADjC,EAEJ,uCAFI,CAAN;AAID;AACF","sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nimport * as ColumnMetaData from './ColumnMetaData';\nexport interface IColumnChunkArgs {\n  file_path?: string;\n  file_offset: number | Int64;\n  meta_data?: ColumnMetaData.ColumnMetaData;\n  offset_index_offset?: number | Int64;\n  offset_index_length?: number;\n  column_index_offset?: number | Int64;\n  column_index_length?: number;\n}\nexport class ColumnChunk {\n  public file_path?: string;\n  public file_offset: Int64;\n  public meta_data?: ColumnMetaData.ColumnMetaData;\n  public offset_index_offset?: Int64;\n  public offset_index_length?: number;\n  public column_index_offset?: Int64;\n  public column_index_length?: number;\n  constructor(args: IColumnChunkArgs) {\n    if (args != null && args.file_path != null) {\n      this.file_path = args.file_path;\n    }\n    if (args != null && args.file_offset != null) {\n      if (typeof args.file_offset === 'number') {\n        this.file_offset = new Int64(args.file_offset);\n      } else {\n        this.file_offset = args.file_offset;\n      }\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Required field[file_offset] is unset!'\n      );\n    }\n    if (args != null && args.meta_data != null) {\n      this.meta_data = args.meta_data;\n    }\n    if (args != null && args.offset_index_offset != null) {\n      if (typeof args.offset_index_offset === 'number') {\n        this.offset_index_offset = new Int64(args.offset_index_offset);\n      } else {\n        this.offset_index_offset = args.offset_index_offset;\n      }\n    }\n    if (args != null && args.offset_index_length != null) {\n      this.offset_index_length = args.offset_index_length;\n    }\n    if (args != null && args.column_index_offset != null) {\n      if (typeof args.column_index_offset === 'number') {\n        this.column_index_offset = new Int64(args.column_index_offset);\n      } else {\n        this.column_index_offset = args.column_index_offset;\n      }\n    }\n    if (args != null && args.column_index_length != null) {\n      this.column_index_length = args.column_index_length;\n    }\n  }\n  public write(output: thrift.TProtocol): void {\n    output.writeStructBegin('ColumnChunk');\n    if (this.file_path != null) {\n      output.writeFieldBegin('file_path', thrift.Thrift.Type.STRING, 1);\n      output.writeString(this.file_path);\n      output.writeFieldEnd();\n    }\n    if (this.file_offset != null) {\n      output.writeFieldBegin('file_offset', thrift.Thrift.Type.I64, 2);\n      output.writeI64(this.file_offset);\n      output.writeFieldEnd();\n    }\n    if (this.meta_data != null) {\n      output.writeFieldBegin('meta_data', thrift.Thrift.Type.STRUCT, 3);\n      this.meta_data.write(output);\n      output.writeFieldEnd();\n    }\n    if (this.offset_index_offset != null) {\n      output.writeFieldBegin('offset_index_offset', thrift.Thrift.Type.I64, 4);\n      output.writeI64(this.offset_index_offset);\n      output.writeFieldEnd();\n    }\n    if (this.offset_index_length != null) {\n      output.writeFieldBegin('offset_index_length', thrift.Thrift.Type.I32, 5);\n      output.writeI32(this.offset_index_length);\n      output.writeFieldEnd();\n    }\n    if (this.column_index_offset != null) {\n      output.writeFieldBegin('column_index_offset', thrift.Thrift.Type.I64, 6);\n      output.writeI64(this.column_index_offset);\n      output.writeFieldEnd();\n    }\n    if (this.column_index_length != null) {\n      output.writeFieldBegin('column_index_length', thrift.Thrift.Type.I32, 7);\n      output.writeI32(this.column_index_length);\n      output.writeFieldEnd();\n    }\n    output.writeFieldStop();\n    output.writeStructEnd();\n    return;\n  }\n  public static read(input: thrift.TProtocol): ColumnChunk {\n    input.readStructBegin();\n    let _args: any = {};\n    while (true) {\n      const ret: thrift.TField = input.readFieldBegin();\n      const fieldType: thrift.Thrift.Type = ret.ftype;\n      const fieldId: number = ret.fid;\n      if (fieldType === thrift.Thrift.Type.STOP) {\n        break;\n      }\n      switch (fieldId) {\n        case 1:\n          if (fieldType === thrift.Thrift.Type.STRING) {\n            const value_1: string = input.readString();\n            _args.file_path = value_1;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 2:\n          if (fieldType === thrift.Thrift.Type.I64) {\n            const value_2: Int64 = input.readI64();\n            _args.file_offset = value_2;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 3:\n          if (fieldType === thrift.Thrift.Type.STRUCT) {\n            const value_3: ColumnMetaData.ColumnMetaData =\n              ColumnMetaData.ColumnMetaData.read(input);\n            _args.meta_data = value_3;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 4:\n          if (fieldType === thrift.Thrift.Type.I64) {\n            const value_4: Int64 = input.readI64();\n            _args.offset_index_offset = value_4;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 5:\n          if (fieldType === thrift.Thrift.Type.I32) {\n            const value_5: number = input.readI32();\n            _args.offset_index_length = value_5;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 6:\n          if (fieldType === thrift.Thrift.Type.I64) {\n            const value_6: Int64 = input.readI64();\n            _args.column_index_offset = value_6;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 7:\n          if (fieldType === thrift.Thrift.Type.I32) {\n            const value_7: number = input.readI32();\n            _args.column_index_length = value_7;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        default: {\n          input.skip(fieldType);\n        }\n      }\n      input.readFieldEnd();\n    }\n    input.readStructEnd();\n    if (_args.file_offset !== undefined) {\n      return new ColumnChunk(_args);\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Unable to read ColumnChunk from input'\n      );\n    }\n  }\n}\n"],"file":"ColumnChunk.js"}