npm - @loaders.gl/parquet - Versions diffs - 4.0.0-beta.2 → 4.0.0-beta.3 - Mend

@loaders.gl/parquet 4.0.0-beta.2 → 4.0.0-beta.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (728) hide show

package/dist/parquetjs/parquet-thrift/Statistics.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"Statistics.js","names":["Int64","thrift","Statistics","constructor","args","max","min","null_count","distinct_count","max_value","min_value","write","output","writeStructBegin","writeFieldBegin","Thrift","Type","STRING","writeBinary","writeFieldEnd","I64","writeI64","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readBinary","skip","value_2","value_3","readI64","value_4","value_5","value_6","readFieldEnd","readStructEnd"],"sources":["../../../src/parquetjs/parquet-thrift/Statistics.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nexport interface IStatisticsArgs {\n max?: Buffer;\n min?: Buffer;\n null_count?: number | Int64;\n distinct_count?: number | Int64;\n max_value?: Buffer;\n min_value?: Buffer;\n}\nexport class Statistics {\n public max?: Buffer;\n public min?: Buffer;\n public null_count?: Int64;\n public distinct_count?: Int64;\n public max_value?: Buffer;\n public min_value?: Buffer;\n constructor(args?: IStatisticsArgs) {\n if (args != null && args.max != null) {\n this.max = args.max;\n }\n if (args != null && args.min != null) {\n this.min = args.min;\n }\n if (args != null && args.null_count != null) {\n if (typeof args.null_count === 'number') {\n this.null_count = new Int64(args.null_count);\n } else {\n this.null_count = args.null_count;\n }\n }\n if (args != null && args.distinct_count != null) {\n if (typeof args.distinct_count === 'number') {\n this.distinct_count = new Int64(args.distinct_count);\n } else {\n this.distinct_count = args.distinct_count;\n }\n }\n if (args != null && args.max_value != null) {\n this.max_value = args.max_value;\n }\n if (args != null && args.min_value != null) {\n this.min_value = args.min_value;\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('Statistics');\n if (this.max != null) {\n output.writeFieldBegin('max', thrift.Thrift.Type.STRING, 1);\n output.writeBinary(this.max);\n output.writeFieldEnd();\n }\n if (this.min != null) {\n output.writeFieldBegin('min', thrift.Thrift.Type.STRING, 2);\n output.writeBinary(this.min);\n output.writeFieldEnd();\n }\n if (this.null_count != null) {\n output.writeFieldBegin('null_count', thrift.Thrift.Type.I64, 3);\n output.writeI64(this.null_count);\n output.writeFieldEnd();\n }\n if (this.distinct_count != null) {\n output.writeFieldBegin('distinct_count', thrift.Thrift.Type.I64, 4);\n output.writeI64(this.distinct_count);\n output.writeFieldEnd();\n }\n if (this.max_value != null) {\n output.writeFieldBegin('max_value', thrift.Thrift.Type.STRING, 5);\n output.writeBinary(this.max_value);\n output.writeFieldEnd();\n }\n if (this.min_value != null) {\n output.writeFieldBegin('min_value', thrift.Thrift.Type.STRING, 6);\n output.writeBinary(this.min_value);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): Statistics {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.STRING) {\n const value_1: Buffer = input.readBinary();\n _args.max = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.STRING) {\n const value_2: Buffer = input.readBinary();\n _args.min = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n case 3:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_3: Int64 = input.readI64();\n _args.null_count = value_3;\n } else {\n input.skip(fieldType);\n }\n break;\n case 4:\n if (fieldType === thrift.Thrift.Type.I64) {\n const value_4: Int64 = input.readI64();\n _args.distinct_count = value_4;\n } else {\n input.skip(fieldType);\n }\n break;\n case 5:\n if (fieldType === thrift.Thrift.Type.STRING) {\n const value_5: Buffer = input.readBinary();\n _args.max_value = value_5;\n } else {\n input.skip(fieldType);\n }\n break;\n case 6:\n if (fieldType === thrift.Thrift.Type.STRING) {\n const value_6: Buffer = input.readBinary();\n _args.min_value = value_6;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n return new Statistics(_args);\n }\n}\n"],"mappings":"AAMA,OAAOA,KAAK,MAAM,YAAY;AAC9B,OAAO,KAAKC,MAAM,MAAM,QAAQ;AAShC,OAAO,MAAMC,UAAU,CAAC;EAOtBC,WAAWA,CAACC,IAAsB,EAAE;IAAA,KAN7BC,GAAG;IAAA,KACHC,GAAG;IAAA,KACHC,UAAU;IAAA,KACVC,cAAc;IAAA,KACdC,SAAS;IAAA,KACTC,SAAS;IAEd,IAAIN,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACC,GAAG,IAAI,IAAI,EAAE;MACpC,IAAI,CAACA,GAAG,GAAGD,IAAI,CAACC,GAAG;IACrB;IACA,IAAID,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACE,GAAG,IAAI,IAAI,EAAE;MACpC,IAAI,CAACA,GAAG,GAAGF,IAAI,CAACE,GAAG;IACrB;IACA,IAAIF,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACG,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,OAAOH,IAAI,CAACG,UAAU,KAAK,QAAQ,EAAE;QACvC,IAAI,CAACA,UAAU,GAAG,IAAIP,KAAK,CAACI,IAAI,CAACG,UAAU,CAAC;MAC9C,CAAC,MAAM;QACL,IAAI,CAACA,UAAU,GAAGH,IAAI,CAACG,UAAU;MACnC;IACF;IACA,IAAIH,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACI,cAAc,IAAI,IAAI,EAAE;MAC/C,IAAI,OAAOJ,IAAI,CAACI,cAAc,KAAK,QAAQ,EAAE;QAC3C,IAAI,CAACA,cAAc,GAAG,IAAIR,KAAK,CAACI,IAAI,CAACI,cAAc,CAAC;MACtD,CAAC,MAAM;QACL,IAAI,CAACA,cAAc,GAAGJ,IAAI,CAACI,cAAc;MAC3C;IACF;IACA,IAAIJ,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACK,SAAS,IAAI,IAAI,EAAE;MAC1C,IAAI,CAACA,SAAS,GAAGL,IAAI,CAACK,SAAS;IACjC;IACA,IAAIL,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACM,SAAS,IAAI,IAAI,EAAE;MAC1C,IAAI,CAACA,SAAS,GAAGN,IAAI,CAACM,SAAS;IACjC;EACF;EACOC,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,YAAY,CAAC;IACrC,IAAI,IAAI,CAACR,GAAG,IAAI,IAAI,EAAE;MACpBO,MAAM,CAACE,eAAe,CAAC,KAAK,EAAEb,MAAM,CAACc,MAAM,CAACC,IAAI,CAACC,MAAM,EAAE,CAAC,CAAC;MAC3DL,MAAM,CAACM,WAAW,CAAC,IAAI,CAACb,GAAG,CAAC;MAC5BO,MAAM,CAACO,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACb,GAAG,IAAI,IAAI,EAAE;MACpBM,MAAM,CAACE,eAAe,CAAC,KAAK,EAAEb,MAAM,CAACc,MAAM,CAACC,IAAI,CAACC,MAAM,EAAE,CAAC,CAAC;MAC3DL,MAAM,CAACM,WAAW,CAAC,IAAI,CAACZ,GAAG,CAAC;MAC5BM,MAAM,CAACO,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACZ,UAAU,IAAI,IAAI,EAAE;MAC3BK,MAAM,CAACE,eAAe,CAAC,YAAY,EAAEb,MAAM,CAACc,MAAM,CAACC,IAAI,CAACI,GAAG,EAAE,CAAC,CAAC;MAC/DR,MAAM,CAACS,QAAQ,CAAC,IAAI,CAACd,UAAU,CAAC;MAChCK,MAAM,CAACO,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACX,cAAc,IAAI,IAAI,EAAE;MAC/BI,MAAM,CAACE,eAAe,CAAC,gBAAgB,EAAEb,MAAM,CAACc,MAAM,CAACC,IAAI,CAACI,GAAG,EAAE,CAAC,CAAC;MACnER,MAAM,CAACS,QAAQ,CAAC,IAAI,CAACb,cAAc,CAAC;MACpCI,MAAM,CAACO,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACV,SAAS,IAAI,IAAI,EAAE;MAC1BG,MAAM,CAACE,eAAe,CAAC,WAAW,EAAEb,MAAM,CAACc,MAAM,CAACC,IAAI,CAACC,MAAM,EAAE,CAAC,CAAC;MACjEL,MAAM,CAACM,WAAW,CAAC,IAAI,CAACT,SAAS,CAAC;MAClCG,MAAM,CAACO,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACT,SAAS,IAAI,IAAI,EAAE;MAC1BE,MAAM,CAACE,eAAe,CAAC,WAAW,EAAEb,MAAM,CAACc,MAAM,CAACC,IAAI,CAACC,MAAM,EAAE,CAAC,CAAC;MACjEL,MAAM,CAACM,WAAW,CAAC,IAAI,CAACR,SAAS,CAAC;MAClCE,MAAM,CAACO,aAAa,CAAC,CAAC;IACxB;IACAP,MAAM,CAACU,cAAc,CAAC,CAAC;IACvBV,MAAM,CAACW,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAc;IACtDA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAK7B,MAAM,CAACc,MAAM,CAACC,IAAI,CAACkB,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAK7B,MAAM,CAACc,MAAM,CAACC,IAAI,CAACC,MAAM,EAAE;YAC3C,MAAMkB,OAAe,GAAGV,KAAK,CAACW,UAAU,CAAC,CAAC;YAC1CT,KAAK,CAACtB,GAAG,GAAG8B,OAAO;UACrB,CAAC,MAAM;YACLV,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK7B,MAAM,CAACc,MAAM,CAACC,IAAI,CAACC,MAAM,EAAE;YAC3C,MAAMqB,OAAe,GAAGb,KAAK,CAACW,UAAU,CAAC,CAAC;YAC1CT,KAAK,CAACrB,GAAG,GAAGgC,OAAO;UACrB,CAAC,MAAM;YACLb,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK7B,MAAM,CAACc,MAAM,CAACC,IAAI,CAACI,GAAG,EAAE;YACxC,MAAMmB,OAAc,GAAGd,KAAK,CAACe,OAAO,CAAC,CAAC;YACtCb,KAAK,CAACpB,UAAU,GAAGgC,OAAO;UAC5B,CAAC,MAAM;YACLd,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK7B,MAAM,CAACc,MAAM,CAACC,IAAI,CAACI,GAAG,EAAE;YACxC,MAAMqB,OAAc,GAAGhB,KAAK,CAACe,OAAO,CAAC,CAAC;YACtCb,KAAK,CAACnB,cAAc,GAAGiC,OAAO;UAChC,CAAC,MAAM;YACLhB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK7B,MAAM,CAACc,MAAM,CAACC,IAAI,CAACC,MAAM,EAAE;YAC3C,MAAMyB,OAAe,GAAGjB,KAAK,CAACW,UAAU,CAAC,CAAC;YAC1CT,KAAK,CAAClB,SAAS,GAAGiC,OAAO;UAC3B,CAAC,MAAM;YACLjB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK7B,MAAM,CAACc,MAAM,CAACC,IAAI,CAACC,MAAM,EAAE;YAC3C,MAAM0B,OAAe,GAAGlB,KAAK,CAACW,UAAU,CAAC,CAAC;YAC1CT,KAAK,CAACjB,SAAS,GAAGiC,OAAO;UAC3B,CAAC,MAAM;YACLlB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;MACF;MACAL,KAAK,CAACmB,YAAY,CAAC,CAAC;IACtB;IACAnB,KAAK,CAACoB,aAAa,CAAC,CAAC;IACrB,OAAO,IAAI3C,UAAU,CAACyB,KAAK,CAAC;EAC9B;AACF"}

package/dist/parquetjs/parquet-thrift/StringType.d.ts.map ADDED Viewed

	@@ -0,0 +1 @@
1	+ {"version":3,"file":"StringType.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/StringType.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,MAAM,WAAW,eAAe;CAAG;AACnC,qBAAa,UAAU;;IAEd,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAM9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,UAAU;CAmBxD"}

package/dist/parquetjs/parquet-thrift/StringType.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"StringType.js","names":["thrift","StringType","constructor","write","output","writeStructBegin","writeFieldStop","writeStructEnd","read","input","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","Thrift","Type","STOP","skip","readFieldEnd","readStructEnd"],"sources":["../../../src/parquetjs/parquet-thrift/StringType.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nexport interface IStringTypeArgs {}\nexport class StringType {\n constructor() {}\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('StringType');\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): StringType {\n input.readStructBegin();\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n return new StringType();\n }\n}\n"],"mappings":"AAMA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAEhC,OAAO,MAAMC,UAAU,CAAC;EACtBC,WAAWA,CAAA,EAAG,CAAC;EACRC,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,YAAY,CAAC;IACrCD,MAAM,CAACE,cAAc,CAAC,CAAC;IACvBF,MAAM,CAACG,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAc;IACtDA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGF,KAAK,CAACG,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAKb,MAAM,CAACiB,MAAM,CAACC,IAAI,CAACC,IAAI,EAAE;QACzC;MACF;MACA,QAAQJ,OAAO;QACb;UAAS;YACPN,KAAK,CAACW,IAAI,CAACP,SAAS,CAAC;UACvB;MACF;MACAJ,KAAK,CAACY,YAAY,CAAC,CAAC;IACtB;IACAZ,KAAK,CAACa,aAAa,CAAC,CAAC;IACrB,OAAO,IAAIrB,UAAU,CAAC,CAAC;EACzB;AACF"}

package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"TimeType.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/TimeType.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,QAAQ,MAAM,YAAY,CAAC;AACvC,MAAM,WAAW,aAAa;IAC5B,eAAe,EAAE,OAAO,CAAC;IACzB,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC;CACzB;AACD,qBAAa,QAAQ;IACZ,eAAe,EAAE,OAAO,CAAC;IACzB,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC;gBACnB,IAAI,EAAE,aAAa;IAkBxB,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAgB9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,QAAQ;CA2CtD"}

package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/TimeType.js RENAMED Viewed

@@ -1,10 +1,9 @@
-import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
 import * as thrift from 'thrift';
-import * as TimeUnit from './TimeUnit';
+import * as TimeUnit from "./TimeUnit.js";
 export class TimeType {
   constructor(args) {
-    _defineProperty(this, "isAdjustedToUTC", void 0);
-    _defineProperty(this, "unit", void 0);
+    this.isAdjustedToUTC = void 0;
+    this.unit = void 0;
     if (args != null && args.isAdjustedToUTC != null) {
       this.isAdjustedToUTC = args.isAdjustedToUTC;
     } else {

package/dist/parquetjs/parquet-thrift/TimeType.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"TimeType.js","names":["thrift","TimeUnit","TimeType","constructor","args","isAdjustedToUTC","unit","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","write","output","writeStructBegin","writeFieldBegin","Type","BOOL","writeBool","writeFieldEnd","STRUCT","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readBool","skip","value_2","readFieldEnd","readStructEnd","undefined"],"sources":["../../../src/parquetjs/parquet-thrift/TimeType.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as TimeUnit from './TimeUnit';\nexport interface ITimeTypeArgs {\n isAdjustedToUTC: boolean;\n unit: TimeUnit.TimeUnit;\n}\nexport class TimeType {\n public isAdjustedToUTC: boolean;\n public unit: TimeUnit.TimeUnit;\n constructor(args: ITimeTypeArgs) {\n if (args != null && args.isAdjustedToUTC != null) {\n this.isAdjustedToUTC = args.isAdjustedToUTC;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[isAdjustedToUTC] is unset!'\n );\n }\n if (args != null && args.unit != null) {\n this.unit = args.unit;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[unit] is unset!'\n );\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('TimeType');\n if (this.isAdjustedToUTC != null) {\n output.writeFieldBegin('isAdjustedToUTC', thrift.Thrift.Type.BOOL, 1);\n output.writeBool(this.isAdjustedToUTC);\n output.writeFieldEnd();\n }\n if (this.unit != null) {\n output.writeFieldBegin('unit', thrift.Thrift.Type.STRUCT, 2);\n this.unit.write(output);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): TimeType {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.BOOL) {\n const value_1: boolean = input.readBool();\n _args.isAdjustedToUTC = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_2: TimeUnit.TimeUnit = TimeUnit.TimeUnit.read(input);\n _args.unit = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (_args.isAdjustedToUTC !== undefined && _args.unit !== undefined) {\n return new TimeType(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read TimeType from input'\n );\n }\n }\n}\n"],"mappings":"AAMA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAAC,OAC1B,KAAKC,QAAQ;AAKpB,OAAO,MAAMC,QAAQ,CAAC;EAGpBC,WAAWA,CAACC,IAAmB,EAAE;IAAA,KAF1BC,eAAe;IAAA,KACfC,IAAI;IAET,IAAIF,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACC,eAAe,IAAI,IAAI,EAAE;MAChD,IAAI,CAACA,eAAe,GAAGD,IAAI,CAACC,eAAe;IAC7C,CAAC,MAAM;MACL,MAAM,IAAIL,MAAM,CAACO,MAAM,CAACC,kBAAkB,CACxCR,MAAM,CAACO,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,2CACF,CAAC;IACH;IACA,IAAIN,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACE,IAAI,IAAI,IAAI,EAAE;MACrC,IAAI,CAACA,IAAI,GAAGF,IAAI,CAACE,IAAI;IACvB,CAAC,MAAM;MACL,MAAM,IAAIN,MAAM,CAACO,MAAM,CAACC,kBAAkB,CACxCR,MAAM,CAACO,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,gCACF,CAAC;IACH;EACF;EACOC,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,UAAU,CAAC;IACnC,IAAI,IAAI,CAACR,eAAe,IAAI,IAAI,EAAE;MAChCO,MAAM,CAACE,eAAe,CAAC,iBAAiB,EAAEd,MAAM,CAACO,MAAM,CAACQ,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MACrEJ,MAAM,CAACK,SAAS,CAAC,IAAI,CAACZ,eAAe,CAAC;MACtCO,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACZ,IAAI,IAAI,IAAI,EAAE;MACrBM,MAAM,CAACE,eAAe,CAAC,MAAM,EAAEd,MAAM,CAACO,MAAM,CAACQ,IAAI,CAACI,MAAM,EAAE,CAAC,CAAC;MAC5D,IAAI,CAACb,IAAI,CAACK,KAAK,CAACC,MAAM,CAAC;MACvBA,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACAN,MAAM,CAACQ,cAAc,CAAC,CAAC;IACvBR,MAAM,CAACS,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAY;IACpDA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAK5B,MAAM,CAACO,MAAM,CAACQ,IAAI,CAACiB,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAK5B,MAAM,CAACO,MAAM,CAACQ,IAAI,CAACC,IAAI,EAAE;YACzC,MAAMiB,OAAgB,GAAGV,KAAK,CAACW,QAAQ,CAAC,CAAC;YACzCT,KAAK,CAACpB,eAAe,GAAG4B,OAAO;UACjC,CAAC,MAAM;YACLV,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK5B,MAAM,CAACO,MAAM,CAACQ,IAAI,CAACI,MAAM,EAAE;YAC3C,MAAMiB,OAA0B,GAAGnC,QAAQ,CAACA,QAAQ,CAACqB,IAAI,CAACC,KAAK,CAAC;YAChEE,KAAK,CAACnB,IAAI,GAAG8B,OAAO;UACtB,CAAC,MAAM;YACLb,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;MACF;MACAL,KAAK,CAACc,YAAY,CAAC,CAAC;IACtB;IACAd,KAAK,CAACe,aAAa,CAAC,CAAC;IACrB,IAAIb,KAAK,CAACpB,eAAe,KAAKkC,SAAS,IAAId,KAAK,CAACnB,IAAI,KAAKiC,SAAS,EAAE;MACnE,OAAO,IAAIrC,QAAQ,CAACuB,KAAK,CAAC;IAC5B,CAAC,MAAM;MACL,MAAM,IAAIzB,MAAM,CAACO,MAAM,CAACC,kBAAkB,CACxCR,MAAM,CAACO,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,oCACF,CAAC;IACH;EACF;AACF"}

package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"TimeUnit.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/TimeUnit.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,YAAY,MAAM,gBAAgB,CAAC;AAC/C,OAAO,KAAK,YAAY,MAAM,gBAAgB,CAAC;AAC/C,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,YAAY,CAAC,YAAY,CAAC;IACnC,MAAM,CAAC,EAAE,YAAY,CAAC,YAAY,CAAC;CACpC;AACD,qBAAa,QAAQ;IACZ,MAAM,CAAC,EAAE,YAAY,CAAC,YAAY,CAAC;IACnC,MAAM,CAAC,EAAE,YAAY,CAAC,YAAY,CAAC;gBAC9B,IAAI,CAAC,EAAE,aAAa;WAwBlB,UAAU,CAAC,MAAM,EAAE,YAAY,CAAC,YAAY,GAAG,QAAQ;WAGvD,UAAU,CAAC,MAAM,EAAE,YAAY,CAAC,YAAY,GAAG,QAAQ;IAG9D,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAgB9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,QAAQ;CAyDtD"}

package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/TimeUnit.js RENAMED Viewed

@@ -1,11 +1,10 @@
-import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
 import * as thrift from 'thrift';
-import * as MicroSeconds from './MicroSeconds';
-import * as MilliSeconds from './MilliSeconds';
+import * as MicroSeconds from "./MicroSeconds.js";
+import * as MilliSeconds from "./MilliSeconds.js";
 export class TimeUnit {
   constructor(args) {
-    _defineProperty(this, "MILLIS", void 0);
-    _defineProperty(this, "MICROS", void 0);
+    this.MILLIS = void 0;
+    this.MICROS = void 0;
     let _fieldsSet = 0;
     if (args != null) {
       if (args.MILLIS != null) {

package/dist/parquetjs/parquet-thrift/TimeUnit.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"TimeUnit.js","names":["thrift","MicroSeconds","MilliSeconds","TimeUnit","constructor","args","MILLIS","MICROS","_fieldsSet","Thrift","TProtocolException","TProtocolExceptionType","INVALID_DATA","fromMILLIS","fromMICROS","write","output","writeStructBegin","writeFieldBegin","Type","STRUCT","writeFieldEnd","writeFieldStop","writeStructEnd","read","input","_returnValue","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","skip","value_2","readFieldEnd","readStructEnd","UNKNOWN"],"sources":["../../../src/parquetjs/parquet-thrift/TimeUnit.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as MicroSeconds from './MicroSeconds';\nimport * as MilliSeconds from './MilliSeconds';\nexport interface ITimeUnitArgs {\n MILLIS?: MilliSeconds.MilliSeconds;\n MICROS?: MicroSeconds.MicroSeconds;\n}\nexport class TimeUnit {\n public MILLIS?: MilliSeconds.MilliSeconds;\n public MICROS?: MicroSeconds.MicroSeconds;\n constructor(args?: ITimeUnitArgs) {\n let _fieldsSet: number = 0;\n if (args != null) {\n if (args.MILLIS != null) {\n _fieldsSet++;\n this.MILLIS = args.MILLIS;\n }\n if (args.MICROS != null) {\n _fieldsSet++;\n this.MICROS = args.MICROS;\n }\n if (_fieldsSet > 1) {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.INVALID_DATA,\n 'Cannot read a TUnion with more than one set value!'\n );\n } else if (_fieldsSet < 1) {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.INVALID_DATA,\n 'Cannot read a TUnion with no set value!'\n );\n }\n }\n }\n public static fromMILLIS(MILLIS: MilliSeconds.MilliSeconds): TimeUnit {\n return new TimeUnit({MILLIS});\n }\n public static fromMICROS(MICROS: MicroSeconds.MicroSeconds): TimeUnit {\n return new TimeUnit({MICROS});\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('TimeUnit');\n if (this.MILLIS != null) {\n output.writeFieldBegin('MILLIS', thrift.Thrift.Type.STRUCT, 1);\n this.MILLIS.write(output);\n output.writeFieldEnd();\n }\n if (this.MICROS != null) {\n output.writeFieldBegin('MICROS', thrift.Thrift.Type.STRUCT, 2);\n this.MICROS.write(output);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): TimeUnit {\n let _fieldsSet: number = 0;\n let _returnValue: TimeUnit | null = null;\n input.readStructBegin();\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n _fieldsSet++;\n const value_1: MilliSeconds.MilliSeconds = MilliSeconds.MilliSeconds.read(input);\n _returnValue = TimeUnit.fromMILLIS(value_1);\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n _fieldsSet++;\n const value_2: MicroSeconds.MicroSeconds = MicroSeconds.MicroSeconds.read(input);\n _returnValue = TimeUnit.fromMICROS(value_2);\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (_fieldsSet > 1) {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.INVALID_DATA,\n 'Cannot read a TUnion with more than one set value!'\n );\n } else if (_fieldsSet < 1) {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.INVALID_DATA,\n 'Cannot read a TUnion with no set value!'\n );\n }\n if (_returnValue !== null) {\n return _returnValue;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read data for TUnion'\n );\n }\n }\n}\n"],"mappings":"AAMA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAAC,OAC1B,KAAKC,YAAY;AAAA,OACjB,KAAKC,YAAY;AAKxB,OAAO,MAAMC,QAAQ,CAAC;EAGpBC,WAAWA,CAACC,IAAoB,EAAE;IAAA,KAF3BC,MAAM;IAAA,KACNC,MAAM;IAEX,IAAIC,UAAkB,GAAG,CAAC;IAC1B,IAAIH,IAAI,IAAI,IAAI,EAAE;MAChB,IAAIA,IAAI,CAACC,MAAM,IAAI,IAAI,EAAE;QACvBE,UAAU,EAAE;QACZ,IAAI,CAACF,MAAM,GAAGD,IAAI,CAACC,MAAM;MAC3B;MACA,IAAID,IAAI,CAACE,MAAM,IAAI,IAAI,EAAE;QACvBC,UAAU,EAAE;QACZ,IAAI,CAACD,MAAM,GAAGF,IAAI,CAACE,MAAM;MAC3B;MACA,IAAIC,UAAU,GAAG,CAAC,EAAE;QAClB,MAAM,IAAIR,MAAM,CAACS,MAAM,CAACC,kBAAkB,CACxCV,MAAM,CAACS,MAAM,CAACE,sBAAsB,CAACC,YAAY,EACjD,oDACF,CAAC;MACH,CAAC,MAAM,IAAIJ,UAAU,GAAG,CAAC,EAAE;QACzB,MAAM,IAAIR,MAAM,CAACS,MAAM,CAACC,kBAAkB,CACxCV,MAAM,CAACS,MAAM,CAACE,sBAAsB,CAACC,YAAY,EACjD,yCACF,CAAC;MACH;IACF;EACF;EACA,OAAcC,UAAUA,CAACP,MAAiC,EAAY;IACpE,OAAO,IAAIH,QAAQ,CAAC;MAACG;IAAM,CAAC,CAAC;EAC/B;EACA,OAAcQ,UAAUA,CAACP,MAAiC,EAAY;IACpE,OAAO,IAAIJ,QAAQ,CAAC;MAACI;IAAM,CAAC,CAAC;EAC/B;EACOQ,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,UAAU,CAAC;IACnC,IAAI,IAAI,CAACX,MAAM,IAAI,IAAI,EAAE;MACvBU,MAAM,CAACE,eAAe,CAAC,QAAQ,EAAElB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,MAAM,EAAE,CAAC,CAAC;MAC9D,IAAI,CAACd,MAAM,CAACS,KAAK,CAACC,MAAM,CAAC;MACzBA,MAAM,CAACK,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACd,MAAM,IAAI,IAAI,EAAE;MACvBS,MAAM,CAACE,eAAe,CAAC,QAAQ,EAAElB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,MAAM,EAAE,CAAC,CAAC;MAC9D,IAAI,CAACb,MAAM,CAACQ,KAAK,CAACC,MAAM,CAAC;MACzBA,MAAM,CAACK,aAAa,CAAC,CAAC;IACxB;IACAL,MAAM,CAACM,cAAc,CAAC,CAAC;IACvBN,MAAM,CAACO,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAY;IACpD,IAAIjB,UAAkB,GAAG,CAAC;IAC1B,IAAIkB,YAA6B,GAAG,IAAI;IACxCD,KAAK,CAACE,eAAe,CAAC,CAAC;IACvB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAK9B,MAAM,CAACS,MAAM,CAACU,IAAI,CAACe,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAK9B,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,MAAM,EAAE;YAC3CZ,UAAU,EAAE;YACZ,MAAM2B,OAAkC,GAAGjC,YAAY,CAACA,YAAY,CAACsB,IAAI,CAACC,KAAK,CAAC;YAChFC,YAAY,GAAGvB,QAAQ,CAACU,UAAU,CAACsB,OAAO,CAAC;UAC7C,CAAC,MAAM;YACLV,KAAK,CAACW,IAAI,CAACN,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK9B,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,MAAM,EAAE;YAC3CZ,UAAU,EAAE;YACZ,MAAM6B,OAAkC,GAAGpC,YAAY,CAACA,YAAY,CAACuB,IAAI,CAACC,KAAK,CAAC;YAChFC,YAAY,GAAGvB,QAAQ,CAACW,UAAU,CAACuB,OAAO,CAAC;UAC7C,CAAC,MAAM;YACLZ,KAAK,CAACW,IAAI,CAACN,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACW,IAAI,CAACN,SAAS,CAAC;UACvB;MACF;MACAL,KAAK,CAACa,YAAY,CAAC,CAAC;IACtB;IACAb,KAAK,CAACc,aAAa,CAAC,CAAC;IACrB,IAAI/B,UAAU,GAAG,CAAC,EAAE;MAClB,MAAM,IAAIR,MAAM,CAACS,MAAM,CAACC,kBAAkB,CACxCV,MAAM,CAACS,MAAM,CAACE,sBAAsB,CAACC,YAAY,EACjD,oDACF,CAAC;IACH,CAAC,MAAM,IAAIJ,UAAU,GAAG,CAAC,EAAE;MACzB,MAAM,IAAIR,MAAM,CAACS,MAAM,CAACC,kBAAkB,CACxCV,MAAM,CAACS,MAAM,CAACE,sBAAsB,CAACC,YAAY,EACjD,yCACF,CAAC;IACH;IACA,IAAIc,YAAY,KAAK,IAAI,EAAE;MACzB,OAAOA,YAAY;IACrB,CAAC,MAAM;MACL,MAAM,IAAI1B,MAAM,CAACS,MAAM,CAACC,kBAAkB,CACxCV,MAAM,CAACS,MAAM,CAACE,sBAAsB,CAAC6B,OAAO,EAC5C,gCACF,CAAC;IACH;EACF;AACF"}

package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"TimestampType.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/TimestampType.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,QAAQ,MAAM,YAAY,CAAC;AACvC,MAAM,WAAW,kBAAkB;IACjC,eAAe,EAAE,OAAO,CAAC;IACzB,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC;CACzB;AACD,qBAAa,aAAa;IACjB,eAAe,EAAE,OAAO,CAAC;IACzB,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC;gBACnB,IAAI,EAAE,kBAAkB;IAkB7B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAgB9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,aAAa;CA2C3D"}

package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/TimestampType.js RENAMED Viewed

@@ -1,10 +1,9 @@
-import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
 import * as thrift from 'thrift';
-import * as TimeUnit from './TimeUnit';
+import * as TimeUnit from "./TimeUnit.js";
 export class TimestampType {
   constructor(args) {
-    _defineProperty(this, "isAdjustedToUTC", void 0);
-    _defineProperty(this, "unit", void 0);
+    this.isAdjustedToUTC = void 0;
+    this.unit = void 0;
     if (args != null && args.isAdjustedToUTC != null) {
       this.isAdjustedToUTC = args.isAdjustedToUTC;
     } else {

package/dist/parquetjs/parquet-thrift/TimestampType.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"TimestampType.js","names":["thrift","TimeUnit","TimestampType","constructor","args","isAdjustedToUTC","unit","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","write","output","writeStructBegin","writeFieldBegin","Type","BOOL","writeBool","writeFieldEnd","STRUCT","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readBool","skip","value_2","readFieldEnd","readStructEnd","undefined"],"sources":["../../../src/parquetjs/parquet-thrift/TimestampType.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nimport * as TimeUnit from './TimeUnit';\nexport interface ITimestampTypeArgs {\n isAdjustedToUTC: boolean;\n unit: TimeUnit.TimeUnit;\n}\nexport class TimestampType {\n public isAdjustedToUTC: boolean;\n public unit: TimeUnit.TimeUnit;\n constructor(args: ITimestampTypeArgs) {\n if (args != null && args.isAdjustedToUTC != null) {\n this.isAdjustedToUTC = args.isAdjustedToUTC;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[isAdjustedToUTC] is unset!'\n );\n }\n if (args != null && args.unit != null) {\n this.unit = args.unit;\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Required field[unit] is unset!'\n );\n }\n }\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('TimestampType');\n if (this.isAdjustedToUTC != null) {\n output.writeFieldBegin('isAdjustedToUTC', thrift.Thrift.Type.BOOL, 1);\n output.writeBool(this.isAdjustedToUTC);\n output.writeFieldEnd();\n }\n if (this.unit != null) {\n output.writeFieldBegin('unit', thrift.Thrift.Type.STRUCT, 2);\n this.unit.write(output);\n output.writeFieldEnd();\n }\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): TimestampType {\n input.readStructBegin();\n let _args: any = {};\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n case 1:\n if (fieldType === thrift.Thrift.Type.BOOL) {\n const value_1: boolean = input.readBool();\n _args.isAdjustedToUTC = value_1;\n } else {\n input.skip(fieldType);\n }\n break;\n case 2:\n if (fieldType === thrift.Thrift.Type.STRUCT) {\n const value_2: TimeUnit.TimeUnit = TimeUnit.TimeUnit.read(input);\n _args.unit = value_2;\n } else {\n input.skip(fieldType);\n }\n break;\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n if (_args.isAdjustedToUTC !== undefined && _args.unit !== undefined) {\n return new TimestampType(_args);\n } else {\n throw new thrift.Thrift.TProtocolException(\n thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n 'Unable to read TimestampType from input'\n );\n }\n }\n}\n"],"mappings":"AAMA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAAC,OAC1B,KAAKC,QAAQ;AAKpB,OAAO,MAAMC,aAAa,CAAC;EAGzBC,WAAWA,CAACC,IAAwB,EAAE;IAAA,KAF/BC,eAAe;IAAA,KACfC,IAAI;IAET,IAAIF,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACC,eAAe,IAAI,IAAI,EAAE;MAChD,IAAI,CAACA,eAAe,GAAGD,IAAI,CAACC,eAAe;IAC7C,CAAC,MAAM;MACL,MAAM,IAAIL,MAAM,CAACO,MAAM,CAACC,kBAAkB,CACxCR,MAAM,CAACO,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,2CACF,CAAC;IACH;IACA,IAAIN,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACE,IAAI,IAAI,IAAI,EAAE;MACrC,IAAI,CAACA,IAAI,GAAGF,IAAI,CAACE,IAAI;IACvB,CAAC,MAAM;MACL,MAAM,IAAIN,MAAM,CAACO,MAAM,CAACC,kBAAkB,CACxCR,MAAM,CAACO,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,gCACF,CAAC;IACH;EACF;EACOC,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,eAAe,CAAC;IACxC,IAAI,IAAI,CAACR,eAAe,IAAI,IAAI,EAAE;MAChCO,MAAM,CAACE,eAAe,CAAC,iBAAiB,EAAEd,MAAM,CAACO,MAAM,CAACQ,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MACrEJ,MAAM,CAACK,SAAS,CAAC,IAAI,CAACZ,eAAe,CAAC;MACtCO,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACZ,IAAI,IAAI,IAAI,EAAE;MACrBM,MAAM,CAACE,eAAe,CAAC,MAAM,EAAEd,MAAM,CAACO,MAAM,CAACQ,IAAI,CAACI,MAAM,EAAE,CAAC,CAAC;MAC5D,IAAI,CAACb,IAAI,CAACK,KAAK,CAACC,MAAM,CAAC;MACvBA,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACAN,MAAM,CAACQ,cAAc,CAAC,CAAC;IACvBR,MAAM,CAACS,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAiB;IACzDA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAK5B,MAAM,CAACO,MAAM,CAACQ,IAAI,CAACiB,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAK5B,MAAM,CAACO,MAAM,CAACQ,IAAI,CAACC,IAAI,EAAE;YACzC,MAAMiB,OAAgB,GAAGV,KAAK,CAACW,QAAQ,CAAC,CAAC;YACzCT,KAAK,CAACpB,eAAe,GAAG4B,OAAO;UACjC,CAAC,MAAM;YACLV,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK5B,MAAM,CAACO,MAAM,CAACQ,IAAI,CAACI,MAAM,EAAE;YAC3C,MAAMiB,OAA0B,GAAGnC,QAAQ,CAACA,QAAQ,CAACqB,IAAI,CAACC,KAAK,CAAC;YAChEE,KAAK,CAACnB,IAAI,GAAG8B,OAAO;UACtB,CAAC,MAAM;YACLb,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;MACF;MACAL,KAAK,CAACc,YAAY,CAAC,CAAC;IACtB;IACAd,KAAK,CAACe,aAAa,CAAC,CAAC;IACrB,IAAIb,KAAK,CAACpB,eAAe,KAAKkC,SAAS,IAAId,KAAK,CAACnB,IAAI,KAAKiC,SAAS,EAAE;MACnE,OAAO,IAAIrC,aAAa,CAACuB,KAAK,CAAC;IACjC,CAAC,MAAM;MACL,MAAM,IAAIzB,MAAM,CAACO,MAAM,CAACC,kBAAkB,CACxCR,MAAM,CAACO,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,yCACF,CAAC;IACH;EACF;AACF"}

package/dist/parquetjs/parquet-thrift/Type.d.ts.map ADDED Viewed

	@@ -0,0 +1 @@
1	+ {"version":3,"file":"Type.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/Type.ts"],"names":[],"mappings":"AAMA,oBAAY,IAAI;IACd,OAAO,IAAI;IACX,KAAK,IAAI;IACT,KAAK,IAAI;IACT,KAAK,IAAI;IACT,KAAK,IAAI;IACT,MAAM,IAAI;IACV,UAAU,IAAI;IACd,oBAAoB,IAAI;CACzB"}

package/dist/parquetjs/parquet-thrift/Type.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"Type.js","names":["Type"],"sources":["../../../src/parquetjs/parquet-thrift/Type.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nexport enum Type {\n BOOLEAN = 0,\n INT32 = 1,\n INT64 = 2,\n INT96 = 3,\n FLOAT = 4,\n DOUBLE = 5,\n BYTE_ARRAY = 6,\n FIXED_LEN_BYTE_ARRAY = 7\n}\n"],"mappings":"AAMA,WAAYA,IAAI,aAAJA,IAAI;EAAJA,IAAI,CAAJA,IAAI;EAAJA,IAAI,CAAJA,IAAI;EAAJA,IAAI,CAAJA,IAAI;EAAJA,IAAI,CAAJA,IAAI;EAAJA,IAAI,CAAJA,IAAI;EAAJA,IAAI,CAAJA,IAAI;EAAJA,IAAI,CAAJA,IAAI;EAAJA,IAAI,CAAJA,IAAI;EAAA,OAAJA,IAAI;AAAA"}

package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts.map ADDED Viewed

	@@ -0,0 +1 @@
1	+ {"version":3,"file":"TypeDefinedOrder.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/TypeDefinedOrder.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,MAAM,WAAW,qBAAqB;CAAG;AACzC,qBAAa,gBAAgB;;IAEpB,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAM9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,gBAAgB;CAmB9D"}

package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"TypeDefinedOrder.js","names":["thrift","TypeDefinedOrder","constructor","write","output","writeStructBegin","writeFieldStop","writeStructEnd","read","input","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","Thrift","Type","STOP","skip","readFieldEnd","readStructEnd"],"sources":["../../../src/parquetjs/parquet-thrift/TypeDefinedOrder.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nexport interface ITypeDefinedOrderArgs {}\nexport class TypeDefinedOrder {\n constructor() {}\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('TypeDefinedOrder');\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): TypeDefinedOrder {\n input.readStructBegin();\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n return new TypeDefinedOrder();\n }\n}\n"],"mappings":"AAMA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAEhC,OAAO,MAAMC,gBAAgB,CAAC;EAC5BC,WAAWA,CAAA,EAAG,CAAC;EACRC,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,kBAAkB,CAAC;IAC3CD,MAAM,CAACE,cAAc,CAAC,CAAC;IACvBF,MAAM,CAACG,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAoB;IAC5DA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGF,KAAK,CAACG,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAKb,MAAM,CAACiB,MAAM,CAACC,IAAI,CAACC,IAAI,EAAE;QACzC;MACF;MACA,QAAQJ,OAAO;QACb;UAAS;YACPN,KAAK,CAACW,IAAI,CAACP,SAAS,CAAC;UACvB;MACF;MACAJ,KAAK,CAACY,YAAY,CAAC,CAAC;IACtB;IACAZ,KAAK,CAACa,aAAa,CAAC,CAAC;IACrB,OAAO,IAAIrB,gBAAgB,CAAC,CAAC;EAC/B;AACF"}

package/dist/parquetjs/parquet-thrift/UUIDType.d.ts.map ADDED Viewed

	@@ -0,0 +1 @@
1	+ {"version":3,"file":"UUIDType.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/UUIDType.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,MAAM,WAAW,aAAa;CAAG;AACjC,qBAAa,QAAQ;;IAEZ,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAM9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,QAAQ;CAmBtD"}

package/dist/parquetjs/parquet-thrift/UUIDType.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"UUIDType.js","names":["thrift","UUIDType","constructor","write","output","writeStructBegin","writeFieldStop","writeStructEnd","read","input","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","Thrift","Type","STOP","skip","readFieldEnd","readStructEnd"],"sources":["../../../src/parquetjs/parquet-thrift/UUIDType.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nexport interface IUUIDTypeArgs {}\nexport class UUIDType {\n constructor() {}\n public write(output: thrift.TProtocol): void {\n output.writeStructBegin('UUIDType');\n output.writeFieldStop();\n output.writeStructEnd();\n return;\n }\n public static read(input: thrift.TProtocol): UUIDType {\n input.readStructBegin();\n while (true) {\n const ret: thrift.TField = input.readFieldBegin();\n const fieldType: thrift.Thrift.Type = ret.ftype;\n const fieldId: number = ret.fid;\n if (fieldType === thrift.Thrift.Type.STOP) {\n break;\n }\n switch (fieldId) {\n default: {\n input.skip(fieldType);\n }\n }\n input.readFieldEnd();\n }\n input.readStructEnd();\n return new UUIDType();\n }\n}\n"],"mappings":"AAMA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAEhC,OAAO,MAAMC,QAAQ,CAAC;EACpBC,WAAWA,CAAA,EAAG,CAAC;EACRC,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,UAAU,CAAC;IACnCD,MAAM,CAACE,cAAc,CAAC,CAAC;IACvBF,MAAM,CAACG,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAY;IACpDA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGF,KAAK,CAACG,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAKb,MAAM,CAACiB,MAAM,CAACC,IAAI,CAACC,IAAI,EAAE;QACzC;MACF;MACA,QAAQJ,OAAO;QACb;UAAS;YACPN,KAAK,CAACW,IAAI,CAACP,SAAS,CAAC;UACvB;MACF;MACAJ,KAAK,CAACY,YAAY,CAAC,CAAC;IACtB;IACAZ,KAAK,CAACa,aAAa,CAAC,CAAC;IACrB,OAAO,IAAIrB,QAAQ,CAAC,CAAC;EACvB;AACF"}

package/dist/parquetjs/parquet-thrift/index.d.ts.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/index.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,MAAM,EAAC,MAAM,+CAA+C,CAAC;AAErE,OAAO,EAAC,kBAAkB,EAAE,gBAAgB,EAAE,gBAAgB,EAAC,MAAM,QAAQ,CAAC;AAE9E,cAAc,QAAQ,CAAC;AACvB,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC;AACnC,cAAc,YAAY,CAAC;AAC3B,cAAc,iBAAiB,CAAC;AAChC,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,YAAY,CAAC;AAC3B,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,YAAY,CAAC;AAC3B,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,wBAAwB,CAAC;AACvC,cAAc,oBAAoB,CAAC;AACnC,cAAc,cAAc,CAAC;AAC7B,cAAc,YAAY,CAAC;AAC3B,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,kBAAkB,CAAC;AACjC,cAAc,eAAe,CAAC;AAC9B,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,eAAe,CAAC;AAC9B,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,YAAY,CAAC;AAC3B,cAAc,eAAe,CAAC;AAC9B,cAAc,eAAe,CAAC"}

package/dist/parquetjs/parquet-thrift/index.js ADDED Viewed

@@ -0,0 +1,46 @@
+export { Buffer } from "../../buffer-polyfill/install-buffer-polyfill.js";
+export { TBufferedTransport, TCompactProtocol, TFramedTransport } from 'thrift';
+export * from "./Type.js";
+export * from "./ConvertedType.js";
+export * from "./FieldRepetitionType.js";
+export * from "./Encoding.js";
+export * from "./CompressionCodec.js";
+export * from "./PageType.js";
+export * from "./BoundaryOrder.js";
+export * from "./Statistics.js";
+export * from "./StringType.js";
+export * from "./UUIDType.js";
+export * from "./MapType.js";
+export * from "./ListType.js";
+export * from "./EnumType.js";
+export * from "./DateType.js";
+export * from "./NullType.js";
+export * from "./DecimalType.js";
+export * from "./MilliSeconds.js";
+export * from "./MicroSeconds.js";
+export * from "./TimestampType.js";
+export * from "./TimeType.js";
+export * from "./IntType.js";
+export * from "./JsonType.js";
+export * from "./BsonType.js";
+export * from "./SchemaElement.js";
+export * from "./DataPageHeader.js";
+export * from "./IndexPageHeader.js";
+export * from "./DictionaryPageHeader.js";
+export * from "./DataPageHeaderV2.js";
+export * from "./PageHeader.js";
+export * from "./KeyValue.js";
+export * from "./SortingColumn.js";
+export * from "./PageEncodingStats.js";
+export * from "./ColumnMetaData.js";
+export * from "./ColumnChunk.js";
+export * from "./RowGroup.js";
+export * from "./TypeDefinedOrder.js";
+export * from "./PageLocation.js";
+export * from "./OffsetIndex.js";
+export * from "./ColumnIndex.js";
+export * from "./FileMetaData.js";
+export * from "./TimeUnit.js";
+export * from "./LogicalType.js";
+export * from "./ColumnOrder.js";
+//# sourceMappingURL=index.js.map

package/dist/parquetjs/parquet-thrift/index.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"index.js","names":["Buffer","TBufferedTransport","TCompactProtocol","TFramedTransport"],"sources":["../../../src/parquetjs/parquet-thrift/index.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nexport {Buffer} from '../../buffer-polyfill/install-buffer-polyfill';\n\nexport {TBufferedTransport, TCompactProtocol, TFramedTransport} from 'thrift';\n\nexport * from './Type';\nexport * from './ConvertedType';\nexport * from './FieldRepetitionType';\nexport * from './Encoding';\nexport * from './CompressionCodec';\nexport * from './PageType';\nexport * from './BoundaryOrder';\nexport * from './Statistics';\nexport * from './StringType';\nexport * from './UUIDType';\nexport * from './MapType';\nexport * from './ListType';\nexport * from './EnumType';\nexport * from './DateType';\nexport * from './NullType';\nexport * from './DecimalType';\nexport * from './MilliSeconds';\nexport * from './MicroSeconds';\nexport * from './TimestampType';\nexport * from './TimeType';\nexport * from './IntType';\nexport * from './JsonType';\nexport * from './BsonType';\nexport * from './SchemaElement';\nexport * from './DataPageHeader';\nexport * from './IndexPageHeader';\nexport * from './DictionaryPageHeader';\nexport * from './DataPageHeaderV2';\nexport * from './PageHeader';\nexport * from './KeyValue';\nexport * from './SortingColumn';\nexport * from './PageEncodingStats';\nexport * from './ColumnMetaData';\nexport * from './ColumnChunk';\nexport * from './RowGroup';\nexport * from './TypeDefinedOrder';\nexport * from './PageLocation';\nexport * from './OffsetIndex';\nexport * from './ColumnIndex';\nexport * from './FileMetaData';\nexport * from './TimeUnit';\nexport * from './LogicalType';\nexport * from './ColumnOrder';\n"],"mappings":"SAMQA,MAAM;AAEd,SAAQC,kBAAkB,EAAEC,gBAAgB,EAAEC,gBAAgB,QAAO,QAAQ;AAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA"}

package/dist/parquetjs/parser/decoders.d.ts.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"decoders.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/decoders.ts"],"names":[],"mappings":";AACA,OAAO,EAEL,kBAAkB,EAClB,oBAAoB,EACpB,eAAe,EAGf,gBAAgB,EACjB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAC,YAAY,EAAsC,MAAM,WAAW,CAAC;AAC5E,OAAO,EAML,aAAa,EAEd,MAAM,mBAAmB,CAAC;AAK3B;;;;;;GAMG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CAmD7B;AAED;;;;GAIG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,eAAe,CAAC,CA0B1B;AAED;;;;;;;;;GASG;AACH,wBAAgB,YAAY,CAC1B,cAAc,EAAE,aAAa,EAAE,EAC/B,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,GACV;IACD,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;CAC1B,CA4DA"}

package/dist/{esm/parquetjs → parquetjs}/parser/decoders.js RENAMED Viewed

@@ -1,8 +1,8 @@
-import { PARQUET_CODECS } from '../codecs';
-import { ConvertedType, Encoding, FieldRepetitionType, PageType, Type } from '../parquet-thrift';
-import { decompress } from '../compression';
-import { PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING } from '../../constants';
-import { decodePageHeader, getThriftEnum, getBitWidth } from '../utils/read-utils';
+import { PARQUET_CODECS } from "../codecs/index.js";
+import { ConvertedType, Encoding, FieldRepetitionType, PageType, Type } from "../parquet-thrift/index.js";
+import { decompress } from "../compression.js";
+import { PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING } from "../../constants.js";
+import { decodePageHeader, getThriftEnum, getBitWidth } from "../utils/read-utils.js";
 export async function decodeDataPages(buffer, context) {
   const cursor = {
     buffer,
@@ -61,7 +61,7 @@ export async function decodePage(cursor, context) {
       };
       break;
     default:
-      throw new Error("invalid page type: ".concat(pageType));
+      throw new Error(`invalid page type: ${pageType}`);
   }
   return page;
 }
@@ -101,7 +101,7 @@ export function decodeSchema(schemaElements, offset, len) {
       }
       switch (logicalType) {
         case 'DECIMAL':
-          logicalType = "".concat(logicalType, "_").concat(type);
+          logicalType = `${logicalType}_${type}`;
           break;
         default:
       }
@@ -124,7 +124,7 @@ export function decodeSchema(schemaElements, offset, len) {
 }
 function decodeValues(type, encoding, cursor, count, opts) {
   if (!(encoding in PARQUET_CODECS)) {
-    throw new Error("invalid encoding: ".concat(encoding));
+    throw new Error(`invalid encoding: ${encoding}`);
   }
   return PARQUET_CODECS[encoding].decodeValues(type, cursor, count, opts);
 }

package/dist/parquetjs/parser/decoders.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"decoders.js","names":["PARQUET_CODECS","ConvertedType","Encoding","FieldRepetitionType","PageType","Type","decompress","PARQUET_RDLVL_TYPE","PARQUET_RDLVL_ENCODING","decodePageHeader","getThriftEnum","getBitWidth","decodeDataPages","buffer","context","cursor","offset","size","length","data","rlevels","dlevels","values","pageHeaders","count","dictionary","numValues","Number","page","decodePage","map","value","index","push","undefined","pageHeader","pageType","type","decodeDataPage","decodeDataPageV2","decodeDictionaryPage","Error","decodeSchema","schemaElements","len","schema","next","i","schemaElement","repetitionType","repetition_type","optional","repeated","num_children","res","name","fields","logicalType","converted_type","typeLength","type_length","presision","precision","scale","decodeValues","encoding","opts","header","_header$data_page_hea","_header$data_page_hea2","_header$data_page_hea3","_header$data_page_hea4","cursorEnd","compressed_page_size","valueCount","data_page_header","num_values","dataCursor","compression","valuesBuf","slice","uncompressed_page_size","rLevelEncoding","repetition_level_encoding","rLevels","Array","column","rLevelMax","bitWidth","disableEnvelope","fill","dLevelEncoding","definition_level_encoding","dLevels","dLevelMax","valueCountNonNull","dlvl","valueEncoding","decodeOptions","primitiveType","_header$data_page_hea5","_header$data_page_hea6","_header$data_page_hea7","_header$data_page_hea8","data_page_header_v2","num_nulls","valuesBufCursor","is_compressed","_pageHeader$dictionar","dictCursor","dictionary_page_header","decodedDictionaryValues","preserveBinary","d","toString","ArrayBuffer","isView","Buffer","isBuffer","byteOffset","byteLength"],"sources":["../../../src/parquetjs/parser/decoders.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport {\n ParquetCodec,\n ParquetColumnChunk,\n ParquetReaderContext,\n ParquetPageData,\n ParquetType,\n PrimitiveType,\n SchemaDefinition\n} from '../schema/declare';\nimport {CursorBuffer, ParquetCodecOptions, PARQUET_CODECS} from '../codecs';\nimport {\n ConvertedType,\n Encoding,\n FieldRepetitionType,\n PageHeader,\n PageType,\n SchemaElement,\n Type\n} from '../parquet-thrift';\nimport {decompress} from '../compression';\nimport {PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING} from '../../constants';\nimport {decodePageHeader, getThriftEnum, getBitWidth} from '../utils/read-utils';\n\n/**\n * Decode data pages\n * @param buffer - input data\n * @param column - parquet column\n * @param compression - compression type\n * @returns parquet data page data\n */\nexport async function decodeDataPages(\n buffer: Buffer,\n context: ParquetReaderContext\n): Promise<ParquetColumnChunk> {\n const cursor: CursorBuffer = {\n buffer,\n offset: 0,\n size: buffer.length\n };\n\n const data: ParquetColumnChunk = {\n rlevels: [],\n dlevels: [],\n values: [],\n pageHeaders: [],\n count: 0\n };\n\n let dictionary = context.dictionary || [];\n\n while (\n // @ts-ignore size can be undefined\n cursor.offset < cursor.size &&\n (!context.numValues || data.dlevels.length < Number(context.numValues))\n ) {\n // Looks like we have to decode these in sequence due to cursor updates?\n const page = await decodePage(cursor, context);\n\n if (page.dictionary) {\n dictionary = page.dictionary;\n // eslint-disable-next-line no-continue\n continue;\n }\n\n if (dictionary.length) {\n // eslint-disable-next-line no-loop-func\n page.values = page.values.map((value) => dictionary[value]);\n }\n\n for (let index = 0; index < page.rlevels.length; index++) {\n data.rlevels.push(page.rlevels[index]);\n data.dlevels.push(page.dlevels[index]);\n const value = page.values[index];\n\n if (value !== undefined) {\n data.values.push(value);\n }\n }\n\n data.count += page.count;\n data.pageHeaders.push(page.pageHeader);\n }\n\n return data;\n}\n\n/**\n * Decode parquet page based on page type\n * @param cursor\n * @param context\n */\nexport async function decodePage(\n cursor: CursorBuffer,\n context: ParquetReaderContext\n): Promise<ParquetPageData> {\n let page;\n\n const {pageHeader, length} = decodePageHeader(cursor.buffer, cursor.offset);\n cursor.offset += length;\n\n const pageType = getThriftEnum(PageType, pageHeader.type);\n\n switch (pageType) {\n case 'DATA_PAGE':\n page = await decodeDataPage(cursor, pageHeader, context);\n break;\n case 'DATA_PAGE_V2':\n page = await decodeDataPageV2(cursor, pageHeader, context);\n break;\n case 'DICTIONARY_PAGE':\n page = {\n dictionary: await decodeDictionaryPage(cursor, pageHeader, context),\n pageHeader\n };\n break;\n default:\n throw new Error(`invalid page type: ${pageType}`);\n }\n\n return page;\n}\n\n/**\n * Decode parquet schema\n * @param schemaElements input schema elements data\n * @param offset offset to read from\n * @param len length of data\n * @returns result.offset\n * result.next - offset at the end of function\n * result.schema - schema read from the input data\n * @todo output offset is the same as input - possibly excess output field\n */\nexport function decodeSchema(\n schemaElements: SchemaElement[],\n offset: number,\n len: number\n): {\n offset: number;\n next: number;\n schema: SchemaDefinition;\n} {\n const schema: SchemaDefinition = {};\n let next = offset;\n for (let i = 0; i < len; i++) {\n const schemaElement = schemaElements[next];\n\n const repetitionType =\n next > 0 ? getThriftEnum(FieldRepetitionType, schemaElement.repetition_type!) : 'ROOT';\n\n let optional = false;\n let repeated = false;\n switch (repetitionType) {\n case 'REQUIRED':\n break;\n case 'OPTIONAL':\n optional = true;\n break;\n case 'REPEATED':\n repeated = true;\n break;\n default:\n throw new Error('parquet: unknown repetition type');\n }\n\n if (schemaElement.num_children! > 0) {\n const res = decodeSchema(schemaElements, next + 1, schemaElement.num_children!);\n next = res.next;\n schema[schemaElement.name] = {\n // type: undefined,\n optional,\n repeated,\n fields: res.schema\n };\n } else {\n const type = getThriftEnum(Type, schemaElement.type!);\n let logicalType = type;\n\n if (schemaElement.converted_type) {\n logicalType = getThriftEnum(ConvertedType, schemaElement.converted_type);\n }\n\n switch (logicalType) {\n case 'DECIMAL':\n logicalType = `${logicalType}_${type}` as ParquetType;\n break;\n default:\n }\n\n schema[schemaElement.name] = {\n type: logicalType as ParquetType,\n typeLength: schemaElement.type_length,\n presision: schemaElement.precision,\n scale: schemaElement.scale,\n optional,\n repeated\n };\n next++;\n }\n }\n return {schema, offset, next};\n}\n\n/**\n * Decode a consecutive array of data using one of the parquet encodings\n */\nfunction decodeValues(\n type: PrimitiveType,\n encoding: ParquetCodec,\n cursor: CursorBuffer,\n count: number,\n opts: ParquetCodecOptions\n): any[] {\n if (!(encoding in PARQUET_CODECS)) {\n throw new Error(`invalid encoding: ${encoding}`);\n }\n return PARQUET_CODECS[encoding].decodeValues(type, cursor, count, opts);\n}\n\n/**\n * Do decoding of parquet dataPage from column chunk\n * @param cursor\n * @param header\n * @param options\n */\nasync function decodeDataPage(\n cursor: CursorBuffer,\n header: PageHeader,\n context: ParquetReaderContext\n): Promise<ParquetPageData> {\n const cursorEnd = cursor.offset + header.compressed_page_size;\n const valueCount = header.data_page_header?.num_values;\n\n /* uncompress page */\n let dataCursor = cursor;\n\n if (context.compression !== 'UNCOMPRESSED') {\n const valuesBuf = await decompress(\n context.compression,\n cursor.buffer.slice(cursor.offset, cursorEnd),\n header.uncompressed_page_size\n );\n dataCursor = {\n buffer: valuesBuf,\n offset: 0,\n size: valuesBuf.length\n };\n cursor.offset = cursorEnd;\n }\n\n /* read repetition levels */\n const rLevelEncoding = getThriftEnum(\n Encoding,\n header.data_page_header?.repetition_level_encoding!\n ) as ParquetCodec;\n // tslint:disable-next-line:prefer-array-literal\n let rLevels = new Array(valueCount);\n\n if (context.column.rLevelMax > 0) {\n rLevels = decodeValues(PARQUET_RDLVL_TYPE, rLevelEncoding, dataCursor, valueCount!, {\n bitWidth: getBitWidth(context.column.rLevelMax),\n disableEnvelope: false\n // column: opts.column\n });\n } else {\n rLevels.fill(0);\n }\n\n /* read definition levels */\n const dLevelEncoding = getThriftEnum(\n Encoding,\n header.data_page_header?.definition_level_encoding!\n ) as ParquetCodec;\n // tslint:disable-next-line:prefer-array-literal\n let dLevels = new Array(valueCount);\n if (context.column.dLevelMax > 0) {\n dLevels = decodeValues(PARQUET_RDLVL_TYPE, dLevelEncoding, dataCursor, valueCount!, {\n bitWidth: getBitWidth(context.column.dLevelMax),\n disableEnvelope: false\n // column: opts.column\n });\n } else {\n dLevels.fill(0);\n }\n let valueCountNonNull = 0;\n for (const dlvl of dLevels) {\n if (dlvl === context.column.dLevelMax) {\n valueCountNonNull++;\n }\n }\n\n /* read values */\n const valueEncoding = getThriftEnum(Encoding, header.data_page_header?.encoding!) as ParquetCodec;\n const decodeOptions: ParquetCodecOptions = {\n typeLength: context.column.typeLength,\n bitWidth: context.column.typeLength\n };\n\n const values = decodeValues(\n context.column.primitiveType!,\n valueEncoding,\n dataCursor,\n valueCountNonNull,\n decodeOptions\n );\n\n return {\n dlevels: dLevels,\n rlevels: rLevels,\n values,\n count: valueCount!,\n pageHeader: header\n };\n}\n\n/**\n * Do decoding of parquet dataPage in version 2 from column chunk\n * @param cursor\n * @param header\n * @param opts\n * @returns\n */\nasync function decodeDataPageV2(\n cursor: CursorBuffer,\n header: PageHeader,\n context: ParquetReaderContext\n): Promise<ParquetPageData> {\n const cursorEnd = cursor.offset + header.compressed_page_size;\n\n const valueCount = header.data_page_header_v2?.num_values;\n // @ts-ignore\n const valueCountNonNull = valueCount - header.data_page_header_v2?.num_nulls;\n const valueEncoding = getThriftEnum(\n Encoding,\n header.data_page_header_v2?.encoding!\n ) as ParquetCodec;\n\n /* read repetition levels */\n // tslint:disable-next-line:prefer-array-literal\n let rLevels = new Array(valueCount);\n if (context.column.rLevelMax > 0) {\n rLevels = decodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, cursor, valueCount!, {\n bitWidth: getBitWidth(context.column.rLevelMax),\n disableEnvelope: true\n });\n } else {\n rLevels.fill(0);\n }\n\n /* read definition levels */\n // tslint:disable-next-line:prefer-array-literal\n let dLevels = new Array(valueCount);\n if (context.column.dLevelMax > 0) {\n dLevels = decodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, cursor, valueCount!, {\n bitWidth: getBitWidth(context.column.dLevelMax),\n disableEnvelope: true\n });\n } else {\n dLevels.fill(0);\n }\n\n /* read values */\n let valuesBufCursor = cursor;\n\n if (header.data_page_header_v2?.is_compressed) {\n const valuesBuf = await decompress(\n context.compression,\n cursor.buffer.slice(cursor.offset, cursorEnd),\n header.uncompressed_page_size\n );\n\n valuesBufCursor = {\n buffer: valuesBuf,\n offset: 0,\n size: valuesBuf.length\n };\n\n cursor.offset = cursorEnd;\n }\n\n const decodeOptions = {\n typeLength: context.column.typeLength,\n bitWidth: context.column.typeLength\n };\n\n const values = decodeValues(\n context.column.primitiveType!,\n valueEncoding,\n valuesBufCursor,\n valueCountNonNull,\n decodeOptions\n );\n\n return {\n dlevels: dLevels,\n rlevels: rLevels,\n values,\n count: valueCount!,\n pageHeader: header\n };\n}\n\n/**\n * Do decoding of dictionary page which helps to iterate over all indexes and get dataPage values.\n * @param cursor\n * @param pageHeader\n * @param context\n */\nasync function decodeDictionaryPage(\n cursor: CursorBuffer,\n pageHeader: PageHeader,\n context: ParquetReaderContext\n): Promise<(string | ArrayBuffer)[]> {\n const cursorEnd = cursor.offset + pageHeader.compressed_page_size;\n\n let dictCursor = {\n offset: 0,\n buffer: cursor.buffer.slice(cursor.offset, cursorEnd),\n size: cursorEnd - cursor.offset\n };\n\n cursor.offset = cursorEnd;\n\n if (context.compression !== 'UNCOMPRESSED') {\n const valuesBuf = await decompress(\n context.compression,\n dictCursor.buffer.slice(dictCursor.offset, cursorEnd),\n pageHeader.uncompressed_page_size\n );\n\n dictCursor = {\n buffer: valuesBuf,\n offset: 0,\n size: valuesBuf.length\n };\n\n cursor.offset = cursorEnd;\n }\n\n const numValues = pageHeader?.dictionary_page_header?.num_values || 0;\n\n const decodedDictionaryValues = decodeValues(\n context.column.primitiveType!,\n context.column.encoding!,\n dictCursor,\n numValues,\n // TODO - this looks wrong?\n context as ParquetCodecOptions\n );\n\n // Makes it look a little easier\n let values: any[];\n if (context?.preserveBinary) {\n values = decodedDictionaryValues.map((d) => preserveBinary(d));\n } else {\n values = decodedDictionaryValues.map((d) => d.toString());\n }\n return values;\n}\n\nfunction preserveBinary(d: any): ArrayBuffer | ArrayBufferView | string {\n if (ArrayBuffer.isView(d)) {\n return d;\n }\n // Convert to ArrayBuffer\n if (Buffer.isBuffer(d)) {\n return d.buffer.slice(d.byteOffset, d.byteLength);\n }\n return d.toString();\n}\n"],"mappings":"SAU2CA,cAAc;AAAA,SAEvDC,aAAa,EACbC,QAAQ,EACRC,mBAAmB,EAEnBC,QAAQ,EAERC,IAAI;AAAA,SAEEC,UAAU;AAAA,SACVC,kBAAkB,EAAEC,sBAAsB;AAAA,SAC1CC,gBAAgB,EAAEC,aAAa,EAAEC,WAAW;AASpD,OAAO,eAAeC,eAAeA,CACnCC,MAAc,EACdC,OAA6B,EACA;EAC7B,MAAMC,MAAoB,GAAG;IAC3BF,MAAM;IACNG,MAAM,EAAE,CAAC;IACTC,IAAI,EAAEJ,MAAM,CAACK;EACf,CAAC;EAED,MAAMC,IAAwB,GAAG;IAC/BC,OAAO,EAAE,EAAE;IACXC,OAAO,EAAE,EAAE;IACXC,MAAM,EAAE,EAAE;IACVC,WAAW,EAAE,EAAE;IACfC,KAAK,EAAE;EACT,CAAC;EAED,IAAIC,UAAU,GAAGX,OAAO,CAACW,UAAU,IAAI,EAAE;EAEzC,OAEEV,MAAM,CAACC,MAAM,GAAGD,MAAM,CAACE,IAAI,KAC1B,CAACH,OAAO,CAACY,SAAS,IAAIP,IAAI,CAACE,OAAO,CAACH,MAAM,GAAGS,MAAM,CAACb,OAAO,CAACY,SAAS,CAAC,CAAC,EACvE;IAEA,MAAME,IAAI,GAAG,MAAMC,UAAU,CAACd,MAAM,EAAED,OAAO,CAAC;IAE9C,IAAIc,IAAI,CAACH,UAAU,EAAE;MACnBA,UAAU,GAAGG,IAAI,CAACH,UAAU;MAE5B;IACF;IAEA,IAAIA,UAAU,CAACP,MAAM,EAAE;MAErBU,IAAI,CAACN,MAAM,GAAGM,IAAI,CAACN,MAAM,CAACQ,GAAG,CAAEC,KAAK,IAAKN,UAAU,CAACM,KAAK,CAAC,CAAC;IAC7D;IAEA,KAAK,IAAIC,KAAK,GAAG,CAAC,EAAEA,KAAK,GAAGJ,IAAI,CAACR,OAAO,CAACF,MAAM,EAAEc,KAAK,EAAE,EAAE;MACxDb,IAAI,CAACC,OAAO,CAACa,IAAI,CAACL,IAAI,CAACR,OAAO,CAACY,KAAK,CAAC,CAAC;MACtCb,IAAI,CAACE,OAAO,CAACY,IAAI,CAACL,IAAI,CAACP,OAAO,CAACW,KAAK,CAAC,CAAC;MACtC,MAAMD,KAAK,GAAGH,IAAI,CAACN,MAAM,CAACU,KAAK,CAAC;MAEhC,IAAID,KAAK,KAAKG,SAAS,EAAE;QACvBf,IAAI,CAACG,MAAM,CAACW,IAAI,CAACF,KAAK,CAAC;MACzB;IACF;IAEAZ,IAAI,CAACK,KAAK,IAAII,IAAI,CAACJ,KAAK;IACxBL,IAAI,CAACI,WAAW,CAACU,IAAI,CAACL,IAAI,CAACO,UAAU,CAAC;EACxC;EAEA,OAAOhB,IAAI;AACb;AAOA,OAAO,eAAeU,UAAUA,CAC9Bd,MAAoB,EACpBD,OAA6B,EACH;EAC1B,IAAIc,IAAI;EAER,MAAM;IAACO,UAAU;IAAEjB;EAAM,CAAC,GAAGT,gBAAgB,CAACM,MAAM,CAACF,MAAM,EAAEE,MAAM,CAACC,MAAM,CAAC;EAC3ED,MAAM,CAACC,MAAM,IAAIE,MAAM;EAEvB,MAAMkB,QAAQ,GAAG1B,aAAa,CAACN,QAAQ,EAAE+B,UAAU,CAACE,IAAI,CAAC;EAEzD,QAAQD,QAAQ;IACd,KAAK,WAAW;MACdR,IAAI,GAAG,MAAMU,cAAc,CAACvB,MAAM,EAAEoB,UAAU,EAAErB,OAAO,CAAC;MACxD;IACF,KAAK,cAAc;MACjBc,IAAI,GAAG,MAAMW,gBAAgB,CAACxB,MAAM,EAAEoB,UAAU,EAAErB,OAAO,CAAC;MAC1D;IACF,KAAK,iBAAiB;MACpBc,IAAI,GAAG;QACLH,UAAU,EAAE,MAAMe,oBAAoB,CAACzB,MAAM,EAAEoB,UAAU,EAAErB,OAAO,CAAC;QACnEqB;MACF,CAAC;MACD;IACF;MACE,MAAM,IAAIM,KAAK,CAAE,sBAAqBL,QAAS,EAAC,CAAC;EACrD;EAEA,OAAOR,IAAI;AACb;AAYA,OAAO,SAASc,YAAYA,CAC1BC,cAA+B,EAC/B3B,MAAc,EACd4B,GAAW,EAKX;EACA,MAAMC,MAAwB,GAAG,CAAC,CAAC;EACnC,IAAIC,IAAI,GAAG9B,MAAM;EACjB,KAAK,IAAI+B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,GAAG,EAAEG,CAAC,EAAE,EAAE;IAC5B,MAAMC,aAAa,GAAGL,cAAc,CAACG,IAAI,CAAC;IAE1C,MAAMG,cAAc,GAClBH,IAAI,GAAG,CAAC,GAAGpC,aAAa,CAACP,mBAAmB,EAAE6C,aAAa,CAACE,eAAgB,CAAC,GAAG,MAAM;IAExF,IAAIC,QAAQ,GAAG,KAAK;IACpB,IAAIC,QAAQ,GAAG,KAAK;IACpB,QAAQH,cAAc;MACpB,KAAK,UAAU;QACb;MACF,KAAK,UAAU;QACbE,QAAQ,GAAG,IAAI;QACf;MACF,KAAK,UAAU;QACbC,QAAQ,GAAG,IAAI;QACf;MACF;QACE,MAAM,IAAIX,KAAK,CAAC,kCAAkC,CAAC;IACvD;IAEA,IAAIO,aAAa,CAACK,YAAY,GAAI,CAAC,EAAE;MACnC,MAAMC,GAAG,GAAGZ,YAAY,CAACC,cAAc,EAAEG,IAAI,GAAG,CAAC,EAAEE,aAAa,CAACK,YAAa,CAAC;MAC/EP,IAAI,GAAGQ,GAAG,CAACR,IAAI;MACfD,MAAM,CAACG,aAAa,CAACO,IAAI,CAAC,GAAG;QAE3BJ,QAAQ;QACRC,QAAQ;QACRI,MAAM,EAAEF,GAAG,CAACT;MACd,CAAC;IACH,CAAC,MAAM;MACL,MAAMR,IAAI,GAAG3B,aAAa,CAACL,IAAI,EAAE2C,aAAa,CAACX,IAAK,CAAC;MACrD,IAAIoB,WAAW,GAAGpB,IAAI;MAEtB,IAAIW,aAAa,CAACU,cAAc,EAAE;QAChCD,WAAW,GAAG/C,aAAa,CAACT,aAAa,EAAE+C,aAAa,CAACU,cAAc,CAAC;MAC1E;MAEA,QAAQD,WAAW;QACjB,KAAK,SAAS;UACZA,WAAW,GAAI,GAAEA,WAAY,IAAGpB,IAAK,EAAgB;UACrD;QACF;MACF;MAEAQ,MAAM,CAACG,aAAa,CAACO,IAAI,CAAC,GAAG;QAC3BlB,IAAI,EAAEoB,WAA0B;QAChCE,UAAU,EAAEX,aAAa,CAACY,WAAW;QACrCC,SAAS,EAAEb,aAAa,CAACc,SAAS;QAClCC,KAAK,EAAEf,aAAa,CAACe,KAAK;QAC1BZ,QAAQ;QACRC;MACF,CAAC;MACDN,IAAI,EAAE;IACR;EACF;EACA,OAAO;IAACD,MAAM;IAAE7B,MAAM;IAAE8B;EAAI,CAAC;AAC/B;AAKA,SAASkB,YAAYA,CACnB3B,IAAmB,EACnB4B,QAAsB,EACtBlD,MAAoB,EACpBS,KAAa,EACb0C,IAAyB,EAClB;EACP,IAAI,EAAED,QAAQ,IAAIjE,cAAc,CAAC,EAAE;IACjC,MAAM,IAAIyC,KAAK,CAAE,qBAAoBwB,QAAS,EAAC,CAAC;EAClD;EACA,OAAOjE,cAAc,CAACiE,QAAQ,CAAC,CAACD,YAAY,CAAC3B,IAAI,EAAEtB,MAAM,EAAES,KAAK,EAAE0C,IAAI,CAAC;AACzE;AAQA,eAAe5B,cAAcA,CAC3BvB,MAAoB,EACpBoD,MAAkB,EAClBrD,OAA6B,EACH;EAAA,IAAAsD,qBAAA,EAAAC,sBAAA,EAAAC,sBAAA,EAAAC,sBAAA;EAC1B,MAAMC,SAAS,GAAGzD,MAAM,CAACC,MAAM,GAAGmD,MAAM,CAACM,oBAAoB;EAC7D,MAAMC,UAAU,IAAAN,qBAAA,GAAGD,MAAM,CAACQ,gBAAgB,cAAAP,qBAAA,uBAAvBA,qBAAA,CAAyBQ,UAAU;EAGtD,IAAIC,UAAU,GAAG9D,MAAM;EAEvB,IAAID,OAAO,CAACgE,WAAW,KAAK,cAAc,EAAE;IAC1C,MAAMC,SAAS,GAAG,MAAMzE,UAAU,CAChCQ,OAAO,CAACgE,WAAW,EACnB/D,MAAM,CAACF,MAAM,CAACmE,KAAK,CAACjE,MAAM,CAACC,MAAM,EAAEwD,SAAS,CAAC,EAC7CL,MAAM,CAACc,sBACT,CAAC;IACDJ,UAAU,GAAG;MACXhE,MAAM,EAAEkE,SAAS;MACjB/D,MAAM,EAAE,CAAC;MACTC,IAAI,EAAE8D,SAAS,CAAC7D;IAClB,CAAC;IACDH,MAAM,CAACC,MAAM,GAAGwD,SAAS;EAC3B;EAGA,MAAMU,cAAc,GAAGxE,aAAa,CAClCR,QAAQ,GAAAmE,sBAAA,GACRF,MAAM,CAACQ,gBAAgB,cAAAN,sBAAA,uBAAvBA,sBAAA,CAAyBc,yBAC3B,CAAiB;EAEjB,IAAIC,OAAO,GAAG,IAAIC,KAAK,CAACX,UAAU,CAAC;EAEnC,IAAI5D,OAAO,CAACwE,MAAM,CAACC,SAAS,GAAG,CAAC,EAAE;IAChCH,OAAO,GAAGpB,YAAY,CAACzD,kBAAkB,EAAE2E,cAAc,EAAEL,UAAU,EAAEH,UAAU,EAAG;MAClFc,QAAQ,EAAE7E,WAAW,CAACG,OAAO,CAACwE,MAAM,CAACC,SAAS,CAAC;MAC/CE,eAAe,EAAE;IAEnB,CAAC,CAAC;EACJ,CAAC,MAAM;IACLL,OAAO,CAACM,IAAI,CAAC,CAAC,CAAC;EACjB;EAGA,MAAMC,cAAc,GAAGjF,aAAa,CAClCR,QAAQ,GAAAoE,sBAAA,GACRH,MAAM,CAACQ,gBAAgB,cAAAL,sBAAA,uBAAvBA,sBAAA,CAAyBsB,yBAC3B,CAAiB;EAEjB,IAAIC,OAAO,GAAG,IAAIR,KAAK,CAACX,UAAU,CAAC;EACnC,IAAI5D,OAAO,CAACwE,MAAM,CAACQ,SAAS,GAAG,CAAC,EAAE;IAChCD,OAAO,GAAG7B,YAAY,CAACzD,kBAAkB,EAAEoF,cAAc,EAAEd,UAAU,EAAEH,UAAU,EAAG;MAClFc,QAAQ,EAAE7E,WAAW,CAACG,OAAO,CAACwE,MAAM,CAACQ,SAAS,CAAC;MAC/CL,eAAe,EAAE;IAEnB,CAAC,CAAC;EACJ,CAAC,MAAM;IACLI,OAAO,CAACH,IAAI,CAAC,CAAC,CAAC;EACjB;EACA,IAAIK,iBAAiB,GAAG,CAAC;EACzB,KAAK,MAAMC,IAAI,IAAIH,OAAO,EAAE;IAC1B,IAAIG,IAAI,KAAKlF,OAAO,CAACwE,MAAM,CAACQ,SAAS,EAAE;MACrCC,iBAAiB,EAAE;IACrB;EACF;EAGA,MAAME,aAAa,GAAGvF,aAAa,CAACR,QAAQ,GAAAqE,sBAAA,GAAEJ,MAAM,CAACQ,gBAAgB,cAAAJ,sBAAA,uBAAvBA,sBAAA,CAAyBN,QAAS,CAAiB;EACjG,MAAMiC,aAAkC,GAAG;IACzCvC,UAAU,EAAE7C,OAAO,CAACwE,MAAM,CAAC3B,UAAU;IACrC6B,QAAQ,EAAE1E,OAAO,CAACwE,MAAM,CAAC3B;EAC3B,CAAC;EAED,MAAMrC,MAAM,GAAG0C,YAAY,CACzBlD,OAAO,CAACwE,MAAM,CAACa,aAAa,EAC5BF,aAAa,EACbpB,UAAU,EACVkB,iBAAiB,EACjBG,aACF,CAAC;EAED,OAAO;IACL7E,OAAO,EAAEwE,OAAO;IAChBzE,OAAO,EAAEgE,OAAO;IAChB9D,MAAM;IACNE,KAAK,EAAEkD,UAAW;IAClBvC,UAAU,EAAEgC;EACd,CAAC;AACH;AASA,eAAe5B,gBAAgBA,CAC7BxB,MAAoB,EACpBoD,MAAkB,EAClBrD,OAA6B,EACH;EAAA,IAAAsF,sBAAA,EAAAC,sBAAA,EAAAC,sBAAA,EAAAC,sBAAA;EAC1B,MAAM/B,SAAS,GAAGzD,MAAM,CAACC,MAAM,GAAGmD,MAAM,CAACM,oBAAoB;EAE7D,MAAMC,UAAU,IAAA0B,sBAAA,GAAGjC,MAAM,CAACqC,mBAAmB,cAAAJ,sBAAA,uBAA1BA,sBAAA,CAA4BxB,UAAU;EAEzD,MAAMmB,iBAAiB,GAAGrB,UAAU,KAAA2B,sBAAA,GAAGlC,MAAM,CAACqC,mBAAmB,cAAAH,sBAAA,uBAA1BA,sBAAA,CAA4BI,SAAS;EAC5E,MAAMR,aAAa,GAAGvF,aAAa,CACjCR,QAAQ,GAAAoG,sBAAA,GACRnC,MAAM,CAACqC,mBAAmB,cAAAF,sBAAA,uBAA1BA,sBAAA,CAA4BrC,QAC9B,CAAiB;EAIjB,IAAImB,OAAO,GAAG,IAAIC,KAAK,CAACX,UAAU,CAAC;EACnC,IAAI5D,OAAO,CAACwE,MAAM,CAACC,SAAS,GAAG,CAAC,EAAE;IAChCH,OAAO,GAAGpB,YAAY,CAACzD,kBAAkB,EAAEC,sBAAsB,EAAEO,MAAM,EAAE2D,UAAU,EAAG;MACtFc,QAAQ,EAAE7E,WAAW,CAACG,OAAO,CAACwE,MAAM,CAACC,SAAS,CAAC;MAC/CE,eAAe,EAAE;IACnB,CAAC,CAAC;EACJ,CAAC,MAAM;IACLL,OAAO,CAACM,IAAI,CAAC,CAAC,CAAC;EACjB;EAIA,IAAIG,OAAO,GAAG,IAAIR,KAAK,CAACX,UAAU,CAAC;EACnC,IAAI5D,OAAO,CAACwE,MAAM,CAACQ,SAAS,GAAG,CAAC,EAAE;IAChCD,OAAO,GAAG7B,YAAY,CAACzD,kBAAkB,EAAEC,sBAAsB,EAAEO,MAAM,EAAE2D,UAAU,EAAG;MACtFc,QAAQ,EAAE7E,WAAW,CAACG,OAAO,CAACwE,MAAM,CAACQ,SAAS,CAAC;MAC/CL,eAAe,EAAE;IACnB,CAAC,CAAC;EACJ,CAAC,MAAM;IACLI,OAAO,CAACH,IAAI,CAAC,CAAC,CAAC;EACjB;EAGA,IAAIgB,eAAe,GAAG3F,MAAM;EAE5B,KAAAwF,sBAAA,GAAIpC,MAAM,CAACqC,mBAAmB,cAAAD,sBAAA,eAA1BA,sBAAA,CAA4BI,aAAa,EAAE;IAC7C,MAAM5B,SAAS,GAAG,MAAMzE,UAAU,CAChCQ,OAAO,CAACgE,WAAW,EACnB/D,MAAM,CAACF,MAAM,CAACmE,KAAK,CAACjE,MAAM,CAACC,MAAM,EAAEwD,SAAS,CAAC,EAC7CL,MAAM,CAACc,sBACT,CAAC;IAEDyB,eAAe,GAAG;MAChB7F,MAAM,EAAEkE,SAAS;MACjB/D,MAAM,EAAE,CAAC;MACTC,IAAI,EAAE8D,SAAS,CAAC7D;IAClB,CAAC;IAEDH,MAAM,CAACC,MAAM,GAAGwD,SAAS;EAC3B;EAEA,MAAM0B,aAAa,GAAG;IACpBvC,UAAU,EAAE7C,OAAO,CAACwE,MAAM,CAAC3B,UAAU;IACrC6B,QAAQ,EAAE1E,OAAO,CAACwE,MAAM,CAAC3B;EAC3B,CAAC;EAED,MAAMrC,MAAM,GAAG0C,YAAY,CACzBlD,OAAO,CAACwE,MAAM,CAACa,aAAa,EAC5BF,aAAa,EACbS,eAAe,EACfX,iBAAiB,EACjBG,aACF,CAAC;EAED,OAAO;IACL7E,OAAO,EAAEwE,OAAO;IAChBzE,OAAO,EAAEgE,OAAO;IAChB9D,MAAM;IACNE,KAAK,EAAEkD,UAAW;IAClBvC,UAAU,EAAEgC;EACd,CAAC;AACH;AAQA,eAAe3B,oBAAoBA,CACjCzB,MAAoB,EACpBoB,UAAsB,EACtBrB,OAA6B,EACM;EAAA,IAAA8F,qBAAA;EACnC,MAAMpC,SAAS,GAAGzD,MAAM,CAACC,MAAM,GAAGmB,UAAU,CAACsC,oBAAoB;EAEjE,IAAIoC,UAAU,GAAG;IACf7F,MAAM,EAAE,CAAC;IACTH,MAAM,EAAEE,MAAM,CAACF,MAAM,CAACmE,KAAK,CAACjE,MAAM,CAACC,MAAM,EAAEwD,SAAS,CAAC;IACrDvD,IAAI,EAAEuD,SAAS,GAAGzD,MAAM,CAACC;EAC3B,CAAC;EAEDD,MAAM,CAACC,MAAM,GAAGwD,SAAS;EAEzB,IAAI1D,OAAO,CAACgE,WAAW,KAAK,cAAc,EAAE;IAC1C,MAAMC,SAAS,GAAG,MAAMzE,UAAU,CAChCQ,OAAO,CAACgE,WAAW,EACnB+B,UAAU,CAAChG,MAAM,CAACmE,KAAK,CAAC6B,UAAU,CAAC7F,MAAM,EAAEwD,SAAS,CAAC,EACrDrC,UAAU,CAAC8C,sBACb,CAAC;IAED4B,UAAU,GAAG;MACXhG,MAAM,EAAEkE,SAAS;MACjB/D,MAAM,EAAE,CAAC;MACTC,IAAI,EAAE8D,SAAS,CAAC7D;IAClB,CAAC;IAEDH,MAAM,CAACC,MAAM,GAAGwD,SAAS;EAC3B;EAEA,MAAM9C,SAAS,GAAG,CAAAS,UAAU,aAAVA,UAAU,wBAAAyE,qBAAA,GAAVzE,UAAU,CAAE2E,sBAAsB,cAAAF,qBAAA,uBAAlCA,qBAAA,CAAoChC,UAAU,KAAI,CAAC;EAErE,MAAMmC,uBAAuB,GAAG/C,YAAY,CAC1ClD,OAAO,CAACwE,MAAM,CAACa,aAAa,EAC5BrF,OAAO,CAACwE,MAAM,CAACrB,QAAQ,EACvB4C,UAAU,EACVnF,SAAS,EAETZ,OACF,CAAC;EAGD,IAAIQ,MAAa;EACjB,IAAIR,OAAO,aAAPA,OAAO,eAAPA,OAAO,CAAEkG,cAAc,EAAE;IAC3B1F,MAAM,GAAGyF,uBAAuB,CAACjF,GAAG,CAAEmF,CAAC,IAAKD,cAAc,CAACC,CAAC,CAAC,CAAC;EAChE,CAAC,MAAM;IACL3F,MAAM,GAAGyF,uBAAuB,CAACjF,GAAG,CAAEmF,CAAC,IAAKA,CAAC,CAACC,QAAQ,CAAC,CAAC,CAAC;EAC3D;EACA,OAAO5F,MAAM;AACf;AAEA,SAAS0F,cAAcA,CAACC,CAAM,EAA0C;EACtE,IAAIE,WAAW,CAACC,MAAM,CAACH,CAAC,CAAC,EAAE;IACzB,OAAOA,CAAC;EACV;EAEA,IAAII,MAAM,CAACC,QAAQ,CAACL,CAAC,CAAC,EAAE;IACtB,OAAOA,CAAC,CAACpG,MAAM,CAACmE,KAAK,CAACiC,CAAC,CAACM,UAAU,EAAEN,CAAC,CAACO,UAAU,CAAC;EACnD;EACA,OAAOP,CAAC,CAACC,QAAQ,CAAC,CAAC;AACrB"}

package/dist/parquetjs/parser/parquet-reader.d.ts.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"parquet-reader.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/parquet-reader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAE3D,OAAO,EAAC,aAAa,EAAC,MAAM,kBAAkB,CAAC;AAK/C,OAAO,EAAC,WAAW,EAAoB,YAAY,EAAE,QAAQ,EAAO,MAAM,mBAAmB,CAAC;AAC9F,OAAO,EACL,eAAe,EAEf,kBAAkB,EAElB,oBAAoB,EACrB,MAAM,mBAAmB,CAAC;AAI3B,MAAM,MAAM,kBAAkB,GAAG;IAC/B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B,CAAC;AAEF,0DAA0D;AAC1D,MAAM,MAAM,qBAAqB,GAAG;IAClC,iDAAiD;IACjD,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;CACpC,CAAC;AAEF;;;;;GAKG;AACH,qBAAa,aAAa;IACxB,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAG/C;IAEF,KAAK,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAAC;IACpC,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI,CAAQ;gBAElC,IAAI,EAAE,YAAY,EAAE,KAAK,CAAC,EAAE,kBAAkB;IAK1D,KAAK,IAAI,IAAI;IAOb,8BAA8B;IACvB,WAAW,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAShD,wCAAwC;IACjC,gBAAgB,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAOrD,sCAAsC;IAC/B,gBAAgB,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAqB/C,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAK9B,SAAS,IAAI,OAAO,CAAC,aAAa,CAAC;IAQzC;;;OAGG;IACG,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IASpD,eAAe,IAAI,OAAO,CAAC,YAAY,CAAC;IAU9C,uCAAuC;IACjC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAcjC,uCAAuC;IACjC,UAAU,IAAI,OAAO,CAAC,YAAY,CAAC;IAyBzC,4EAA4E;IACtE,YAAY,CAChB,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,MAAM,EAAE,EAAE,GACrB,OAAO,CAAC,eAAe,CAAC;IAgB3B;;OAEG;IACG,eAAe,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAuDhG;;;;;;OAMG;IACG,aAAa,CACjB,oBAAoB,EAAE,MAAM,EAC5B,OAAO,EAAE,oBAAoB,EAC7B,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,MAAM,EAAE,CAAC;CAwBrB"}

package/dist/{esm/parquetjs → parquetjs}/parser/parquet-reader.js RENAMED Viewed

@@ -1,16 +1,15 @@
-import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
-import { ParquetSchema } from '../schema/schema';
-import { decodeSchema } from './decoders';
-import { materializeRows } from '../schema/shred';
-import { PARQUET_MAGIC, PARQUET_MAGIC_ENCRYPTED } from '../../constants';
-import { CompressionCodec, Type } from '../parquet-thrift';
-import { decodeFileMetadata, getThriftEnum, fieldIndexOf } from '../utils/read-utils';
-import { decodeDataPages, decodePage } from './decoders';
+import { ParquetSchema } from "../schema/schema.js";
+import { decodeSchema } from "./decoders.js";
+import { materializeRows } from "../schema/shred.js";
+import { PARQUET_MAGIC, PARQUET_MAGIC_ENCRYPTED } from "../../constants.js";
+import { CompressionCodec, Type } from "../parquet-thrift/index.js";
+import { decodeFileMetadata, getThriftEnum, fieldIndexOf } from "../utils/read-utils.js";
+import { decodeDataPages, decodePage } from "./decoders.js";
 export class ParquetReader {
   constructor(file, props) {
-    _defineProperty(this, "props", void 0);
-    _defineProperty(this, "file", void 0);
-    _defineProperty(this, "metadata", null);
+    this.props = void 0;
+    this.file = void 0;
+    this.metadata = null;
     this.file = file;
     this.props = {
       ...ParquetReader.defaultProps,
@@ -72,7 +71,8 @@ export class ParquetReader {
     return this.metadata;
   }
   async readHeader() {
-    const buffer = await this.file.read(0, PARQUET_MAGIC.length);
+    const arrayBuffer = await this.file.read(0, PARQUET_MAGIC.length);
+    const buffer = Buffer.from(arrayBuffer);
     const magic = buffer.toString();
     switch (magic) {
       case PARQUET_MAGIC:
@@ -80,22 +80,24 @@ export class ParquetReader {
       case PARQUET_MAGIC_ENCRYPTED:
         throw new Error('Encrypted parquet file not supported');
       default:
-        throw new Error("Invalid parquet file (magic=".concat(magic, ")"));
+        throw new Error(`Invalid parquet file (magic=${magic})`);
     }
   }
   async readFooter() {
     const trailerLen = PARQUET_MAGIC.length + 4;
-    const trailerBuf = await this.file.read(this.file.size - trailerLen, trailerLen);
+    const arrayBuffer = await this.file.read(this.file.size - trailerLen, trailerLen);
+    const trailerBuf = Buffer.from(arrayBuffer);
     const magic = trailerBuf.slice(4).toString();
     if (magic !== PARQUET_MAGIC) {
-      throw new Error("Not a valid parquet file (magic=\"".concat(magic, ")"));
+      throw new Error(`Not a valid parquet file (magic="${magic})`);
     }
     const metadataSize = trailerBuf.readUInt32LE(0);
     const metadataOffset = this.file.size - metadataSize - trailerLen;
     if (metadataOffset < PARQUET_MAGIC.length) {
-      throw new Error("Invalid metadata size ".concat(metadataOffset));
+      throw new Error(`Invalid metadata size ${metadataOffset}`);
     }
-    const metadataBuf = await this.file.read(metadataOffset, metadataSize);
+    const arrayBuffer2 = await this.file.read(metadataOffset, metadataSize);
+    const metadataBuf = Buffer.from(arrayBuffer2);
     const {
       metadata
     } = decodeFileMetadata(metadataBuf);
@@ -124,7 +126,7 @@ export class ParquetReader {
     const field = schema.findField((_colChunk$meta_data = colChunk.meta_data) === null || _colChunk$meta_data === void 0 ? void 0 : _colChunk$meta_data.path_in_schema);
     const type = getThriftEnum(Type, (_colChunk$meta_data2 = colChunk.meta_data) === null || _colChunk$meta_data2 === void 0 ? void 0 : _colChunk$meta_data2.type);
     if (type !== field.primitiveType) {
-      throw new Error("chunk type not matching schema: ".concat(type));
+      throw new Error(`chunk type not matching schema: ${type}`);
     }
     const compression = getThriftEnum(CompressionCodec, (_colChunk$meta_data3 = colChunk.meta_data) === null || _colChunk$meta_data3 === void 0 ? void 0 : _colChunk$meta_data3.codec);
     const pagesOffset = Number((_colChunk$meta_data4 = colChunk.meta_data) === null || _colChunk$meta_data4 === void 0 ? void 0 : _colChunk$meta_data4.data_page_offset);
@@ -150,7 +152,8 @@ export class ParquetReader {
       dictionary = await this.getDictionary(dictionaryOffset, context, pagesOffset);
     }
     dictionary = (_context$dictionary = context.dictionary) !== null && _context$dictionary !== void 0 && _context$dictionary.length ? context.dictionary : dictionary;
-    const pagesBuf = await this.file.read(pagesOffset, pagesSize);
+    const arrayBuffer = await this.file.read(pagesOffset, pagesSize);
+    const pagesBuf = Buffer.from(arrayBuffer);
     return await decodeDataPages(pagesBuf, {
       ...context,
       dictionary
@@ -161,7 +164,8 @@ export class ParquetReader {
       return [];
     }
     const dictionarySize = Math.min(this.file.size - dictionaryPageOffset, this.props.defaultDictionarySize);
-    const pagesBuf = await this.file.read(dictionaryPageOffset, dictionarySize);
+    const arrayBuffer = await this.file.read(dictionaryPageOffset, dictionarySize);
+    const pagesBuf = Buffer.from(arrayBuffer);
     const cursor = {
       buffer: pagesBuf,
       offset: 0,
@@ -171,8 +175,8 @@ export class ParquetReader {
     return decodedPage.dictionary;
   }
 }
-_defineProperty(ParquetReader, "defaultProps", {
+ParquetReader.defaultProps = {
   defaultDictionarySize: 1e6,
   preserveBinary: false
-});
+};
 //# sourceMappingURL=parquet-reader.js.map

package/dist/parquetjs/parser/parquet-reader.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"parquet-reader.js","names":["ParquetSchema","decodeSchema","materializeRows","PARQUET_MAGIC","PARQUET_MAGIC_ENCRYPTED","CompressionCodec","Type","decodeFileMetadata","getThriftEnum","fieldIndexOf","decodeDataPages","decodePage","ParquetReader","constructor","file","props","metadata","defaultProps","close","rowIterator","rows","rowBatchIterator","row","schema","getSchema","rowGroup","rowGroupIterator","columnList","map","x","Array","isArray","getFileMetadata","rowGroupCount","row_groups","length","rowGroupIndex","readRowGroup","getRowCount","Number","num_rows","root","schemaDefinition","num_children","getSchemaMetadata","md","kv","key_value_metadata","key","value","readHeader","readFooter","arrayBuffer","read","buffer","Buffer","from","magic","toString","Error","trailerLen","size","trailerBuf","slice","metadataSize","readUInt32LE","metadataOffset","arrayBuffer2","metadataBuf","rowCount","columnData","colChunk","columns","colMetadata","meta_data","colKey","path_in_schema","join","readColumnChunk","_colChunk$meta_data","_colChunk$meta_data2","_colChunk$meta_data3","_colChunk$meta_data4","_colChunk$meta_data5","_colChunk$meta_data7","_colChunk$meta_data8","_context$dictionary","file_path","undefined","field","findField","type","primitiveType","compression","codec","pagesOffset","data_page_offset","pagesSize","total_compressed_size","_colChunk$meta_data6","Math","min","context","rLevelMax","dLevelMax","column","numValues","num_values","dictionary","preserveBinary","dictionaryPageOffset","dictionary_page_offset","dictionaryOffset","getDictionary","pagesBuf","dictionarySize","defaultDictionarySize","cursor","offset","decodedPage"],"sources":["../../../src/parquetjs/parser/parquet-reader.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport type {ReadableFile} from '@loaders.gl/loader-utils';\n\nimport {ParquetSchema} from '../schema/schema';\nimport {decodeSchema} from './decoders';\nimport {materializeRows} from '../schema/shred';\n\nimport {PARQUET_MAGIC, PARQUET_MAGIC_ENCRYPTED} from '../../constants';\nimport {ColumnChunk, CompressionCodec, FileMetaData, RowGroup, Type} from '../parquet-thrift';\nimport {\n ParquetRowGroup,\n ParquetCompression,\n ParquetColumnChunk,\n PrimitiveType,\n ParquetReaderContext\n} from '../schema/declare';\nimport {decodeFileMetadata, getThriftEnum, fieldIndexOf} from '../utils/read-utils';\nimport {decodeDataPages, decodePage} from './decoders';\n\nexport type ParquetReaderProps = {\n defaultDictionarySize?: number;\n preserveBinary?: boolean;\n};\n\n/** Properties for initializing a ParquetRowGroupReader */\nexport type ParquetIterationProps = {\n /** Filter allowing some columns to be dropped */\n columnList?: string[] | string[][];\n};\n\n/**\n * The parquet envelope reader allows direct, unbuffered access to the individual\n * sections of the parquet file, namely the header, footer and the row groups.\n * This class is intended for advanced/internal users; if you just want to retrieve\n * rows from a parquet file use the ParquetReader instead\n */\nexport class ParquetReader {\n static defaultProps: Required<ParquetReaderProps> = {\n defaultDictionarySize: 1e6,\n preserveBinary: false\n };\n\n props: Required<ParquetReaderProps>;\n file: ReadableFile;\n metadata: Promise<FileMetaData> | null = null;\n\n constructor(file: ReadableFile, props?: ParquetReaderProps) {\n this.file = file;\n this.props = {...ParquetReader.defaultProps, ...props};\n }\n\n close(): void {\n // eslint-disable-next-line @typescript-eslint/no-floating-promises\n this.file.close();\n }\n\n // HIGH LEVEL METHODS\n\n /** Yield one row at a time */\n async *rowIterator(props?: ParquetIterationProps) {\n for await (const rows of this.rowBatchIterator(props)) {\n // yield *rows\n for (const row of rows) {\n yield row;\n }\n }\n }\n\n /** Yield one batch of rows at a time */\n async *rowBatchIterator(props?: ParquetIterationProps) {\n const schema = await this.getSchema();\n for await (const rowGroup of this.rowGroupIterator(props)) {\n yield materializeRows(schema, rowGroup);\n }\n }\n\n /** Iterate over the raw row groups */\n async *rowGroupIterator(props?: ParquetIterationProps) {\n // Ensure strings are nested in arrays\n const columnList: string[][] = (props?.columnList || []).map((x) =>\n Array.isArray(x) ? x : [x]\n );\n\n const metadata = await this.getFileMetadata();\n const schema = await this.getSchema();\n\n const rowGroupCount = metadata?.row_groups.length || 0;\n\n for (let rowGroupIndex = 0; rowGroupIndex < rowGroupCount; rowGroupIndex++) {\n const rowGroup = await this.readRowGroup(\n schema,\n metadata.row_groups[rowGroupIndex],\n columnList\n );\n yield rowGroup;\n }\n }\n\n async getRowCount(): Promise<number> {\n const metadata = await this.getFileMetadata();\n return Number(metadata.num_rows);\n }\n\n async getSchema(): Promise<ParquetSchema> {\n const metadata = await this.getFileMetadata();\n const root = metadata.schema[0];\n const {schema: schemaDefinition} = decodeSchema(metadata.schema, 1, root.num_children!);\n const schema = new ParquetSchema(schemaDefinition);\n return schema;\n }\n\n /**\n * Returns the user (key/value) metadata for this file\n * In parquet this is not stored on the schema like it is in arrow\n */\n async getSchemaMetadata(): Promise<Record<string, string>> {\n const metadata = await this.getFileMetadata();\n const md: Record<string, string> = {};\n for (const kv of metadata.key_value_metadata!) {\n md[kv.key] = kv.value!;\n }\n return md;\n }\n\n async getFileMetadata(): Promise<FileMetaData> {\n if (!this.metadata) {\n await this.readHeader();\n this.metadata = this.readFooter();\n }\n return this.metadata;\n }\n\n // LOW LEVEL METHODS\n\n /** Metadata is stored in the footer */\n async readHeader(): Promise<void> {\n const arrayBuffer = await this.file.read(0, PARQUET_MAGIC.length);\n const buffer = Buffer.from(arrayBuffer);\n const magic = buffer.toString();\n switch (magic) {\n case PARQUET_MAGIC:\n break;\n case PARQUET_MAGIC_ENCRYPTED:\n throw new Error('Encrypted parquet file not supported');\n default:\n throw new Error(`Invalid parquet file (magic=${magic})`);\n }\n }\n\n /** Metadata is stored in the footer */\n async readFooter(): Promise<FileMetaData> {\n const trailerLen = PARQUET_MAGIC.length + 4;\n const arrayBuffer = await this.file.read(this.file.size - trailerLen, trailerLen);\n const trailerBuf = Buffer.from(arrayBuffer);\n\n const magic = trailerBuf.slice(4).toString();\n if (magic !== PARQUET_MAGIC) {\n throw new Error(`Not a valid parquet file (magic=\"${magic})`);\n }\n\n const metadataSize = trailerBuf.readUInt32LE(0);\n const metadataOffset = this.file.size - metadataSize - trailerLen;\n if (metadataOffset < PARQUET_MAGIC.length) {\n throw new Error(`Invalid metadata size ${metadataOffset}`);\n }\n\n const arrayBuffer2 = await this.file.read(metadataOffset, metadataSize);\n const metadataBuf = Buffer.from(arrayBuffer2);\n // let metadata = new parquet_thrift.FileMetaData();\n // parquet_util.decodeThrift(metadata, metadataBuf);\n\n const {metadata} = decodeFileMetadata(metadataBuf);\n return metadata;\n }\n\n /** Data is stored in row groups (similar to Apache Arrow record batches) */\n async readRowGroup(\n schema: ParquetSchema,\n rowGroup: RowGroup,\n columnList: string[][]\n ): Promise<ParquetRowGroup> {\n const buffer: ParquetRowGroup = {\n rowCount: Number(rowGroup.num_rows),\n columnData: {}\n };\n for (const colChunk of rowGroup.columns) {\n const colMetadata = colChunk.meta_data;\n const colKey = colMetadata?.path_in_schema;\n if (columnList.length > 0 && fieldIndexOf(columnList, colKey!) < 0) {\n continue; // eslint-disable-line no-continue\n }\n buffer.columnData[colKey!.join()] = await this.readColumnChunk(schema, colChunk);\n }\n return buffer;\n }\n\n /**\n * Each row group contains column chunks for all the columns.\n */\n async readColumnChunk(schema: ParquetSchema, colChunk: ColumnChunk): Promise<ParquetColumnChunk> {\n if (colChunk.file_path !== undefined && colChunk.file_path !== null) {\n throw new Error('external references are not supported');\n }\n\n const field = schema.findField(colChunk.meta_data?.path_in_schema!);\n const type: PrimitiveType = getThriftEnum(Type, colChunk.meta_data?.type!) as any;\n\n if (type !== field.primitiveType) {\n throw new Error(`chunk type not matching schema: ${type}`);\n }\n\n const compression: ParquetCompression = getThriftEnum(\n CompressionCodec,\n colChunk.meta_data?.codec!\n ) as any;\n\n const pagesOffset = Number(colChunk.meta_data?.data_page_offset!);\n let pagesSize = Number(colChunk.meta_data?.total_compressed_size!);\n\n if (!colChunk.file_path) {\n pagesSize = Math.min(\n this.file.size - pagesOffset,\n Number(colChunk.meta_data?.total_compressed_size)\n );\n }\n\n const context: ParquetReaderContext = {\n type,\n rLevelMax: field.rLevelMax,\n dLevelMax: field.dLevelMax,\n compression,\n column: field,\n numValues: colChunk.meta_data?.num_values,\n dictionary: [],\n // Options - TBD is this the right place for these?\n preserveBinary: this.props.preserveBinary\n };\n\n let dictionary;\n\n const dictionaryPageOffset = colChunk?.meta_data?.dictionary_page_offset;\n\n if (dictionaryPageOffset) {\n const dictionaryOffset = Number(dictionaryPageOffset);\n // Getting dictionary from column chunk to iterate all over indexes to get dataPage values.\n dictionary = await this.getDictionary(dictionaryOffset, context, pagesOffset);\n }\n\n dictionary = context.dictionary?.length ? context.dictionary : dictionary;\n const arrayBuffer = await this.file.read(pagesOffset, pagesSize);\n const pagesBuf = Buffer.from(arrayBuffer);\n return await decodeDataPages(pagesBuf, {...context, dictionary});\n }\n\n /**\n * Getting dictionary for allows to flatten values by indices.\n * @param dictionaryPageOffset\n * @param context\n * @param pagesOffset\n * @returns\n */\n async getDictionary(\n dictionaryPageOffset: number,\n context: ParquetReaderContext,\n pagesOffset: number\n ): Promise<string[]> {\n if (dictionaryPageOffset === 0) {\n // dictionarySize = Math.min(this.fileSize - pagesOffset, this.defaultDictionarySize);\n // pagesBuf = await this.read(pagesOffset, dictionarySize);\n\n // In this case we are working with parquet-mr files format. Problem is described below:\n // https://stackoverflow.com/questions/55225108/why-is-dictionary-page-offset-0-for-plain-dictionary-encoding\n // We need to get dictionary page from column chunk if it exists.\n // Now if we use code commented above we don't get DICTIONARY_PAGE we get DATA_PAGE instead.\n return [];\n }\n\n const dictionarySize = Math.min(\n this.file.size - dictionaryPageOffset,\n this.props.defaultDictionarySize\n );\n const arrayBuffer = await this.file.read(dictionaryPageOffset, dictionarySize);\n const pagesBuf = Buffer.from(arrayBuffer);\n\n const cursor = {buffer: pagesBuf, offset: 0, size: pagesBuf.length};\n const decodedPage = await decodePage(cursor, context);\n\n return decodedPage.dictionary!;\n }\n}\n"],"mappings":"SAGQA,aAAa;AAAA,SACbC,YAAY;AAAA,SACZC,eAAe;AAAA,SAEfC,aAAa,EAAEC,uBAAuB;AAAA,SACzBC,gBAAgB,EAA0BC,IAAI;AAAA,SAQ3DC,kBAAkB,EAAEC,aAAa,EAAEC,YAAY;AAAA,SAC/CC,eAAe,EAAEC,UAAU;AAmBnC,OAAO,MAAMC,aAAa,CAAC;EAUzBC,WAAWA,CAACC,IAAkB,EAAEC,KAA0B,EAAE;IAAA,KAJ5DA,KAAK;IAAA,KACLD,IAAI;IAAA,KACJE,QAAQ,GAAiC,IAAI;IAG3C,IAAI,CAACF,IAAI,GAAGA,IAAI;IAChB,IAAI,CAACC,KAAK,GAAG;MAAC,GAAGH,aAAa,CAACK,YAAY;MAAE,GAAGF;IAAK,CAAC;EACxD;EAEAG,KAAKA,CAAA,EAAS;IAEZ,IAAI,CAACJ,IAAI,CAACI,KAAK,CAAC,CAAC;EACnB;EAKA,OAAOC,WAAWA,CAACJ,KAA6B,EAAE;IAChD,WAAW,MAAMK,IAAI,IAAI,IAAI,CAACC,gBAAgB,CAACN,KAAK,CAAC,EAAE;MAErD,KAAK,MAAMO,GAAG,IAAIF,IAAI,EAAE;QACtB,MAAME,GAAG;MACX;IACF;EACF;EAGA,OAAOD,gBAAgBA,CAACN,KAA6B,EAAE;IACrD,MAAMQ,MAAM,GAAG,MAAM,IAAI,CAACC,SAAS,CAAC,CAAC;IACrC,WAAW,MAAMC,QAAQ,IAAI,IAAI,CAACC,gBAAgB,CAACX,KAAK,CAAC,EAAE;MACzD,MAAMb,eAAe,CAACqB,MAAM,EAAEE,QAAQ,CAAC;IACzC;EACF;EAGA,OAAOC,gBAAgBA,CAACX,KAA6B,EAAE;IAErD,MAAMY,UAAsB,GAAG,CAAC,CAAAZ,KAAK,aAALA,KAAK,uBAALA,KAAK,CAAEY,UAAU,KAAI,EAAE,EAAEC,GAAG,CAAEC,CAAC,IAC7DC,KAAK,CAACC,OAAO,CAACF,CAAC,CAAC,GAAGA,CAAC,GAAG,CAACA,CAAC,CAC3B,CAAC;IAED,MAAMb,QAAQ,GAAG,MAAM,IAAI,CAACgB,eAAe,CAAC,CAAC;IAC7C,MAAMT,MAAM,GAAG,MAAM,IAAI,CAACC,SAAS,CAAC,CAAC;IAErC,MAAMS,aAAa,GAAG,CAAAjB,QAAQ,aAARA,QAAQ,uBAARA,QAAQ,CAAEkB,UAAU,CAACC,MAAM,KAAI,CAAC;IAEtD,KAAK,IAAIC,aAAa,GAAG,CAAC,EAAEA,aAAa,GAAGH,aAAa,EAAEG,aAAa,EAAE,EAAE;MAC1E,MAAMX,QAAQ,GAAG,MAAM,IAAI,CAACY,YAAY,CACtCd,MAAM,EACNP,QAAQ,CAACkB,UAAU,CAACE,aAAa,CAAC,EAClCT,UACF,CAAC;MACD,MAAMF,QAAQ;IAChB;EACF;EAEA,MAAMa,WAAWA,CAAA,EAAoB;IACnC,MAAMtB,QAAQ,GAAG,MAAM,IAAI,CAACgB,eAAe,CAAC,CAAC;IAC7C,OAAOO,MAAM,CAACvB,QAAQ,CAACwB,QAAQ,CAAC;EAClC;EAEA,MAAMhB,SAASA,CAAA,EAA2B;IACxC,MAAMR,QAAQ,GAAG,MAAM,IAAI,CAACgB,eAAe,CAAC,CAAC;IAC7C,MAAMS,IAAI,GAAGzB,QAAQ,CAACO,MAAM,CAAC,CAAC,CAAC;IAC/B,MAAM;MAACA,MAAM,EAAEmB;IAAgB,CAAC,GAAGzC,YAAY,CAACe,QAAQ,CAACO,MAAM,EAAE,CAAC,EAAEkB,IAAI,CAACE,YAAa,CAAC;IACvF,MAAMpB,MAAM,GAAG,IAAIvB,aAAa,CAAC0C,gBAAgB,CAAC;IAClD,OAAOnB,MAAM;EACf;EAMA,MAAMqB,iBAAiBA,CAAA,EAAoC;IACzD,MAAM5B,QAAQ,GAAG,MAAM,IAAI,CAACgB,eAAe,CAAC,CAAC;IAC7C,MAAMa,EAA0B,GAAG,CAAC,CAAC;IACrC,KAAK,MAAMC,EAAE,IAAI9B,QAAQ,CAAC+B,kBAAkB,EAAG;MAC7CF,EAAE,CAACC,EAAE,CAACE,GAAG,CAAC,GAAGF,EAAE,CAACG,KAAM;IACxB;IACA,OAAOJ,EAAE;EACX;EAEA,MAAMb,eAAeA,CAAA,EAA0B;IAC7C,IAAI,CAAC,IAAI,CAAChB,QAAQ,EAAE;MAClB,MAAM,IAAI,CAACkC,UAAU,CAAC,CAAC;MACvB,IAAI,CAAClC,QAAQ,GAAG,IAAI,CAACmC,UAAU,CAAC,CAAC;IACnC;IACA,OAAO,IAAI,CAACnC,QAAQ;EACtB;EAKA,MAAMkC,UAAUA,CAAA,EAAkB;IAChC,MAAME,WAAW,GAAG,MAAM,IAAI,CAACtC,IAAI,CAACuC,IAAI,CAAC,CAAC,EAAElD,aAAa,CAACgC,MAAM,CAAC;IACjE,MAAMmB,MAAM,GAAGC,MAAM,CAACC,IAAI,CAACJ,WAAW,CAAC;IACvC,MAAMK,KAAK,GAAGH,MAAM,CAACI,QAAQ,CAAC,CAAC;IAC/B,QAAQD,KAAK;MACX,KAAKtD,aAAa;QAChB;MACF,KAAKC,uBAAuB;QAC1B,MAAM,IAAIuD,KAAK,CAAC,sCAAsC,CAAC;MACzD;QACE,MAAM,IAAIA,KAAK,CAAE,+BAA8BF,KAAM,GAAE,CAAC;IAC5D;EACF;EAGA,MAAMN,UAAUA,CAAA,EAA0B;IACxC,MAAMS,UAAU,GAAGzD,aAAa,CAACgC,MAAM,GAAG,CAAC;IAC3C,MAAMiB,WAAW,GAAG,MAAM,IAAI,CAACtC,IAAI,CAACuC,IAAI,CAAC,IAAI,CAACvC,IAAI,CAAC+C,IAAI,GAAGD,UAAU,EAAEA,UAAU,CAAC;IACjF,MAAME,UAAU,GAAGP,MAAM,CAACC,IAAI,CAACJ,WAAW,CAAC;IAE3C,MAAMK,KAAK,GAAGK,UAAU,CAACC,KAAK,CAAC,CAAC,CAAC,CAACL,QAAQ,CAAC,CAAC;IAC5C,IAAID,KAAK,KAAKtD,aAAa,EAAE;MAC3B,MAAM,IAAIwD,KAAK,CAAE,oCAAmCF,KAAM,GAAE,CAAC;IAC/D;IAEA,MAAMO,YAAY,GAAGF,UAAU,CAACG,YAAY,CAAC,CAAC,CAAC;IAC/C,MAAMC,cAAc,GAAG,IAAI,CAACpD,IAAI,CAAC+C,IAAI,GAAGG,YAAY,GAAGJ,UAAU;IACjE,IAAIM,cAAc,GAAG/D,aAAa,CAACgC,MAAM,EAAE;MACzC,MAAM,IAAIwB,KAAK,CAAE,yBAAwBO,cAAe,EAAC,CAAC;IAC5D;IAEA,MAAMC,YAAY,GAAG,MAAM,IAAI,CAACrD,IAAI,CAACuC,IAAI,CAACa,cAAc,EAAEF,YAAY,CAAC;IACvE,MAAMI,WAAW,GAAGb,MAAM,CAACC,IAAI,CAACW,YAAY,CAAC;IAI7C,MAAM;MAACnD;IAAQ,CAAC,GAAGT,kBAAkB,CAAC6D,WAAW,CAAC;IAClD,OAAOpD,QAAQ;EACjB;EAGA,MAAMqB,YAAYA,CAChBd,MAAqB,EACrBE,QAAkB,EAClBE,UAAsB,EACI;IAC1B,MAAM2B,MAAuB,GAAG;MAC9Be,QAAQ,EAAE9B,MAAM,CAACd,QAAQ,CAACe,QAAQ,CAAC;MACnC8B,UAAU,EAAE,CAAC;IACf,CAAC;IACD,KAAK,MAAMC,QAAQ,IAAI9C,QAAQ,CAAC+C,OAAO,EAAE;MACvC,MAAMC,WAAW,GAAGF,QAAQ,CAACG,SAAS;MACtC,MAAMC,MAAM,GAAGF,WAAW,aAAXA,WAAW,uBAAXA,WAAW,CAAEG,cAAc;MAC1C,IAAIjD,UAAU,CAACQ,MAAM,GAAG,CAAC,IAAI1B,YAAY,CAACkB,UAAU,EAAEgD,MAAO,CAAC,GAAG,CAAC,EAAE;QAClE;MACF;MACArB,MAAM,CAACgB,UAAU,CAACK,MAAM,CAAEE,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,CAACC,eAAe,CAACvD,MAAM,EAAEgD,QAAQ,CAAC;IAClF;IACA,OAAOjB,MAAM;EACf;EAKA,MAAMwB,eAAeA,CAACvD,MAAqB,EAAEgD,QAAqB,EAA+B;IAAA,IAAAQ,mBAAA,EAAAC,oBAAA,EAAAC,oBAAA,EAAAC,oBAAA,EAAAC,oBAAA,EAAAC,oBAAA,EAAAC,oBAAA,EAAAC,mBAAA;IAC/F,IAAIf,QAAQ,CAACgB,SAAS,KAAKC,SAAS,IAAIjB,QAAQ,CAACgB,SAAS,KAAK,IAAI,EAAE;MACnE,MAAM,IAAI5B,KAAK,CAAC,uCAAuC,CAAC;IAC1D;IAEA,MAAM8B,KAAK,GAAGlE,MAAM,CAACmE,SAAS,EAAAX,mBAAA,GAACR,QAAQ,CAACG,SAAS,cAAAK,mBAAA,uBAAlBA,mBAAA,CAAoBH,cAAe,CAAC;IACnE,MAAMe,IAAmB,GAAGnF,aAAa,CAACF,IAAI,GAAA0E,oBAAA,GAAET,QAAQ,CAACG,SAAS,cAAAM,oBAAA,uBAAlBA,oBAAA,CAAoBW,IAAK,CAAQ;IAEjF,IAAIA,IAAI,KAAKF,KAAK,CAACG,aAAa,EAAE;MAChC,MAAM,IAAIjC,KAAK,CAAE,mCAAkCgC,IAAK,EAAC,CAAC;IAC5D;IAEA,MAAME,WAA+B,GAAGrF,aAAa,CACnDH,gBAAgB,GAAA4E,oBAAA,GAChBV,QAAQ,CAACG,SAAS,cAAAO,oBAAA,uBAAlBA,oBAAA,CAAoBa,KACtB,CAAQ;IAER,MAAMC,WAAW,GAAGxD,MAAM,EAAA2C,oBAAA,GAACX,QAAQ,CAACG,SAAS,cAAAQ,oBAAA,uBAAlBA,oBAAA,CAAoBc,gBAAiB,CAAC;IACjE,IAAIC,SAAS,GAAG1D,MAAM,EAAA4C,oBAAA,GAACZ,QAAQ,CAACG,SAAS,cAAAS,oBAAA,uBAAlBA,oBAAA,CAAoBe,qBAAsB,CAAC;IAElE,IAAI,CAAC3B,QAAQ,CAACgB,SAAS,EAAE;MAAA,IAAAY,oBAAA;MACvBF,SAAS,GAAGG,IAAI,CAACC,GAAG,CAClB,IAAI,CAACvF,IAAI,CAAC+C,IAAI,GAAGkC,WAAW,EAC5BxD,MAAM,EAAA4D,oBAAA,GAAC5B,QAAQ,CAACG,SAAS,cAAAyB,oBAAA,uBAAlBA,oBAAA,CAAoBD,qBAAqB,CAClD,CAAC;IACH;IAEA,MAAMI,OAA6B,GAAG;MACpCX,IAAI;MACJY,SAAS,EAAEd,KAAK,CAACc,SAAS;MAC1BC,SAAS,EAAEf,KAAK,CAACe,SAAS;MAC1BX,WAAW;MACXY,MAAM,EAAEhB,KAAK;MACbiB,SAAS,GAAAtB,oBAAA,GAAEb,QAAQ,CAACG,SAAS,cAAAU,oBAAA,uBAAlBA,oBAAA,CAAoBuB,UAAU;MACzCC,UAAU,EAAE,EAAE;MAEdC,cAAc,EAAE,IAAI,CAAC9F,KAAK,CAAC8F;IAC7B,CAAC;IAED,IAAID,UAAU;IAEd,MAAME,oBAAoB,GAAGvC,QAAQ,aAARA,QAAQ,wBAAAc,oBAAA,GAARd,QAAQ,CAAEG,SAAS,cAAAW,oBAAA,uBAAnBA,oBAAA,CAAqB0B,sBAAsB;IAExE,IAAID,oBAAoB,EAAE;MACxB,MAAME,gBAAgB,GAAGzE,MAAM,CAACuE,oBAAoB,CAAC;MAErDF,UAAU,GAAG,MAAM,IAAI,CAACK,aAAa,CAACD,gBAAgB,EAAEV,OAAO,EAAEP,WAAW,CAAC;IAC/E;IAEAa,UAAU,GAAG,CAAAtB,mBAAA,GAAAgB,OAAO,CAACM,UAAU,cAAAtB,mBAAA,eAAlBA,mBAAA,CAAoBnD,MAAM,GAAGmE,OAAO,CAACM,UAAU,GAAGA,UAAU;IACzE,MAAMxD,WAAW,GAAG,MAAM,IAAI,CAACtC,IAAI,CAACuC,IAAI,CAAC0C,WAAW,EAAEE,SAAS,CAAC;IAChE,MAAMiB,QAAQ,GAAG3D,MAAM,CAACC,IAAI,CAACJ,WAAW,CAAC;IACzC,OAAO,MAAM1C,eAAe,CAACwG,QAAQ,EAAE;MAAC,GAAGZ,OAAO;MAAEM;IAAU,CAAC,CAAC;EAClE;EASA,MAAMK,aAAaA,CACjBH,oBAA4B,EAC5BR,OAA6B,EAC7BP,WAAmB,EACA;IACnB,IAAIe,oBAAoB,KAAK,CAAC,EAAE;MAQ9B,OAAO,EAAE;IACX;IAEA,MAAMK,cAAc,GAAGf,IAAI,CAACC,GAAG,CAC7B,IAAI,CAACvF,IAAI,CAAC+C,IAAI,GAAGiD,oBAAoB,EACrC,IAAI,CAAC/F,KAAK,CAACqG,qBACb,CAAC;IACD,MAAMhE,WAAW,GAAG,MAAM,IAAI,CAACtC,IAAI,CAACuC,IAAI,CAACyD,oBAAoB,EAAEK,cAAc,CAAC;IAC9E,MAAMD,QAAQ,GAAG3D,MAAM,CAACC,IAAI,CAACJ,WAAW,CAAC;IAEzC,MAAMiE,MAAM,GAAG;MAAC/D,MAAM,EAAE4D,QAAQ;MAAEI,MAAM,EAAE,CAAC;MAAEzD,IAAI,EAAEqD,QAAQ,CAAC/E;IAAM,CAAC;IACnE,MAAMoF,WAAW,GAAG,MAAM5G,UAAU,CAAC0G,MAAM,EAAEf,OAAO,CAAC;IAErD,OAAOiB,WAAW,CAACX,UAAU;EAC/B;AACF;AA7PahG,aAAa,CACjBK,YAAY,GAAiC;EAClDmG,qBAAqB,EAAE,GAAG;EAC1BP,cAAc,EAAE;AAClB,CAAC"}

package/dist/parquetjs/schema/declare.d.ts.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"declare.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/schema/declare.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAElD,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,KAAK,GAAG,kBAAkB,CAAC;AAChE,MAAM,MAAM,kBAAkB,GAC1B,cAAc,GACd,MAAM,GACN,QAAQ,GACR,KAAK,GACL,QAAQ,GACR,KAAK,GACL,SAAS,GACT,MAAM,CAAC;AACX,MAAM,MAAM,cAAc,GAAG,UAAU,GAAG,UAAU,GAAG,UAAU,CAAC;AAClE,MAAM,MAAM,WAAW,GAAG,aAAa,GAAG,YAAY,CAAC;AAEvD;;GAEG;AACH,MAAM,MAAM,aAAa,GAErB,SAAS,GACT,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,QAAQ,GACR,YAAY,GACZ,sBAAsB,CAAC;AAE3B;;GAEG;AACH,MAAM,MAAM,YAAY,GAEpB,MAAM,GAMN,eAAe,GACf,eAAe,GACf,oBAAoB,GACpB,8BAA8B,GAC9B,MAAM,GACN,aAAa,GACb,aAAa,GACb,kBAAkB,GAClB,kBAAkB,GAClB,QAAQ,GACR,SAAS,GACT,SAAS,GACT,SAAS,GACT,OAAO,GACP,QAAQ,GACR,QAAQ,GACR,QAAQ,GACR,MAAM,GACN,MAAM,GACN,UAAU,CAAC;AAEf,MAAM,MAAM,iBAAiB,GAAG,MAAM,EAAE,CAAC;AAEzC,MAAM,WAAW,gBAAgB;IAC/B,CAAC,MAAM,EAAE,MAAM,GAAG,eAAe,CAAC;CACnC;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,CAAC,EAAE,WAAW,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,cAAc,EAAE,cAAc,CAAC;IAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CACvC;AAED,mDAAmD;AACnD,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,WAAW,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,kBAAkB,CAAC;IAChC,MAAM,EAAE,YAAY,CAAC;IACrB,SAAS,CAAC,EAAE,KAAK,CAAC;IAClB,UAAU,CAAC,EAAE,iBAAiB,CAAC;IAC/B,0DAA0D;IAC1D,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,2BAA2B;IAC3B,MAAM,EAAE,GAAG,EAAE,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,iBAAiB,CAAC;IAC/B,0CAA0C;IAC1C,UAAU,EAAE,UAAU,CAAC;CACxB;AAED,MAAM,WAAW,UAAU;IACzB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED;kDACkD;AAClD,qBAAa,eAAe;IAC1B,kCAAkC;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,2BAA2B;IAC3B,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;gBAEnC,QAAQ,GAAE,MAAU,EAAE,UAAU,GAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAM;CAItF;AAED,0CAA0C;AAC1C,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,MAAM,EAAE,GAAG,EAAE,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B"}

package/dist/{esm/parquetjs → parquetjs}/schema/declare.js RENAMED Viewed

@@ -1,10 +1,9 @@
-import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
 export class ParquetRowGroup {
   constructor() {
     let rowCount = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : 0;
     let columnData = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
-    _defineProperty(this, "rowCount", void 0);
-    _defineProperty(this, "columnData", void 0);
+    this.rowCount = void 0;
+    this.columnData = void 0;
     this.rowCount = rowCount;
     this.columnData = columnData;
   }

package/dist/parquetjs/schema/declare.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"declare.js","names":["ParquetRowGroup","constructor","rowCount","arguments","length","undefined","columnData"],"sources":["../../../src/parquetjs/schema/declare.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport Int64 from 'node-int64';\nimport type {PageHeader} from '../parquet-thrift';\n\nexport type ParquetCodec = 'PLAIN' | 'RLE' | 'PLAIN_DICTIONARY';\nexport type ParquetCompression =\n | 'UNCOMPRESSED'\n | 'GZIP'\n | 'SNAPPY'\n | 'LZO'\n | 'BROTLI'\n | 'LZ4'\n | 'LZ4_RAW'\n | 'ZSTD';\nexport type RepetitionType = 'REQUIRED' | 'OPTIONAL' | 'REPEATED';\nexport type ParquetType = PrimitiveType | OriginalType;\n\n/**\n * Physical type\n */\nexport type PrimitiveType =\n // Base Types\n | 'BOOLEAN' // 0\n | 'INT32' // 1\n | 'INT64' // 2\n | 'INT96' // 3\n | 'FLOAT' // 4\n | 'DOUBLE' // 5\n | 'BYTE_ARRAY' // 6,\n | 'FIXED_LEN_BYTE_ARRAY'; // 7\n\n/**\n * Logical type\n */\nexport type OriginalType =\n // Converted Types\n | 'UTF8' // 0\n // | 'MAP' // 1\n // | 'MAP_KEY_VALUE' // 2\n // | 'LIST' // 3\n // | 'ENUM' // 4\n // | 'DECIMAL' // 5\n | 'DECIMAL_INT32' // 5\n | 'DECIMAL_INT64' // 5\n | 'DECIMAL_BYTE_ARRAY' // 5\n | 'DECIMAL_FIXED_LEN_BYTE_ARRAY' // 5\n | 'DATE' // 6\n | 'TIME_MILLIS' // 7\n | 'TIME_MICROS' // 8\n | 'TIMESTAMP_MILLIS' // 9\n | 'TIMESTAMP_MICROS' // 10\n | 'UINT_8' // 11\n | 'UINT_16' // 12\n | 'UINT_32' // 13\n | 'UINT_64' // 14\n | 'INT_8' // 15\n | 'INT_16' // 16\n | 'INT_32' // 17\n | 'INT_64' // 18\n | 'JSON' // 19\n | 'BSON' // 20\n | 'INTERVAL'; // 21\n\nexport type ParquetDictionary = string[];\n\nexport interface SchemaDefinition {\n [string: string]: FieldDefinition;\n}\n\nexport interface FieldDefinition {\n type?: ParquetType;\n typeLength?: number;\n presision?: number;\n scale?: number;\n encoding?: ParquetCodec;\n compression?: ParquetCompression;\n optional?: boolean;\n repeated?: boolean;\n fields?: SchemaDefinition;\n}\n\nexport interface ParquetField {\n name: string;\n path: string[];\n key: string;\n primitiveType?: PrimitiveType;\n originalType?: OriginalType;\n repetitionType: RepetitionType;\n typeLength?: number;\n presision?: number;\n scale?: number;\n encoding?: ParquetCodec;\n compression?: ParquetCompression;\n rLevelMax: number;\n dLevelMax: number;\n isNested?: boolean;\n fieldCount?: number;\n fields?: Record<string, ParquetField>;\n}\n\n/** @todo better name, this is an internal type? */\nexport interface ParquetReaderContext {\n type: ParquetType;\n rLevelMax: number;\n dLevelMax: number;\n compression: ParquetCompression;\n column: ParquetField;\n numValues?: Int64;\n dictionary?: ParquetDictionary;\n /** If true, binary values are not converted to strings */\n preserveBinary?: boolean;\n}\n\nexport interface ParquetPageData {\n dlevels: number[];\n rlevels: number[];\n /** Actual column chunks */\n values: any[]; // ArrayLike<any>;\n count: number;\n dictionary?: ParquetDictionary;\n /** The \"raw\" page header from the file */\n pageHeader: PageHeader;\n}\n\nexport interface ParquetRow {\n [key: string]: any;\n}\n\n/** @\n * Holds data for one row group (column chunks) */\nexport class ParquetRowGroup {\n /** Number of rows in this page */\n rowCount: number;\n /** Map of Column chunks */\n columnData: Record<string, ParquetColumnChunk>;\n\n constructor(rowCount: number = 0, columnData: Record<string, ParquetColumnChunk> = {}) {\n this.rowCount = rowCount;\n this.columnData = columnData;\n }\n}\n\n/** Holds the data for one column chunk */\nexport interface ParquetColumnChunk {\n dlevels: number[];\n rlevels: number[];\n values: any[];\n count: number;\n pageHeaders: PageHeader[];\n}\n"],"mappings":"AAkIA,OAAO,MAAMA,eAAe,CAAC;EAM3BC,WAAWA,CAAA,EAA4E;IAAA,IAA3EC,QAAgB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC;IAAA,IAAEG,UAA8C,GAAAH,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAAA,KAJrFD,QAAQ;IAAA,KAERI,UAAU;IAGR,IAAI,CAACJ,QAAQ,GAAGA,QAAQ;IACxB,IAAI,CAACI,UAAU,GAAGA,UAAU;EAC9B;AACF"}

package/dist/parquetjs/schema/schema.d.ts.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/schema/schema.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,eAAe,EACf,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,UAAU,EAEV,gBAAgB,EACjB,MAAM,WAAW,CAAC;AAInB;;GAEG;AACH,qBAAa,aAAa;IACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACrC,SAAS,EAAE,YAAY,EAAE,CAAC;IAEjC;;OAEG;gBACS,MAAM,EAAE,gBAAgB;IAMpC;;OAEG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,YAAY;IAiBhD;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,YAAY,EAAE;IAgBxD,WAAW,CAAC,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,eAAe,GAAG,IAAI;IAI7D,eAAe,CAAC,QAAQ,EAAE,eAAe,GAAG,UAAU,EAAE;IAIxD,QAAQ,CAAC,IAAI,EAAE,kBAAkB,GAAG,IAAI;IAMxC,QAAQ,IAAI,eAAe;CAG5B"}