@loaders.gl/parquet 3.3.0-alpha.5 → 3.3.0-alpha.7

package/dist/es5/parquetjs/parser/decoders.js

@@ -1,38 +1,25 @@
 "use strict";
 
 var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.decodeDataPages = decodeDataPages;
 exports.decodePage = decodePage;
 exports.decodeSchema = decodeSchema;
-
 var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
-
 var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
-
 var _codecs = require("../codecs");
-
 var _parquetThrift = require("../parquet-thrift");
-
 var _compression = require("../compression");
-
 var _constants = require("../../constants");
-
 var _readUtils = require("../utils/read-utils");
-
 function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
-
 function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
-
 function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
-
 function decodeDataPages(_x, _x2) {
   return _decodeDataPages.apply(this, arguments);
 }
-
 function _decodeDataPages() {
   _decodeDataPages = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(buffer, options) {
     var cursor, data, dictionary, page, index, value;
@@ -53,52 +40,42 @@ function _decodeDataPages() {
               count: 0
             };
             dictionary = options.dictionary || [];
-
           case 3:
-            if (!(cursor.offset < cursor.size && (!options.numValues || data.dlevels.length < Number(options.numValues)))) {
+            if (!(
+            cursor.offset < cursor.size && (!options.numValues || data.dlevels.length < Number(options.numValues)))) {
               _context.next = 16;
               break;
             }
-
             _context.next = 6;
             return decodePage(cursor, options);
-
           case 6:
             page = _context.sent;
-
             if (!page.dictionary) {
               _context.next = 10;
               break;
             }
-
             dictionary = page.dictionary;
             return _context.abrupt("continue", 3);
-
           case 10:
             if (dictionary.length) {
               page.values = page.values.map(function (value) {
                 return dictionary[value];
               });
             }
-
             for (index = 0; index < page.rlevels.length; index++) {
               data.rlevels.push(page.rlevels[index]);
               data.dlevels.push(page.dlevels[index]);
               value = page.values[index];
-
               if (value !== undefined) {
                 data.values.push(value);
               }
             }
-
             data.count += page.count;
             data.pageHeaders.push(page.pageHeader);
             _context.next = 3;
             break;
-
           case 16:
             return _context.abrupt("return", data);
-
           case 17:
           case "end":
             return _context.stop();
@@ -108,15 +85,12 @@ function _decodeDataPages() {
   }));
   return _decodeDataPages.apply(this, arguments);
 }
-
 function decodePage(_x3, _x4) {
   return _decodePage.apply(this, arguments);
 }
-
 function _decodePage() {
   _decodePage = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(cursor, options) {
     var page, _decodePageHeader, pageHeader, length, pageType;
-
     return _regenerator.default.wrap(function _callee2$(_context2) {
       while (1) {
         switch (_context2.prev = _context2.next) {
@@ -127,27 +101,21 @@ function _decodePage() {
             _context2.t0 = pageType;
             _context2.next = _context2.t0 === 'DATA_PAGE' ? 6 : _context2.t0 === 'DATA_PAGE_V2' ? 10 : _context2.t0 === 'DICTIONARY_PAGE' ? 14 : 20;
             break;
-
           case 6:
             _context2.next = 8;
             return decodeDataPage(cursor, pageHeader, options);
-
           case 8:
             page = _context2.sent;
             return _context2.abrupt("break", 21);
-
           case 10:
             _context2.next = 12;
             return decodeDataPageV2(cursor, pageHeader, options);
-
           case 12:
             page = _context2.sent;
             return _context2.abrupt("break", 21);
-
           case 14:
             _context2.next = 16;
             return decodeDictionaryPage(cursor, pageHeader, options);
-
           case 16:
             _context2.t1 = _context2.sent;
             _context2.t2 = pageHeader;
@@ -156,13 +124,10 @@ function _decodePage() {
               pageHeader: _context2.t2
             };
             return _context2.abrupt("break", 21);
-
           case 20:
             throw new Error("invalid page type: ".concat(pageType));
-
           case 21:
             return _context2.abrupt("return", page);
-
           case 22:
           case "end":
             return _context2.stop();
@@ -172,33 +137,26 @@ function _decodePage() {
   }));
   return _decodePage.apply(this, arguments);
 }
-
 function decodeSchema(schemaElements, offset, len) {
   var schema = {};
   var next = offset;
-
   for (var i = 0; i < len; i++) {
     var schemaElement = schemaElements[next];
     var repetitionType = next > 0 ? (0, _readUtils.getThriftEnum)(_parquetThrift.FieldRepetitionType, schemaElement.repetition_type) : 'ROOT';
     var optional = false;
     var repeated = false;
-
     switch (repetitionType) {
       case 'REQUIRED':
         break;
-
       case 'OPTIONAL':
         optional = true;
         break;
-
       case 'REPEATED':
         repeated = true;
         break;
-
       default:
         throw new Error('parquet: unknown repetition type');
     }
-
     if (schemaElement.num_children > 0) {
       var res = decodeSchema(schemaElements, next + 1, schemaElement.num_children);
       next = res.next;
@@ -210,19 +168,15 @@ function decodeSchema(schemaElements, offset, len) {
     } else {
       var type = (0, _readUtils.getThriftEnum)(_parquetThrift.Type, schemaElement.type);
       var logicalType = type;
-
       if (schemaElement.converted_type) {
         logicalType = (0, _readUtils.getThriftEnum)(_parquetThrift.ConvertedType, schemaElement.converted_type);
       }
-
       switch (logicalType) {
         case 'DECIMAL':
           logicalType = "".concat(logicalType, "_").concat(type);
           break;
-
         default:
       }
-
       schema[schemaElement.name] = {
         type: logicalType,
         typeLength: schemaElement.type_length,
@@ -234,7 +188,6 @@ function decodeSchema(schemaElements, offset, len) {
       next++;
     }
   }
-
   return {
     schema: schema,
     offset: offset,
@@ -246,20 +199,16 @@ function decodeValues(type, encoding, cursor, count, opts) {
   if (!(encoding in _codecs.PARQUET_CODECS)) {
     throw new Error("invalid encoding: ".concat(encoding));
   }
-
   return _codecs.PARQUET_CODECS[encoding].decodeValues(type, cursor, count, opts);
 }
 
 function decodeDataPage(_x5, _x6, _x7) {
   return _decodeDataPage.apply(this, arguments);
 }
-
 function _decodeDataPage() {
   _decodeDataPage = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3(cursor, header, options) {
     var _header$data_page_hea, _header$data_page_hea2, _header$data_page_hea3, _header$data_page_hea4;
-
     var cursorEnd, valueCount, dataCursor, valuesBuf, rLevelEncoding, rLevels, dLevelEncoding, dLevels, valueCountNonNull, _iterator, _step, dlvl, valueEncoding, decodeOptions, values;
-
     return _regenerator.default.wrap(function _callee3$(_context3) {
       while (1) {
         switch (_context3.prev = _context3.next) {
@@ -267,15 +216,12 @@ function _decodeDataPage() {
             cursorEnd = cursor.offset + header.compressed_page_size;
             valueCount = (_header$data_page_hea = header.data_page_header) === null || _header$data_page_hea === void 0 ? void 0 : _header$data_page_hea.num_values;
             dataCursor = cursor;
-
             if (!(options.compression !== 'UNCOMPRESSED')) {
               _context3.next = 9;
               break;
             }
-
             _context3.next = 6;
             return (0, _compression.decompress)(options.compression, cursor.buffer.slice(cursor.offset, cursorEnd), header.uncompressed_page_size);
-
           case 6:
             valuesBuf = _context3.sent;
             dataCursor = {
@@ -284,11 +230,9 @@ function _decodeDataPage() {
               size: valuesBuf.length
             };
             cursor.offset = cursorEnd;
-
           case 9:
             rLevelEncoding = (0, _readUtils.getThriftEnum)(_parquetThrift.Encoding, (_header$data_page_hea2 = header.data_page_header) === null || _header$data_page_hea2 === void 0 ? void 0 : _header$data_page_hea2.repetition_level_encoding);
             rLevels = new Array(valueCount);
-
             if (options.column.rLevelMax > 0) {
               rLevels = decodeValues(_constants.PARQUET_RDLVL_TYPE, rLevelEncoding, dataCursor, valueCount, {
                 bitWidth: (0, _readUtils.getBitWidth)(options.column.rLevelMax),
@@ -300,7 +244,6 @@ function _decodeDataPage() {
 
             dLevelEncoding = (0, _readUtils.getThriftEnum)(_parquetThrift.Encoding, (_header$data_page_hea3 = header.data_page_header) === null || _header$data_page_hea3 === void 0 ? void 0 : _header$data_page_hea3.definition_level_encoding);
             dLevels = new Array(valueCount);
-
             if (options.column.dLevelMax > 0) {
               dLevels = decodeValues(_constants.PARQUET_RDLVL_TYPE, dLevelEncoding, dataCursor, valueCount, {
                 bitWidth: (0, _readUtils.getBitWidth)(options.column.dLevelMax),
@@ -309,24 +252,21 @@ function _decodeDataPage() {
             } else {
               dLevels.fill(0);
             }
-
             valueCountNonNull = 0;
             _iterator = _createForOfIteratorHelper(dLevels);
-
             try {
               for (_iterator.s(); !(_step = _iterator.n()).done;) {
                 dlvl = _step.value;
-
                 if (dlvl === options.column.dLevelMax) {
                   valueCountNonNull++;
                 }
               }
+
             } catch (err) {
               _iterator.e(err);
             } finally {
               _iterator.f();
             }
-
             valueEncoding = (0, _readUtils.getThriftEnum)(_parquetThrift.Encoding, (_header$data_page_hea4 = header.data_page_header) === null || _header$data_page_hea4 === void 0 ? void 0 : _header$data_page_hea4.encoding);
             decodeOptions = {
               typeLength: options.column.typeLength,
@@ -340,7 +280,6 @@ function _decodeDataPage() {
               count: valueCount,
               pageHeader: header
             });
-
           case 22:
           case "end":
             return _context3.stop();
@@ -350,15 +289,12 @@ function _decodeDataPage() {
   }));
   return _decodeDataPage.apply(this, arguments);
 }
-
 function decodeDataPageV2(_x8, _x9, _x10) {
   return _decodeDataPageV.apply(this, arguments);
 }
-
 function _decodeDataPageV() {
   _decodeDataPageV = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4(cursor, header, opts) {
     var _header$data_page_hea5, _header$data_page_hea6, _header$data_page_hea7, _header$data_page_hea8;
-
     var cursorEnd, valueCount, valueCountNonNull, valueEncoding, rLevels, dLevels, valuesBufCursor, valuesBuf, decodeOptions, values;
     return _regenerator.default.wrap(function _callee4$(_context4) {
       while (1) {
@@ -369,7 +305,6 @@ function _decodeDataPageV() {
             valueCountNonNull = valueCount - ((_header$data_page_hea6 = header.data_page_header_v2) === null || _header$data_page_hea6 === void 0 ? void 0 : _header$data_page_hea6.num_nulls);
             valueEncoding = (0, _readUtils.getThriftEnum)(_parquetThrift.Encoding, (_header$data_page_hea7 = header.data_page_header_v2) === null || _header$data_page_hea7 === void 0 ? void 0 : _header$data_page_hea7.encoding);
             rLevels = new Array(valueCount);
-
             if (opts.column.rLevelMax > 0) {
               rLevels = decodeValues(_constants.PARQUET_RDLVL_TYPE, _constants.PARQUET_RDLVL_ENCODING, cursor, valueCount, {
                 bitWidth: (0, _readUtils.getBitWidth)(opts.column.rLevelMax),
@@ -380,7 +315,6 @@ function _decodeDataPageV() {
             }
 
             dLevels = new Array(valueCount);
-
             if (opts.column.dLevelMax > 0) {
               dLevels = decodeValues(_constants.PARQUET_RDLVL_TYPE, _constants.PARQUET_RDLVL_ENCODING, cursor, valueCount, {
                 bitWidth: (0, _readUtils.getBitWidth)(opts.column.dLevelMax),
@@ -391,15 +325,12 @@ function _decodeDataPageV() {
             }
 
             valuesBufCursor = cursor;
-
             if (!((_header$data_page_hea8 = header.data_page_header_v2) !== null && _header$data_page_hea8 !== void 0 && _header$data_page_hea8.is_compressed)) {
               _context4.next = 15;
               break;
             }
-
             _context4.next = 12;
             return (0, _compression.decompress)(opts.compression, cursor.buffer.slice(cursor.offset, cursorEnd), header.uncompressed_page_size);
-
           case 12:
             valuesBuf = _context4.sent;
             valuesBufCursor = {
@@ -408,7 +339,6 @@ function _decodeDataPageV() {
               size: valuesBuf.length
             };
             cursor.offset = cursorEnd;
-
           case 15:
             decodeOptions = {
               typeLength: opts.column.typeLength,
@@ -422,7 +352,6 @@ function _decodeDataPageV() {
               count: valueCount,
               pageHeader: header
             });
-
           case 18:
           case "end":
             return _context4.stop();
@@ -432,15 +361,12 @@ function _decodeDataPageV() {
   }));
   return _decodeDataPageV.apply(this, arguments);
 }
-
 function decodeDictionaryPage(_x11, _x12, _x13) {
   return _decodeDictionaryPage.apply(this, arguments);
 }
-
 function _decodeDictionaryPage() {
   _decodeDictionaryPage = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee5(cursor, pageHeader, options) {
     var _pageHeader$dictionar;
-
     var cursorEnd, dictCursor, valuesBuf, numValues;
     return _regenerator.default.wrap(function _callee5$(_context5) {
       while (1) {
@@ -453,15 +379,12 @@ function _decodeDictionaryPage() {
               size: cursorEnd - cursor.offset
             };
             cursor.offset = cursorEnd;
-
             if (!(options.compression !== 'UNCOMPRESSED')) {
               _context5.next = 9;
               break;
             }
-
             _context5.next = 6;
             return (0, _compression.decompress)(options.compression, dictCursor.buffer.slice(dictCursor.offset, cursorEnd), pageHeader.uncompressed_page_size);
-
           case 6:
             valuesBuf = _context5.sent;
             dictCursor = {
@@ -470,13 +393,11 @@ function _decodeDictionaryPage() {
               size: valuesBuf.length
             };
             cursor.offset = cursorEnd;
-
           case 9:
             numValues = (pageHeader === null || pageHeader === void 0 ? void 0 : (_pageHeader$dictionar = pageHeader.dictionary_page_header) === null || _pageHeader$dictionar === void 0 ? void 0 : _pageHeader$dictionar.num_values) || 0;
             return _context5.abrupt("return", decodeValues(options.column.primitiveType, options.column.encoding, dictCursor, numValues, options).map(function (d) {
               return d.toString();
             }));
-
           case 11:
           case "end":
             return _context5.stop();

package/dist/es5/parquetjs/parser/decoders.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/parquetjs/parser/decoders.ts"],"names":["decodeDataPages","buffer","options","cursor","offset","size","length","data","rlevels","dlevels","values","pageHeaders","count","dictionary","numValues","Number","decodePage","page","map","value","index","push","undefined","pageHeader","pageType","PageType","type","decodeDataPage","decodeDataPageV2","decodeDictionaryPage","Error","decodeSchema","schemaElements","len","schema","next","i","schemaElement","repetitionType","FieldRepetitionType","repetition_type","optional","repeated","num_children","res","name","fields","Type","logicalType","converted_type","ConvertedType","typeLength","type_length","presision","precision","scale","decodeValues","encoding","opts","PARQUET_CODECS","header","cursorEnd","compressed_page_size","valueCount","data_page_header","num_values","dataCursor","compression","slice","uncompressed_page_size","valuesBuf","rLevelEncoding","Encoding","repetition_level_encoding","rLevels","Array","column","rLevelMax","PARQUET_RDLVL_TYPE","bitWidth","disableEnvelope","fill","dLevelEncoding","definition_level_encoding","dLevels","dLevelMax","valueCountNonNull","dlvl","valueEncoding","decodeOptions","primitiveType","data_page_header_v2","num_nulls","PARQUET_RDLVL_ENCODING","valuesBufCursor","is_compressed","dictCursor","dictionary_page_header","d","toString"],"mappings":";;;;;;;;;;;;;;;AAUA;;AACA;;AASA;;AACA;;AACA;;;;;;;;SASsBA,e;;;;;+EAAf,iBACLC,MADK,EAELC,OAFK;AAAA;AAAA;AAAA;AAAA;AAAA;AAICC,YAAAA,MAJD,GAIwB;AAC3BF,cAAAA,MAAM,EAANA,MAD2B;AAE3BG,cAAAA,MAAM,EAAE,CAFmB;AAG3BC,cAAAA,IAAI,EAAEJ,MAAM,CAACK;AAHc,aAJxB;AAUCC,YAAAA,IAVD,GAUqB;AACxBC,cAAAA,OAAO,EAAE,EADe;AAExBC,cAAAA,OAAO,EAAE,EAFe;AAGxBC,cAAAA,MAAM,EAAE,EAHgB;AAIxBC,cAAAA,WAAW,EAAE,EAJW;AAKxBC,cAAAA,KAAK,EAAE;AALiB,aAVrB;AAkBDC,YAAAA,UAlBC,GAkBYX,OAAO,CAACW,UAAR,IAAsB,EAlBlC;;AAAA;AAAA,kBAsBHV,MAAM,CAACC,MAAP,GAAgBD,MAAM,CAACE,IAAvB,KACC,CAACH,OAAO,CAACY,SAAT,IAAsBP,IAAI,CAACE,OAAL,CAAaH,MAAb,GAAsBS,MAAM,CAACb,OAAO,CAACY,SAAT,CADnD,CAtBG;AAAA;AAAA;AAAA;;AAAA;AAAA,mBA0BgBE,UAAU,CAACb,MAAD,EAASD,OAAT,CA1B1B;;AAAA;AA0BGe,YAAAA,IA1BH;;AAAA,iBA4BCA,IAAI,CAACJ,UA5BN;AAAA;AAAA;AAAA;;AA6BDA,YAAAA,UAAU,GAAGI,IAAI,CAACJ,UAAlB;AA7BC;;AAAA;AAkCH,gBAAIA,UAAU,CAACP,MAAf,EAAuB;AAErBW,cAAAA,IAAI,CAACP,MAAL,GAAcO,IAAI,CAACP,MAAL,CAAYQ,GAAZ,CAAgB,UAACC,KAAD;AAAA,uBAAWN,UAAU,CAACM,KAAD,CAArB;AAAA,eAAhB,CAAd;AACD;;AAED,iBAASC,KAAT,GAAiB,CAAjB,EAAoBA,KAAK,GAAGH,IAAI,CAACT,OAAL,CAAaF,MAAzC,EAAiDc,KAAK,EAAtD,EAA0D;AACxDb,cAAAA,IAAI,CAACC,OAAL,CAAaa,IAAb,CAAkBJ,IAAI,CAACT,OAAL,CAAaY,KAAb,CAAlB;AACAb,cAAAA,IAAI,CAACE,OAAL,CAAaY,IAAb,CAAkBJ,IAAI,CAACR,OAAL,CAAaW,KAAb,CAAlB;AACMD,cAAAA,KAHkD,GAG1CF,IAAI,CAACP,MAAL,CAAYU,KAAZ,CAH0C;;AAKxD,kBAAID,KAAK,KAAKG,SAAd,EAAyB;AACvBf,gBAAAA,IAAI,CAACG,MAAL,CAAYW,IAAZ,CAAiBF,KAAjB;AACD;AACF;;AAEDZ,YAAAA,IAAI,CAACK,KAAL,IAAcK,IAAI,CAACL,KAAnB;AACAL,YAAAA,IAAI,CAACI,WAAL,CAAiBU,IAAjB,CAAsBJ,IAAI,CAACM,UAA3B;AAlDG;AAAA;;AAAA;AAAA,6CAqDEhB,IArDF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SA6DeS,U;;;;;0EAAf,kBACLb,MADK,EAELD,OAFK;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA,gCAKwB,iCAAiBC,MAAM,CAACF,MAAxB,EAAgCE,MAAM,CAACC,MAAvC,CALxB,EAKEmB,UALF,qBAKEA,UALF,EAKcjB,MALd,qBAKcA,MALd;AAMLH,YAAAA,MAAM,CAACC,MAAP,IAAiBE,MAAjB;AAEMkB,YAAAA,QARD,GAQY,8BAAcC,uBAAd,EAAwBF,UAAU,CAACG,IAAnC,CARZ;AAAA,2BAUGF,QAVH;AAAA,8CAWE,WAXF,wBAcE,cAdF,yBAiBE,iBAjBF;AAAA;;AAAA;AAAA;AAAA,mBAYYG,cAAc,CAACxB,MAAD,EAASoB,UAAT,EAAqBrB,OAArB,CAZ1B;;AAAA;AAYDe,YAAAA,IAZC;AAAA;;AAAA;AAAA;AAAA,mBAeYW,gBAAgB,CAACzB,MAAD,EAASoB,UAAT,EAAqBrB,OAArB,CAf5B;;AAAA;AAeDe,YAAAA,IAfC;AAAA;;AAAA;AAAA;AAAA,mBAmBmBY,oBAAoB,CAAC1B,MAAD,EAASoB,UAAT,EAAqBrB,OAArB,CAnBvC;;AAAA;AAAA;AAAA,2BAoBCqB,UApBD;AAkBDN,YAAAA,IAlBC;AAmBCJ,cAAAA,UAnBD;AAoBCU,cAAAA,UApBD;AAAA;AAAA;;AAAA;AAAA,kBAwBK,IAAIO,KAAJ,8BAAgCN,QAAhC,EAxBL;;AAAA;AAAA,8CA2BEP,IA3BF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAwCA,SAASc,YAAT,CACLC,cADK,EAEL5B,MAFK,EAGL6B,GAHK,EAQL;AACA,MAAMC,MAAwB,GAAG,EAAjC;AACA,MAAIC,IAAI,GAAG/B,MAAX;;AACA,OAAK,IAAIgC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGH,GAApB,EAAyBG,CAAC,EAA1B,EAA8B;AAC5B,QAAMC,aAAa,GAAGL,cAAc,CAACG,IAAD,CAApC;AAEA,QAAMG,cAAc,GAClBH,IAAI,GAAG,CAAP,GAAW,8BAAcI,kCAAd,EAAmCF,aAAa,CAACG,eAAjD,CAAX,GAAgF,MADlF;AAGA,QAAIC,QAAQ,GAAG,KAAf;AACA,QAAIC,QAAQ,GAAG,KAAf;;AACA,YAAQJ,cAAR;AACE,WAAK,UAAL;AACE;;AACF,WAAK,UAAL;AACEG,QAAAA,QAAQ,GAAG,IAAX;AACA;;AACF,WAAK,UAAL;AACEC,QAAAA,QAAQ,GAAG,IAAX;AACA;;AACF;AACE,cAAM,IAAIZ,KAAJ,CAAU,kCAAV,CAAN;AAVJ;;AAaA,QAAIO,aAAa,CAACM,YAAd,GAA8B,CAAlC,EAAqC;AACnC,UAAMC,GAAG,GAAGb,YAAY,CAACC,cAAD,EAAiBG,IAAI,GAAG,CAAxB,EAA2BE,aAAa,CAACM,YAAzC,CAAxB;AACAR,MAAAA,IAAI,GAAGS,GAAG,CAACT,IAAX;AACAD,MAAAA,MAAM,CAACG,aAAa,CAACQ,IAAf,CAAN,GAA6B;AAE3BJ,QAAAA,QAAQ,EAARA,QAF2B;AAG3BC,QAAAA,QAAQ,EAARA,QAH2B;AAI3BI,QAAAA,MAAM,EAAEF,GAAG,CAACV;AAJe,OAA7B;AAMD,KATD,MASO;AACL,UAAMR,IAAI,GAAG,8BAAcqB,mBAAd,EAAoBV,aAAa,CAACX,IAAlC,CAAb;AACA,UAAIsB,WAAW,GAAGtB,IAAlB;;AAEA,UAAIW,aAAa,CAACY,cAAlB,EAAkC;AAChCD,QAAAA,WAAW,GAAG,8BAAcE,4BAAd,EAA6Bb,aAAa,CAACY,cAA3C,CAAd;AACD;;AAED,cAAQD,WAAR;AACE,aAAK,SAAL;AACEA,UAAAA,WAAW,aAAMA,WAAN,cAAqBtB,IAArB,CAAX;AACA;;AACF;AAJF;;AAOAQ,MAAAA,MAAM,CAACG,aAAa,CAACQ,IAAf,CAAN,GAA6B;AAC3BnB,QAAAA,IAAI,EAAEsB,WADqB;AAE3BG,QAAAA,UAAU,EAAEd,aAAa,CAACe,WAFC;AAG3BC,QAAAA,SAAS,EAAEhB,aAAa,CAACiB,SAHE;AAI3BC,QAAAA,KAAK,EAAElB,aAAa,CAACkB,KAJM;AAK3Bd,QAAAA,QAAQ,EAARA,QAL2B;AAM3BC,QAAAA,QAAQ,EAARA;AAN2B,OAA7B;AAQAP,MAAAA,IAAI;AACL;AACF;;AACD,SAAO;AAACD,IAAAA,MAAM,EAANA,MAAD;AAAS9B,IAAAA,MAAM,EAANA,MAAT;AAAiB+B,IAAAA,IAAI,EAAJA;AAAjB,GAAP;AACD;;AAKD,SAASqB,YAAT,CACE9B,IADF,EAEE+B,QAFF,EAGEtD,MAHF,EAIES,KAJF,EAKE8C,IALF,EAMS;AACP,MAAI,EAAED,QAAQ,IAAIE,sBAAd,CAAJ,EAAmC;AACjC,UAAM,IAAI7B,KAAJ,6BAA+B2B,QAA/B,EAAN;AACD;;AACD,SAAOE,uBAAeF,QAAf,EAAyBD,YAAzB,CAAsC9B,IAAtC,EAA4CvB,MAA5C,EAAoDS,KAApD,EAA2D8C,IAA3D,CAAP;AACD;;SAQc/B,c;;;;;8EAAf,kBACExB,MADF,EAEEyD,MAFF,EAGE1D,OAHF;AAAA;;AAAA;;AAAA;AAAA;AAAA;AAAA;AAKQ2D,YAAAA,SALR,GAKoB1D,MAAM,CAACC,MAAP,GAAgBwD,MAAM,CAACE,oBAL3C;AAMQC,YAAAA,UANR,4BAMqBH,MAAM,CAACI,gBAN5B,0DAMqB,sBAAyBC,UAN9C;AASMC,YAAAA,UATN,GASmB/D,MATnB;;AAAA,kBAWMD,OAAO,CAACiE,WAAR,KAAwB,cAX9B;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAY4B,6BACtBjE,OAAO,CAACiE,WADc,EAEtBhE,MAAM,CAACF,MAAP,CAAcmE,KAAd,CAAoBjE,MAAM,CAACC,MAA3B,EAAmCyD,SAAnC,CAFsB,EAGtBD,MAAM,CAACS,sBAHe,CAZ5B;;AAAA;AAYUC,YAAAA,SAZV;AAiBIJ,YAAAA,UAAU,GAAG;AACXjE,cAAAA,MAAM,EAAEqE,SADG;AAEXlE,cAAAA,MAAM,EAAE,CAFG;AAGXC,cAAAA,IAAI,EAAEiE,SAAS,CAAChE;AAHL,aAAb;AAKAH,YAAAA,MAAM,CAACC,MAAP,GAAgByD,SAAhB;;AAtBJ;AA0BQU,YAAAA,cA1BR,GA0ByB,8BACrBC,uBADqB,4BAErBZ,MAAM,CAACI,gBAFc,2DAErB,uBAAyBS,yBAFJ,CA1BzB;AA+BMC,YAAAA,OA/BN,GA+BgB,IAAIC,KAAJ,CAAUZ,UAAV,CA/BhB;;AAiCE,gBAAI7D,OAAO,CAAC0E,MAAR,CAAeC,SAAf,GAA2B,CAA/B,EAAkC;AAChCH,cAAAA,OAAO,GAAGlB,YAAY,CAACsB,6BAAD,EAAqBP,cAArB,EAAqCL,UAArC,EAAiDH,UAAjD,EAA8D;AAClFgB,gBAAAA,QAAQ,EAAE,4BAAY7E,OAAO,CAAC0E,MAAR,CAAeC,SAA3B,CADwE;AAElFG,gBAAAA,eAAe,EAAE;AAFiE,eAA9D,CAAtB;AAKD,aAND,MAMO;AACLN,cAAAA,OAAO,CAACO,IAAR,CAAa,CAAb;AACD;;AAGKC,YAAAA,cA5CR,GA4CyB,8BACrBV,uBADqB,4BAErBZ,MAAM,CAACI,gBAFc,2DAErB,uBAAyBmB,yBAFJ,CA5CzB;AAiDMC,YAAAA,OAjDN,GAiDgB,IAAIT,KAAJ,CAAUZ,UAAV,CAjDhB;;AAkDE,gBAAI7D,OAAO,CAAC0E,MAAR,CAAeS,SAAf,GAA2B,CAA/B,EAAkC;AAChCD,cAAAA,OAAO,GAAG5B,YAAY,CAACsB,6BAAD,EAAqBI,cAArB,EAAqChB,UAArC,EAAiDH,UAAjD,EAA8D;AAClFgB,gBAAAA,QAAQ,EAAE,4BAAY7E,OAAO,CAAC0E,MAAR,CAAeS,SAA3B,CADwE;AAElFL,gBAAAA,eAAe,EAAE;AAFiE,eAA9D,CAAtB;AAKD,aAND,MAMO;AACLI,cAAAA,OAAO,CAACH,IAAR,CAAa,CAAb;AACD;;AACGK,YAAAA,iBA3DN,GA2D0B,CA3D1B;AAAA,mDA4DqBF,OA5DrB;;AAAA;AA4DE,kEAA4B;AAAjBG,gBAAAA,IAAiB;;AAC1B,oBAAIA,IAAI,KAAKrF,OAAO,CAAC0E,MAAR,CAAeS,SAA5B,EAAuC;AACrCC,kBAAAA,iBAAiB;AAClB;AACF;AAhEH;AAAA;AAAA;AAAA;AAAA;;AAmEQE,YAAAA,aAnER,GAmEwB,8BAAchB,uBAAd,4BAAwBZ,MAAM,CAACI,gBAA/B,2DAAwB,uBAAyBP,QAAjD,CAnExB;AAoEQgC,YAAAA,aApER,GAoEwB;AACpBtC,cAAAA,UAAU,EAAEjD,OAAO,CAAC0E,MAAR,CAAezB,UADP;AAEpB4B,cAAAA,QAAQ,EAAE7E,OAAO,CAAC0E,MAAR,CAAezB;AAFL,aApExB;AAyEQzC,YAAAA,MAzER,GAyEiB8C,YAAY,CACzBtD,OAAO,CAAC0E,MAAR,CAAec,aADU,EAEzBF,aAFyB,EAGzBtB,UAHyB,EAIzBoB,iBAJyB,EAKzBG,aALyB,CAzE7B;AAAA,8CAiFS;AACLhF,cAAAA,OAAO,EAAE2E,OADJ;AAEL5E,cAAAA,OAAO,EAAEkE,OAFJ;AAGLhE,cAAAA,MAAM,EAANA,MAHK;AAILE,cAAAA,KAAK,EAAEmD,UAJF;AAKLxC,cAAAA,UAAU,EAAEqC;AALP,aAjFT;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAiGehC,gB;;;;;+EAAf,kBACEzB,MADF,EAEEyD,MAFF,EAGEF,IAHF;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAKQG,YAAAA,SALR,GAKoB1D,MAAM,CAACC,MAAP,GAAgBwD,MAAM,CAACE,oBAL3C;AAOQC,YAAAA,UAPR,6BAOqBH,MAAM,CAAC+B,mBAP5B,2DAOqB,uBAA4B1B,UAPjD;AASQqB,YAAAA,iBATR,GAS4BvB,UAAU,8BAAGH,MAAM,CAAC+B,mBAAV,2DAAG,uBAA4BC,SAA/B,CATtC;AAUQJ,YAAAA,aAVR,GAUwB,8BACpBhB,uBADoB,4BAEpBZ,MAAM,CAAC+B,mBAFa,2DAEpB,uBAA4BlC,QAFR,CAVxB;AAiBMiB,YAAAA,OAjBN,GAiBgB,IAAIC,KAAJ,CAAUZ,UAAV,CAjBhB;;AAkBE,gBAAIL,IAAI,CAACkB,MAAL,CAAYC,SAAZ,GAAwB,CAA5B,EAA+B;AAC7BH,cAAAA,OAAO,GAAGlB,YAAY,CAACsB,6BAAD,EAAqBe,iCAArB,EAA6C1F,MAA7C,EAAqD4D,UAArD,EAAkE;AACtFgB,gBAAAA,QAAQ,EAAE,4BAAYrB,IAAI,CAACkB,MAAL,CAAYC,SAAxB,CAD4E;AAEtFG,gBAAAA,eAAe,EAAE;AAFqE,eAAlE,CAAtB;AAID,aALD,MAKO;AACLN,cAAAA,OAAO,CAACO,IAAR,CAAa,CAAb;AACD;;AAIGG,YAAAA,OA7BN,GA6BgB,IAAIT,KAAJ,CAAUZ,UAAV,CA7BhB;;AA8BE,gBAAIL,IAAI,CAACkB,MAAL,CAAYS,SAAZ,GAAwB,CAA5B,EAA+B;AAC7BD,cAAAA,OAAO,GAAG5B,YAAY,CAACsB,6BAAD,EAAqBe,iCAArB,EAA6C1F,MAA7C,EAAqD4D,UAArD,EAAkE;AACtFgB,gBAAAA,QAAQ,EAAE,4BAAYrB,IAAI,CAACkB,MAAL,CAAYS,SAAxB,CAD4E;AAEtFL,gBAAAA,eAAe,EAAE;AAFqE,eAAlE,CAAtB;AAID,aALD,MAKO;AACLI,cAAAA,OAAO,CAACH,IAAR,CAAa,CAAb;AACD;;AAGGa,YAAAA,eAxCN,GAwCwB3F,MAxCxB;;AAAA,4CA0CMyD,MAAM,CAAC+B,mBA1Cb,mDA0CM,uBAA4BI,aA1ClC;AAAA;AAAA;AAAA;;AAAA;AAAA,mBA2C4B,6BACtBrC,IAAI,CAACS,WADiB,EAEtBhE,MAAM,CAACF,MAAP,CAAcmE,KAAd,CAAoBjE,MAAM,CAACC,MAA3B,EAAmCyD,SAAnC,CAFsB,EAGtBD,MAAM,CAACS,sBAHe,CA3C5B;;AAAA;AA2CUC,YAAAA,SA3CV;AAiDIwB,YAAAA,eAAe,GAAG;AAChB7F,cAAAA,MAAM,EAAEqE,SADQ;AAEhBlE,cAAAA,MAAM,EAAE,CAFQ;AAGhBC,cAAAA,IAAI,EAAEiE,SAAS,CAAChE;AAHA,aAAlB;AAMAH,YAAAA,MAAM,CAACC,MAAP,GAAgByD,SAAhB;;AAvDJ;AA0DQ4B,YAAAA,aA1DR,GA0DwB;AACpBtC,cAAAA,UAAU,EAAEO,IAAI,CAACkB,MAAL,CAAYzB,UADJ;AAEpB4B,cAAAA,QAAQ,EAAErB,IAAI,CAACkB,MAAL,CAAYzB;AAFF,aA1DxB;AA+DQzC,YAAAA,MA/DR,GA+DiB8C,YAAY,CACzBE,IAAI,CAACkB,MAAL,CAAYc,aADa,EAEzBF,aAFyB,EAGzBM,eAHyB,EAIzBR,iBAJyB,EAKzBG,aALyB,CA/D7B;AAAA,8CAuES;AACLhF,cAAAA,OAAO,EAAE2E,OADJ;AAEL5E,cAAAA,OAAO,EAAEkE,OAFJ;AAGLhE,cAAAA,MAAM,EAANA,MAHK;AAILE,cAAAA,KAAK,EAAEmD,UAJF;AAKLxC,cAAAA,UAAU,EAAEqC;AALP,aAvET;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAsFe/B,oB;;;;;oFAAf,kBACE1B,MADF,EAEEoB,UAFF,EAGErB,OAHF;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAKQ2D,YAAAA,SALR,GAKoB1D,MAAM,CAACC,MAAP,GAAgBmB,UAAU,CAACuC,oBAL/C;AAOMkC,YAAAA,UAPN,GAOmB;AACf5F,cAAAA,MAAM,EAAE,CADO;AAEfH,cAAAA,MAAM,EAAEE,MAAM,CAACF,MAAP,CAAcmE,KAAd,CAAoBjE,MAAM,CAACC,MAA3B,EAAmCyD,SAAnC,CAFO;AAGfxD,cAAAA,IAAI,EAAEwD,SAAS,GAAG1D,MAAM,CAACC;AAHV,aAPnB;AAaED,YAAAA,MAAM,CAACC,MAAP,GAAgByD,SAAhB;;AAbF,kBAeM3D,OAAO,CAACiE,WAAR,KAAwB,cAf9B;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAgB4B,6BACtBjE,OAAO,CAACiE,WADc,EAEtB6B,UAAU,CAAC/F,MAAX,CAAkBmE,KAAlB,CAAwB4B,UAAU,CAAC5F,MAAnC,EAA2CyD,SAA3C,CAFsB,EAGtBtC,UAAU,CAAC8C,sBAHW,CAhB5B;;AAAA;AAgBUC,YAAAA,SAhBV;AAsBI0B,YAAAA,UAAU,GAAG;AACX/F,cAAAA,MAAM,EAAEqE,SADG;AAEXlE,cAAAA,MAAM,EAAE,CAFG;AAGXC,cAAAA,IAAI,EAAEiE,SAAS,CAAChE;AAHL,aAAb;AAMAH,YAAAA,MAAM,CAACC,MAAP,GAAgByD,SAAhB;;AA5BJ;AA+BQ/C,YAAAA,SA/BR,GA+BoB,CAAAS,UAAU,SAAV,IAAAA,UAAU,WAAV,qCAAAA,UAAU,CAAE0E,sBAAZ,gFAAoChC,UAApC,KAAkD,CA/BtE;AAAA,8CAiCST,YAAY,CACjBtD,OAAO,CAAC0E,MAAR,CAAec,aADE,EAEjBxF,OAAO,CAAC0E,MAAR,CAAenB,QAFE,EAGjBuC,UAHiB,EAIjBlF,SAJiB,EAKjBZ,OALiB,CAAZ,CAMLgB,GANK,CAMD,UAACgF,CAAD;AAAA,qBAAOA,CAAC,CAACC,QAAF,EAAP;AAAA,aANC,CAjCT;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G","sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport {\n  ParquetCodec,\n  ParquetData,\n  ParquetOptions,\n  ParquetPageData,\n  ParquetType,\n  PrimitiveType,\n  SchemaDefinition\n} from '../schema/declare';\nimport {CursorBuffer, ParquetCodecOptions, PARQUET_CODECS} from '../codecs';\nimport {\n  ConvertedType,\n  Encoding,\n  FieldRepetitionType,\n  PageHeader,\n  PageType,\n  SchemaElement,\n  Type\n} from '../parquet-thrift';\nimport {decompress} from '../compression';\nimport {PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING} from '../../constants';\nimport {decodePageHeader, getThriftEnum, getBitWidth} from '../utils/read-utils';\n\n/**\n * Decode data pages\n * @param buffer - input data\n * @param column - parquet column\n * @param compression - compression type\n * @returns parquet data page data\n */\nexport async function decodeDataPages(\n  buffer: Buffer,\n  options: ParquetOptions\n): Promise<ParquetData> {\n  const cursor: CursorBuffer = {\n    buffer,\n    offset: 0,\n    size: buffer.length\n  };\n\n  const data: ParquetData = {\n    rlevels: [],\n    dlevels: [],\n    values: [],\n    pageHeaders: [],\n    count: 0\n  };\n\n  let dictionary = options.dictionary || [];\n\n  while (\n    // @ts-ignore size can be undefined\n    cursor.offset < cursor.size &&\n    (!options.numValues || data.dlevels.length < Number(options.numValues))\n  ) {\n    // Looks like we have to decode these in sequence due to cursor updates?\n    const page = await decodePage(cursor, options);\n\n    if (page.dictionary) {\n      dictionary = page.dictionary;\n      // eslint-disable-next-line no-continue\n      continue;\n    }\n\n    if (dictionary.length) {\n      // eslint-disable-next-line no-loop-func\n      page.values = page.values.map((value) => dictionary[value]);\n    }\n\n    for (let index = 0; index < page.rlevels.length; index++) {\n      data.rlevels.push(page.rlevels[index]);\n      data.dlevels.push(page.dlevels[index]);\n      const value = page.values[index];\n\n      if (value !== undefined) {\n        data.values.push(value);\n      }\n    }\n\n    data.count += page.count;\n    data.pageHeaders.push(page.pageHeader);\n  }\n\n  return data;\n}\n\n/**\n * Decode parquet page based on page type\n * @param cursor\n * @param options\n */\nexport async function decodePage(\n  cursor: CursorBuffer,\n  options: ParquetOptions\n): Promise<ParquetPageData> {\n  let page;\n  const {pageHeader, length} = decodePageHeader(cursor.buffer, cursor.offset);\n  cursor.offset += length;\n\n  const pageType = getThriftEnum(PageType, pageHeader.type);\n\n  switch (pageType) {\n    case 'DATA_PAGE':\n      page = await decodeDataPage(cursor, pageHeader, options);\n      break;\n    case 'DATA_PAGE_V2':\n      page = await decodeDataPageV2(cursor, pageHeader, options);\n      break;\n    case 'DICTIONARY_PAGE':\n      page = {\n        dictionary: await decodeDictionaryPage(cursor, pageHeader, options),\n        pageHeader\n      };\n      break;\n    default:\n      throw new Error(`invalid page type: ${pageType}`);\n  }\n\n  return page;\n}\n\n/**\n * Decode parquet schema\n * @param schemaElements input schema elements data\n * @param offset offset to read from\n * @param len length of data\n * @returns result.offset\n *   result.next - offset at the end of function\n *   result.schema - schema read from the input data\n * @todo output offset is the same as input - possibly excess output field\n */\nexport function decodeSchema(\n  schemaElements: SchemaElement[],\n  offset: number,\n  len: number\n): {\n  offset: number;\n  next: number;\n  schema: SchemaDefinition;\n} {\n  const schema: SchemaDefinition = {};\n  let next = offset;\n  for (let i = 0; i < len; i++) {\n    const schemaElement = schemaElements[next];\n\n    const repetitionType =\n      next > 0 ? getThriftEnum(FieldRepetitionType, schemaElement.repetition_type!) : 'ROOT';\n\n    let optional = false;\n    let repeated = false;\n    switch (repetitionType) {\n      case 'REQUIRED':\n        break;\n      case 'OPTIONAL':\n        optional = true;\n        break;\n      case 'REPEATED':\n        repeated = true;\n        break;\n      default:\n        throw new Error('parquet: unknown repetition type');\n    }\n\n    if (schemaElement.num_children! > 0) {\n      const res = decodeSchema(schemaElements, next + 1, schemaElement.num_children!);\n      next = res.next;\n      schema[schemaElement.name] = {\n        // type: undefined,\n        optional,\n        repeated,\n        fields: res.schema\n      };\n    } else {\n      const type = getThriftEnum(Type, schemaElement.type!);\n      let logicalType = type;\n\n      if (schemaElement.converted_type) {\n        logicalType = getThriftEnum(ConvertedType, schemaElement.converted_type);\n      }\n\n      switch (logicalType) {\n        case 'DECIMAL':\n          logicalType = `${logicalType}_${type}` as ParquetType;\n          break;\n        default:\n      }\n\n      schema[schemaElement.name] = {\n        type: logicalType as ParquetType,\n        typeLength: schemaElement.type_length,\n        presision: schemaElement.precision,\n        scale: schemaElement.scale,\n        optional,\n        repeated\n      };\n      next++;\n    }\n  }\n  return {schema, offset, next};\n}\n\n/**\n * Decode a consecutive array of data using one of the parquet encodings\n */\nfunction decodeValues(\n  type: PrimitiveType,\n  encoding: ParquetCodec,\n  cursor: CursorBuffer,\n  count: number,\n  opts: ParquetCodecOptions\n): any[] {\n  if (!(encoding in PARQUET_CODECS)) {\n    throw new Error(`invalid encoding: ${encoding}`);\n  }\n  return PARQUET_CODECS[encoding].decodeValues(type, cursor, count, opts);\n}\n\n/**\n * Do decoding of parquet dataPage from column chunk\n * @param cursor\n * @param header\n * @param options\n */\nasync function decodeDataPage(\n  cursor: CursorBuffer,\n  header: PageHeader,\n  options: ParquetOptions\n): Promise<ParquetPageData> {\n  const cursorEnd = cursor.offset + header.compressed_page_size;\n  const valueCount = header.data_page_header?.num_values;\n\n  /* uncompress page */\n  let dataCursor = cursor;\n\n  if (options.compression !== 'UNCOMPRESSED') {\n    const valuesBuf = await decompress(\n      options.compression,\n      cursor.buffer.slice(cursor.offset, cursorEnd),\n      header.uncompressed_page_size\n    );\n    dataCursor = {\n      buffer: valuesBuf,\n      offset: 0,\n      size: valuesBuf.length\n    };\n    cursor.offset = cursorEnd;\n  }\n\n  /* read repetition levels */\n  const rLevelEncoding = getThriftEnum(\n    Encoding,\n    header.data_page_header?.repetition_level_encoding!\n  ) as ParquetCodec;\n  // tslint:disable-next-line:prefer-array-literal\n  let rLevels = new Array(valueCount);\n\n  if (options.column.rLevelMax > 0) {\n    rLevels = decodeValues(PARQUET_RDLVL_TYPE, rLevelEncoding, dataCursor, valueCount!, {\n      bitWidth: getBitWidth(options.column.rLevelMax),\n      disableEnvelope: false\n      // column: opts.column\n    });\n  } else {\n    rLevels.fill(0);\n  }\n\n  /* read definition levels */\n  const dLevelEncoding = getThriftEnum(\n    Encoding,\n    header.data_page_header?.definition_level_encoding!\n  ) as ParquetCodec;\n  // tslint:disable-next-line:prefer-array-literal\n  let dLevels = new Array(valueCount);\n  if (options.column.dLevelMax > 0) {\n    dLevels = decodeValues(PARQUET_RDLVL_TYPE, dLevelEncoding, dataCursor, valueCount!, {\n      bitWidth: getBitWidth(options.column.dLevelMax),\n      disableEnvelope: false\n      // column: opts.column\n    });\n  } else {\n    dLevels.fill(0);\n  }\n  let valueCountNonNull = 0;\n  for (const dlvl of dLevels) {\n    if (dlvl === options.column.dLevelMax) {\n      valueCountNonNull++;\n    }\n  }\n\n  /* read values */\n  const valueEncoding = getThriftEnum(Encoding, header.data_page_header?.encoding!) as ParquetCodec;\n  const decodeOptions = {\n    typeLength: options.column.typeLength,\n    bitWidth: options.column.typeLength\n  };\n\n  const values = decodeValues(\n    options.column.primitiveType!,\n    valueEncoding,\n    dataCursor,\n    valueCountNonNull,\n    decodeOptions\n  );\n\n  return {\n    dlevels: dLevels,\n    rlevels: rLevels,\n    values,\n    count: valueCount!,\n    pageHeader: header\n  };\n}\n\n/**\n * Do decoding of parquet dataPage in version 2 from column chunk\n * @param cursor\n * @param header\n * @param opts\n * @returns\n */\nasync function decodeDataPageV2(\n  cursor: CursorBuffer,\n  header: PageHeader,\n  opts: any\n): Promise<ParquetPageData> {\n  const cursorEnd = cursor.offset + header.compressed_page_size;\n\n  const valueCount = header.data_page_header_v2?.num_values;\n  // @ts-ignore\n  const valueCountNonNull = valueCount - header.data_page_header_v2?.num_nulls;\n  const valueEncoding = getThriftEnum(\n    Encoding,\n    header.data_page_header_v2?.encoding!\n  ) as ParquetCodec;\n\n  /* read repetition levels */\n  // tslint:disable-next-line:prefer-array-literal\n  let rLevels = new Array(valueCount);\n  if (opts.column.rLevelMax > 0) {\n    rLevels = decodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, cursor, valueCount!, {\n      bitWidth: getBitWidth(opts.column.rLevelMax),\n      disableEnvelope: true\n    });\n  } else {\n    rLevels.fill(0);\n  }\n\n  /* read definition levels */\n  // tslint:disable-next-line:prefer-array-literal\n  let dLevels = new Array(valueCount);\n  if (opts.column.dLevelMax > 0) {\n    dLevels = decodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, cursor, valueCount!, {\n      bitWidth: getBitWidth(opts.column.dLevelMax),\n      disableEnvelope: true\n    });\n  } else {\n    dLevels.fill(0);\n  }\n\n  /* read values */\n  let valuesBufCursor = cursor;\n\n  if (header.data_page_header_v2?.is_compressed) {\n    const valuesBuf = await decompress(\n      opts.compression,\n      cursor.buffer.slice(cursor.offset, cursorEnd),\n      header.uncompressed_page_size\n    );\n\n    valuesBufCursor = {\n      buffer: valuesBuf,\n      offset: 0,\n      size: valuesBuf.length\n    };\n\n    cursor.offset = cursorEnd;\n  }\n\n  const decodeOptions = {\n    typeLength: opts.column.typeLength,\n    bitWidth: opts.column.typeLength\n  };\n\n  const values = decodeValues(\n    opts.column.primitiveType!,\n    valueEncoding,\n    valuesBufCursor,\n    valueCountNonNull,\n    decodeOptions\n  );\n\n  return {\n    dlevels: dLevels,\n    rlevels: rLevels,\n    values,\n    count: valueCount!,\n    pageHeader: header\n  };\n}\n\n/**\n * Do decoding of dictionary page which helps to iterate over all indexes and get dataPage values.\n * @param cursor\n * @param pageHeader\n * @param options\n */\nasync function decodeDictionaryPage(\n  cursor: CursorBuffer,\n  pageHeader: PageHeader,\n  options: ParquetOptions\n): Promise<string[]> {\n  const cursorEnd = cursor.offset + pageHeader.compressed_page_size;\n\n  let dictCursor = {\n    offset: 0,\n    buffer: cursor.buffer.slice(cursor.offset, cursorEnd),\n    size: cursorEnd - cursor.offset\n  };\n\n  cursor.offset = cursorEnd;\n\n  if (options.compression !== 'UNCOMPRESSED') {\n    const valuesBuf = await decompress(\n      options.compression,\n      dictCursor.buffer.slice(dictCursor.offset, cursorEnd),\n      pageHeader.uncompressed_page_size\n    );\n\n    dictCursor = {\n      buffer: valuesBuf,\n      offset: 0,\n      size: valuesBuf.length\n    };\n\n    cursor.offset = cursorEnd;\n  }\n\n  const numValues = pageHeader?.dictionary_page_header?.num_values || 0;\n\n  return decodeValues(\n    options.column.primitiveType!,\n    options.column.encoding!,\n    dictCursor,\n    numValues,\n    options as ParquetCodecOptions\n  ).map((d) => d.toString());\n}\n"],"file":"decoders.js"}
+{"version":3,"file":"decoders.js","names":["decodeDataPages","buffer","options","cursor","offset","size","length","data","rlevels","dlevels","values","pageHeaders","count","dictionary","numValues","Number","decodePage","page","map","value","index","push","undefined","pageHeader","decodePageHeader","pageType","getThriftEnum","PageType","type","decodeDataPage","decodeDataPageV2","decodeDictionaryPage","Error","decodeSchema","schemaElements","len","schema","next","i","schemaElement","repetitionType","FieldRepetitionType","repetition_type","optional","repeated","num_children","res","name","fields","Type","logicalType","converted_type","ConvertedType","typeLength","type_length","presision","precision","scale","decodeValues","encoding","opts","PARQUET_CODECS","header","cursorEnd","compressed_page_size","valueCount","data_page_header","num_values","dataCursor","compression","decompress","slice","uncompressed_page_size","valuesBuf","rLevelEncoding","Encoding","repetition_level_encoding","rLevels","Array","column","rLevelMax","PARQUET_RDLVL_TYPE","bitWidth","getBitWidth","disableEnvelope","fill","dLevelEncoding","definition_level_encoding","dLevels","dLevelMax","valueCountNonNull","dlvl","valueEncoding","decodeOptions","primitiveType","data_page_header_v2","num_nulls","PARQUET_RDLVL_ENCODING","valuesBufCursor","is_compressed","dictCursor","dictionary_page_header","d","toString"],"sources":["../../../../src/parquetjs/parser/decoders.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport {\n  ParquetCodec,\n  ParquetData,\n  ParquetOptions,\n  ParquetPageData,\n  ParquetType,\n  PrimitiveType,\n  SchemaDefinition\n} from '../schema/declare';\nimport {CursorBuffer, ParquetCodecOptions, PARQUET_CODECS} from '../codecs';\nimport {\n  ConvertedType,\n  Encoding,\n  FieldRepetitionType,\n  PageHeader,\n  PageType,\n  SchemaElement,\n  Type\n} from '../parquet-thrift';\nimport {decompress} from '../compression';\nimport {PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING} from '../../constants';\nimport {decodePageHeader, getThriftEnum, getBitWidth} from '../utils/read-utils';\n\n/**\n * Decode data pages\n * @param buffer - input data\n * @param column - parquet column\n * @param compression - compression type\n * @returns parquet data page data\n */\nexport async function decodeDataPages(\n  buffer: Buffer,\n  options: ParquetOptions\n): Promise<ParquetData> {\n  const cursor: CursorBuffer = {\n    buffer,\n    offset: 0,\n    size: buffer.length\n  };\n\n  const data: ParquetData = {\n    rlevels: [],\n    dlevels: [],\n    values: [],\n    pageHeaders: [],\n    count: 0\n  };\n\n  let dictionary = options.dictionary || [];\n\n  while (\n    // @ts-ignore size can be undefined\n    cursor.offset < cursor.size &&\n    (!options.numValues || data.dlevels.length < Number(options.numValues))\n  ) {\n    // Looks like we have to decode these in sequence due to cursor updates?\n    const page = await decodePage(cursor, options);\n\n    if (page.dictionary) {\n      dictionary = page.dictionary;\n      // eslint-disable-next-line no-continue\n      continue;\n    }\n\n    if (dictionary.length) {\n      // eslint-disable-next-line no-loop-func\n      page.values = page.values.map((value) => dictionary[value]);\n    }\n\n    for (let index = 0; index < page.rlevels.length; index++) {\n      data.rlevels.push(page.rlevels[index]);\n      data.dlevels.push(page.dlevels[index]);\n      const value = page.values[index];\n\n      if (value !== undefined) {\n        data.values.push(value);\n      }\n    }\n\n    data.count += page.count;\n    data.pageHeaders.push(page.pageHeader);\n  }\n\n  return data;\n}\n\n/**\n * Decode parquet page based on page type\n * @param cursor\n * @param options\n */\nexport async function decodePage(\n  cursor: CursorBuffer,\n  options: ParquetOptions\n): Promise<ParquetPageData> {\n  let page;\n  const {pageHeader, length} = decodePageHeader(cursor.buffer, cursor.offset);\n  cursor.offset += length;\n\n  const pageType = getThriftEnum(PageType, pageHeader.type);\n\n  switch (pageType) {\n    case 'DATA_PAGE':\n      page = await decodeDataPage(cursor, pageHeader, options);\n      break;\n    case 'DATA_PAGE_V2':\n      page = await decodeDataPageV2(cursor, pageHeader, options);\n      break;\n    case 'DICTIONARY_PAGE':\n      page = {\n        dictionary: await decodeDictionaryPage(cursor, pageHeader, options),\n        pageHeader\n      };\n      break;\n    default:\n      throw new Error(`invalid page type: ${pageType}`);\n  }\n\n  return page;\n}\n\n/**\n * Decode parquet schema\n * @param schemaElements input schema elements data\n * @param offset offset to read from\n * @param len length of data\n * @returns result.offset\n *   result.next - offset at the end of function\n *   result.schema - schema read from the input data\n * @todo output offset is the same as input - possibly excess output field\n */\nexport function decodeSchema(\n  schemaElements: SchemaElement[],\n  offset: number,\n  len: number\n): {\n  offset: number;\n  next: number;\n  schema: SchemaDefinition;\n} {\n  const schema: SchemaDefinition = {};\n  let next = offset;\n  for (let i = 0; i < len; i++) {\n    const schemaElement = schemaElements[next];\n\n    const repetitionType =\n      next > 0 ? getThriftEnum(FieldRepetitionType, schemaElement.repetition_type!) : 'ROOT';\n\n    let optional = false;\n    let repeated = false;\n    switch (repetitionType) {\n      case 'REQUIRED':\n        break;\n      case 'OPTIONAL':\n        optional = true;\n        break;\n      case 'REPEATED':\n        repeated = true;\n        break;\n      default:\n        throw new Error('parquet: unknown repetition type');\n    }\n\n    if (schemaElement.num_children! > 0) {\n      const res = decodeSchema(schemaElements, next + 1, schemaElement.num_children!);\n      next = res.next;\n      schema[schemaElement.name] = {\n        // type: undefined,\n        optional,\n        repeated,\n        fields: res.schema\n      };\n    } else {\n      const type = getThriftEnum(Type, schemaElement.type!);\n      let logicalType = type;\n\n      if (schemaElement.converted_type) {\n        logicalType = getThriftEnum(ConvertedType, schemaElement.converted_type);\n      }\n\n      switch (logicalType) {\n        case 'DECIMAL':\n          logicalType = `${logicalType}_${type}` as ParquetType;\n          break;\n        default:\n      }\n\n      schema[schemaElement.name] = {\n        type: logicalType as ParquetType,\n        typeLength: schemaElement.type_length,\n        presision: schemaElement.precision,\n        scale: schemaElement.scale,\n        optional,\n        repeated\n      };\n      next++;\n    }\n  }\n  return {schema, offset, next};\n}\n\n/**\n * Decode a consecutive array of data using one of the parquet encodings\n */\nfunction decodeValues(\n  type: PrimitiveType,\n  encoding: ParquetCodec,\n  cursor: CursorBuffer,\n  count: number,\n  opts: ParquetCodecOptions\n): any[] {\n  if (!(encoding in PARQUET_CODECS)) {\n    throw new Error(`invalid encoding: ${encoding}`);\n  }\n  return PARQUET_CODECS[encoding].decodeValues(type, cursor, count, opts);\n}\n\n/**\n * Do decoding of parquet dataPage from column chunk\n * @param cursor\n * @param header\n * @param options\n */\nasync function decodeDataPage(\n  cursor: CursorBuffer,\n  header: PageHeader,\n  options: ParquetOptions\n): Promise<ParquetPageData> {\n  const cursorEnd = cursor.offset + header.compressed_page_size;\n  const valueCount = header.data_page_header?.num_values;\n\n  /* uncompress page */\n  let dataCursor = cursor;\n\n  if (options.compression !== 'UNCOMPRESSED') {\n    const valuesBuf = await decompress(\n      options.compression,\n      cursor.buffer.slice(cursor.offset, cursorEnd),\n      header.uncompressed_page_size\n    );\n    dataCursor = {\n      buffer: valuesBuf,\n      offset: 0,\n      size: valuesBuf.length\n    };\n    cursor.offset = cursorEnd;\n  }\n\n  /* read repetition levels */\n  const rLevelEncoding = getThriftEnum(\n    Encoding,\n    header.data_page_header?.repetition_level_encoding!\n  ) as ParquetCodec;\n  // tslint:disable-next-line:prefer-array-literal\n  let rLevels = new Array(valueCount);\n\n  if (options.column.rLevelMax > 0) {\n    rLevels = decodeValues(PARQUET_RDLVL_TYPE, rLevelEncoding, dataCursor, valueCount!, {\n      bitWidth: getBitWidth(options.column.rLevelMax),\n      disableEnvelope: false\n      // column: opts.column\n    });\n  } else {\n    rLevels.fill(0);\n  }\n\n  /* read definition levels */\n  const dLevelEncoding = getThriftEnum(\n    Encoding,\n    header.data_page_header?.definition_level_encoding!\n  ) as ParquetCodec;\n  // tslint:disable-next-line:prefer-array-literal\n  let dLevels = new Array(valueCount);\n  if (options.column.dLevelMax > 0) {\n    dLevels = decodeValues(PARQUET_RDLVL_TYPE, dLevelEncoding, dataCursor, valueCount!, {\n      bitWidth: getBitWidth(options.column.dLevelMax),\n      disableEnvelope: false\n      // column: opts.column\n    });\n  } else {\n    dLevels.fill(0);\n  }\n  let valueCountNonNull = 0;\n  for (const dlvl of dLevels) {\n    if (dlvl === options.column.dLevelMax) {\n      valueCountNonNull++;\n    }\n  }\n\n  /* read values */\n  const valueEncoding = getThriftEnum(Encoding, header.data_page_header?.encoding!) as ParquetCodec;\n  const decodeOptions = {\n    typeLength: options.column.typeLength,\n    bitWidth: options.column.typeLength\n  };\n\n  const values = decodeValues(\n    options.column.primitiveType!,\n    valueEncoding,\n    dataCursor,\n    valueCountNonNull,\n    decodeOptions\n  );\n\n  return {\n    dlevels: dLevels,\n    rlevels: rLevels,\n    values,\n    count: valueCount!,\n    pageHeader: header\n  };\n}\n\n/**\n * Do decoding of parquet dataPage in version 2 from column chunk\n * @param cursor\n * @param header\n * @param opts\n * @returns\n */\nasync function decodeDataPageV2(\n  cursor: CursorBuffer,\n  header: PageHeader,\n  opts: any\n): Promise<ParquetPageData> {\n  const cursorEnd = cursor.offset + header.compressed_page_size;\n\n  const valueCount = header.data_page_header_v2?.num_values;\n  // @ts-ignore\n  const valueCountNonNull = valueCount - header.data_page_header_v2?.num_nulls;\n  const valueEncoding = getThriftEnum(\n    Encoding,\n    header.data_page_header_v2?.encoding!\n  ) as ParquetCodec;\n\n  /* read repetition levels */\n  // tslint:disable-next-line:prefer-array-literal\n  let rLevels = new Array(valueCount);\n  if (opts.column.rLevelMax > 0) {\n    rLevels = decodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, cursor, valueCount!, {\n      bitWidth: getBitWidth(opts.column.rLevelMax),\n      disableEnvelope: true\n    });\n  } else {\n    rLevels.fill(0);\n  }\n\n  /* read definition levels */\n  // tslint:disable-next-line:prefer-array-literal\n  let dLevels = new Array(valueCount);\n  if (opts.column.dLevelMax > 0) {\n    dLevels = decodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, cursor, valueCount!, {\n      bitWidth: getBitWidth(opts.column.dLevelMax),\n      disableEnvelope: true\n    });\n  } else {\n    dLevels.fill(0);\n  }\n\n  /* read values */\n  let valuesBufCursor = cursor;\n\n  if (header.data_page_header_v2?.is_compressed) {\n    const valuesBuf = await decompress(\n      opts.compression,\n      cursor.buffer.slice(cursor.offset, cursorEnd),\n      header.uncompressed_page_size\n    );\n\n    valuesBufCursor = {\n      buffer: valuesBuf,\n      offset: 0,\n      size: valuesBuf.length\n    };\n\n    cursor.offset = cursorEnd;\n  }\n\n  const decodeOptions = {\n    typeLength: opts.column.typeLength,\n    bitWidth: opts.column.typeLength\n  };\n\n  const values = decodeValues(\n    opts.column.primitiveType!,\n    valueEncoding,\n    valuesBufCursor,\n    valueCountNonNull,\n    decodeOptions\n  );\n\n  return {\n    dlevels: dLevels,\n    rlevels: rLevels,\n    values,\n    count: valueCount!,\n    pageHeader: header\n  };\n}\n\n/**\n * Do decoding of dictionary page which helps to iterate over all indexes and get dataPage values.\n * @param cursor\n * @param pageHeader\n * @param options\n */\nasync function decodeDictionaryPage(\n  cursor: CursorBuffer,\n  pageHeader: PageHeader,\n  options: ParquetOptions\n): Promise<string[]> {\n  const cursorEnd = cursor.offset + pageHeader.compressed_page_size;\n\n  let dictCursor = {\n    offset: 0,\n    buffer: cursor.buffer.slice(cursor.offset, cursorEnd),\n    size: cursorEnd - cursor.offset\n  };\n\n  cursor.offset = cursorEnd;\n\n  if (options.compression !== 'UNCOMPRESSED') {\n    const valuesBuf = await decompress(\n      options.compression,\n      dictCursor.buffer.slice(dictCursor.offset, cursorEnd),\n      pageHeader.uncompressed_page_size\n    );\n\n    dictCursor = {\n      buffer: valuesBuf,\n      offset: 0,\n      size: valuesBuf.length\n    };\n\n    cursor.offset = cursorEnd;\n  }\n\n  const numValues = pageHeader?.dictionary_page_header?.num_values || 0;\n\n  return decodeValues(\n    options.column.primitiveType!,\n    options.column.encoding!,\n    dictCursor,\n    numValues,\n    options as ParquetCodecOptions\n  ).map((d) => d.toString());\n}\n"],"mappings":";;;;;;;;;;;AAUA;AACA;AASA;AACA;AACA;AAAiF;AAAA;AAAA;AAAA,SAS3DA,eAAe;EAAA;AAAA;AAAA;EAAA,6EAA9B,iBACLC,MAAc,EACdC,OAAuB;IAAA;IAAA;MAAA;QAAA;UAAA;YAEjBC,MAAoB,GAAG;cAC3BF,MAAM,EAANA,MAAM;cACNG,MAAM,EAAE,CAAC;cACTC,IAAI,EAAEJ,MAAM,CAACK;YACf,CAAC;YAEKC,IAAiB,GAAG;cACxBC,OAAO,EAAE,EAAE;cACXC,OAAO,EAAE,EAAE;cACXC,MAAM,EAAE,EAAE;cACVC,WAAW,EAAE,EAAE;cACfC,KAAK,EAAE;YACT,CAAC;YAEGC,UAAU,GAAGX,OAAO,CAACW,UAAU,IAAI,EAAE;UAAA;YAAA;YAIvCV,MAAM,CAACC,MAAM,GAAGD,MAAM,CAACE,IAAI,KAC1B,CAACH,OAAO,CAACY,SAAS,IAAIP,IAAI,CAACE,OAAO,CAACH,MAAM,GAAGS,MAAM,CAACb,OAAO,CAACY,SAAS,CAAC,CAAC;cAAA;cAAA;YAAA;YAAA;YAAA,OAGpDE,UAAU,CAACb,MAAM,EAAED,OAAO,CAAC;UAAA;YAAxCe,IAAI;YAAA,KAENA,IAAI,CAACJ,UAAU;cAAA;cAAA;YAAA;YACjBA,UAAU,GAAGI,IAAI,CAACJ,UAAU;YAAC;UAAA;YAK/B,IAAIA,UAAU,CAACP,MAAM,EAAE;cAErBW,IAAI,CAACP,MAAM,GAAGO,IAAI,CAACP,MAAM,CAACQ,GAAG,CAAC,UAACC,KAAK;gBAAA,OAAKN,UAAU,CAACM,KAAK,CAAC;cAAA,EAAC;YAC7D;YAEA,KAASC,KAAK,GAAG,CAAC,EAAEA,KAAK,GAAGH,IAAI,CAACT,OAAO,CAACF,MAAM,EAAEc,KAAK,EAAE,EAAE;cACxDb,IAAI,CAACC,OAAO,CAACa,IAAI,CAACJ,IAAI,CAACT,OAAO,CAACY,KAAK,CAAC,CAAC;cACtCb,IAAI,CAACE,OAAO,CAACY,IAAI,CAACJ,IAAI,CAACR,OAAO,CAACW,KAAK,CAAC,CAAC;cAChCD,KAAK,GAAGF,IAAI,CAACP,MAAM,CAACU,KAAK,CAAC;cAEhC,IAAID,KAAK,KAAKG,SAAS,EAAE;gBACvBf,IAAI,CAACG,MAAM,CAACW,IAAI,CAACF,KAAK,CAAC;cACzB;YACF;YAEAZ,IAAI,CAACK,KAAK,IAAIK,IAAI,CAACL,KAAK;YACxBL,IAAI,CAACI,WAAW,CAACU,IAAI,CAACJ,IAAI,CAACM,UAAU,CAAC;YAAC;YAAA;UAAA;YAAA,iCAGlChB,IAAI;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CACZ;EAAA;AAAA;AAAA,SAOqBS,UAAU;EAAA;AAAA;AAAA;EAAA,wEAAzB,kBACLb,MAAoB,EACpBD,OAAuB;IAAA;IAAA;MAAA;QAAA;UAAA;YAAA,oBAGM,IAAAsB,2BAAgB,EAACrB,MAAM,CAACF,MAAM,EAAEE,MAAM,CAACC,MAAM,CAAC,EAApEmB,UAAU,qBAAVA,UAAU,EAAEjB,MAAM,qBAANA,MAAM;YACzBH,MAAM,CAACC,MAAM,IAAIE,MAAM;YAEjBmB,QAAQ,GAAG,IAAAC,wBAAa,EAACC,uBAAQ,EAAEJ,UAAU,CAACK,IAAI,CAAC;YAAA,eAEjDH,QAAQ;YAAA,kCACT,WAAW,wBAGX,cAAc,yBAGd,iBAAiB;YAAA;UAAA;YAAA;YAAA,OALPI,cAAc,CAAC1B,MAAM,EAAEoB,UAAU,EAAErB,OAAO,CAAC;UAAA;YAAxDe,IAAI;YAAA;UAAA;YAAA;YAAA,OAGSa,gBAAgB,CAAC3B,MAAM,EAAEoB,UAAU,EAAErB,OAAO,CAAC;UAAA;YAA1De,IAAI;YAAA;UAAA;YAAA;YAAA,OAIgBc,oBAAoB,CAAC5B,MAAM,EAAEoB,UAAU,EAAErB,OAAO,CAAC;UAAA;YAAA;YAAA,eACnEqB,UAAU;YAFZN,IAAI;cACFJ,UAAU;cACVU,UAAU;YAAA;YAAA;UAAA;YAAA,MAIN,IAAIS,KAAK,8BAAuBP,QAAQ,EAAG;UAAA;YAAA,kCAG9CR,IAAI;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CACZ;EAAA;AAAA;AAYM,SAASgB,YAAY,CAC1BC,cAA+B,EAC/B9B,MAAc,EACd+B,GAAW,EAKX;EACA,IAAMC,MAAwB,GAAG,CAAC,CAAC;EACnC,IAAIC,IAAI,GAAGjC,MAAM;EACjB,KAAK,IAAIkC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,GAAG,EAAEG,CAAC,EAAE,EAAE;IAC5B,IAAMC,aAAa,GAAGL,cAAc,CAACG,IAAI,CAAC;IAE1C,IAAMG,cAAc,GAClBH,IAAI,GAAG,CAAC,GAAG,IAAAX,wBAAa,EAACe,kCAAmB,EAAEF,aAAa,CAACG,eAAe,CAAE,GAAG,MAAM;IAExF,IAAIC,QAAQ,GAAG,KAAK;IACpB,IAAIC,QAAQ,GAAG,KAAK;IACpB,QAAQJ,cAAc;MACpB,KAAK,UAAU;QACb;MACF,KAAK,UAAU;QACbG,QAAQ,GAAG,IAAI;QACf;MACF,KAAK,UAAU;QACbC,QAAQ,GAAG,IAAI;QACf;MACF;QACE,MAAM,IAAIZ,KAAK,CAAC,kCAAkC,CAAC;IAAC;IAGxD,IAAIO,aAAa,CAACM,YAAY,GAAI,CAAC,EAAE;MACnC,IAAMC,GAAG,GAAGb,YAAY,CAACC,cAAc,EAAEG,IAAI,GAAG,CAAC,EAAEE,aAAa,CAACM,YAAY,CAAE;MAC/ER,IAAI,GAAGS,GAAG,CAACT,IAAI;MACfD,MAAM,CAACG,aAAa,CAACQ,IAAI,CAAC,GAAG;QAE3BJ,QAAQ,EAARA,QAAQ;QACRC,QAAQ,EAARA,QAAQ;QACRI,MAAM,EAAEF,GAAG,CAACV;MACd,CAAC;IACH,CAAC,MAAM;MACL,IAAMR,IAAI,GAAG,IAAAF,wBAAa,EAACuB,mBAAI,EAAEV,aAAa,CAACX,IAAI,CAAE;MACrD,IAAIsB,WAAW,GAAGtB,IAAI;MAEtB,IAAIW,aAAa,CAACY,cAAc,EAAE;QAChCD,WAAW,GAAG,IAAAxB,wBAAa,EAAC0B,4BAAa,EAAEb,aAAa,CAACY,cAAc,CAAC;MAC1E;MAEA,QAAQD,WAAW;QACjB,KAAK,SAAS;UACZA,WAAW,aAAMA,WAAW,cAAItB,IAAI,CAAiB;UACrD;QACF;MAAQ;MAGVQ,MAAM,CAACG,aAAa,CAACQ,IAAI,CAAC,GAAG;QAC3BnB,IAAI,EAAEsB,WAA0B;QAChCG,UAAU,EAAEd,aAAa,CAACe,WAAW;QACrCC,SAAS,EAAEhB,aAAa,CAACiB,SAAS;QAClCC,KAAK,EAAElB,aAAa,CAACkB,KAAK;QAC1Bd,QAAQ,EAARA,QAAQ;QACRC,QAAQ,EAARA;MACF,CAAC;MACDP,IAAI,EAAE;IACR;EACF;EACA,OAAO;IAACD,MAAM,EAANA,MAAM;IAAEhC,MAAM,EAANA,MAAM;IAAEiC,IAAI,EAAJA;EAAI,CAAC;AAC/B;;AAKA,SAASqB,YAAY,CACnB9B,IAAmB,EACnB+B,QAAsB,EACtBxD,MAAoB,EACpBS,KAAa,EACbgD,IAAyB,EAClB;EACP,IAAI,EAAED,QAAQ,IAAIE,sBAAc,CAAC,EAAE;IACjC,MAAM,IAAI7B,KAAK,6BAAsB2B,QAAQ,EAAG;EAClD;EACA,OAAOE,sBAAc,CAACF,QAAQ,CAAC,CAACD,YAAY,CAAC9B,IAAI,EAAEzB,MAAM,EAAES,KAAK,EAAEgD,IAAI,CAAC;AACzE;;AAAC,SAQc/B,cAAc;EAAA;AAAA;AAAA;EAAA,4EAA7B,kBACE1B,MAAoB,EACpB2D,MAAkB,EAClB5D,OAAuB;IAAA;IAAA;IAAA;MAAA;QAAA;UAAA;YAEjB6D,SAAS,GAAG5D,MAAM,CAACC,MAAM,GAAG0D,MAAM,CAACE,oBAAoB;YACvDC,UAAU,4BAAGH,MAAM,CAACI,gBAAgB,0DAAvB,sBAAyBC,UAAU;YAGlDC,UAAU,GAAGjE,MAAM;YAAA,MAEnBD,OAAO,CAACmE,WAAW,KAAK,cAAc;cAAA;cAAA;YAAA;YAAA;YAAA,OAChB,IAAAC,uBAAU,EAChCpE,OAAO,CAACmE,WAAW,EACnBlE,MAAM,CAACF,MAAM,CAACsE,KAAK,CAACpE,MAAM,CAACC,MAAM,EAAE2D,SAAS,CAAC,EAC7CD,MAAM,CAACU,sBAAsB,CAC9B;UAAA;YAJKC,SAAS;YAKfL,UAAU,GAAG;cACXnE,MAAM,EAAEwE,SAAS;cACjBrE,MAAM,EAAE,CAAC;cACTC,IAAI,EAAEoE,SAAS,CAACnE;YAClB,CAAC;YACDH,MAAM,CAACC,MAAM,GAAG2D,SAAS;UAAC;YAItBW,cAAc,GAAG,IAAAhD,wBAAa,EAClCiD,uBAAQ,4BACRb,MAAM,CAACI,gBAAgB,2DAAvB,uBAAyBU,yBAAyB,CACnD;YAEGC,OAAO,GAAG,IAAIC,KAAK,CAACb,UAAU,CAAC;YAEnC,IAAI/D,OAAO,CAAC6E,MAAM,CAACC,SAAS,GAAG,CAAC,EAAE;cAChCH,OAAO,GAAGnB,YAAY,CAACuB,6BAAkB,EAAEP,cAAc,EAAEN,UAAU,EAAEH,UAAU,EAAG;gBAClFiB,QAAQ,EAAE,IAAAC,sBAAW,EAACjF,OAAO,CAAC6E,MAAM,CAACC,SAAS,CAAC;gBAC/CI,eAAe,EAAE;cAEnB,CAAC,CAAC;YACJ,CAAC,MAAM;cACLP,OAAO,CAACQ,IAAI,CAAC,CAAC,CAAC;YACjB;;YAGMC,cAAc,GAAG,IAAA5D,wBAAa,EAClCiD,uBAAQ,4BACRb,MAAM,CAACI,gBAAgB,2DAAvB,uBAAyBqB,yBAAyB,CACnD;YAEGC,OAAO,GAAG,IAAIV,KAAK,CAACb,UAAU,CAAC;YACnC,IAAI/D,OAAO,CAAC6E,MAAM,CAACU,SAAS,GAAG,CAAC,EAAE;cAChCD,OAAO,GAAG9B,YAAY,CAACuB,6BAAkB,EAAEK,cAAc,EAAElB,UAAU,EAAEH,UAAU,EAAG;gBAClFiB,QAAQ,EAAE,IAAAC,sBAAW,EAACjF,OAAO,CAAC6E,MAAM,CAACU,SAAS,CAAC;gBAC/CL,eAAe,EAAE;cAEnB,CAAC,CAAC;YACJ,CAAC,MAAM;cACLI,OAAO,CAACH,IAAI,CAAC,CAAC,CAAC;YACjB;YACIK,iBAAiB,GAAG,CAAC;YAAA,uCACNF,OAAO;YAAA;cAA1B,oDAA4B;gBAAjBG,IAAI;gBACb,IAAIA,IAAI,KAAKzF,OAAO,CAAC6E,MAAM,CAACU,SAAS,EAAE;kBACrCC,iBAAiB,EAAE;gBACrB;cACF;;YAAC;cAAA;YAAA;cAAA;YAAA;YAGKE,aAAa,GAAG,IAAAlE,wBAAa,EAACiD,uBAAQ,4BAAEb,MAAM,CAACI,gBAAgB,2DAAvB,uBAAyBP,QAAQ,CAAE;YAC3EkC,aAAa,GAAG;cACpBxC,UAAU,EAAEnD,OAAO,CAAC6E,MAAM,CAAC1B,UAAU;cACrC6B,QAAQ,EAAEhF,OAAO,CAAC6E,MAAM,CAAC1B;YAC3B,CAAC;YAEK3C,MAAM,GAAGgD,YAAY,CACzBxD,OAAO,CAAC6E,MAAM,CAACe,aAAa,EAC5BF,aAAa,EACbxB,UAAU,EACVsB,iBAAiB,EACjBG,aAAa,CACd;YAAA,kCAEM;cACLpF,OAAO,EAAE+E,OAAO;cAChBhF,OAAO,EAAEqE,OAAO;cAChBnE,MAAM,EAANA,MAAM;cACNE,KAAK,EAAEqD,UAAW;cAClB1C,UAAU,EAAEuC;YACd,CAAC;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CACF;EAAA;AAAA;AAAA,SASchC,gBAAgB;EAAA;AAAA;AAAA;EAAA,6EAA/B,kBACE3B,MAAoB,EACpB2D,MAAkB,EAClBF,IAAS;IAAA;IAAA;IAAA;MAAA;QAAA;UAAA;YAEHG,SAAS,GAAG5D,MAAM,CAACC,MAAM,GAAG0D,MAAM,CAACE,oBAAoB;YAEvDC,UAAU,6BAAGH,MAAM,CAACiC,mBAAmB,2DAA1B,uBAA4B5B,UAAU;YAEnDuB,iBAAiB,GAAGzB,UAAU,8BAAGH,MAAM,CAACiC,mBAAmB,2DAA1B,uBAA4BC,SAAS;YACtEJ,aAAa,GAAG,IAAAlE,wBAAa,EACjCiD,uBAAQ,4BACRb,MAAM,CAACiC,mBAAmB,2DAA1B,uBAA4BpC,QAAQ,CACrC;YAIGkB,OAAO,GAAG,IAAIC,KAAK,CAACb,UAAU,CAAC;YACnC,IAAIL,IAAI,CAACmB,MAAM,CAACC,SAAS,GAAG,CAAC,EAAE;cAC7BH,OAAO,GAAGnB,YAAY,CAACuB,6BAAkB,EAAEgB,iCAAsB,EAAE9F,MAAM,EAAE8D,UAAU,EAAG;gBACtFiB,QAAQ,EAAE,IAAAC,sBAAW,EAACvB,IAAI,CAACmB,MAAM,CAACC,SAAS,CAAC;gBAC5CI,eAAe,EAAE;cACnB,CAAC,CAAC;YACJ,CAAC,MAAM;cACLP,OAAO,CAACQ,IAAI,CAAC,CAAC,CAAC;YACjB;;YAIIG,OAAO,GAAG,IAAIV,KAAK,CAACb,UAAU,CAAC;YACnC,IAAIL,IAAI,CAACmB,MAAM,CAACU,SAAS,GAAG,CAAC,EAAE;cAC7BD,OAAO,GAAG9B,YAAY,CAACuB,6BAAkB,EAAEgB,iCAAsB,EAAE9F,MAAM,EAAE8D,UAAU,EAAG;gBACtFiB,QAAQ,EAAE,IAAAC,sBAAW,EAACvB,IAAI,CAACmB,MAAM,CAACU,SAAS,CAAC;gBAC5CL,eAAe,EAAE;cACnB,CAAC,CAAC;YACJ,CAAC,MAAM;cACLI,OAAO,CAACH,IAAI,CAAC,CAAC,CAAC;YACjB;;YAGIa,eAAe,GAAG/F,MAAM;YAAA,gCAExB2D,MAAM,CAACiC,mBAAmB,mDAA1B,uBAA4BI,aAAa;cAAA;cAAA;YAAA;YAAA;YAAA,OACnB,IAAA7B,uBAAU,EAChCV,IAAI,CAACS,WAAW,EAChBlE,MAAM,CAACF,MAAM,CAACsE,KAAK,CAACpE,MAAM,CAACC,MAAM,EAAE2D,SAAS,CAAC,EAC7CD,MAAM,CAACU,sBAAsB,CAC9B;UAAA;YAJKC,SAAS;YAMfyB,eAAe,GAAG;cAChBjG,MAAM,EAAEwE,SAAS;cACjBrE,MAAM,EAAE,CAAC;cACTC,IAAI,EAAEoE,SAAS,CAACnE;YAClB,CAAC;YAEDH,MAAM,CAACC,MAAM,GAAG2D,SAAS;UAAC;YAGtB8B,aAAa,GAAG;cACpBxC,UAAU,EAAEO,IAAI,CAACmB,MAAM,CAAC1B,UAAU;cAClC6B,QAAQ,EAAEtB,IAAI,CAACmB,MAAM,CAAC1B;YACxB,CAAC;YAEK3C,MAAM,GAAGgD,YAAY,CACzBE,IAAI,CAACmB,MAAM,CAACe,aAAa,EACzBF,aAAa,EACbM,eAAe,EACfR,iBAAiB,EACjBG,aAAa,CACd;YAAA,kCAEM;cACLpF,OAAO,EAAE+E,OAAO;cAChBhF,OAAO,EAAEqE,OAAO;cAChBnE,MAAM,EAANA,MAAM;cACNE,KAAK,EAAEqD,UAAW;cAClB1C,UAAU,EAAEuC;YACd,CAAC;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CACF;EAAA;AAAA;AAAA,SAQc/B,oBAAoB;EAAA;AAAA;AAAA;EAAA,kFAAnC,kBACE5B,MAAoB,EACpBoB,UAAsB,EACtBrB,OAAuB;IAAA;IAAA;IAAA;MAAA;QAAA;UAAA;YAEjB6D,SAAS,GAAG5D,MAAM,CAACC,MAAM,GAAGmB,UAAU,CAACyC,oBAAoB;YAE7DoC,UAAU,GAAG;cACfhG,MAAM,EAAE,CAAC;cACTH,MAAM,EAAEE,MAAM,CAACF,MAAM,CAACsE,KAAK,CAACpE,MAAM,CAACC,MAAM,EAAE2D,SAAS,CAAC;cACrD1D,IAAI,EAAE0D,SAAS,GAAG5D,MAAM,CAACC;YAC3B,CAAC;YAEDD,MAAM,CAACC,MAAM,GAAG2D,SAAS;YAAC,MAEtB7D,OAAO,CAACmE,WAAW,KAAK,cAAc;cAAA;cAAA;YAAA;YAAA;YAAA,OAChB,IAAAC,uBAAU,EAChCpE,OAAO,CAACmE,WAAW,EACnB+B,UAAU,CAACnG,MAAM,CAACsE,KAAK,CAAC6B,UAAU,CAAChG,MAAM,EAAE2D,SAAS,CAAC,EACrDxC,UAAU,CAACiD,sBAAsB,CAClC;UAAA;YAJKC,SAAS;YAMf2B,UAAU,GAAG;cACXnG,MAAM,EAAEwE,SAAS;cACjBrE,MAAM,EAAE,CAAC;cACTC,IAAI,EAAEoE,SAAS,CAACnE;YAClB,CAAC;YAEDH,MAAM,CAACC,MAAM,GAAG2D,SAAS;UAAC;YAGtBjD,SAAS,GAAG,CAAAS,UAAU,aAAVA,UAAU,gDAAVA,UAAU,CAAE8E,sBAAsB,0DAAlC,sBAAoClC,UAAU,KAAI,CAAC;YAAA,kCAE9DT,YAAY,CACjBxD,OAAO,CAAC6E,MAAM,CAACe,aAAa,EAC5B5F,OAAO,CAAC6E,MAAM,CAACpB,QAAQ,EACvByC,UAAU,EACVtF,SAAS,EACTZ,OAAO,CACR,CAACgB,GAAG,CAAC,UAACoF,CAAC;cAAA,OAAKA,CAAC,CAACC,QAAQ,EAAE;YAAA,EAAC;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CAC3B;EAAA;AAAA"}