@loaders.gl/parquet 4.0.0-alpha.23 → 4.0.0-alpha.24

package/dist/parquetjs/parquet-thrift/ColumnMetaData.js

@@ -1,402 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ColumnMetaData = void 0;
-/* tslint:disable */
-/* eslint-disable */
-/*
- * Autogenerated by @creditkarma/thrift-typescript v3.7.2
- * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
- */
-const node_int64_1 = __importDefault(require("node-int64"));
-const thrift = __importStar(require("thrift"));
-const KeyValue = __importStar(require("./KeyValue"));
-const PageEncodingStats = __importStar(require("./PageEncodingStats"));
-const Statistics = __importStar(require("./Statistics"));
-class ColumnMetaData {
-    constructor(args) {
-        if (args != null && args.type != null) {
-            this.type = args.type;
-        }
-        else {
-            throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[type] is unset!');
-        }
-        if (args != null && args.encodings != null) {
-            this.encodings = args.encodings;
-        }
-        else {
-            throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[encodings] is unset!');
-        }
-        if (args != null && args.path_in_schema != null) {
-            this.path_in_schema = args.path_in_schema;
-        }
-        else {
-            throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[path_in_schema] is unset!');
-        }
-        if (args != null && args.codec != null) {
-            this.codec = args.codec;
-        }
-        else {
-            throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[codec] is unset!');
-        }
-        if (args != null && args.num_values != null) {
-            if (typeof args.num_values === 'number') {
-                this.num_values = new node_int64_1.default(args.num_values);
-            }
-            else {
-                this.num_values = args.num_values;
-            }
-        }
-        else {
-            throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[num_values] is unset!');
-        }
-        if (args != null && args.total_uncompressed_size != null) {
-            if (typeof args.total_uncompressed_size === 'number') {
-                this.total_uncompressed_size = new node_int64_1.default(args.total_uncompressed_size);
-            }
-            else {
-                this.total_uncompressed_size = args.total_uncompressed_size;
-            }
-        }
-        else {
-            throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[total_uncompressed_size] is unset!');
-        }
-        if (args != null && args.total_compressed_size != null) {
-            if (typeof args.total_compressed_size === 'number') {
-                this.total_compressed_size = new node_int64_1.default(args.total_compressed_size);
-            }
-            else {
-                this.total_compressed_size = args.total_compressed_size;
-            }
-        }
-        else {
-            throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[total_compressed_size] is unset!');
-        }
-        if (args != null && args.key_value_metadata != null) {
-            this.key_value_metadata = args.key_value_metadata;
-        }
-        if (args != null && args.data_page_offset != null) {
-            if (typeof args.data_page_offset === 'number') {
-                this.data_page_offset = new node_int64_1.default(args.data_page_offset);
-            }
-            else {
-                this.data_page_offset = args.data_page_offset;
-            }
-        }
-        else {
-            throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[data_page_offset] is unset!');
-        }
-        if (args != null && args.index_page_offset != null) {
-            if (typeof args.index_page_offset === 'number') {
-                this.index_page_offset = new node_int64_1.default(args.index_page_offset);
-            }
-            else {
-                this.index_page_offset = args.index_page_offset;
-            }
-        }
-        if (args != null && args.dictionary_page_offset != null) {
-            if (typeof args.dictionary_page_offset === 'number') {
-                this.dictionary_page_offset = new node_int64_1.default(args.dictionary_page_offset);
-            }
-            else {
-                this.dictionary_page_offset = args.dictionary_page_offset;
-            }
-        }
-        if (args != null && args.statistics != null) {
-            this.statistics = args.statistics;
-        }
-        if (args != null && args.encoding_stats != null) {
-            this.encoding_stats = args.encoding_stats;
-        }
-    }
-    write(output) {
-        output.writeStructBegin('ColumnMetaData');
-        if (this.type != null) {
-            output.writeFieldBegin('type', thrift.Thrift.Type.I32, 1);
-            output.writeI32(this.type);
-            output.writeFieldEnd();
-        }
-        if (this.encodings != null) {
-            output.writeFieldBegin('encodings', thrift.Thrift.Type.LIST, 2);
-            output.writeListBegin(thrift.Thrift.Type.I32, this.encodings.length);
-            this.encodings.forEach((value_1) => {
-                output.writeI32(value_1);
-            });
-            output.writeListEnd();
-            output.writeFieldEnd();
-        }
-        if (this.path_in_schema != null) {
-            output.writeFieldBegin('path_in_schema', thrift.Thrift.Type.LIST, 3);
-            output.writeListBegin(thrift.Thrift.Type.STRING, this.path_in_schema.length);
-            this.path_in_schema.forEach((value_2) => {
-                output.writeString(value_2);
-            });
-            output.writeListEnd();
-            output.writeFieldEnd();
-        }
-        if (this.codec != null) {
-            output.writeFieldBegin('codec', thrift.Thrift.Type.I32, 4);
-            output.writeI32(this.codec);
-            output.writeFieldEnd();
-        }
-        if (this.num_values != null) {
-            output.writeFieldBegin('num_values', thrift.Thrift.Type.I64, 5);
-            output.writeI64(this.num_values);
-            output.writeFieldEnd();
-        }
-        if (this.total_uncompressed_size != null) {
-            output.writeFieldBegin('total_uncompressed_size', thrift.Thrift.Type.I64, 6);
-            output.writeI64(this.total_uncompressed_size);
-            output.writeFieldEnd();
-        }
-        if (this.total_compressed_size != null) {
-            output.writeFieldBegin('total_compressed_size', thrift.Thrift.Type.I64, 7);
-            output.writeI64(this.total_compressed_size);
-            output.writeFieldEnd();
-        }
-        if (this.key_value_metadata != null) {
-            output.writeFieldBegin('key_value_metadata', thrift.Thrift.Type.LIST, 8);
-            output.writeListBegin(thrift.Thrift.Type.STRUCT, this.key_value_metadata.length);
-            this.key_value_metadata.forEach((value_3) => {
-                value_3.write(output);
-            });
-            output.writeListEnd();
-            output.writeFieldEnd();
-        }
-        if (this.data_page_offset != null) {
-            output.writeFieldBegin('data_page_offset', thrift.Thrift.Type.I64, 9);
-            output.writeI64(this.data_page_offset);
-            output.writeFieldEnd();
-        }
-        if (this.index_page_offset != null) {
-            output.writeFieldBegin('index_page_offset', thrift.Thrift.Type.I64, 10);
-            output.writeI64(this.index_page_offset);
-            output.writeFieldEnd();
-        }
-        if (this.dictionary_page_offset != null) {
-            output.writeFieldBegin('dictionary_page_offset', thrift.Thrift.Type.I64, 11);
-            output.writeI64(this.dictionary_page_offset);
-            output.writeFieldEnd();
-        }
-        if (this.statistics != null) {
-            output.writeFieldBegin('statistics', thrift.Thrift.Type.STRUCT, 12);
-            this.statistics.write(output);
-            output.writeFieldEnd();
-        }
-        if (this.encoding_stats != null) {
-            output.writeFieldBegin('encoding_stats', thrift.Thrift.Type.LIST, 13);
-            output.writeListBegin(thrift.Thrift.Type.STRUCT, this.encoding_stats.length);
-            this.encoding_stats.forEach((value_4) => {
-                value_4.write(output);
-            });
-            output.writeListEnd();
-            output.writeFieldEnd();
-        }
-        output.writeFieldStop();
-        output.writeStructEnd();
-        return;
-    }
-    static read(input) {
-        input.readStructBegin();
-        let _args = {};
-        while (true) {
-            const ret = input.readFieldBegin();
-            const fieldType = ret.ftype;
-            const fieldId = ret.fid;
-            if (fieldType === thrift.Thrift.Type.STOP) {
-                break;
-            }
-            switch (fieldId) {
-                case 1:
-                    if (fieldType === thrift.Thrift.Type.I32) {
-                        const value_5 = input.readI32();
-                        _args.type = value_5;
-                    }
-                    else {
-                        input.skip(fieldType);
-                    }
-                    break;
-                case 2:
-                    if (fieldType === thrift.Thrift.Type.LIST) {
-                        const value_6 = new Array();
-                        const metadata_1 = input.readListBegin();
-                        const size_1 = metadata_1.size;
-                        for (let i_1 = 0; i_1 < size_1; i_1++) {
-                            const value_7 = input.readI32();
-                            value_6.push(value_7);
-                        }
-                        input.readListEnd();
-                        _args.encodings = value_6;
-                    }
-                    else {
-                        input.skip(fieldType);
-                    }
-                    break;
-                case 3:
-                    if (fieldType === thrift.Thrift.Type.LIST) {
-                        const value_8 = new Array();
-                        const metadata_2 = input.readListBegin();
-                        const size_2 = metadata_2.size;
-                        for (let i_2 = 0; i_2 < size_2; i_2++) {
-                            const value_9 = input.readString();
-                            value_8.push(value_9);
-                        }
-                        input.readListEnd();
-                        _args.path_in_schema = value_8;
-                    }
-                    else {
-                        input.skip(fieldType);
-                    }
-                    break;
-                case 4:
-                    if (fieldType === thrift.Thrift.Type.I32) {
-                        const value_10 = input.readI32();
-                        _args.codec = value_10;
-                    }
-                    else {
-                        input.skip(fieldType);
-                    }
-                    break;
-                case 5:
-                    if (fieldType === thrift.Thrift.Type.I64) {
-                        const value_11 = input.readI64();
-                        _args.num_values = value_11;
-                    }
-                    else {
-                        input.skip(fieldType);
-                    }
-                    break;
-                case 6:
-                    if (fieldType === thrift.Thrift.Type.I64) {
-                        const value_12 = input.readI64();
-                        _args.total_uncompressed_size = value_12;
-                    }
-                    else {
-                        input.skip(fieldType);
-                    }
-                    break;
-                case 7:
-                    if (fieldType === thrift.Thrift.Type.I64) {
-                        const value_13 = input.readI64();
-                        _args.total_compressed_size = value_13;
-                    }
-                    else {
-                        input.skip(fieldType);
-                    }
-                    break;
-                case 8:
-                    if (fieldType === thrift.Thrift.Type.LIST) {
-                        const value_14 = new Array();
-                        const metadata_3 = input.readListBegin();
-                        const size_3 = metadata_3.size;
-                        for (let i_3 = 0; i_3 < size_3; i_3++) {
-                            const value_15 = KeyValue.KeyValue.read(input);
-                            value_14.push(value_15);
-                        }
-                        input.readListEnd();
-                        _args.key_value_metadata = value_14;
-                    }
-                    else {
-                        input.skip(fieldType);
-                    }
-                    break;
-                case 9:
-                    if (fieldType === thrift.Thrift.Type.I64) {
-                        const value_16 = input.readI64();
-                        _args.data_page_offset = value_16;
-                    }
-                    else {
-                        input.skip(fieldType);
-                    }
-                    break;
-                case 10:
-                    if (fieldType === thrift.Thrift.Type.I64) {
-                        const value_17 = input.readI64();
-                        _args.index_page_offset = value_17;
-                    }
-                    else {
-                        input.skip(fieldType);
-                    }
-                    break;
-                case 11:
-                    if (fieldType === thrift.Thrift.Type.I64) {
-                        const value_18 = input.readI64();
-                        _args.dictionary_page_offset = value_18;
-                    }
-                    else {
-                        input.skip(fieldType);
-                    }
-                    break;
-                case 12:
-                    if (fieldType === thrift.Thrift.Type.STRUCT) {
-                        const value_19 = Statistics.Statistics.read(input);
-                        _args.statistics = value_19;
-                    }
-                    else {
-                        input.skip(fieldType);
-                    }
-                    break;
-                case 13:
-                    if (fieldType === thrift.Thrift.Type.LIST) {
-                        const value_20 = new Array();
-                        const metadata_4 = input.readListBegin();
-                        const size_4 = metadata_4.size;
-                        for (let i_4 = 0; i_4 < size_4; i_4++) {
-                            const value_21 = PageEncodingStats.PageEncodingStats.read(input);
-                            value_20.push(value_21);
-                        }
-                        input.readListEnd();
-                        _args.encoding_stats = value_20;
-                    }
-                    else {
-                        input.skip(fieldType);
-                    }
-                    break;
-                default: {
-                    input.skip(fieldType);
-                }
-            }
-            input.readFieldEnd();
-        }
-        input.readStructEnd();
-        if (_args.type !== undefined &&
-            _args.encodings !== undefined &&
-            _args.path_in_schema !== undefined &&
-            _args.codec !== undefined &&
-            _args.num_values !== undefined &&
-            _args.total_uncompressed_size !== undefined &&
-            _args.total_compressed_size !== undefined &&
-            _args.data_page_offset !== undefined) {
-            return new ColumnMetaData(_args);
-        }
-        else {
-            throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read ColumnMetaData from input');
-        }
-    }
-}
-exports.ColumnMetaData = ColumnMetaData;

package/dist/parquetjs/parquet-thrift/ColumnOrder.js

@@ -1,108 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ColumnOrder = void 0;
-/* tslint:disable */
-/* eslint-disable */
-/*
- * Autogenerated by @creditkarma/thrift-typescript v3.7.2
- * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
- */
-const thrift = __importStar(require("thrift"));
-const TypeDefinedOrder = __importStar(require("./TypeDefinedOrder"));
-class ColumnOrder {
-    constructor(args) {
-        let _fieldsSet = 0;
-        if (args != null) {
-            if (args.TYPE_ORDER != null) {
-                _fieldsSet++;
-                this.TYPE_ORDER = args.TYPE_ORDER;
-            }
-            if (_fieldsSet > 1) {
-                throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.INVALID_DATA, 'Cannot read a TUnion with more than one set value!');
-            }
-            else if (_fieldsSet < 1) {
-                throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.INVALID_DATA, 'Cannot read a TUnion with no set value!');
-            }
-        }
-    }
-    static fromTYPE_ORDER(TYPE_ORDER) {
-        return new ColumnOrder({ TYPE_ORDER });
-    }
-    write(output) {
-        output.writeStructBegin('ColumnOrder');
-        if (this.TYPE_ORDER != null) {
-            output.writeFieldBegin('TYPE_ORDER', thrift.Thrift.Type.STRUCT, 1);
-            this.TYPE_ORDER.write(output);
-            output.writeFieldEnd();
-        }
-        output.writeFieldStop();
-        output.writeStructEnd();
-        return;
-    }
-    static read(input) {
-        let _fieldsSet = 0;
-        let _returnValue = null;
-        input.readStructBegin();
-        while (true) {
-            const ret = input.readFieldBegin();
-            const fieldType = ret.ftype;
-            const fieldId = ret.fid;
-            if (fieldType === thrift.Thrift.Type.STOP) {
-                break;
-            }
-            switch (fieldId) {
-                case 1:
-                    if (fieldType === thrift.Thrift.Type.STRUCT) {
-                        _fieldsSet++;
-                        const value_1 = TypeDefinedOrder.TypeDefinedOrder.read(input);
-                        _returnValue = ColumnOrder.fromTYPE_ORDER(value_1);
-                    }
-                    else {
-                        input.skip(fieldType);
-                    }
-                    break;
-                default: {
-                    input.skip(fieldType);
-                }
-            }
-            input.readFieldEnd();
-        }
-        input.readStructEnd();
-        if (_fieldsSet > 1) {
-            throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.INVALID_DATA, 'Cannot read a TUnion with more than one set value!');
-        }
-        else if (_fieldsSet < 1) {
-            throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.INVALID_DATA, 'Cannot read a TUnion with no set value!');
-        }
-        if (_returnValue !== null) {
-            return _returnValue;
-        }
-        else {
-            throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read data for TUnion');
-        }
-    }
-}
-exports.ColumnOrder = ColumnOrder;

package/dist/parquetjs/parquet-thrift/CompressionCodec.js

@@ -1,20 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.CompressionCodec = void 0;
-/* tslint:disable */
-/* eslint-disable */
-/*
- * Autogenerated by @creditkarma/thrift-typescript v3.7.2
- * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
- */
-var CompressionCodec;
-(function (CompressionCodec) {
-    CompressionCodec[CompressionCodec["UNCOMPRESSED"] = 0] = "UNCOMPRESSED";
-    CompressionCodec[CompressionCodec["SNAPPY"] = 1] = "SNAPPY";
-    CompressionCodec[CompressionCodec["GZIP"] = 2] = "GZIP";
-    CompressionCodec[CompressionCodec["LZO"] = 3] = "LZO";
-    CompressionCodec[CompressionCodec["BROTLI"] = 4] = "BROTLI";
-    CompressionCodec[CompressionCodec["LZ4"] = 5] = "LZ4";
-    CompressionCodec[CompressionCodec["ZSTD"] = 6] = "ZSTD";
-    CompressionCodec[CompressionCodec["LZ4_RAW"] = 7] = "LZ4_RAW"; // Added in 2.9
-})(CompressionCodec || (exports.CompressionCodec = CompressionCodec = {}));

package/dist/parquetjs/parquet-thrift/ConvertedType.js

@@ -1,34 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ConvertedType = void 0;
-/* tslint:disable */
-/* eslint-disable */
-/*
- * Autogenerated by @creditkarma/thrift-typescript v3.7.2
- * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
- */
-var ConvertedType;
-(function (ConvertedType) {
-    ConvertedType[ConvertedType["UTF8"] = 0] = "UTF8";
-    ConvertedType[ConvertedType["MAP"] = 1] = "MAP";
-    ConvertedType[ConvertedType["MAP_KEY_VALUE"] = 2] = "MAP_KEY_VALUE";
-    ConvertedType[ConvertedType["LIST"] = 3] = "LIST";
-    ConvertedType[ConvertedType["ENUM"] = 4] = "ENUM";
-    ConvertedType[ConvertedType["DECIMAL"] = 5] = "DECIMAL";
-    ConvertedType[ConvertedType["DATE"] = 6] = "DATE";
-    ConvertedType[ConvertedType["TIME_MILLIS"] = 7] = "TIME_MILLIS";
-    ConvertedType[ConvertedType["TIME_MICROS"] = 8] = "TIME_MICROS";
-    ConvertedType[ConvertedType["TIMESTAMP_MILLIS"] = 9] = "TIMESTAMP_MILLIS";
-    ConvertedType[ConvertedType["TIMESTAMP_MICROS"] = 10] = "TIMESTAMP_MICROS";
-    ConvertedType[ConvertedType["UINT_8"] = 11] = "UINT_8";
-    ConvertedType[ConvertedType["UINT_16"] = 12] = "UINT_16";
-    ConvertedType[ConvertedType["UINT_32"] = 13] = "UINT_32";
-    ConvertedType[ConvertedType["UINT_64"] = 14] = "UINT_64";
-    ConvertedType[ConvertedType["INT_8"] = 15] = "INT_8";
-    ConvertedType[ConvertedType["INT_16"] = 16] = "INT_16";
-    ConvertedType[ConvertedType["INT_32"] = 17] = "INT_32";
-    ConvertedType[ConvertedType["INT_64"] = 18] = "INT_64";
-    ConvertedType[ConvertedType["JSON"] = 19] = "JSON";
-    ConvertedType[ConvertedType["BSON"] = 20] = "BSON";
-    ConvertedType[ConvertedType["INTERVAL"] = 21] = "INTERVAL";
-})(ConvertedType || (exports.ConvertedType = ConvertedType = {}));