@loaders.gl/parquet 4.0.0-alpha.9 → 4.0.0-beta.2

package/dist/parquetjs/parser/decoders.js

@@ -1,318 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.decodeSchema = exports.decodePage = exports.decodeDataPages = void 0;
-const codecs_1 = require("../codecs");
-const parquet_thrift_1 = require("../parquet-thrift");
-const compression_1 = require("../compression");
-const constants_1 = require("../../constants");
-const read_utils_1 = require("../utils/read-utils");
-/**
- * Decode data pages
- * @param buffer - input data
- * @param column - parquet column
- * @param compression - compression type
- * @returns parquet data page data
- */
-async function decodeDataPages(buffer, options) {
-    const cursor = {
-        buffer,
-        offset: 0,
-        size: buffer.length
-    };
-    const data = {
-        rlevels: [],
-        dlevels: [],
-        values: [],
-        pageHeaders: [],
-        count: 0
-    };
-    let dictionary = options.dictionary || [];
-    while (
-    // @ts-ignore size can be undefined
-    cursor.offset < cursor.size &&
-        (!options.numValues || data.dlevels.length < Number(options.numValues))) {
-        // Looks like we have to decode these in sequence due to cursor updates?
-        const page = await decodePage(cursor, options);
-        if (page.dictionary) {
-            dictionary = page.dictionary;
-            // eslint-disable-next-line no-continue
-            continue;
-        }
-        if (dictionary.length) {
-            // eslint-disable-next-line no-loop-func
-            page.values = page.values.map((value) => dictionary[value]);
-        }
-        for (let index = 0; index < page.rlevels.length; index++) {
-            data.rlevels.push(page.rlevels[index]);
-            data.dlevels.push(page.dlevels[index]);
-            const value = page.values[index];
-            if (value !== undefined) {
-                data.values.push(value);
-            }
-        }
-        data.count += page.count;
-        data.pageHeaders.push(page.pageHeader);
-    }
-    return data;
-}
-exports.decodeDataPages = decodeDataPages;
-/**
- * Decode parquet page based on page type
- * @param cursor
- * @param options
- */
-async function decodePage(cursor, options) {
-    let page;
-    const { pageHeader, length } = (0, read_utils_1.decodePageHeader)(cursor.buffer, cursor.offset);
-    cursor.offset += length;
-    const pageType = (0, read_utils_1.getThriftEnum)(parquet_thrift_1.PageType, pageHeader.type);
-    switch (pageType) {
-        case 'DATA_PAGE':
-            page = await decodeDataPage(cursor, pageHeader, options);
-            break;
-        case 'DATA_PAGE_V2':
-            page = await decodeDataPageV2(cursor, pageHeader, options);
-            break;
-        case 'DICTIONARY_PAGE':
-            page = {
-                dictionary: await decodeDictionaryPage(cursor, pageHeader, options),
-                pageHeader
-            };
-            break;
-        default:
-            throw new Error(`invalid page type: ${pageType}`);
-    }
-    return page;
-}
-exports.decodePage = decodePage;
-/**
- * Decode parquet schema
- * @param schemaElements input schema elements data
- * @param offset offset to read from
- * @param len length of data
- * @returns result.offset
- *   result.next - offset at the end of function
- *   result.schema - schema read from the input data
- * @todo output offset is the same as input - possibly excess output field
- */
-function decodeSchema(schemaElements, offset, len) {
-    const schema = {};
-    let next = offset;
-    for (let i = 0; i < len; i++) {
-        const schemaElement = schemaElements[next];
-        const repetitionType = next > 0 ? (0, read_utils_1.getThriftEnum)(parquet_thrift_1.FieldRepetitionType, schemaElement.repetition_type) : 'ROOT';
-        let optional = false;
-        let repeated = false;
-        switch (repetitionType) {
-            case 'REQUIRED':
-                break;
-            case 'OPTIONAL':
-                optional = true;
-                break;
-            case 'REPEATED':
-                repeated = true;
-                break;
-            default:
-                throw new Error('parquet: unknown repetition type');
-        }
-        if (schemaElement.num_children > 0) {
-            const res = decodeSchema(schemaElements, next + 1, schemaElement.num_children);
-            next = res.next;
-            schema[schemaElement.name] = {
-                // type: undefined,
-                optional,
-                repeated,
-                fields: res.schema
-            };
-        }
-        else {
-            const type = (0, read_utils_1.getThriftEnum)(parquet_thrift_1.Type, schemaElement.type);
-            let logicalType = type;
-            if (schemaElement.converted_type) {
-                logicalType = (0, read_utils_1.getThriftEnum)(parquet_thrift_1.ConvertedType, schemaElement.converted_type);
-            }
-            switch (logicalType) {
-                case 'DECIMAL':
-                    logicalType = `${logicalType}_${type}`;
-                    break;
-                default:
-            }
-            schema[schemaElement.name] = {
-                type: logicalType,
-                typeLength: schemaElement.type_length,
-                presision: schemaElement.precision,
-                scale: schemaElement.scale,
-                optional,
-                repeated
-            };
-            next++;
-        }
-    }
-    return { schema, offset, next };
-}
-exports.decodeSchema = decodeSchema;
-/**
- * Decode a consecutive array of data using one of the parquet encodings
- */
-function decodeValues(type, encoding, cursor, count, opts) {
-    if (!(encoding in codecs_1.PARQUET_CODECS)) {
-        throw new Error(`invalid encoding: ${encoding}`);
-    }
-    return codecs_1.PARQUET_CODECS[encoding].decodeValues(type, cursor, count, opts);
-}
-/**
- * Do decoding of parquet dataPage from column chunk
- * @param cursor
- * @param header
- * @param options
- */
-async function decodeDataPage(cursor, header, options) {
-    const cursorEnd = cursor.offset + header.compressed_page_size;
-    const valueCount = header.data_page_header?.num_values;
-    /* uncompress page */
-    let dataCursor = cursor;
-    if (options.compression !== 'UNCOMPRESSED') {
-        const valuesBuf = await (0, compression_1.decompress)(options.compression, cursor.buffer.slice(cursor.offset, cursorEnd), header.uncompressed_page_size);
-        dataCursor = {
-            buffer: valuesBuf,
-            offset: 0,
-            size: valuesBuf.length
-        };
-        cursor.offset = cursorEnd;
-    }
-    /* read repetition levels */
-    const rLevelEncoding = (0, read_utils_1.getThriftEnum)(parquet_thrift_1.Encoding, header.data_page_header?.repetition_level_encoding);
-    // tslint:disable-next-line:prefer-array-literal
-    let rLevels = new Array(valueCount);
-    if (options.column.rLevelMax > 0) {
-        rLevels = decodeValues(constants_1.PARQUET_RDLVL_TYPE, rLevelEncoding, dataCursor, valueCount, {
-            bitWidth: (0, read_utils_1.getBitWidth)(options.column.rLevelMax),
-            disableEnvelope: false
-            // column: opts.column
-        });
-    }
-    else {
-        rLevels.fill(0);
-    }
-    /* read definition levels */
-    const dLevelEncoding = (0, read_utils_1.getThriftEnum)(parquet_thrift_1.Encoding, header.data_page_header?.definition_level_encoding);
-    // tslint:disable-next-line:prefer-array-literal
-    let dLevels = new Array(valueCount);
-    if (options.column.dLevelMax > 0) {
-        dLevels = decodeValues(constants_1.PARQUET_RDLVL_TYPE, dLevelEncoding, dataCursor, valueCount, {
-            bitWidth: (0, read_utils_1.getBitWidth)(options.column.dLevelMax),
-            disableEnvelope: false
-            // column: opts.column
-        });
-    }
-    else {
-        dLevels.fill(0);
-    }
-    let valueCountNonNull = 0;
-    for (const dlvl of dLevels) {
-        if (dlvl === options.column.dLevelMax) {
-            valueCountNonNull++;
-        }
-    }
-    /* read values */
-    const valueEncoding = (0, read_utils_1.getThriftEnum)(parquet_thrift_1.Encoding, header.data_page_header?.encoding);
-    const decodeOptions = {
-        typeLength: options.column.typeLength,
-        bitWidth: options.column.typeLength
-    };
-    const values = decodeValues(options.column.primitiveType, valueEncoding, dataCursor, valueCountNonNull, decodeOptions);
-    return {
-        dlevels: dLevels,
-        rlevels: rLevels,
-        values,
-        count: valueCount,
-        pageHeader: header
-    };
-}
-/**
- * Do decoding of parquet dataPage in version 2 from column chunk
- * @param cursor
- * @param header
- * @param opts
- * @returns
- */
-async function decodeDataPageV2(cursor, header, opts) {
-    const cursorEnd = cursor.offset + header.compressed_page_size;
-    const valueCount = header.data_page_header_v2?.num_values;
-    // @ts-ignore
-    const valueCountNonNull = valueCount - header.data_page_header_v2?.num_nulls;
-    const valueEncoding = (0, read_utils_1.getThriftEnum)(parquet_thrift_1.Encoding, header.data_page_header_v2?.encoding);
-    /* read repetition levels */
-    // tslint:disable-next-line:prefer-array-literal
-    let rLevels = new Array(valueCount);
-    if (opts.column.rLevelMax > 0) {
-        rLevels = decodeValues(constants_1.PARQUET_RDLVL_TYPE, constants_1.PARQUET_RDLVL_ENCODING, cursor, valueCount, {
-            bitWidth: (0, read_utils_1.getBitWidth)(opts.column.rLevelMax),
-            disableEnvelope: true
-        });
-    }
-    else {
-        rLevels.fill(0);
-    }
-    /* read definition levels */
-    // tslint:disable-next-line:prefer-array-literal
-    let dLevels = new Array(valueCount);
-    if (opts.column.dLevelMax > 0) {
-        dLevels = decodeValues(constants_1.PARQUET_RDLVL_TYPE, constants_1.PARQUET_RDLVL_ENCODING, cursor, valueCount, {
-            bitWidth: (0, read_utils_1.getBitWidth)(opts.column.dLevelMax),
-            disableEnvelope: true
-        });
-    }
-    else {
-        dLevels.fill(0);
-    }
-    /* read values */
-    let valuesBufCursor = cursor;
-    if (header.data_page_header_v2?.is_compressed) {
-        const valuesBuf = await (0, compression_1.decompress)(opts.compression, cursor.buffer.slice(cursor.offset, cursorEnd), header.uncompressed_page_size);
-        valuesBufCursor = {
-            buffer: valuesBuf,
-            offset: 0,
-            size: valuesBuf.length
-        };
-        cursor.offset = cursorEnd;
-    }
-    const decodeOptions = {
-        typeLength: opts.column.typeLength,
-        bitWidth: opts.column.typeLength
-    };
-    const values = decodeValues(opts.column.primitiveType, valueEncoding, valuesBufCursor, valueCountNonNull, decodeOptions);
-    return {
-        dlevels: dLevels,
-        rlevels: rLevels,
-        values,
-        count: valueCount,
-        pageHeader: header
-    };
-}
-/**
- * Do decoding of dictionary page which helps to iterate over all indexes and get dataPage values.
- * @param cursor
- * @param pageHeader
- * @param options
- */
-async function decodeDictionaryPage(cursor, pageHeader, options) {
-    const cursorEnd = cursor.offset + pageHeader.compressed_page_size;
-    let dictCursor = {
-        offset: 0,
-        buffer: cursor.buffer.slice(cursor.offset, cursorEnd),
-        size: cursorEnd - cursor.offset
-    };
-    cursor.offset = cursorEnd;
-    if (options.compression !== 'UNCOMPRESSED') {
-        const valuesBuf = await (0, compression_1.decompress)(options.compression, dictCursor.buffer.slice(dictCursor.offset, cursorEnd), pageHeader.uncompressed_page_size);
-        dictCursor = {
-            buffer: valuesBuf,
-            offset: 0,
-            size: valuesBuf.length
-        };
-        cursor.offset = cursorEnd;
-    }
-    const numValues = pageHeader?.dictionary_page_header?.num_values || 0;
-    return decodeValues(options.column.primitiveType, options.column.encoding, dictCursor, numValues, options).map((d) => d.toString());
-}

package/dist/parquetjs/parser/parquet-reader.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"parquet-reader.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/parquet-reader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAE3D,OAAO,EAAC,aAAa,EAAC,MAAM,kBAAkB,CAAC;AAK/C,OAAO,EAAC,WAAW,EAAoB,YAAY,EAAE,QAAQ,EAAO,MAAM,mBAAmB,CAAC;AAC9F,OAAO,EACL,eAAe,EAEf,kBAAkB,EAElB,cAAc,EACf,MAAM,mBAAmB,CAAC;AAI3B,MAAM,MAAM,kBAAkB,GAAG;IAC/B,qBAAqB,CAAC,EAAE,MAAM,CAAC;CAChC,CAAC;AAEF,0DAA0D;AAC1D,MAAM,MAAM,qBAAqB,GAAG;IAClC,iDAAiD;IACjD,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;CACpC,CAAC;AAMF;;;;;GAKG;AACH,qBAAa,aAAa;IACxB,KAAK,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAAC;IACpC,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI,CAAQ;gBAElC,IAAI,EAAE,YAAY,EAAE,KAAK,CAAC,EAAE,kBAAkB;IAK1D,KAAK,IAAI,IAAI;IAOb,8BAA8B;IACvB,WAAW,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAShD,wCAAwC;IACjC,gBAAgB,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAOrD,sCAAsC;IAC/B,gBAAgB,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAqB/C,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAK9B,SAAS,IAAI,OAAO,CAAC,aAAa,CAAC;IAQzC;;;OAGG;IACG,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IASpD,eAAe,IAAI,OAAO,CAAC,YAAY,CAAC;IAU9C,uCAAuC;IACjC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAajC,uCAAuC;IACjC,UAAU,IAAI,OAAO,CAAC,YAAY,CAAC;IAsBzC,4EAA4E;IACtE,YAAY,CAChB,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,MAAM,EAAE,EAAE,GACrB,OAAO,CAAC,eAAe,CAAC;IAgB3B;;OAEG;IACG,eAAe,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAoDhG;;;;;;OAMG;IACG,aAAa,CACjB,oBAAoB,EAAE,MAAM,EAC5B,OAAO,EAAE,cAAc,EACvB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,MAAM,EAAE,CAAC;CAuBrB"}

package/dist/parquetjs/parser/parquet-reader.js

@@ -1,200 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ParquetReader = void 0;
-const schema_1 = require("../schema/schema");
-const decoders_1 = require("./decoders");
-const shred_1 = require("../schema/shred");
-const constants_1 = require("../../constants");
-const parquet_thrift_1 = require("../parquet-thrift");
-const read_utils_1 = require("../utils/read-utils");
-const decoders_2 = require("./decoders");
-const DEFAULT_PROPS = {
-    defaultDictionarySize: 1e6
-};
-/**
- * The parquet envelope reader allows direct, unbuffered access to the individual
- * sections of the parquet file, namely the header, footer and the row groups.
- * This class is intended for advanced/internal users; if you just want to retrieve
- * rows from a parquet file use the ParquetReader instead
- */
-class ParquetReader {
-    constructor(file, props) {
-        this.metadata = null;
-        this.file = file;
-        this.props = { ...DEFAULT_PROPS, ...props };
-    }
-    close() {
-        // eslint-disable-next-line @typescript-eslint/no-floating-promises
-        this.file.close();
-    }
-    // HIGH LEVEL METHODS
-    /** Yield one row at a time */
-    async *rowIterator(props) {
-        for await (const rows of this.rowBatchIterator(props)) {
-            // yield *rows
-            for (const row of rows) {
-                yield row;
-            }
-        }
-    }
-    /** Yield one batch of rows at a time */
-    async *rowBatchIterator(props) {
-        const schema = await this.getSchema();
-        for await (const rowGroup of this.rowGroupIterator(props)) {
-            yield (0, shred_1.materializeRows)(schema, rowGroup);
-        }
-    }
-    /** Iterate over the raw row groups */
-    async *rowGroupIterator(props) {
-        // Ensure strings are nested in arrays
-        const columnList = (props?.columnList || []).map((x) => Array.isArray(x) ? x : [x]);
-        const metadata = await this.getFileMetadata();
-        const schema = await this.getSchema();
-        const rowGroupCount = metadata?.row_groups.length || 0;
-        for (let rowGroupIndex = 0; rowGroupIndex < rowGroupCount; rowGroupIndex++) {
-            const rowGroup = await this.readRowGroup(schema, metadata.row_groups[rowGroupIndex], columnList);
-            yield rowGroup;
-        }
-    }
-    async getRowCount() {
-        const metadata = await this.getFileMetadata();
-        return Number(metadata.num_rows);
-    }
-    async getSchema() {
-        const metadata = await this.getFileMetadata();
-        const root = metadata.schema[0];
-        const { schema: schemaDefinition } = (0, decoders_1.decodeSchema)(metadata.schema, 1, root.num_children);
-        const schema = new schema_1.ParquetSchema(schemaDefinition);
-        return schema;
-    }
-    /**
-     * Returns the user (key/value) metadata for this file
-     * In parquet this is not stored on the schema like it is in arrow
-     */
-    async getSchemaMetadata() {
-        const metadata = await this.getFileMetadata();
-        const md = {};
-        for (const kv of metadata.key_value_metadata) {
-            md[kv.key] = kv.value;
-        }
-        return md;
-    }
-    async getFileMetadata() {
-        if (!this.metadata) {
-            await this.readHeader();
-            this.metadata = this.readFooter();
-        }
-        return this.metadata;
-    }
-    // LOW LEVEL METHODS
-    /** Metadata is stored in the footer */
-    async readHeader() {
-        const buffer = await this.file.read(0, constants_1.PARQUET_MAGIC.length);
-        const magic = buffer.toString();
-        switch (magic) {
-            case constants_1.PARQUET_MAGIC:
-                break;
-            case constants_1.PARQUET_MAGIC_ENCRYPTED:
-                throw new Error('Encrypted parquet file not supported');
-            default:
-                throw new Error(`Invalid parquet file (magic=${magic})`);
-        }
-    }
-    /** Metadata is stored in the footer */
-    async readFooter() {
-        const trailerLen = constants_1.PARQUET_MAGIC.length + 4;
-        const trailerBuf = await this.file.read(this.file.size - trailerLen, trailerLen);
-        const magic = trailerBuf.slice(4).toString();
-        if (magic !== constants_1.PARQUET_MAGIC) {
-            throw new Error(`Not a valid parquet file (magic="${magic})`);
-        }
-        const metadataSize = trailerBuf.readUInt32LE(0);
-        const metadataOffset = this.file.size - metadataSize - trailerLen;
-        if (metadataOffset < constants_1.PARQUET_MAGIC.length) {
-            throw new Error(`Invalid metadata size ${metadataOffset}`);
-        }
-        const metadataBuf = await this.file.read(metadataOffset, metadataSize);
-        // let metadata = new parquet_thrift.FileMetaData();
-        // parquet_util.decodeThrift(metadata, metadataBuf);
-        const { metadata } = (0, read_utils_1.decodeFileMetadata)(metadataBuf);
-        return metadata;
-    }
-    /** Data is stored in row groups (similar to Apache Arrow record batches) */
-    async readRowGroup(schema, rowGroup, columnList) {
-        const buffer = {
-            rowCount: Number(rowGroup.num_rows),
-            columnData: {}
-        };
-        for (const colChunk of rowGroup.columns) {
-            const colMetadata = colChunk.meta_data;
-            const colKey = colMetadata?.path_in_schema;
-            if (columnList.length > 0 && (0, read_utils_1.fieldIndexOf)(columnList, colKey) < 0) {
-                continue; // eslint-disable-line no-continue
-            }
-            buffer.columnData[colKey.join()] = await this.readColumnChunk(schema, colChunk);
-        }
-        return buffer;
-    }
-    /**
-     * Each row group contains column chunks for all the columns.
-     */
-    async readColumnChunk(schema, colChunk) {
-        if (colChunk.file_path !== undefined && colChunk.file_path !== null) {
-            throw new Error('external references are not supported');
-        }
-        const field = schema.findField(colChunk.meta_data?.path_in_schema);
-        const type = (0, read_utils_1.getThriftEnum)(parquet_thrift_1.Type, colChunk.meta_data?.type);
-        if (type !== field.primitiveType) {
-            throw new Error(`chunk type not matching schema: ${type}`);
-        }
-        const compression = (0, read_utils_1.getThriftEnum)(parquet_thrift_1.CompressionCodec, colChunk.meta_data?.codec);
-        const pagesOffset = Number(colChunk.meta_data?.data_page_offset);
-        let pagesSize = Number(colChunk.meta_data?.total_compressed_size);
-        if (!colChunk.file_path) {
-            pagesSize = Math.min(this.file.size - pagesOffset, Number(colChunk.meta_data?.total_compressed_size));
-        }
-        const options = {
-            type,
-            rLevelMax: field.rLevelMax,
-            dLevelMax: field.dLevelMax,
-            compression,
-            column: field,
-            numValues: colChunk.meta_data?.num_values,
-            dictionary: []
-        };
-        let dictionary;
-        const dictionaryPageOffset = colChunk?.meta_data?.dictionary_page_offset;
-        if (dictionaryPageOffset) {
-            const dictionaryOffset = Number(dictionaryPageOffset);
-            // Getting dictionary from column chunk to iterate all over indexes to get dataPage values.
-            dictionary = await this.getDictionary(dictionaryOffset, options, pagesOffset);
-        }
-        dictionary = options.dictionary?.length ? options.dictionary : dictionary;
-        const pagesBuf = await this.file.read(pagesOffset, pagesSize);
-        return await (0, decoders_2.decodeDataPages)(pagesBuf, { ...options, dictionary });
-    }
-    /**
-     * Getting dictionary for allows to flatten values by indices.
-     * @param dictionaryPageOffset
-     * @param options
-     * @param pagesOffset
-     * @returns
-     */
-    async getDictionary(dictionaryPageOffset, options, pagesOffset) {
-        if (dictionaryPageOffset === 0) {
-            // dictionarySize = Math.min(this.fileSize - pagesOffset, this.defaultDictionarySize);
-            // pagesBuf = await this.read(pagesOffset, dictionarySize);
-            // In this case we are working with parquet-mr files format. Problem is described below:
-            // https://stackoverflow.com/questions/55225108/why-is-dictionary-page-offset-0-for-plain-dictionary-encoding
-            // We need to get dictionary page from column chunk if it exists.
-            // Now if we use code commented above we don't get DICTIONARY_PAGE we get DATA_PAGE instead.
-            return [];
-        }
-        const dictionarySize = Math.min(this.file.size - dictionaryPageOffset, this.props.defaultDictionarySize);
-        const pagesBuf = await this.file.read(dictionaryPageOffset, dictionarySize);
-        const cursor = { buffer: pagesBuf, offset: 0, size: pagesBuf.length };
-        const decodedPage = await (0, decoders_2.decodePage)(cursor, options);
-        return decodedPage.dictionary;
-    }
-}
-exports.ParquetReader = ParquetReader;

package/dist/parquetjs/schema/declare.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"declare.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/schema/declare.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAElD,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,KAAK,GAAG,kBAAkB,CAAC;AAChE,MAAM,MAAM,kBAAkB,GAC1B,cAAc,GACd,MAAM,GACN,QAAQ,GACR,KAAK,GACL,QAAQ,GACR,KAAK,GACL,SAAS,GACT,MAAM,CAAC;AACX,MAAM,MAAM,cAAc,GAAG,UAAU,GAAG,UAAU,GAAG,UAAU,CAAC;AAClE,MAAM,MAAM,WAAW,GAAG,aAAa,GAAG,YAAY,CAAC;AAEvD;;GAEG;AACH,MAAM,MAAM,aAAa,GAErB,SAAS,GACT,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,QAAQ,GACR,YAAY,GACZ,sBAAsB,CAAC;AAE3B;;GAEG;AACH,MAAM,MAAM,YAAY,GAEpB,MAAM,GAMN,eAAe,GACf,eAAe,GACf,oBAAoB,GACpB,8BAA8B,GAC9B,MAAM,GACN,aAAa,GACb,aAAa,GACb,kBAAkB,GAClB,kBAAkB,GAClB,QAAQ,GACR,SAAS,GACT,SAAS,GACT,SAAS,GACT,OAAO,GACP,QAAQ,GACR,QAAQ,GACR,QAAQ,GACR,MAAM,GACN,MAAM,GACN,UAAU,CAAC;AAEf,MAAM,MAAM,iBAAiB,GAAG,MAAM,EAAE,CAAC;AAEzC,MAAM,WAAW,gBAAgB;IAC/B,CAAC,MAAM,EAAE,MAAM,GAAG,eAAe,CAAC;CACnC;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,CAAC,EAAE,WAAW,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,cAAc,EAAE,cAAc,CAAC;IAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CACvC;AAED,mDAAmD;AACnD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,WAAW,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,kBAAkB,CAAC;IAChC,MAAM,EAAE,YAAY,CAAC;IACrB,SAAS,CAAC,EAAE,KAAK,CAAC;IAClB,UAAU,CAAC,EAAE,iBAAiB,CAAC;CAChC;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,2BAA2B;IAC3B,MAAM,EAAE,GAAG,EAAE,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,iBAAiB,CAAC;IAC/B,0CAA0C;IAC1C,UAAU,EAAE,UAAU,CAAC;CACxB;AAED,MAAM,WAAW,UAAU;IACzB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED;kDACkD;AAClD,qBAAa,eAAe;IAC1B,kCAAkC;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,2BAA2B;IAC3B,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;gBAEnC,QAAQ,GAAE,MAAU,EAAE,UAAU,GAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAM;CAItF;AAED,0CAA0C;AAC1C,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,MAAM,EAAE,GAAG,EAAE,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B"}

package/dist/parquetjs/schema/declare.js

@@ -1,12 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ParquetRowGroup = void 0;
-/** @
- * Holds data for one row group (column chunks) */
-class ParquetRowGroup {
-    constructor(rowCount = 0, columnData = {}) {
-        this.rowCount = rowCount;
-        this.columnData = columnData;
-    }
-}
-exports.ParquetRowGroup = ParquetRowGroup;

package/dist/parquetjs/schema/schema.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/schema/schema.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,eAAe,EACf,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,UAAU,EAEV,gBAAgB,EACjB,MAAM,WAAW,CAAC;AAInB;;GAEG;AACH,qBAAa,aAAa;IACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACrC,SAAS,EAAE,YAAY,EAAE,CAAC;IAEjC;;OAEG;gBACS,MAAM,EAAE,gBAAgB;IAMpC;;OAEG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,YAAY;IAiBhD;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,YAAY,EAAE;IAgBxD,WAAW,CAAC,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,eAAe,GAAG,IAAI;IAI7D,eAAe,CAAC,QAAQ,EAAE,eAAe,GAAG,UAAU,EAAE;IAIxD,QAAQ,CAAC,IAAI,EAAE,kBAAkB,GAAG,IAAI;IAMxC,QAAQ,IAAI,eAAe;CAG5B"}