@loaders.gl/parquet 4.2.0-alpha.4 → 4.2.0-alpha.6

package/dist/parquetjs/parser/parquet-reader.js

@@ -5,178 +5,203 @@ import { PARQUET_MAGIC, PARQUET_MAGIC_ENCRYPTED } from "../../lib/constants.js";
 import { CompressionCodec, Type } from "../parquet-thrift/index.js";
 import { decodeFileMetadata, getThriftEnum, fieldIndexOf } from "../utils/read-utils.js";
 import { decodeDataPages, decodePage } from "./decoders.js";
+/**
+ * The parquet envelope reader allows direct, unbuffered access to the individual
+ * sections of the parquet file, namely the header, footer and the row groups.
+ * This class is intended for advanced/internal users; if you just want to retrieve
+ * rows from a parquet file use the ParquetReader instead
+ */
 export class ParquetReader {
-  constructor(file, props) {
-    this.props = void 0;
-    this.file = void 0;
-    this.metadata = null;
-    this.file = file;
-    this.props = {
-      ...ParquetReader.defaultProps,
-      ...props
+    static defaultProps = {
+        // max ArrayBuffer size in js is 2Gb
+        defaultDictionarySize: 2147483648,
+        preserveBinary: false
     };
-  }
-  close() {
-    this.file.close();
-  }
-  async *rowIterator(props) {
-    for await (const rows of this.rowBatchIterator(props)) {
-      for (const row of rows) {
-        yield row;
-      }
+    props;
+    file;
+    metadata = null;
+    constructor(file, props) {
+        this.file = file;
+        this.props = { ...ParquetReader.defaultProps, ...props };
     }
-  }
-  async *rowBatchIterator(props) {
-    const schema = await this.getSchema();
-    for await (const rowGroup of this.rowGroupIterator(props)) {
-      yield materializeRows(schema, rowGroup);
+    close() {
+        // eslint-disable-next-line @typescript-eslint/no-floating-promises
+        this.file.close();
     }
-  }
-  async *rowGroupIterator(props) {
-    const columnList = ((props === null || props === void 0 ? void 0 : props.columnList) || []).map(x => Array.isArray(x) ? x : [x]);
-    const metadata = await this.getFileMetadata();
-    const schema = await this.getSchema();
-    const rowGroupCount = (metadata === null || metadata === void 0 ? void 0 : metadata.row_groups.length) || 0;
-    for (let rowGroupIndex = 0; rowGroupIndex < rowGroupCount; rowGroupIndex++) {
-      const rowGroup = await this.readRowGroup(schema, metadata.row_groups[rowGroupIndex], columnList);
-      yield rowGroup;
+    // HIGH LEVEL METHODS
+    /** Yield one row at a time */
+    async *rowIterator(props) {
+        for await (const rows of this.rowBatchIterator(props)) {
+            // yield *rows
+            for (const row of rows) {
+                yield row;
+            }
+        }
     }
-  }
-  async getRowCount() {
-    const metadata = await this.getFileMetadata();
-    return Number(metadata.num_rows);
-  }
-  async getSchema() {
-    const metadata = await this.getFileMetadata();
-    const root = metadata.schema[0];
-    const {
-      schema: schemaDefinition
-    } = decodeSchema(metadata.schema, 1, root.num_children);
-    const schema = new ParquetSchema(schemaDefinition);
-    return schema;
-  }
-  async getSchemaMetadata() {
-    const metadata = await this.getFileMetadata();
-    const md = {};
-    for (const kv of metadata.key_value_metadata) {
-      md[kv.key] = kv.value;
+    /** Yield one batch of rows at a time */
+    async *rowBatchIterator(props) {
+        const schema = await this.getSchema();
+        for await (const rowGroup of this.rowGroupIterator(props)) {
+            yield materializeRows(schema, rowGroup);
+        }
     }
-    return md;
-  }
-  async getFileMetadata() {
-    if (!this.metadata) {
-      await this.readHeader();
-      this.metadata = this.readFooter();
+    /** Iterate over the raw row groups */
+    async *rowGroupIterator(props) {
+        // Ensure strings are nested in arrays
+        const columnList = (props?.columnList || []).map((x) => Array.isArray(x) ? x : [x]);
+        const metadata = await this.getFileMetadata();
+        const schema = await this.getSchema();
+        const rowGroupCount = metadata?.row_groups.length || 0;
+        for (let rowGroupIndex = 0; rowGroupIndex < rowGroupCount; rowGroupIndex++) {
+            const rowGroup = await this.readRowGroup(schema, metadata.row_groups[rowGroupIndex], columnList);
+            yield rowGroup;
+        }
     }
-    return this.metadata;
-  }
-  async readHeader() {
-    const arrayBuffer = await this.file.read(0, PARQUET_MAGIC.length);
-    const buffer = Buffer.from(arrayBuffer);
-    const magic = buffer.toString();
-    switch (magic) {
-      case PARQUET_MAGIC:
-        break;
-      case PARQUET_MAGIC_ENCRYPTED:
-        throw new Error('Encrypted parquet file not supported');
-      default:
-        throw new Error(`Invalid parquet file (magic=${magic})`);
+    async getRowCount() {
+        const metadata = await this.getFileMetadata();
+        return Number(metadata.num_rows);
     }
-  }
-  async readFooter() {
-    const trailerLen = PARQUET_MAGIC.length + 4;
-    const arrayBuffer = await this.file.read(this.file.size - trailerLen, trailerLen);
-    const trailerBuf = Buffer.from(arrayBuffer);
-    const magic = trailerBuf.slice(4).toString();
-    if (magic !== PARQUET_MAGIC) {
-      throw new Error(`Not a valid parquet file (magic="${magic})`);
+    async getSchema() {
+        const metadata = await this.getFileMetadata();
+        const root = metadata.schema[0];
+        const { schema: schemaDefinition } = decodeSchema(metadata.schema, 1, root.num_children);
+        const schema = new ParquetSchema(schemaDefinition);
+        return schema;
     }
-    const metadataSize = trailerBuf.readUInt32LE(0);
-    const metadataOffset = this.file.size - metadataSize - trailerLen;
-    if (metadataOffset < PARQUET_MAGIC.length) {
-      throw new Error(`Invalid metadata size ${metadataOffset}`);
+    /**
+     * Returns the user (key/value) metadata for this file
+     * In parquet this is not stored on the schema like it is in arrow
+     */
+    async getSchemaMetadata() {
+        const metadata = await this.getFileMetadata();
+        const md = {};
+        for (const kv of metadata.key_value_metadata) {
+            md[kv.key] = kv.value;
+        }
+        return md;
     }
-    const arrayBuffer2 = await this.file.read(metadataOffset, metadataSize);
-    const metadataBuf = Buffer.from(arrayBuffer2);
-    const {
-      metadata
-    } = decodeFileMetadata(metadataBuf);
-    return metadata;
-  }
-  async readRowGroup(schema, rowGroup, columnList) {
-    const buffer = {
-      rowCount: Number(rowGroup.num_rows),
-      columnData: {}
-    };
-    for (const colChunk of rowGroup.columns) {
-      const colMetadata = colChunk.meta_data;
-      const colKey = colMetadata === null || colMetadata === void 0 ? void 0 : colMetadata.path_in_schema;
-      if (columnList.length > 0 && fieldIndexOf(columnList, colKey) < 0) {
-        continue;
-      }
-      buffer.columnData[colKey.join()] = await this.readColumnChunk(schema, colChunk);
+    async getFileMetadata() {
+        if (!this.metadata) {
+            await this.readHeader();
+            this.metadata = this.readFooter();
+        }
+        return this.metadata;
     }
-    return buffer;
-  }
-  async readColumnChunk(schema, colChunk) {
-    var _colChunk$meta_data, _colChunk$meta_data2, _colChunk$meta_data3, _colChunk$meta_data4, _colChunk$meta_data5, _colChunk$meta_data7, _colChunk$meta_data8, _context$dictionary;
-    if (colChunk.file_path !== undefined && colChunk.file_path !== null) {
-      throw new Error('external references are not supported');
+    // LOW LEVEL METHODS
+    /** Metadata is stored in the footer */
+    async readHeader() {
+        const arrayBuffer = await this.file.read(0, PARQUET_MAGIC.length);
+        const buffer = Buffer.from(arrayBuffer);
+        const magic = buffer.toString();
+        switch (magic) {
+            case PARQUET_MAGIC:
+                break;
+            case PARQUET_MAGIC_ENCRYPTED:
+                throw new Error('Encrypted parquet file not supported');
+            default:
+                throw new Error(`Invalid parquet file (magic=${magic})`);
+        }
     }
-    const field = schema.findField((_colChunk$meta_data = colChunk.meta_data) === null || _colChunk$meta_data === void 0 ? void 0 : _colChunk$meta_data.path_in_schema);
-    const type = getThriftEnum(Type, (_colChunk$meta_data2 = colChunk.meta_data) === null || _colChunk$meta_data2 === void 0 ? void 0 : _colChunk$meta_data2.type);
-    if (type !== field.primitiveType) {
-      throw new Error(`chunk type not matching schema: ${type}`);
+    /** Metadata is stored in the footer */
+    async readFooter() {
+        const trailerLen = PARQUET_MAGIC.length + 4;
+        const arrayBuffer = await this.file.read(this.file.size - trailerLen, trailerLen);
+        const trailerBuf = Buffer.from(arrayBuffer);
+        const magic = trailerBuf.slice(4).toString();
+        if (magic !== PARQUET_MAGIC) {
+            throw new Error(`Not a valid parquet file (magic="${magic})`);
+        }
+        const metadataSize = trailerBuf.readUInt32LE(0);
+        const metadataOffset = this.file.size - metadataSize - trailerLen;
+        if (metadataOffset < PARQUET_MAGIC.length) {
+            throw new Error(`Invalid metadata size ${metadataOffset}`);
+        }
+        const arrayBuffer2 = await this.file.read(metadataOffset, metadataSize);
+        const metadataBuf = Buffer.from(arrayBuffer2);
+        // let metadata = new parquet_thrift.FileMetaData();
+        // parquet_util.decodeThrift(metadata, metadataBuf);
+        const { metadata } = decodeFileMetadata(metadataBuf);
+        return metadata;
     }
-    const compression = getThriftEnum(CompressionCodec, (_colChunk$meta_data3 = colChunk.meta_data) === null || _colChunk$meta_data3 === void 0 ? void 0 : _colChunk$meta_data3.codec);
-    const pagesOffset = Number((_colChunk$meta_data4 = colChunk.meta_data) === null || _colChunk$meta_data4 === void 0 ? void 0 : _colChunk$meta_data4.data_page_offset);
-    let pagesSize = Number((_colChunk$meta_data5 = colChunk.meta_data) === null || _colChunk$meta_data5 === void 0 ? void 0 : _colChunk$meta_data5.total_compressed_size);
-    if (!colChunk.file_path) {
-      var _colChunk$meta_data6;
-      pagesSize = Math.min(this.file.size - pagesOffset, Number((_colChunk$meta_data6 = colChunk.meta_data) === null || _colChunk$meta_data6 === void 0 ? void 0 : _colChunk$meta_data6.total_compressed_size));
+    /** Data is stored in row groups (similar to Apache Arrow record batches) */
+    async readRowGroup(schema, rowGroup, columnList) {
+        const buffer = {
+            rowCount: Number(rowGroup.num_rows),
+            columnData: {}
+        };
+        for (const colChunk of rowGroup.columns) {
+            const colMetadata = colChunk.meta_data;
+            const colKey = colMetadata?.path_in_schema;
+            if (columnList.length > 0 && fieldIndexOf(columnList, colKey) < 0) {
+                continue; // eslint-disable-line no-continue
+            }
+            buffer.columnData[colKey.join()] = await this.readColumnChunk(schema, colChunk);
+        }
+        return buffer;
     }
-    const context = {
-      type,
-      rLevelMax: field.rLevelMax,
-      dLevelMax: field.dLevelMax,
-      compression,
-      column: field,
-      numValues: (_colChunk$meta_data7 = colChunk.meta_data) === null || _colChunk$meta_data7 === void 0 ? void 0 : _colChunk$meta_data7.num_values,
-      dictionary: [],
-      preserveBinary: this.props.preserveBinary
-    };
-    let dictionary;
-    const dictionaryPageOffset = colChunk === null || colChunk === void 0 ? void 0 : (_colChunk$meta_data8 = colChunk.meta_data) === null || _colChunk$meta_data8 === void 0 ? void 0 : _colChunk$meta_data8.dictionary_page_offset;
-    if (dictionaryPageOffset) {
-      const dictionaryOffset = Number(dictionaryPageOffset);
-      dictionary = await this.getDictionary(dictionaryOffset, context, pagesOffset);
+    /**
+     * Each row group contains column chunks for all the columns.
+     */
+    async readColumnChunk(schema, colChunk) {
+        if (colChunk.file_path !== undefined && colChunk.file_path !== null) {
+            throw new Error('external references are not supported');
+        }
+        const field = schema.findField(colChunk.meta_data?.path_in_schema);
+        const type = getThriftEnum(Type, colChunk.meta_data?.type);
+        if (type !== field.primitiveType) {
+            throw new Error(`chunk type not matching schema: ${type}`);
+        }
+        const compression = getThriftEnum(CompressionCodec, colChunk.meta_data?.codec);
+        const pagesOffset = Number(colChunk.meta_data?.data_page_offset);
+        let pagesSize = Number(colChunk.meta_data?.total_compressed_size);
+        if (!colChunk.file_path) {
+            pagesSize = Math.min(this.file.size - pagesOffset, Number(colChunk.meta_data?.total_compressed_size));
+        }
+        const context = {
+            type,
+            rLevelMax: field.rLevelMax,
+            dLevelMax: field.dLevelMax,
+            compression,
+            column: field,
+            numValues: colChunk.meta_data?.num_values,
+            dictionary: [],
+            // Options - TBD is this the right place for these?
+            preserveBinary: this.props.preserveBinary
+        };
+        let dictionary;
+        const dictionaryPageOffset = colChunk?.meta_data?.dictionary_page_offset;
+        if (dictionaryPageOffset) {
+            const dictionaryOffset = Number(dictionaryPageOffset);
+            // Getting dictionary from column chunk to iterate all over indexes to get dataPage values.
+            dictionary = await this.getDictionary(dictionaryOffset, context, pagesOffset);
+        }
+        dictionary = context.dictionary?.length ? context.dictionary : dictionary;
+        const arrayBuffer = await this.file.read(pagesOffset, pagesSize);
+        const pagesBuf = Buffer.from(arrayBuffer);
+        return await decodeDataPages(pagesBuf, { ...context, dictionary });
     }
-    dictionary = (_context$dictionary = context.dictionary) !== null && _context$dictionary !== void 0 && _context$dictionary.length ? context.dictionary : dictionary;
-    const arrayBuffer = await this.file.read(pagesOffset, pagesSize);
-    const pagesBuf = Buffer.from(arrayBuffer);
-    return await decodeDataPages(pagesBuf, {
-      ...context,
-      dictionary
-    });
-  }
-  async getDictionary(dictionaryPageOffset, context, pagesOffset) {
-    if (dictionaryPageOffset === 0) {
-      return [];
+    /**
+     * Getting dictionary for allows to flatten values by indices.
+     * @param dictionaryPageOffset
+     * @param context
+     * @param pagesOffset
+     * @returns
+     */
+    async getDictionary(dictionaryPageOffset, context, pagesOffset) {
+        if (dictionaryPageOffset === 0) {
+            // dictionarySize = Math.min(this.fileSize - pagesOffset, this.defaultDictionarySize);
+            // pagesBuf = await this.read(pagesOffset, dictionarySize);
+            // In this case we are working with parquet-mr files format. Problem is described below:
+            // https://stackoverflow.com/questions/55225108/why-is-dictionary-page-offset-0-for-plain-dictionary-encoding
+            // We need to get dictionary page from column chunk if it exists.
+            // Now if we use code commented above we don't get DICTIONARY_PAGE we get DATA_PAGE instead.
+            return [];
+        }
+        const dictionarySize = Math.min(this.file.size - dictionaryPageOffset, this.props.defaultDictionarySize);
+        const arrayBuffer = await this.file.read(dictionaryPageOffset, dictionarySize);
+        const pagesBuf = Buffer.from(arrayBuffer);
+        const cursor = { buffer: pagesBuf, offset: 0, size: pagesBuf.length };
+        const decodedPage = await decodePage(cursor, context);
+        return decodedPage.dictionary;
     }
-    const dictionarySize = Math.min(this.file.size - dictionaryPageOffset, this.props.defaultDictionarySize);
-    const arrayBuffer = await this.file.read(dictionaryPageOffset, dictionarySize);
-    const pagesBuf = Buffer.from(arrayBuffer);
-    const cursor = {
-      buffer: pagesBuf,
-      offset: 0,
-      size: pagesBuf.length
-    };
-    const decodedPage = await decodePage(cursor, context);
-    return decodedPage.dictionary;
-  }
 }
-ParquetReader.defaultProps = {
-  defaultDictionarySize: 1e6,
-  preserveBinary: false
-};
-//# sourceMappingURL=parquet-reader.js.map

package/dist/parquetjs/schema/declare.d.ts

@@ -1,5 +1,5 @@
 import Int64 from 'node-int64';
-import type { PageHeader } from '../parquet-thrift';
+import type { PageHeader } from "../parquet-thrift.js";
 export type ParquetCodec = 'PLAIN' | 'RLE' | 'PLAIN_DICTIONARY';
 export type ParquetCompression = 'UNCOMPRESSED' | 'GZIP' | 'SNAPPY' | 'LZO' | 'BROTLI' | 'LZ4' | 'LZ4_RAW' | 'ZSTD';
 export type RepetitionType = 'REQUIRED' | 'OPTIONAL' | 'REPEATED';

package/dist/parquetjs/schema/declare.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"declare.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/schema/declare.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAElD,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,KAAK,GAAG,kBAAkB,CAAC;AAChE,MAAM,MAAM,kBAAkB,GAC1B,cAAc,GACd,MAAM,GACN,QAAQ,GACR,KAAK,GACL,QAAQ,GACR,KAAK,GACL,SAAS,GACT,MAAM,CAAC;AACX,MAAM,MAAM,cAAc,GAAG,UAAU,GAAG,UAAU,GAAG,UAAU,CAAC;AAClE,MAAM,MAAM,WAAW,GAAG,aAAa,GAAG,YAAY,CAAC;AAEvD;;GAEG;AACH,MAAM,MAAM,aAAa,GAErB,SAAS,GACT,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,QAAQ,GACR,YAAY,GACZ,sBAAsB,CAAC;AAE3B;;GAEG;AACH,MAAM,MAAM,YAAY,GAEpB,MAAM,GAMN,eAAe,GACf,eAAe,GACf,oBAAoB,GACpB,8BAA8B,GAC9B,MAAM,GACN,aAAa,GACb,aAAa,GACb,kBAAkB,GAClB,kBAAkB,GAClB,QAAQ,GACR,SAAS,GACT,SAAS,GACT,SAAS,GACT,OAAO,GACP,QAAQ,GACR,QAAQ,GACR,QAAQ,GACR,MAAM,GACN,MAAM,GACN,UAAU,CAAC;AAEf,MAAM,MAAM,iBAAiB,GAAG,MAAM,EAAE,CAAC;AAEzC,MAAM,WAAW,gBAAgB;IAC/B,CAAC,MAAM,EAAE,MAAM,GAAG,eAAe,CAAC;CACnC;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,CAAC,EAAE,WAAW,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,cAAc,EAAE,cAAc,CAAC;IAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CACvC;AAED,mDAAmD;AACnD,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,WAAW,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,kBAAkB,CAAC;IAChC,MAAM,EAAE,YAAY,CAAC;IACrB,SAAS,CAAC,EAAE,KAAK,CAAC;IAClB,UAAU,CAAC,EAAE,iBAAiB,CAAC;IAC/B,0DAA0D;IAC1D,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,2BAA2B;IAC3B,MAAM,EAAE,GAAG,EAAE,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,iBAAiB,CAAC;IAC/B,0CAA0C;IAC1C,UAAU,EAAE,UAAU,CAAC;CACxB;AAED,MAAM,WAAW,UAAU;IACzB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED;kDACkD;AAClD,qBAAa,eAAe;IAC1B,kCAAkC;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,2BAA2B;IAC3B,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;gBAEnC,QAAQ,GAAE,MAAU,EAAE,UAAU,GAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAM;CAItF;AAED,0CAA0C;AAC1C,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,MAAM,EAAE,GAAG,EAAE,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B"}
+{"version":3,"file":"declare.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/schema/declare.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,EAAC,UAAU,EAAC,6BAA0B;AAElD,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,KAAK,GAAG,kBAAkB,CAAC;AAChE,MAAM,MAAM,kBAAkB,GAC1B,cAAc,GACd,MAAM,GACN,QAAQ,GACR,KAAK,GACL,QAAQ,GACR,KAAK,GACL,SAAS,GACT,MAAM,CAAC;AACX,MAAM,MAAM,cAAc,GAAG,UAAU,GAAG,UAAU,GAAG,UAAU,CAAC;AAClE,MAAM,MAAM,WAAW,GAAG,aAAa,GAAG,YAAY,CAAC;AAEvD;;GAEG;AACH,MAAM,MAAM,aAAa,GAErB,SAAS,GACT,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,QAAQ,GACR,YAAY,GACZ,sBAAsB,CAAC;AAE3B;;GAEG;AACH,MAAM,MAAM,YAAY,GAEpB,MAAM,GAMN,eAAe,GACf,eAAe,GACf,oBAAoB,GACpB,8BAA8B,GAC9B,MAAM,GACN,aAAa,GACb,aAAa,GACb,kBAAkB,GAClB,kBAAkB,GAClB,QAAQ,GACR,SAAS,GACT,SAAS,GACT,SAAS,GACT,OAAO,GACP,QAAQ,GACR,QAAQ,GACR,QAAQ,GACR,MAAM,GACN,MAAM,GACN,UAAU,CAAC;AAEf,MAAM,MAAM,iBAAiB,GAAG,MAAM,EAAE,CAAC;AAEzC,MAAM,WAAW,gBAAgB;IAC/B,CAAC,MAAM,EAAE,MAAM,GAAG,eAAe,CAAC;CACnC;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,CAAC,EAAE,WAAW,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,cAAc,EAAE,cAAc,CAAC;IAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CACvC;AAED,mDAAmD;AACnD,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,WAAW,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,kBAAkB,CAAC;IAChC,MAAM,EAAE,YAAY,CAAC;IACrB,SAAS,CAAC,EAAE,KAAK,CAAC;IAClB,UAAU,CAAC,EAAE,iBAAiB,CAAC;IAC/B,0DAA0D;IAC1D,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,2BAA2B;IAC3B,MAAM,EAAE,GAAG,EAAE,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,iBAAiB,CAAC;IAC/B,0CAA0C;IAC1C,UAAU,EAAE,UAAU,CAAC;CACxB;AAED,MAAM,WAAW,UAAU;IACzB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED;kDACkD;AAClD,qBAAa,eAAe;IAC1B,kCAAkC;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,2BAA2B;IAC3B,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;gBAEnC,QAAQ,GAAE,MAAU,EAAE,UAAU,GAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAM;CAItF;AAED,0CAA0C;AAC1C,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,MAAM,EAAE,GAAG,EAAE,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B"}

package/dist/parquetjs/schema/declare.js

@@ -1,11 +1,12 @@
+/** @
+ * Holds data for one row group (column chunks) */
 export class ParquetRowGroup {
-  constructor() {
-    let rowCount = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : 0;
-    let columnData = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
-    this.rowCount = void 0;
-    this.columnData = void 0;
-    this.rowCount = rowCount;
-    this.columnData = columnData;
-  }
+    /** Number of rows in this page */
+    rowCount;
+    /** Map of Column chunks */
+    columnData;
+    constructor(rowCount = 0, columnData = {}) {
+        this.rowCount = rowCount;
+        this.columnData = columnData;
+    }
 }
-//# sourceMappingURL=declare.js.map

package/dist/parquetjs/schema/schema.d.ts

@@ -1,4 +1,4 @@
-import { FieldDefinition, ParquetRowGroup, ParquetCompression, ParquetField, ParquetRow, SchemaDefinition } from './declare';
+import { FieldDefinition, ParquetRowGroup, ParquetCompression, ParquetField, ParquetRow, SchemaDefinition } from "./declare.js";
 /**
  * A parquet file schema
  */

package/dist/parquetjs/schema/schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/schema/schema.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,eAAe,EACf,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,UAAU,EAEV,gBAAgB,EACjB,MAAM,WAAW,CAAC;AAInB;;GAEG;AACH,qBAAa,aAAa;IACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACrC,SAAS,EAAE,YAAY,EAAE,CAAC;IAEjC;;OAEG;gBACS,MAAM,EAAE,gBAAgB;IAMpC;;OAEG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,YAAY;IAiBhD;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,YAAY,EAAE;IAgBxD,WAAW,CAAC,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,eAAe,GAAG,IAAI;IAI7D,eAAe,CAAC,QAAQ,EAAE,eAAe,GAAG,UAAU,EAAE;IAIxD,QAAQ,CAAC,IAAI,EAAE,kBAAkB,GAAG,IAAI;IAMxC,QAAQ,IAAI,eAAe;CAG5B"}
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/schema/schema.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,eAAe,EACf,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,UAAU,EAEV,gBAAgB,EACjB,qBAAkB;AAInB;;GAEG;AACH,qBAAa,aAAa;IACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACrC,SAAS,EAAE,YAAY,EAAE,CAAC;IAEjC;;OAEG;gBACS,MAAM,EAAE,gBAAgB;IAMpC;;OAEG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,YAAY;IAiBhD;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,YAAY,EAAE;IAgBxD,WAAW,CAAC,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,eAAe,GAAG,IAAI;IAI7D,eAAe,CAAC,QAAQ,EAAE,eAAe,GAAG,UAAU,EAAE;IAIxD,QAAQ,CAAC,IAAI,EAAE,kBAAkB,GAAG,IAAI;IAMxC,QAAQ,IAAI,eAAe;CAG5B"}