@loaders.gl/parquet 4.2.0-alpha.5 → 4.2.0-alpha.6

package/dist/lib/constants.js

@@ -3,7 +3,7 @@
 // Copyright (c) vis.gl contributors
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-export const VERSION = typeof "4.2.0-alpha.4" !== 'undefined' ? "4.2.0-alpha.4" : 'latest';
+export const VERSION = typeof "4.2.0-alpha.5" !== 'undefined' ? "4.2.0-alpha.5" : 'latest';
 export const PARQUET_WASM_URL = 'https://unpkg.com/parquet-wasm@0.6.0-beta.1/esm/arrow1_bg.wasm';
 /**
  * Parquet File Magic String

package/dist/parquet-loader.js

@@ -8,7 +8,7 @@ import { parseParquetFileInColumns, parseParquetFileInColumnarBatches } from "./
 export { Buffer } from "./polyfills/buffer/install-buffer-polyfill.js";
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof "4.2.0-alpha.4" !== 'undefined' ? "4.2.0-alpha.4" : 'latest';
+const VERSION = typeof "4.2.0-alpha.5" !== 'undefined' ? "4.2.0-alpha.5" : 'latest';
 /**
  * ParquetJS table loader
  */

package/dist/parquet-writer.js

@@ -3,7 +3,7 @@
 // Copyright (c) vis.gl contributors
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof "4.2.0-alpha.4" !== 'undefined' ? "4.2.0-alpha.4" : 'latest';
+const VERSION = typeof "4.2.0-alpha.5" !== 'undefined' ? "4.2.0-alpha.5" : 'latest';
 export const ParquetWriter = {
     name: 'Apache Parquet',
     id: 'parquet',

package/dist/parquetjs/encoder/parquet-encoder.js

@@ -46,6 +46,12 @@ export class ParquetEncoder {
         const envelopeWriter = await ParquetEnvelopeWriter.openStream(schema, outputStream, opts);
         return new ParquetEncoder(schema, envelopeWriter, opts);
     }
+    schema;
+    envelopeWriter;
+    rowBuffer;
+    rowGroupSize;
+    closed;
+    userMetadata;
     /**
      * Create a new buffered parquet writer for a given envelope writer
      */
@@ -145,6 +151,14 @@ export class ParquetEnvelopeWriter {
         const closeFn = osclose.bind(undefined, outputStream);
         return new ParquetEnvelopeWriter(schema, writeFn, closeFn, 0, opts);
     }
+    schema;
+    write;
+    close;
+    offset;
+    rowCount;
+    rowGroups;
+    pageSize;
+    useDataPageV2;
     constructor(schema, writeFn, closeFn, fileOffset, opts) {
         this.schema = schema;
         this.write = writeFn;

package/dist/parquetjs/parquet-thrift/ColumnChunk.js

@@ -8,6 +8,13 @@ import Int64 from 'node-int64';
 import * as thrift from 'thrift';
 import * as ColumnMetaData from "./ColumnMetaData.js";
 export class ColumnChunk {
+    file_path;
+    file_offset;
+    meta_data;
+    offset_index_offset;
+    offset_index_length;
+    column_index_offset;
+    column_index_length;
     constructor(args) {
         if (args != null && args.file_path != null) {
             this.file_path = args.file_path;

package/dist/parquetjs/parquet-thrift/ColumnIndex.js

@@ -7,6 +7,11 @@
 import Int64 from 'node-int64';
 import * as thrift from 'thrift';
 export class ColumnIndex {
+    null_pages;
+    min_values;
+    max_values;
+    boundary_order;
+    null_counts;
     constructor(args) {
         if (args != null && args.null_pages != null) {
             this.null_pages = args.null_pages;

package/dist/parquetjs/parquet-thrift/ColumnMetaData.js

@@ -10,6 +10,19 @@ import * as KeyValue from "./KeyValue.js";
 import * as PageEncodingStats from "./PageEncodingStats.js";
 import * as Statistics from "./Statistics.js";
 export class ColumnMetaData {
+    type;
+    encodings;
+    path_in_schema;
+    codec;
+    num_values;
+    total_uncompressed_size;
+    total_compressed_size;
+    key_value_metadata;
+    data_page_offset;
+    index_page_offset;
+    dictionary_page_offset;
+    statistics;
+    encoding_stats;
     constructor(args) {
         if (args != null && args.type != null) {
             this.type = args.type;

package/dist/parquetjs/parquet-thrift/ColumnOrder.js

@@ -7,6 +7,7 @@
 import * as thrift from 'thrift';
 import * as TypeDefinedOrder from "./TypeDefinedOrder.js";
 export class ColumnOrder {
+    TYPE_ORDER;
     constructor(args) {
         let _fieldsSet = 0;
         if (args != null) {

package/dist/parquetjs/parquet-thrift/DataPageHeader.js

@@ -7,6 +7,11 @@
 import * as thrift from 'thrift';
 import * as Statistics from "./Statistics.js";
 export class DataPageHeader {
+    num_values;
+    encoding;
+    definition_level_encoding;
+    repetition_level_encoding;
+    statistics;
     constructor(args) {
         if (args != null && args.num_values != null) {
             this.num_values = args.num_values;

package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js

@@ -7,8 +7,15 @@
 import * as thrift from 'thrift';
 import * as Statistics from "./Statistics.js";
 export class DataPageHeaderV2 {
+    num_values;
+    num_nulls;
+    num_rows;
+    encoding;
+    definition_levels_byte_length;
+    repetition_levels_byte_length;
+    is_compressed = true;
+    statistics;
     constructor(args) {
-        this.is_compressed = true;
         if (args != null && args.num_values != null) {
             this.num_values = args.num_values;
         }

package/dist/parquetjs/parquet-thrift/DecimalType.js

@@ -6,6 +6,8 @@
  */
 import * as thrift from 'thrift';
 export class DecimalType {
+    scale;
+    precision;
     constructor(args) {
         if (args != null && args.scale != null) {
             this.scale = args.scale;

package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js

@@ -6,6 +6,9 @@
  */
 import * as thrift from 'thrift';
 export class DictionaryPageHeader {
+    num_values;
+    encoding;
+    is_sorted;
     constructor(args) {
         if (args != null && args.num_values != null) {
             this.num_values = args.num_values;

package/dist/parquetjs/parquet-thrift/FileMetaData.js

@@ -11,6 +11,13 @@ import * as KeyValue from "./KeyValue.js";
 import * as RowGroup from "./RowGroup.js";
 import * as SchemaElement from "./SchemaElement.js";
 export class FileMetaData {
+    version;
+    schema;
+    num_rows;
+    row_groups;
+    key_value_metadata;
+    created_by;
+    column_orders;
     constructor(args = null) {
         if (args != null && args.version != null) {
             this.version = args.version;

package/dist/parquetjs/parquet-thrift/IntType.js

@@ -6,6 +6,8 @@
  */
 import * as thrift from 'thrift';
 export class IntType {
+    bitWidth;
+    isSigned;
     constructor(args) {
         if (args != null && args.bitWidth != null) {
             this.bitWidth = args.bitWidth;

package/dist/parquetjs/parquet-thrift/KeyValue.js

@@ -6,6 +6,8 @@
  */
 import * as thrift from 'thrift';
 export class KeyValue {
+    key;
+    value;
     constructor(args) {
         if (args != null && args.key != null) {
             this.key = args.key;

package/dist/parquetjs/parquet-thrift/LogicalType.js

@@ -19,6 +19,19 @@ import * as TimestampType from "./TimestampType.js";
 import * as TimeType from "./TimeType.js";
 import * as UUIDType from "./UUIDType.js";
 export class LogicalType {
+    STRING;
+    MAP;
+    LIST;
+    ENUM;
+    DECIMAL;
+    DATE;
+    TIME;
+    TIMESTAMP;
+    INTEGER;
+    UNKNOWN;
+    JSON;
+    BSON;
+    UUID;
     constructor(args) {
         let _fieldsSet = 0;
         if (args != null) {

package/dist/parquetjs/parquet-thrift/OffsetIndex.js

@@ -7,6 +7,7 @@
 import * as thrift from 'thrift';
 import * as PageLocation from "./PageLocation.js";
 export class OffsetIndex {
+    page_locations;
     constructor(args) {
         if (args != null && args.page_locations != null) {
             this.page_locations = args.page_locations;

package/dist/parquetjs/parquet-thrift/PageEncodingStats.js

@@ -6,6 +6,9 @@
  */
 import * as thrift from 'thrift';
 export class PageEncodingStats {
+    page_type;
+    encoding;
+    count;
     constructor(args) {
         if (args != null && args.page_type != null) {
             this.page_type = args.page_type;

package/dist/parquetjs/parquet-thrift/PageHeader.js

@@ -10,6 +10,14 @@ import * as DataPageHeaderV2 from "./DataPageHeaderV2.js";
 import * as DictionaryPageHeader from "./DictionaryPageHeader.js";
 import * as IndexPageHeader from "./IndexPageHeader.js";
 export class PageHeader {
+    type;
+    uncompressed_page_size;
+    compressed_page_size;
+    crc;
+    data_page_header;
+    index_page_header;
+    dictionary_page_header;
+    data_page_header_v2;
     constructor(args) {
         if (args != null && args.type != null) {
             this.type = args.type;

package/dist/parquetjs/parquet-thrift/PageLocation.js

@@ -7,6 +7,9 @@
 import Int64 from 'node-int64';
 import * as thrift from 'thrift';
 export class PageLocation {
+    offset;
+    compressed_page_size;
+    first_row_index;
     constructor(args) {
         if (args != null && args.offset != null) {
             if (typeof args.offset === 'number') {

package/dist/parquetjs/parquet-thrift/RowGroup.js

@@ -9,6 +9,10 @@ import * as thrift from 'thrift';
 import * as ColumnChunk from "./ColumnChunk.js";
 import * as SortingColumn from "./SortingColumn.js";
 export class RowGroup {
+    columns;
+    total_byte_size;
+    num_rows;
+    sorting_columns;
     constructor(args) {
         if (args != null && args.columns != null) {
             this.columns = args.columns;

package/dist/parquetjs/parquet-thrift/SchemaElement.js

@@ -7,6 +7,16 @@
 import * as thrift from 'thrift';
 import * as LogicalType from "./LogicalType.js";
 export class SchemaElement {
+    type;
+    type_length;
+    repetition_type;
+    name;
+    num_children;
+    converted_type;
+    scale;
+    precision;
+    field_id;
+    logicalType;
     constructor(args) {
         if (args != null && args.type != null) {
             this.type = args.type;

package/dist/parquetjs/parquet-thrift/SortingColumn.js

@@ -6,6 +6,9 @@
  */
 import * as thrift from 'thrift';
 export class SortingColumn {
+    column_idx;
+    descending;
+    nulls_first;
     constructor(args) {
         if (args != null && args.column_idx != null) {
             this.column_idx = args.column_idx;

package/dist/parquetjs/parquet-thrift/Statistics.js

@@ -7,6 +7,12 @@
 import Int64 from 'node-int64';
 import * as thrift from 'thrift';
 export class Statistics {
+    max;
+    min;
+    null_count;
+    distinct_count;
+    max_value;
+    min_value;
     constructor(args) {
         if (args != null && args.max != null) {
             this.max = args.max;

package/dist/parquetjs/parquet-thrift/TimeType.js

@@ -7,6 +7,8 @@
 import * as thrift from 'thrift';
 import * as TimeUnit from "./TimeUnit.js";
 export class TimeType {
+    isAdjustedToUTC;
+    unit;
     constructor(args) {
         if (args != null && args.isAdjustedToUTC != null) {
             this.isAdjustedToUTC = args.isAdjustedToUTC;

package/dist/parquetjs/parquet-thrift/TimeUnit.js

@@ -8,6 +8,8 @@ import * as thrift from 'thrift';
 import * as MicroSeconds from "./MicroSeconds.js";
 import * as MilliSeconds from "./MilliSeconds.js";
 export class TimeUnit {
+    MILLIS;
+    MICROS;
     constructor(args) {
         let _fieldsSet = 0;
         if (args != null) {

package/dist/parquetjs/parquet-thrift/TimestampType.js

@@ -7,6 +7,8 @@
 import * as thrift from 'thrift';
 import * as TimeUnit from "./TimeUnit.js";
 export class TimestampType {
+    isAdjustedToUTC;
+    unit;
     constructor(args) {
         if (args != null && args.isAdjustedToUTC != null) {
             this.isAdjustedToUTC = args.isAdjustedToUTC;

package/dist/parquetjs/parser/parquet-reader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-reader.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/parquet-reader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAE3D,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAK/C,OAAO,EAAC,WAAW,EAAoB,YAAY,EAAE,QAAQ,EAAO,mCAAgC;AACpG,OAAO,EACL,eAAe,EAEf,kBAAkB,EAElB,oBAAoB,EACrB,6BAA0B;AAI3B,MAAM,MAAM,kBAAkB,GAAG;IAC/B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B,CAAC;AAEF,0DAA0D;AAC1D,MAAM,MAAM,qBAAqB,GAAG;IAClC,iDAAiD;IACjD,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;CACpC,CAAC;AAEF;;;;;GAKG;AACH,qBAAa,aAAa;IACxB,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAG/C;IAEF,KAAK,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAAC;IACpC,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI,CAAQ;gBAElC,IAAI,EAAE,YAAY,EAAE,KAAK,CAAC,EAAE,kBAAkB;IAK1D,KAAK,IAAI,IAAI;IAOb,8BAA8B;IACvB,WAAW,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAShD,wCAAwC;IACjC,gBAAgB,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAOrD,sCAAsC;IAC/B,gBAAgB,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAqB/C,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAK9B,SAAS,IAAI,OAAO,CAAC,aAAa,CAAC;IAQzC;;;OAGG;IACG,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IASpD,eAAe,IAAI,OAAO,CAAC,YAAY,CAAC;IAU9C,uCAAuC;IACjC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAcjC,uCAAuC;IACjC,UAAU,IAAI,OAAO,CAAC,YAAY,CAAC;IAyBzC,4EAA4E;IACtE,YAAY,CAChB,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,MAAM,EAAE,EAAE,GACrB,OAAO,CAAC,eAAe,CAAC;IAgB3B;;OAEG;IACG,eAAe,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAuDhG;;;;;;OAMG;IACG,aAAa,CACjB,oBAAoB,EAAE,MAAM,EAC5B,OAAO,EAAE,oBAAoB,EAC7B,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,MAAM,EAAE,CAAC;CAwBrB"}
+{"version":3,"file":"parquet-reader.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/parquet-reader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAE3D,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAK/C,OAAO,EAAC,WAAW,EAAoB,YAAY,EAAE,QAAQ,EAAO,mCAAgC;AACpG,OAAO,EACL,eAAe,EAEf,kBAAkB,EAElB,oBAAoB,EACrB,6BAA0B;AAI3B,MAAM,MAAM,kBAAkB,GAAG;IAC/B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B,CAAC;AAEF,0DAA0D;AAC1D,MAAM,MAAM,qBAAqB,GAAG;IAClC,iDAAiD;IACjD,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;CACpC,CAAC;AAEF;;;;;GAKG;AACH,qBAAa,aAAa;IACxB,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAI/C;IAEF,KAAK,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAAC;IACpC,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI,CAAQ;gBAElC,IAAI,EAAE,YAAY,EAAE,KAAK,CAAC,EAAE,kBAAkB;IAK1D,KAAK,IAAI,IAAI;IAOb,8BAA8B;IACvB,WAAW,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAShD,wCAAwC;IACjC,gBAAgB,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAOrD,sCAAsC;IAC/B,gBAAgB,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAqB/C,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAK9B,SAAS,IAAI,OAAO,CAAC,aAAa,CAAC;IAQzC;;;OAGG;IACG,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IASpD,eAAe,IAAI,OAAO,CAAC,YAAY,CAAC;IAU9C,uCAAuC;IACjC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAcjC,uCAAuC;IACjC,UAAU,IAAI,OAAO,CAAC,YAAY,CAAC;IAyBzC,4EAA4E;IACtE,YAAY,CAChB,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,MAAM,EAAE,EAAE,GACrB,OAAO,CAAC,eAAe,CAAC;IAgB3B;;OAEG;IACG,eAAe,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAuDhG;;;;;;OAMG;IACG,aAAa,CACjB,oBAAoB,EAAE,MAAM,EAC5B,OAAO,EAAE,oBAAoB,EAC7B,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,MAAM,EAAE,CAAC;CAwBrB"}

package/dist/parquetjs/parser/parquet-reader.js

@@ -12,8 +12,15 @@ import { decodeDataPages, decodePage } from "./decoders.js";
  * rows from a parquet file use the ParquetReader instead
  */
 export class ParquetReader {
+    static defaultProps = {
+        // max ArrayBuffer size in js is 2Gb
+        defaultDictionarySize: 2147483648,
+        preserveBinary: false
+    };
+    props;
+    file;
+    metadata = null;
     constructor(file, props) {
-        this.metadata = null;
         this.file = file;
         this.props = { ...ParquetReader.defaultProps, ...props };
     }
@@ -198,7 +205,3 @@ export class ParquetReader {
         return decodedPage.dictionary;
     }
 }
-ParquetReader.defaultProps = {
-    defaultDictionarySize: 1e6,
-    preserveBinary: false
-};

package/dist/parquetjs/schema/declare.js

@@ -1,6 +1,10 @@
 /** @
  * Holds data for one row group (column chunks) */
 export class ParquetRowGroup {
+    /** Number of rows in this page */
+    rowCount;
+    /** Map of Column chunks */
+    columnData;
     constructor(rowCount = 0, columnData = {}) {
         this.rowCount = rowCount;
         this.columnData = columnData;

package/dist/parquetjs/schema/schema.js

@@ -7,6 +7,9 @@ import { PARQUET_LOGICAL_TYPES } from "./types.js";
  * A parquet file schema
  */
 export class ParquetSchema {
+    schema;
+    fields;
+    fieldList;
     /**
      * Create a new schema from a JSON schema definition
      */

package/dist/parquetjs/schema/types.js

@@ -304,6 +304,7 @@ function fromPrimitive_BSON(value) {
 }
 function toPrimitive_TIME_MILLIS(value) {
     const v = parseInt(value, 10);
+    // eslint-disable-next-line @typescript-eslint/no-loss-of-precision
     if (v < 0 || v > 0xffffffffffffffff || isNaN(v)) {
         throw new Error(`invalid value for TIME_MILLIS: ${value}`);
     }

package/dist/parquetjs/utils/read-utils.js

@@ -1,10 +1,7 @@
 import { TBufferedTransport, TCompactProtocol, TFramedTransport } from "../parquet-thrift/index.js";
 import { FileMetaData, PageHeader } from "../parquet-thrift/index.js";
 class UFramedTransport extends TFramedTransport {
-    constructor() {
-        super(...arguments);
-        this.readPos = 0;
-    }
+    readPos = 0;
 }
 /**
  * Helper function that serializes a thrift object into a buffer

package/dist/polyfills/buffer/buffer.js

@@ -41,6 +41,7 @@ export const INSPECT_MAX_BYTES = 50;
  * The `Uint8Array` prototype remains unmodified.
  */
 export class Buffer extends Uint8Array {
+    static poolSize = 8192; // not used by this implementation
     // length: number; inherited
     get parent() {
         if (!Buffer.isBuffer(this))
@@ -52,6 +53,14 @@ export class Buffer extends Uint8Array {
             return undefined;
         return this.byteOffset;
     }
+    /** This property is used by `Buffer.isBuffer` (and the `is-buffer` npm package)
+     * to detect a Buffer instance. It's not possible to use `instanceof Buffer`
+     * reliably in a browserify context because there could be multiple different
+     * copies of the 'buffer' package in use. This method works even for Buffer
+     * instances that were created from another copy of the `buffer` package.
+     * @see: https://github.com/feross/buffer/issues/154
+     */
+    _isBuffer = true;
     constructor(arg, encodingOrOffset, length) {
         if (typeof arg !== 'number') {
             return Buffer.from(arg, encodingOrOffset, length);
@@ -65,14 +74,6 @@ export class Buffer extends Uint8Array {
             throw new TypeError('The "string" argument must be of type string. Received type number');
         }
         super(size < 0 ? 0 : checked(size) | 0);
-        /** This property is used by `Buffer.isBuffer` (and the `is-buffer` npm package)
-         * to detect a Buffer instance. It's not possible to use `instanceof Buffer`
-         * reliably in a browserify context because there could be multiple different
-         * copies of the 'buffer' package in use. This method works even for Buffer
-         * instances that were created from another copy of the `buffer` package.
-         * @see: https://github.com/feross/buffer/issues/154
-         */
-        this._isBuffer = true;
         return;
     }
     static from(value, encodingOrOffset, length) {
@@ -1064,7 +1065,6 @@ export class Buffer extends Uint8Array {
         }
     }
 }
-Buffer.poolSize = 8192; // not used by this implementation
 function checkInt(buf, value, offset, ext, max, min) {
     if (!Buffer.isBuffer(buf))
         throw new TypeError('"buffer" argument must be a Buffer instance');
@@ -1603,7 +1603,6 @@ function writeDouble(buf, value, offset, littleEndian, noAssert) {
     return offset + 8;
 }
 // CUSTOM ERRORS
-// =============
 // Simplified versions from Node, changed for Buffer-only usage
 const errors = {};
 function E(sym, getMessage, Base) {
@@ -1674,7 +1673,6 @@ function addNumericalSeparator(val) {
     return `${val.slice(0, i)}${res}`;
 }
 // CHECK FUNCTIONS
-// ===============
 function checkBounds(buf, offset, byteLength) {
     validateNumber(offset, 'offset');
     if (buf[offset] === undefined || buf[offset + byteLength] === undefined) {
@@ -1718,7 +1716,6 @@ function boundsError(value, length, type) {
     throw new errors.ERR_OUT_OF_RANGE(type || 'offset', `>= ${type ? 1 : 0} and <= ${length}`, value);
 }
 // HELPER FUNCTIONS
-// ================
 const INVALID_BASE64_RE = /[^+/0-9A-Za-z-_]/g;
 function base64clean(str) {
     // Node takes equal signs as end of the Base64 encoding

package/dist/polyfills/buffer/install-buffer-polyfill.d.ts

@@ -1,3 +1,30 @@
 /// <reference types="node" />
-export declare const Buffer: BufferConstructor;
+export declare const Buffer: {
+    new (str: string, encoding?: string | undefined): Buffer;
+    new (size: number): Buffer;
+    new (array: Uint8Array): Buffer;
+    new (arrayBuffer: ArrayBuffer | SharedArrayBuffer): Buffer;
+    new (array: readonly any[]): Buffer;
+    new (buffer: Buffer): Buffer;
+    prototype: Buffer;
+    from(arrayBuffer: ArrayBuffer | SharedArrayBuffer, byteOffset?: number | undefined, length?: number | undefined): Buffer;
+    from(data: readonly any[]): Buffer;
+    from(data: Uint8Array): Buffer;
+    from(obj: {
+        valueOf(): string | object;
+    } | {
+        [Symbol.toPrimitive](hint: "string"): string;
+    }, byteOffset?: number | undefined, length?: number | undefined): Buffer;
+    from(str: string, encoding?: string | undefined): Buffer;
+    of(...items: number[]): Buffer;
+    isBuffer(obj: any): obj is Buffer;
+    isEncoding(encoding: string): boolean | undefined;
+    byteLength(string: string | ArrayBuffer | SharedArrayBuffer | NodeJS.TypedArray | DataView, encoding?: string | undefined): number;
+    concat(list: readonly Uint8Array[], totalLength?: number | undefined): Buffer;
+    compare(buf1: Uint8Array, buf2: Uint8Array): number;
+    alloc(size: number, fill?: string | number | Buffer | undefined, encoding?: string | undefined): Buffer;
+    allocUnsafe(size: number): Buffer;
+    allocUnsafeSlow(size: number): Buffer;
+    poolSize: number;
+};
 //# sourceMappingURL=install-buffer-polyfill.d.ts.map

package/dist/polyfills/buffer/install-buffer-polyfill.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"install-buffer-polyfill.d.ts","sourceRoot":"","sources":["../../../src/polyfills/buffer/install-buffer-polyfill.ts"],"names":[],"mappings":";AAOA,eAAO,MAAM,MAAM,mBAA0B,CAAC"}
+{"version":3,"file":"install-buffer-polyfill.d.ts","sourceRoot":"","sources":["../../../src/polyfills/buffer/install-buffer-polyfill.ts"],"names":[],"mappings":";AAOA,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;CAA0B,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@loaders.gl/parquet",
-  "version": "4.2.0-alpha.5",
+  "version": "4.2.0-alpha.6",
   "description": "Framework-independent loader for Apache Parquet files",
   "license": "MIT",
   "type": "module",
@@ -46,27 +46,27 @@
     "copy-wasm": "cp ../../node_modules/parquet-wasm/esm2/arrow1_bg.wasm dist/arrow1_bg.wasm"
   },
   "browser": {
+    "./dist/polyfills/buffer/buffer-polyfill.node.js": "./dist/polyfills/buffer/buffer-polyfill.browser.js",
+    "./src/polyfills/buffer/buffer-polyfill.node.ts": "./src/polyfills/buffer/buffer-polyfill.browser.ts",
     "child_process": false,
+    "events": false,
+    "fs": false,
     "net": false,
-    "tls": false,
     "stream": false,
-    "fs": false,
-    "util": false,
-    "events": false,
-    "./src/polyfills/buffer/buffer-polyfill.node.ts": "./src/polyfills/buffer/buffer-polyfill.browser.ts",
-    "./dist/polyfills/buffer/buffer-polyfill.node.js": "./dist/polyfills/buffer/buffer-polyfill.browser.js"
+    "tls": false,
+    "util": false
   },
   "comments": [
     "base64-js and ieee754 are used by buffer polyfill"
   ],
   "dependencies": {
-    "@loaders.gl/arrow": "4.2.0-alpha.5",
-    "@loaders.gl/bson": "4.2.0-alpha.5",
-    "@loaders.gl/compression": "4.2.0-alpha.5",
-    "@loaders.gl/gis": "4.2.0-alpha.5",
-    "@loaders.gl/loader-utils": "4.2.0-alpha.5",
-    "@loaders.gl/schema": "4.2.0-alpha.5",
-    "@loaders.gl/wkt": "4.2.0-alpha.5",
+    "@loaders.gl/arrow": "4.2.0-alpha.6",
+    "@loaders.gl/bson": "4.2.0-alpha.6",
+    "@loaders.gl/compression": "4.2.0-alpha.6",
+    "@loaders.gl/gis": "4.2.0-alpha.6",
+    "@loaders.gl/loader-utils": "4.2.0-alpha.6",
+    "@loaders.gl/schema": "4.2.0-alpha.6",
+    "@loaders.gl/wkt": "4.2.0-alpha.6",
     "async-mutex": "^0.2.2",
     "base64-js": "^1.3.1",
     "brotli": "^1.3.2",
@@ -93,5 +93,5 @@
     "@loaders.gl/core": "^4.0.0",
     "apache-arrow": ">= 15.0.0"
   },
-  "gitHead": "32d95a81971f104e4dfeb88ab57065f05321a76a"
+  "gitHead": "37bd8ca71763529f18727ee4bf29dd176aa914ca"
 }

package/src/parquetjs/parser/parquet-reader.ts

@@ -36,7 +36,8 @@ export type ParquetIterationProps = {
  */
 export class ParquetReader {
   static defaultProps: Required<ParquetReaderProps> = {
-    defaultDictionarySize: 1e6,
+    // max ArrayBuffer size in js is 2Gb
+    defaultDictionarySize: 2147483648,
     preserveBinary: false
   };
 

package/src/parquetjs/schema/types.ts

@@ -350,6 +350,7 @@ function fromPrimitive_BSON(value: any) {
 
 function toPrimitive_TIME_MILLIS(value: any) {
   const v = parseInt(value, 10);
+  // eslint-disable-next-line @typescript-eslint/no-loss-of-precision
   if (v < 0 || v > 0xffffffffffffffff || isNaN(v)) {
     throw new Error(`invalid value for TIME_MILLIS: ${value}`);
   }

package/src/polyfills/buffer/buffer.ts

@@ -1901,7 +1901,6 @@ function writeDouble(buf: Buffer, value, offset, littleEndian, noAssert): number
 }
 
 // CUSTOM ERRORS
-// =============
 
 // Simplified versions from Node, changed for Buffer-only usage
 const errors: Record<string, any> = {};
@@ -1993,7 +1992,6 @@ function addNumericalSeparator(val) {
 }
 
 // CHECK FUNCTIONS
-// ===============
 
 function checkBounds(buf, offset, byteLength) {
   validateNumber(offset, 'offset');
@@ -2042,7 +2040,6 @@ function boundsError(value, length, type?) {
 }
 
 // HELPER FUNCTIONS
-// ================
 
 const INVALID_BASE64_RE = /[^+/0-9A-Za-z-_]/g;