@loaders.gl/parquet 4.5.3 → 5.0.0-alpha.10

package/dist/parquet-encoded-page-types.d.ts

@@ -0,0 +1,108 @@
+import type { ParquetBoundingBox, ParquetPredicate, ParquetRowGroupMetadata } from "./parquet-source-types.js";
+/** Byte range within an encoded Parquet page body. */
+export type ParquetEncodedPageSection = Readonly<{
+    /** Byte offset relative to {@link ParquetEncodedPage.data}. */
+    byteOffset: number;
+    /** Number of bytes in this section. */
+    byteLength: number;
+}>;
+/** Whether the page value payload still uses the column chunk's compression codec. */
+export type ParquetPageCompressionState = 'compressed' | 'decompressed';
+/** Encoded Parquet page body suitable for deferred CPU or GPU decoding. */
+export type ParquetEncodedPage = Readonly<{
+    /** Page role and data-page version. */
+    type: 'dictionary' | 'data-v1' | 'data-v2';
+    /** Zero-based data-page ordinal within the column chunk; dictionaries use `-1`. */
+    pageOrdinal: number;
+    /** Value encoding declared by the page header. */
+    encoding: string;
+    /** Repetition-level encoding for V1 pages. V2 levels always use RLE. */
+    repetitionLevelEncoding?: string;
+    /** Definition-level encoding for V1 pages. V2 levels always use RLE. */
+    definitionLevelEncoding?: string;
+    /** Compression codec declared by the containing column chunk. */
+    compression: string;
+    /** Whether the page value payload remains compressed. */
+    compressionState: ParquetPageCompressionState;
+    /** Number of encoded values declared by the page header. */
+    valueCount: number;
+    /** Number of non-null values when the page header reports it directly. */
+    nonNullValueCount?: number;
+    /** Encoded page body without its Thrift page header. */
+    data: Uint8Array;
+    /** Repetition-level bytes, when their range can be known without decoding values. */
+    repetitionLevels?: ParquetEncodedPageSection;
+    /** Definition-level bytes, when their range can be known without decoding values. */
+    definitionLevels?: ParquetEncodedPageSection;
+    /** Value or dictionary bytes, when their range can be known before deferred decoding. */
+    values?: ParquetEncodedPageSection;
+    /** Compressed body byte length reported by the page header. */
+    compressedByteLength: number;
+    /** Uncompressed body byte length reported by the page header. */
+    uncompressedByteLength: number;
+}>;
+/** One projected Parquet leaf column whose encoded pages have not been value-decoded. */
+export type ParquetEncodedColumnChunk = Readonly<{
+    /** Nested Parquet schema path. */
+    path: readonly string[];
+    /** Physical Parquet scalar type. */
+    physicalType: string;
+    /** Fixed byte width for FIXED_LEN_BYTE_ARRAY columns. */
+    typeLength?: number;
+    /** Maximum repetition level for this leaf column. */
+    maxRepetitionLevel: number;
+    /** Maximum definition level for this leaf column. */
+    maxDefinitionLevel: number;
+    /** Compression codec declared by the column chunk. */
+    compression: string;
+    /** Number of encoded values declared by the column chunk. */
+    valueCount: number;
+    /** Optional dictionary page associated only with this column chunk. */
+    dictionary?: ParquetEncodedPage;
+    /** Ordered data pages in this column chunk. */
+    pages: readonly ParquetEncodedPage[];
+}>;
+/** Exact filters a deferred decoder must apply after conservative metadata pruning. */
+export type ParquetDeferredPageFilter = Readonly<{
+    /** Exact scalar predicate requested by the caller. */
+    predicate?: ParquetPredicate;
+    /** Exact spatial extent requested by the caller. */
+    bbox?: ParquetBoundingBox;
+    /** Geometry column associated with `bbox`. */
+    geometryColumn?: string;
+}>;
+/** Candidate encoded pages returned for one Parquet row group. */
+export type ParquetEncodedPageBatch = Readonly<{
+    /** Stable discriminator for transport-neutral deferred Parquet pages. */
+    shape: 'parquet-encoded-pages';
+    /** Normalized row-group metadata. */
+    rowGroup: ParquetRowGroupMetadata;
+    /** Columns explicitly requested for final output. Empty means all columns. */
+    projectedColumns: readonly string[];
+    /** Hidden columns included so a deferred decoder can evaluate residual filters. */
+    filterColumns: readonly string[];
+    /** Ordered selected column chunks. Each chunk retains its complete nested schema path. */
+    columns: readonly ParquetEncodedColumnChunk[];
+    /** Exact work left after loaders.gl's conservative statistics and Bloom-filter pruning. */
+    residualFilter?: ParquetDeferredPageFilter;
+}>;
+/** Options for reading encoded Parquet pages without materializing values or Arrow arrays. */
+export type ParquetEncodedPageReadOptions = Readonly<{
+    /** Zero-based row-group indexes to inspect, in output order. Defaults to all row groups. */
+    rowGroups?: readonly number[];
+    /** Top-level output columns. Defaults to all columns. */
+    columns?: readonly string[];
+    /** Retains candidate row groups for which the callback returns true. */
+    rowGroupFilter?: (rowGroup: ParquetRowGroupMetadata) => boolean;
+    /** Exact predicate used for conservative pruning and returned as residual work. */
+    predicate?: ParquetPredicate;
+    /** Spatial extent used for conservative pruning and returned as residual work. */
+    bbox?: ParquetBoundingBox;
+    /** Geometry column associated with `bbox`; defaults to the GeoParquet primary column. */
+    geometryColumn?: string;
+    /** Compression codecs to preserve for a downstream decoder instead of inflating on the CPU. */
+    preserveCompression?: readonly string[];
+    /** Abort this page read and its outstanding range requests. */
+    signal?: AbortSignal;
+}>;
+//# sourceMappingURL=parquet-encoded-page-types.d.ts.map

package/dist/parquet-encoded-page-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-encoded-page-types.d.ts","sourceRoot":"","sources":["../src/parquet-encoded-page-types.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,kBAAkB,EAClB,gBAAgB,EAChB,uBAAuB,EACxB,kCAA+B;AAEhC,sDAAsD;AACtD,MAAM,MAAM,yBAAyB,GAAG,QAAQ,CAAC;IAC/C,+DAA+D;IAC/D,UAAU,EAAE,MAAM,CAAC;IACnB,uCAAuC;IACvC,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC,CAAC;AAEH,sFAAsF;AACtF,MAAM,MAAM,2BAA2B,GAAG,YAAY,GAAG,cAAc,CAAC;AAExE,2EAA2E;AAC3E,MAAM,MAAM,kBAAkB,GAAG,QAAQ,CAAC;IACxC,uCAAuC;IACvC,IAAI,EAAE,YAAY,GAAG,SAAS,GAAG,SAAS,CAAC;IAC3C,mFAAmF;IACnF,WAAW,EAAE,MAAM,CAAC;IACpB,kDAAkD;IAClD,QAAQ,EAAE,MAAM,CAAC;IACjB,wEAAwE;IACxE,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,wEAAwE;IACxE,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,iEAAiE;IACjE,WAAW,EAAE,MAAM,CAAC;IACpB,yDAAyD;IACzD,gBAAgB,EAAE,2BAA2B,CAAC;IAC9C,4DAA4D;IAC5D,UAAU,EAAE,MAAM,CAAC;IACnB,0EAA0E;IAC1E,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,wDAAwD;IACxD,IAAI,EAAE,UAAU,CAAC;IACjB,qFAAqF;IACrF,gBAAgB,CAAC,EAAE,yBAAyB,CAAC;IAC7C,qFAAqF;IACrF,gBAAgB,CAAC,EAAE,yBAAyB,CAAC;IAC7C,yFAAyF;IACzF,MAAM,CAAC,EAAE,yBAAyB,CAAC;IACnC,+DAA+D;IAC/D,oBAAoB,EAAE,MAAM,CAAC;IAC7B,iEAAiE;IACjE,sBAAsB,EAAE,MAAM,CAAC;CAChC,CAAC,CAAC;AAEH,yFAAyF;AACzF,MAAM,MAAM,yBAAyB,GAAG,QAAQ,CAAC;IAC/C,kCAAkC;IAClC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IACxB,oCAAoC;IACpC,YAAY,EAAE,MAAM,CAAC;IACrB,yDAAyD;IACzD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qDAAqD;IACrD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,qDAAqD;IACrD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,sDAAsD;IACtD,WAAW,EAAE,MAAM,CAAC;IACpB,6DAA6D;IAC7D,UAAU,EAAE,MAAM,CAAC;IACnB,uEAAuE;IACvE,UAAU,CAAC,EAAE,kBAAkB,CAAC;IAChC,+CAA+C;IAC/C,KAAK,EAAE,SAAS,kBAAkB,EAAE,CAAC;CACtC,CAAC,CAAC;AAEH,uFAAuF;AACvF,MAAM,MAAM,yBAAyB,GAAG,QAAQ,CAAC;IAC/C,sDAAsD;IACtD,SAAS,CAAC,EAAE,gBAAgB,CAAC;IAC7B,oDAAoD;IACpD,IAAI,CAAC,EAAE,kBAAkB,CAAC;IAC1B,8CAA8C;IAC9C,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,CAAC,CAAC;AAEH,kEAAkE;AAClE,MAAM,MAAM,uBAAuB,GAAG,QAAQ,CAAC;IAC7C,yEAAyE;IACzE,KAAK,EAAE,uBAAuB,CAAC;IAC/B,qCAAqC;IACrC,QAAQ,EAAE,uBAAuB,CAAC;IAClC,8EAA8E;IAC9E,gBAAgB,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,mFAAmF;IACnF,aAAa,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC,0FAA0F;IAC1F,OAAO,EAAE,SAAS,yBAAyB,EAAE,CAAC;IAC9C,2FAA2F;IAC3F,cAAc,CAAC,EAAE,yBAAyB,CAAC;CAC5C,CAAC,CAAC;AAEH,8FAA8F;AAC9F,MAAM,MAAM,6BAA6B,GAAG,QAAQ,CAAC;IACnD,4FAA4F;IAC5F,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC9B,yDAAyD;IACzD,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5B,wEAAwE;IACxE,cAAc,CAAC,EAAE,CAAC,QAAQ,EAAE,uBAAuB,KAAK,OAAO,CAAC;IAChE,mFAAmF;IACnF,SAAS,CAAC,EAAE,gBAAgB,CAAC;IAC7B,kFAAkF;IAClF,IAAI,CAAC,EAAE,kBAAkB,CAAC;IAC1B,yFAAyF;IACzF,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,+FAA+F;IAC/F,mBAAmB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,+DAA+D;IAC/D,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC,CAAC"}

package/dist/parquet-encoded-page-types.js

@@ -0,0 +1,5 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+export {};
+//# sourceMappingURL=parquet-encoded-page-types.js.map

package/dist/parquet-encoded-page-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-encoded-page-types.js","sourceRoot":"","sources":["../src/parquet-encoded-page-types.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC"}

package/dist/parquet-format.d.ts

@@ -1,6 +1,8 @@
 export declare const ParquetFormat: {
     readonly name: "Apache Parquet";
     readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
     readonly extensions: ["parquet"];
     readonly mimeTypes: ["application/octet-stream"];
     readonly binary: true;

package/dist/parquet-format.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-format.d.ts","sourceRoot":"","sources":["../src/parquet-format.ts"],"names":[],"mappings":"AAMA,eAAO,MAAM,aAAa;;;;;;;CAOU,CAAC"}
+{"version":3,"file":"parquet-format.d.ts","sourceRoot":"","sources":["../src/parquet-format.ts"],"names":[],"mappings":"AAMA,eAAO,MAAM,aAAa;;;;;;;;;CASU,CAAC"}

package/dist/parquet-format.js

@@ -4,6 +4,8 @@
 export const ParquetFormat = {
     name: 'Apache Parquet',
     category: 'table',
+    encoding: 'parquet',
+    format: 'parquet',
     extensions: ['parquet'],
     mimeTypes: ['application/octet-stream'],
     binary: true,

package/dist/parquet-format.js.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-format.js","sourceRoot":"","sources":["../src/parquet-format.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,IAAI,EAAE,gBAAgB;IACtB,QAAQ,EAAE,OAAO;IACjB,UAAU,EAAE,CAAC,SAAS,CAAC;IACvB,SAAS,EAAE,CAAC,0BAA0B,CAAC;IACvC,MAAM,EAAE,IAAI;IACZ,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;CACW,CAAC"}
+{"version":3,"file":"parquet-format.js","sourceRoot":"","sources":["../src/parquet-format.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,IAAI,EAAE,gBAAgB;IACtB,QAAQ,EAAE,OAAO;IACjB,QAAQ,EAAE,SAAS;IACnB,MAAM,EAAE,SAAS;IACjB,UAAU,EAAE,CAAC,SAAS,CAAC;IACvB,SAAS,EAAE,CAAC,0BAA0B,CAAC;IACvC,MAAM,EAAE,IAAI;IACZ,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;CACW,CAAC"}

package/dist/parquet-js-loader-types.d.ts

@@ -0,0 +1,59 @@
+import type { ArrowTable, ArrowTableBatch, ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
+import type { ParquetJSLoaderOptions } from "./parquet-loader-options.js";
+/** Preloads the parser-bearing TypeScript Parquet loader implementation. */
+declare function preloadParquetJSLoader(): Promise<{
+    readonly worker: false;
+    readonly parse: (arrayBuffer: ArrayBuffer, options?: ParquetJSLoaderOptions) => Promise<ArrowTable> | Promise<ObjectRowTable>;
+    readonly parseFile: (file: import("@loaders.gl/loader-utils").ReadableFile, options?: ParquetJSLoaderOptions) => Promise<ArrowTable> | Promise<ObjectRowTable>;
+    readonly parseFileInBatches: (file: import("@loaders.gl/loader-utils").ReadableFile, options?: ParquetJSLoaderOptions) => AsyncIterable<ArrowTableBatch> | AsyncIterable<ObjectRowTableBatch>;
+    readonly parseInBatches: (asyncIterator: AsyncIterable<ArrayBufferLike | ArrayBufferView> | Iterable<ArrayBufferLike | ArrayBufferView>, options?: ParquetJSLoaderOptions, _context?: unknown) => AsyncGenerator<ObjectRowTableBatch | ArrowTableBatch, void, any>;
+    readonly dataType: ObjectRowTable | ArrowTable;
+    readonly batchType: ObjectRowTableBatch | ArrowTableBatch;
+    readonly id: "parquet-js";
+    readonly module: "parquet";
+    readonly version: any;
+    readonly options: {
+        readonly parquet: {
+            columns: undefined;
+            preserveBinary: boolean;
+            verifyFooterSignature: boolean;
+            shape: "arrow-table";
+        };
+    };
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+}>;
+/** Metadata-only Parquet loader backed by the experimental TypeScript implementation. */
+export declare const ParquetJSLoader: {
+    readonly dataType: ObjectRowTable | ArrowTable;
+    readonly batchType: ObjectRowTableBatch | ArrowTableBatch;
+    readonly id: "parquet-js";
+    readonly module: "parquet";
+    readonly version: any;
+    readonly worker: false;
+    readonly options: {
+        readonly parquet: {
+            columns: undefined;
+            preserveBinary: boolean;
+            verifyFooterSignature: boolean;
+            shape: "arrow-table";
+        };
+    };
+    readonly preload: typeof preloadParquetJSLoader;
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+};
+export {};
+//# sourceMappingURL=parquet-js-loader-types.d.ts.map

package/dist/parquet-js-loader-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-js-loader-types.d.ts","sourceRoot":"","sources":["../src/parquet-js-loader-types.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,cAAc,EACd,mBAAmB,EACpB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,KAAK,EAAC,sBAAsB,EAAC,oCAAiC;AAcrE,4EAA4E;AAC5E,iBAAe,sBAAsB;;;;;;uBASN,cAAc,GAAG,UAAU;wBAC1B,mBAAmB,GAAG,eAAe;;;;;;;;;;;;;;;;;;;;GAPpE;AAED,yFAAyF;AACzF,eAAO,MAAM,eAAe;uBAGG,cAAc,GAAG,UAAU;wBAC1B,mBAAmB,GAAG,eAAe;;;;;;;;;;;;;;;;;;;;;;CAcpE,CAAC"}

package/dist/parquet-js-loader-types.js

@@ -0,0 +1,34 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { ParquetFormat } from "./parquet-format.js";
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof "5.0.0-alpha.10" !== 'undefined' ? "5.0.0-alpha.10" : 'latest';
+/** Default option bag for the experimental TypeScript-backed Parquet loader. */
+const DEFAULT_PARQUET_JS_OPTIONS = {
+    columns: undefined,
+    preserveBinary: false,
+    verifyFooterSignature: true,
+    shape: 'arrow-table'
+};
+/** Preloads the parser-bearing TypeScript Parquet loader implementation. */
+async function preloadParquetJSLoader() {
+    const { ParquetJSLoaderWithParser } = await import('@loaders.gl/parquet/parquet-js-loader');
+    return ParquetJSLoaderWithParser;
+}
+/** Metadata-only Parquet loader backed by the experimental TypeScript implementation. */
+export const ParquetJSLoader = {
+    ...ParquetFormat,
+    dataType: null,
+    batchType: null,
+    id: 'parquet-js',
+    module: 'parquet',
+    version: VERSION,
+    worker: false,
+    options: {
+        parquet: DEFAULT_PARQUET_JS_OPTIONS
+    },
+    preload: preloadParquetJSLoader
+};
+//# sourceMappingURL=parquet-js-loader-types.js.map

package/dist/parquet-js-loader-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-js-loader-types.js","sourceRoot":"","sources":["../src/parquet-js-loader-types.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAUpC,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAG/C,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,uBAAkB,KAAK,WAAW,CAAC,CAAC,kBAAa,CAAC,CAAC,QAAQ,CAAC;AAE5E,gFAAgF;AAChF,MAAM,0BAA0B,GAAG;IACjC,OAAO,EAAE,SAAS;IAClB,cAAc,EAAE,KAAK;IACrB,qBAAqB,EAAE,IAAI;IAC3B,KAAK,EAAE,aAAsB;CAC9B,CAAC;AAEF,4EAA4E;AAC5E,KAAK,UAAU,sBAAsB;IACnC,MAAM,EAAC,yBAAyB,EAAC,GAAG,MAAM,MAAM,CAAC,uCAAuC,CAAC,CAAC;IAC1F,OAAO,yBAAyB,CAAC;AACnC,CAAC;AAED,yFAAyF;AACzF,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,GAAG,aAAa;IAEhB,QAAQ,EAAE,IAA8C;IACxD,SAAS,EAAE,IAAwD;IAEnE,EAAE,EAAE,YAAY;IAChB,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,OAAO;IAChB,MAAM,EAAE,KAAK;IACb,OAAO,EAAE;QACP,OAAO,EAAE,0BAA0B;KACpC;IACD,OAAO,EAAE,sBAAsB;CAKhC,CAAC"}

package/dist/parquet-js-loader.d.ts

@@ -1,34 +1,30 @@
-import type { ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
-import { parseParquetFile, parseParquetFileInBatches } from "./lib/parsers/parse-parquet-to-json.js";
-import { type ParquetJSONLoaderOptions } from "./parquet-json-loader.js";
-/** Options for the TypeScript-backed `ParquetJSLoader`. */
-export type ParquetJSLoaderOptions = ParquetJSONLoaderOptions;
-/**
- * Parser-bearing Parquet loader that uses the built-in TypeScript decoder.
- *
- * This opt-in loader preserves the existing Parquet JSON-loader output while making the
- * TypeScript backend explicit. The legacy `ParquetLoader` alias remains unchanged.
- */
-export declare const ParquetJSLoader: {
-    readonly id: "parquet-js";
+import type { ReadableFile } from '@loaders.gl/loader-utils';
+import type { ArrowTable, ArrowTableBatch, ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
+import type { ParquetJSLoaderOptions } from "./parquet-loader-options.js";
+/** Parser-bearing TypeScript-only Parquet loader implementation. */
+export declare const ParquetJSLoaderWithParser: {
     readonly worker: false;
-    readonly parse: (arrayBuffer: ArrayBuffer, options?: ParquetJSLoaderOptions) => Promise<ObjectRowTable>;
-    readonly parseFile: typeof parseParquetFile;
-    readonly parseFileInBatches: typeof parseParquetFileInBatches;
-    readonly dataType: ObjectRowTable;
-    readonly batchType: ObjectRowTableBatch;
+    readonly parse: (arrayBuffer: ArrayBuffer, options?: ParquetJSLoaderOptions) => Promise<ArrowTable> | Promise<ObjectRowTable>;
+    readonly parseFile: (file: ReadableFile, options?: ParquetJSLoaderOptions) => Promise<ArrowTable> | Promise<ObjectRowTable>;
+    readonly parseFileInBatches: (file: ReadableFile, options?: ParquetJSLoaderOptions) => AsyncIterable<ArrowTableBatch> | AsyncIterable<ObjectRowTableBatch>;
+    readonly parseInBatches: (asyncIterator: AsyncIterable<ArrayBufferLike | ArrayBufferView> | Iterable<ArrayBufferLike | ArrayBufferView>, options?: ParquetJSLoaderOptions, _context?: unknown) => AsyncGenerator<ObjectRowTableBatch | ArrowTableBatch, void, any>;
+    readonly dataType: ObjectRowTable | ArrowTable;
+    readonly batchType: ObjectRowTableBatch | ArrowTableBatch;
+    readonly id: "parquet-js";
     readonly module: "parquet";
     readonly version: any;
     readonly options: {
         readonly parquet: {
-            readonly columnList: [];
-            readonly geoparquet: true;
-            readonly url: undefined;
-            readonly preserveBinary: false;
+            columns: undefined;
+            preserveBinary: boolean;
+            verifyFooterSignature: boolean;
+            shape: "arrow-table";
         };
     };
     readonly name: "Apache Parquet";
     readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
     readonly extensions: ["parquet"];
     readonly mimeTypes: ["application/octet-stream"];
     readonly binary: true;

package/dist/parquet-js-loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-js-loader.d.ts","sourceRoot":"","sources":["../src/parquet-js-loader.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,cAAc,EAAE,mBAAmB,EAAC,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAC,gBAAgB,EAAE,yBAAyB,EAAC,+CAA4C;AAChG,OAAO,EAA0B,KAAK,wBAAwB,EAAC,iCAA8B;AAE7F,2DAA2D;AAC3D,MAAM,MAAM,sBAAsB,GAAG,wBAAwB,CAAC;AAE9D;;;;;GAKG;AACH,eAAO,MAAM,eAAe;;;kCAIL,WAAW,YAAY,sBAAsB;;;;;;;;;;;;;;;;;;;;;CAI8B,CAAC"}
+{"version":3,"file":"parquet-js-loader.d.ts","sourceRoot":"","sources":["../src/parquet-js-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAmB,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAE7E,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,cAAc,EACd,mBAAmB,EACpB,MAAM,oBAAoB,CAAC;AAQ5B,OAAO,KAAK,EAAC,sBAAsB,EAAC,oCAAiC;AAarE,oEAAoE;AACpE,eAAO,MAAM,yBAAyB;;kCAGjB,WAAW,YAAY,sBAAsB;+BAOhD,YAAY,YAAY,sBAAsB;wCAMrC,YAAY,YAAY,sBAAsB;6CAQjE,aAAa,CAAC,eAAe,GAAG,eAAe,CAAC,GAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAC,YACrC,sBAAsB,aACrB,OAAO;;;;;;;;;;;;;;;;;;;;;;CAerB,CAAC"}

package/dist/parquet-js-loader.js

@@ -1,21 +1,60 @@
 // loaders.gl
 // SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
-import { BlobFile } from '@loaders.gl/loader-utils';
+import { ArrayBufferFile, concatenateArrayBuffersAsync } from '@loaders.gl/loader-utils';
 import { parseParquetFile, parseParquetFileInBatches } from "./lib/parsers/parse-parquet-to-json.js";
-import { ParquetJSONWorkerLoader } from "./parquet-json-loader.js";
-/**
- * Parser-bearing Parquet loader that uses the built-in TypeScript decoder.
- *
- * This opt-in loader preserves the existing Parquet JSON-loader output while making the
- * TypeScript backend explicit. The legacy `ParquetLoader` alias remains unchanged.
- */
-export const ParquetJSLoader = {
-    ...ParquetJSONWorkerLoader,
-    id: 'parquet-js',
+import { parseParquetFileToArrowInBatchesWithJs, parseParquetFileToArrowWithJs } from "./lib/parsers/parse-parquet-to-arrow-js.js";
+import { normalizeParquetOptions } from "./lib/utils/normalize-parquet-options.js";
+import { ParquetJSLoader as ParquetJSLoaderMetadata } from "./parquet-js-loader-types.js";
+const { preload: _ParquetJSLoaderPreload, ...ParquetJSLoaderMetadataWithoutPreload } = ParquetJSLoaderMetadata;
+/** Default option bag for the experimental TypeScript-backed Parquet loader. */
+const DEFAULT_PARQUET_JS_OPTIONS = {
+    columns: undefined,
+    preserveBinary: false,
+    verifyFooterSignature: true,
+    shape: 'arrow-table'
+};
+/** Parser-bearing TypeScript-only Parquet loader implementation. */
+export const ParquetJSLoaderWithParser = {
+    ...ParquetJSLoaderMetadataWithoutPreload,
     worker: false,
-    parse: (arrayBuffer, options) => parseParquetFile(new BlobFile(arrayBuffer), options),
-    parseFile: parseParquetFile,
-    parseFileInBatches: parseParquetFileInBatches
+    parse(arrayBuffer, options) {
+        const parquetOptions = getParquetOptions(options);
+        const file = new ArrayBufferFile(arrayBuffer);
+        return parquetOptions.parquet?.shape === 'arrow-table'
+            ? parseParquetFileToArrowWithJs(file, parquetOptions)
+            : parseParquetFile(file, parquetOptions);
+    },
+    parseFile(file, options) {
+        const parquetOptions = getParquetOptions(options);
+        return parquetOptions.parquet?.shape === 'arrow-table'
+            ? parseParquetFileToArrowWithJs(file, parquetOptions)
+            : parseParquetFile(file, parquetOptions);
+    },
+    parseFileInBatches(file, options) {
+        const parquetOptions = getParquetOptions(options);
+        return parquetOptions.parquet?.shape === 'arrow-table'
+            ? parseParquetFileToArrowInBatchesWithJs(file, parquetOptions)
+            : parseParquetFileInBatches(file, parquetOptions);
+    },
+    async *parseInBatches(asyncIterator, options, _context) {
+        const arrayBuffer = await concatenateArrayBuffersAsync(asyncIterator);
+        const parquetOptions = getParquetOptions(options);
+        const file = new ArrayBufferFile(arrayBuffer);
+        if (parquetOptions.parquet?.shape === 'arrow-table') {
+            yield* parseParquetFileToArrowInBatchesWithJs(file, parquetOptions);
+        }
+        else {
+            yield* parseParquetFileInBatches(file, parquetOptions);
+        }
+    }
 };
+/**
+ * Normalizes caller options for the TypeScript-backed Parquet loader.
+ * @param options caller-supplied loader options
+ * @returns normalized options with TypeScript defaults applied
+ */
+function getParquetOptions(options) {
+    return normalizeParquetOptions(options, DEFAULT_PARQUET_JS_OPTIONS);
+}
 //# sourceMappingURL=parquet-js-loader.js.map

package/dist/parquet-js-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-js-loader.js","sourceRoot":"","sources":["../src/parquet-js-loader.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,QAAQ,EAAC,MAAM,0BAA0B,CAAC;AAElD,OAAO,EAAC,gBAAgB,EAAE,yBAAyB,EAAC,+CAA4C;AAChG,OAAO,EAAC,uBAAuB,EAAgC,iCAA8B;AAK7F;;;;;GAKG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,GAAG,uBAAuB;IAC1B,EAAE,EAAE,YAAY;IAChB,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,CAAC,WAAwB,EAAE,OAAgC,EAAE,EAAE,CACpE,gBAAgB,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtD,SAAS,EAAE,gBAAgB;IAC3B,kBAAkB,EAAE,yBAAyB;CACmD,CAAC"}
+{"version":3,"file":"parquet-js-loader.js","sourceRoot":"","sources":["../src/parquet-js-loader.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,eAAe,EAAE,4BAA4B,EAAC,MAAM,0BAA0B,CAAC;AAOvF,OAAO,EAAC,gBAAgB,EAAE,yBAAyB,EAAC,+CAA4C;AAChG,OAAO,EACL,sCAAsC,EACtC,6BAA6B,EAC9B,mDAAgD;AACjD,OAAO,EAAC,uBAAuB,EAAC,iDAA8C;AAC9E,OAAO,EAAC,eAAe,IAAI,uBAAuB,EAAC,qCAAkC;AAGrF,MAAM,EAAC,OAAO,EAAE,uBAAuB,EAAE,GAAG,qCAAqC,EAAC,GAChF,uBAAuB,CAAC;AAE1B,gFAAgF;AAChF,MAAM,0BAA0B,GAAG;IACjC,OAAO,EAAE,SAAS;IAClB,cAAc,EAAE,KAAK;IACrB,qBAAqB,EAAE,IAAI;IAC3B,KAAK,EAAE,aAAsB;CAC9B,CAAC;AAEF,oEAAoE;AACpE,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACvC,GAAG,qCAAqC;IACxC,MAAM,EAAE,KAAK;IACb,KAAK,CAAC,WAAwB,EAAE,OAAgC;QAC9D,MAAM,cAAc,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,WAAW,CAAC,CAAC;QAC9C,OAAO,cAAc,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa;YACpD,CAAC,CAAC,6BAA6B,CAAC,IAAI,EAAE,cAAc,CAAC;YACrD,CAAC,CAAC,gBAAgB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAC7C,CAAC;IACD,SAAS,CAAC,IAAkB,EAAE,OAAgC;QAC5D,MAAM,cAAc,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAClD,OAAO,cAAc,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa;YACpD,CAAC,CAAC,6BAA6B,CAAC,IAAI,EAAE,cAAc,CAAC;YACrD,CAAC,CAAC,gBAAgB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAC7C,CAAC;IACD,kBAAkB,CAAC,IAAkB,EAAE,OAAgC;QACrE,MAAM,cAAc,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAClD,OAAO,cAAc,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa;YACpD,CAAC,CAAC,sCAAsC,CAAC,IAAI,EAAE,cAAc,CAAC;YAC9D,CAAC,CAAC,yBAAyB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IACtD,CAAC;IACD,KAAK,CAAC,CAAC,cAAc,CACnB,aAE+C,EAC/C,OAAgC,EAChC,QAAkB;QAElB,MAAM,WAAW,GAAG,MAAM,4BAA4B,CAAC,aAAa,CAAC,CAAC;QACtE,MAAM,cAAc,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,WAAW,CAAC,CAAC;QAC9C,IAAI,cAAc,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa,EAAE,CAAC;YACpD,KAAK,CAAC,CAAC,sCAAsC,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QACtE,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,CAAC,yBAAyB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;CAKF,CAAC;AAEF;;;;GAIG;AACH,SAAS,iBAAiB,CAAC,OAAgC;IACzD,OAAO,uBAAuB,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC;AACtE,CAAC"}

package/dist/parquet-js-writer.d.ts

@@ -0,0 +1,65 @@
+import type { WriterOptions } from '@loaders.gl/loader-utils';
+import type { Table } from '@loaders.gl/schema';
+import type { ParquetSortingColumnOption } from "./parquetjs/encoder/parquet-encoder.js";
+import type { ParquetWriterEncryptionOptions, ParquetWriterFooterSignatureOptions } from "./lib/parquet-encryption.js";
+export type { ParquetSortingColumnOption } from "./parquetjs/encoder/parquet-encoder.js";
+export type { ParquetWriterEncryptionOptions, ParquetWriterFooterSignatureOptions } from "./lib/parquet-encryption.js";
+/** Stable value encodings selectable by the TypeScript Parquet writer. */
+export type ParquetJSWriterEncoding = 'PLAIN' | 'PLAIN_DICTIONARY' | 'BYTE_STREAM_SPLIT' | 'DELTA_BINARY_PACKED' | 'DELTA_LENGTH_BYTE_ARRAY' | 'DELTA_BYTE_ARRAY';
+/** Encoder-specific options for the experimental parquetjs writer. */
+type ParquetJSWriterEncoderOptions = {
+    /** Value encoding overrides keyed by top-level column name. */
+    columnEncodings?: Record<string, ParquetJSWriterEncoding>;
+    /** Enables dictionary pages globally when forced or size-beneficial. */
+    dictionary?: boolean | 'auto';
+    /** Dictionary policy overrides keyed by top-level column name. */
+    columnDictionaries?: Record<string, boolean | 'auto'>;
+    /** Maximum uncompressed PLAIN dictionary payload per column chunk. */
+    dictionaryPageSizeLimit?: number;
+    /** Emits Parquet split-block Bloom filters for selected columns. */
+    bloomFilter?: boolean | Record<string, boolean>;
+    /** Emits Parquet column and offset indexes for selected non-repeated columns. */
+    pageIndex?: boolean | Record<string, boolean>;
+    /** Emits CRC-32 checksums for every data and dictionary page. */
+    writePageChecksums?: boolean;
+    /** Emits optional SizeStatistics metadata for every column chunk. */
+    writeSizeStatistics?: boolean;
+    /** Emits min/max/null-count statistics for every column chunk. */
+    writeStatistics?: boolean | Record<string, boolean>;
+    /** Declares row-group sort keys using top-level or dotted nested leaf names. */
+    sortingColumns?: readonly ParquetSortingColumnOption[];
+    /** Encodes INT96 input values as epoch nanoseconds using the canonical Julian-day layout. */
+    int96AsTimestamp?: boolean;
+    /** Encrypt the footer using Parquet modular encryption. */
+    encryption?: ParquetWriterEncryptionOptions;
+    /** Authenticate a plaintext footer with a Parquet modular-encryption signature. */
+    footerSignature?: ParquetWriterFooterSignatureOptions;
+    rowGroupSize?: number;
+    pageSize?: number;
+    useDataPageV2?: boolean;
+};
+/** Public options for the parquetjs-backed plain-table writer. */
+export type ParquetJSWriterOptions = WriterOptions & {
+    parquet?: {
+        [Key in keyof ParquetJSWriterEncoderOptions]?: ParquetJSWriterEncoderOptions[Key];
+    };
+};
+/** Plain-row Parquet writer backed by the experimental parquetjs implementation. */
+export declare const ParquetJSWriter: {
+    readonly id: "parquet-js";
+    readonly module: "parquet";
+    readonly version: any;
+    readonly options: {
+        readonly parquet: {};
+    };
+    readonly encode: (table: Table, options?: ParquetJSWriterOptions) => Promise<ArrayBuffer>;
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+};
+//# sourceMappingURL=parquet-js-writer.d.ts.map

package/dist/parquet-js-writer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-js-writer.d.ts","sourceRoot":"","sources":["../src/parquet-js-writer.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,aAAa,EAAoB,MAAM,0BAA0B,CAAC;AAC/E,OAAO,KAAK,EAAiB,KAAK,EAAa,MAAM,oBAAoB,CAAC;AAM1E,OAAO,KAAK,EAAC,0BAA0B,EAAC,+CAA4C;AACpF,OAAO,KAAK,EACV,8BAA8B,EAC9B,mCAAmC,EACpC,oCAAiC;AAElC,YAAY,EAAC,0BAA0B,EAAC,+CAA4C;AACpF,YAAY,EACV,8BAA8B,EAC9B,mCAAmC,EACpC,oCAAiC;AAMlC,0EAA0E;AAC1E,MAAM,MAAM,uBAAuB,GAC/B,OAAO,GACP,kBAAkB,GAClB,mBAAmB,GACnB,qBAAqB,GACrB,yBAAyB,GACzB,kBAAkB,CAAC;AAEvB,sEAAsE;AACtE,KAAK,6BAA6B,GAAG;IACnC,+DAA+D;IAC/D,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;IAC1D,wEAAwE;IACxE,UAAU,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC9B,kEAAkE;IAClE,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC,CAAC;IACtD,sEAAsE;IACtE,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,oEAAoE;IACpE,WAAW,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChD,iFAAiF;IACjF,SAAS,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,iEAAiE;IACjE,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,qEAAqE;IACrE,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,kEAAkE;IAClE,eAAe,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpD,gFAAgF;IAChF,cAAc,CAAC,EAAE,SAAS,0BAA0B,EAAE,CAAC;IACvD,6FAA6F;IAC7F,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,2DAA2D;IAC3D,UAAU,CAAC,EAAE,8BAA8B,CAAC;IAC5C,mFAAmF;IACnF,eAAe,CAAC,EAAE,mCAAmC,CAAC;IACtD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,CAAC;AAEF,kEAAkE;AAClE,MAAM,MAAM,sBAAsB,GAAG,aAAa,GAAG;IACnD,OAAO,CAAC,EAAE;SACP,GAAG,IAAI,MAAM,6BAA6B,CAAC,CAAC,EAAE,6BAA6B,CAAC,GAAG,CAAC;KAClF,CAAC;CACH,CAAC;AAKF,oFAAoF;AACpF,eAAO,MAAM,eAAe;;;;;;;6BAQN,KAAK,YAAY,sBAAsB;;;;;;;;;CASoB,CAAC"}

package/dist/parquet-js-writer.js

@@ -0,0 +1,28 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { convertTable, deduceTableSchema } from '@loaders.gl/schema-utils';
+import { normalizeParquetOptions } from "./lib/utils/normalize-parquet-options.js";
+import { encodeTableToParquetJs } from "./lib/encoders/encode-table-to-parquet-js.js";
+import { ParquetFormat } from "./parquet-format.js";
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof "5.0.0-alpha.10" !== 'undefined' ? "5.0.0-alpha.10" : 'latest';
+/** Default option bag for the experimental parquetjs writer. */
+const DEFAULT_PARQUET_JS_OPTIONS = {};
+/** Plain-row Parquet writer backed by the experimental parquetjs implementation. */
+export const ParquetJSWriter = {
+    ...ParquetFormat,
+    id: 'parquet-js',
+    module: 'parquet',
+    version: VERSION,
+    options: {
+        parquet: DEFAULT_PARQUET_JS_OPTIONS
+    },
+    async encode(table, options) {
+        const schema = table.schema || deduceTableSchema(table);
+        const objectRowTable = convertTable({ ...table, schema }, 'object-row-table');
+        return await encodeTableToParquetJs({ ...table, schema }, objectRowTable, normalizeParquetOptions(options, DEFAULT_PARQUET_JS_OPTIONS));
+    }
+};
+//# sourceMappingURL=parquet-js-writer.js.map

package/dist/parquet-js-writer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-js-writer.js","sourceRoot":"","sources":["../src/parquet-js-writer.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,YAAY,EAAE,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAEzE,OAAO,EAAC,uBAAuB,EAAC,iDAA8C;AAC9E,OAAO,EAAC,sBAAsB,EAAC,qDAAkD;AACjF,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAa/C,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,uBAAkB,KAAK,WAAW,CAAC,CAAC,kBAAa,CAAC,CAAC,QAAQ,CAAC;AAmD5E,gEAAgE;AAChE,MAAM,0BAA0B,GAAG,EAAE,CAAC;AAEtC,oFAAoF;AACpF,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,GAAG,aAAa;IAChB,EAAE,EAAE,YAAY;IAChB,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,OAAO;IAChB,OAAO,EAAE;QACP,OAAO,EAAE,0BAA0B;KACpC;IACD,KAAK,CAAC,MAAM,CAAC,KAAY,EAAE,OAAgC;QACzD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACxD,MAAM,cAAc,GAAG,YAAY,CAAC,EAAC,GAAG,KAAK,EAAE,MAAM,EAAC,EAAE,kBAAkB,CAAmB,CAAC;QAC9F,OAAO,MAAM,sBAAsB,CACjC,EAAC,GAAG,KAAK,EAAE,MAAM,EAAC,EAClB,cAAc,EACd,uBAAuB,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAC7D,CAAC;IACJ,CAAC;CAC8E,CAAC"}

package/dist/parquet-loader-base.d.ts

@@ -0,0 +1,25 @@
+import type { ArrowTable, ArrowTableBatch, ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
+/** Shared Parquet loader metadata without parser preloading or worker delivery policy. */
+export declare const PARQUET_LOADER_BASE: {
+    readonly dataType: ObjectRowTable | ArrowTable;
+    readonly batchType: ObjectRowTableBatch | ArrowTableBatch;
+    readonly id: "parquet";
+    readonly module: "parquet";
+    readonly version: any;
+    readonly options: {
+        readonly parquet: {
+            readonly columns: undefined;
+            readonly preserveBinary: false;
+            readonly shape: "arrow-table";
+        };
+    };
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+};
+//# sourceMappingURL=parquet-loader-base.d.ts.map

package/dist/parquet-loader-base.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-loader-base.d.ts","sourceRoot":"","sources":["../src/parquet-loader-base.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,cAAc,EACd,mBAAmB,EACpB,MAAM,oBAAoB,CAAC;AAS5B,0FAA0F;AAC1F,eAAO,MAAM,mBAAmB;uBAGD,cAAc,GAAG,UAAU;wBAC1B,mBAAmB,GAAG,eAAe;;;;;;;;;;;;;;;;;;;CAU3D,CAAC"}

package/dist/parquet-loader-base.js

@@ -0,0 +1,23 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { ParquetFormat } from "./parquet-format.js";
+import { PARQUET_LOADER_DEFAULT_OPTIONS } from "./parquet-loader-options.js";
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof "5.0.0-alpha.10" !== 'undefined' ? "5.0.0-alpha.10" : 'latest';
+/** Shared Parquet loader metadata without parser preloading or worker delivery policy. */
+export const PARQUET_LOADER_BASE = {
+    ...ParquetFormat,
+    dataType: null,
+    batchType: null,
+    id: 'parquet',
+    module: 'parquet',
+    version: VERSION,
+    options: {
+        parquet: {
+            ...PARQUET_LOADER_DEFAULT_OPTIONS
+        }
+    }
+};
+//# sourceMappingURL=parquet-loader-base.js.map

package/dist/parquet-loader-base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-loader-base.js","sourceRoot":"","sources":["../src/parquet-loader-base.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AASpC,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAC/C,OAAO,EAAC,8BAA8B,EAAC,oCAAiC;AAExE,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,uBAAkB,KAAK,WAAW,CAAC,CAAC,kBAAa,CAAC,CAAC,QAAQ,CAAC;AAE5E,0FAA0F;AAC1F,MAAM,CAAC,MAAM,mBAAmB,GAAG;IACjC,GAAG,aAAa;IAEhB,QAAQ,EAAE,IAA8C;IACxD,SAAS,EAAE,IAAwD;IAEnE,EAAE,EAAE,SAAS;IACb,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,OAAO;IAChB,OAAO,EAAE;QACP,OAAO,EAAE;YACP,GAAG,8BAA8B;SAClC;KACF;CACO,CAAC"}

package/dist/parquet-loader-options.d.ts

@@ -0,0 +1,55 @@
+import type { LoaderOptions } from '@loaders.gl/loader-utils';
+import type { ParquetKeyRetriever } from "./lib/parquet-encryption.js";
+/** Shared row-level options supported by both Parquet backends. */
+type ParquetCommonLoaderOptions = {
+    /** @deprecated Use `_scan.limit` instead. */
+    limit?: number;
+    offset?: number;
+    batchSize?: number;
+    /** @deprecated Use `_scan.columns` instead for logical projection. */
+    columns?: string[];
+    preserveBinary?: boolean;
+    /** Decode legacy INT96 values as Arrow timestamp-nanosecond values. */
+    int96AsTimestamp?: boolean;
+};
+/** Additional options supported by the wasm-backed Parquet reader. */
+type ParquetWasmLoaderOptions = ParquetCommonLoaderOptions & {
+    rowGroups?: number[];
+    concurrency?: number;
+    /** Cancels an active worker parse by terminating its worker. */
+    signal?: AbortSignal;
+    /** Overrides the packaged Parquet worker asset URL. */
+    workerUrl?: string;
+    /** Overrides the package-local parquet-wasm binary URL. */
+    wasmUrl?: string;
+};
+/** Public options for the wasm-backed `ParquetLoader` and `GeoParquetLoader`. */
+export type ParquetLoaderOptions = LoaderOptions & {
+    parquet?: {
+        shape?: 'object-row-table' | 'arrow-table';
+    } & {
+        [Key in keyof ParquetWasmLoaderOptions]?: ParquetWasmLoaderOptions[Key];
+    };
+};
+/** Public options for the experimental parquetjs-backed `ParquetJSLoader`. */
+export type ParquetJSLoaderOptions = LoaderOptions & {
+    parquet?: {
+        shape?: 'object-row-table' | 'arrow-table';
+        /** Resolves modular-encryption keys from file and column key metadata. */
+        keyRetriever?: ParquetKeyRetriever;
+        /** AAD prefix for encrypted files that intentionally omit it from metadata. */
+        aadPrefix?: Uint8Array;
+        /** Verify plaintext-footer signatures when present. Enabled by default. */
+        verifyFooterSignature?: boolean;
+    } & {
+        [Key in keyof ParquetCommonLoaderOptions]?: ParquetCommonLoaderOptions[Key];
+    };
+};
+/** Shared default option bag for the wasm-backed Parquet loaders. */
+export declare const PARQUET_LOADER_DEFAULT_OPTIONS: {
+    readonly columns: undefined;
+    readonly preserveBinary: false;
+    readonly shape: "arrow-table";
+};
+export {};
+//# sourceMappingURL=parquet-loader-options.d.ts.map