@loaders.gl/parquet 4.4.5 → 5.0.0-alpha.2

package/dist/lib/parquet-source-worker-types.d.ts

@@ -0,0 +1,97 @@
+import type { DehydratedArrowTable } from '@loaders.gl/arrow';
+import type { StrictLoaderOptions } from '@loaders.gl/loader-utils';
+import type { Schema } from '@loaders.gl/schema';
+import type { ParquetPredicate } from "../parquet-source-types.js";
+import type { ParquetPagePruningPlan } from "./parquet-page-index.js";
+import type { SchemaDefinition } from "../parquetjs/schema/declare.js";
+/** One transferable range containing a selected Parquet column chunk. */
+export type ParquetSourceWorkerRange = {
+    /** Absolute byte offset of this range in the source object. */
+    offset: number;
+    /** Exact selected bytes transferred to the worker. */
+    data: ArrayBuffer;
+};
+/** Serializable metadata required to decode one selected Parquet column chunk. */
+export type ParquetSourceWorkerColumnChunk = {
+    /** Optional external file path declared by the column chunk. */
+    filePath?: string;
+    /** Numeric Parquet physical type. */
+    physicalType: number;
+    /** Numeric Parquet compression codec. */
+    compressionCodec: number;
+    /** Nested path in the Parquet schema. */
+    path: string[];
+    /** Encoded value count. */
+    valueCount: number;
+    /** Compressed byte length of the complete column chunk. */
+    compressedByteLength: number;
+    /** Uncompressed byte length declared by the column chunk. */
+    uncompressedByteLength: number;
+    /** Absolute offset of the first data page. */
+    dataPageOffset: number;
+    /** Absolute offset of the dictionary page, when present. */
+    dictionaryPageOffset?: number;
+};
+/** Transferable input for one worker-backed Parquet source row-group decode. */
+export type ParquetSourceWorkerInput = {
+    /** Total source byte length used to validate virtual file reads. */
+    fileByteLength: number;
+    /** Logical row count in the selected row group. */
+    rowCount: number;
+    /** Total uncompressed byte length declared by the row group. */
+    uncompressedByteLength: number;
+    /** TypeScript decoder schema definition cached from the footer. */
+    schemaDefinition: SchemaDefinition;
+    /** Projected loaders.gl schema used for Arrow conversion. */
+    projectedSchema: Schema;
+    /** Selected column chunks represented without Thrift class instances. */
+    columnChunks: ParquetSourceWorkerColumnChunk[];
+    /** Selected compressed ranges transferred from the main thread. */
+    ranges: ParquetSourceWorkerRange[];
+    /** Maximum rows per returned Arrow table batch. */
+    batchSize: number;
+    /** Serializable exact predicate evaluated after decoding. */
+    predicate?: ParquetPredicate;
+    /** Selective data-page plan prepared from column and offset indexes on the caller thread. */
+    pagePlan?: ParquetPagePruningPlan;
+    /** Whether BYTE_ARRAY values stay binary during logical conversion. */
+    preserveBinary: boolean;
+};
+/** One directly transferable Arrow batch decoded by a Parquet source worker. */
+export type ParquetSourceWorkerBatch = {
+    /** Logical offset of this batch within its row group. */
+    rowGroupRowOffset: number;
+    /** Logical rows in this batch. */
+    rowCount: number;
+    /** Exact source row indexes represented by this batch. */
+    rowGroupRowIndices?: number[];
+    /** Dehydrated Arrow table whose primitive buffers are directly transferable. */
+    arrowTable: DehydratedArrowTable;
+};
+/** Result returned by one worker-backed Parquet source row-group decode. */
+export type ParquetSourceWorkerResult = {
+    /** Logical row count in the decoded source row group before filtering. */
+    sourceRowCount: number;
+    /** Logical row count in the decoded row group. */
+    rowCount: number;
+    /** Directly transferable Arrow batches produced in row order. */
+    batches: ParquetSourceWorkerBatch[];
+    /** Worker time spent decompressing, decoding, and materializing columns. */
+    decodeDurationMs: number;
+    /** Worker time spent converting columns and preparing transferable Arrow buffers. */
+    arrowConversionDurationMs: number;
+};
+/** Worker options used by selective Parquet source jobs. */
+export type ParquetSourceWorkerOptions = StrictLoaderOptions & {
+    /** Private descriptor options keyed by the selective worker id. */
+    'parquet-source'?: {
+        /** Overrides the package-local selective Parquet worker asset. */
+        workerUrl?: string;
+    };
+    /** Parquet cancellation controls. */
+    parquet?: {
+        /** Terminates active worker jobs when aborted. */
+        signal?: AbortSignal;
+    };
+};
+//# sourceMappingURL=parquet-source-worker-types.d.ts.map

package/dist/lib/parquet-source-worker-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-source-worker-types.d.ts","sourceRoot":"","sources":["../../src/lib/parquet-source-worker-types.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,mBAAmB,CAAC;AAC5D,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,0BAA0B,CAAC;AAClE,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAE/C,OAAO,KAAK,EAAC,gBAAgB,EAAC,mCAAgC;AAC9D,OAAO,KAAK,EAAC,sBAAsB,EAAC,gCAA6B;AACjE,OAAO,KAAK,EAAC,gBAAgB,EAAC,uCAAoC;AAElE,yEAAyE;AACzE,MAAM,MAAM,wBAAwB,GAAG;IACrC,+DAA+D;IAC/D,MAAM,EAAE,MAAM,CAAC;IACf,sDAAsD;IACtD,IAAI,EAAE,WAAW,CAAC;CACnB,CAAC;AAEF,kFAAkF;AAClF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,gEAAgE;IAChE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,qCAAqC;IACrC,YAAY,EAAE,MAAM,CAAC;IACrB,yCAAyC;IACzC,gBAAgB,EAAE,MAAM,CAAC;IACzB,yCAAyC;IACzC,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,2BAA2B;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,2DAA2D;IAC3D,oBAAoB,EAAE,MAAM,CAAC;IAC7B,6DAA6D;IAC7D,sBAAsB,EAAE,MAAM,CAAC;IAC/B,8CAA8C;IAC9C,cAAc,EAAE,MAAM,CAAC;IACvB,4DAA4D;IAC5D,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B,CAAC;AAEF,gFAAgF;AAChF,MAAM,MAAM,wBAAwB,GAAG;IACrC,oEAAoE;IACpE,cAAc,EAAE,MAAM,CAAC;IACvB,mDAAmD;IACnD,QAAQ,EAAE,MAAM,CAAC;IACjB,gEAAgE;IAChE,sBAAsB,EAAE,MAAM,CAAC;IAC/B,mEAAmE;IACnE,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,6DAA6D;IAC7D,eAAe,EAAE,MAAM,CAAC;IACxB,yEAAyE;IACzE,YAAY,EAAE,8BAA8B,EAAE,CAAC;IAC/C,mEAAmE;IACnE,MAAM,EAAE,wBAAwB,EAAE,CAAC;IACnC,mDAAmD;IACnD,SAAS,EAAE,MAAM,CAAC;IAClB,6DAA6D;IAC7D,SAAS,CAAC,EAAE,gBAAgB,CAAC;IAC7B,6FAA6F;IAC7F,QAAQ,CAAC,EAAE,sBAAsB,CAAC;IAClC,uEAAuE;IACvE,cAAc,EAAE,OAAO,CAAC;CACzB,CAAC;AAEF,gFAAgF;AAChF,MAAM,MAAM,wBAAwB,GAAG;IACrC,yDAAyD;IACzD,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kCAAkC;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,0DAA0D;IAC1D,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,gFAAgF;IAChF,UAAU,EAAE,oBAAoB,CAAC;CAClC,CAAC;AAEF,4EAA4E;AAC5E,MAAM,MAAM,yBAAyB,GAAG;IACtC,0EAA0E;IAC1E,cAAc,EAAE,MAAM,CAAC;IACvB,kDAAkD;IAClD,QAAQ,EAAE,MAAM,CAAC;IACjB,iEAAiE;IACjE,OAAO,EAAE,wBAAwB,EAAE,CAAC;IACpC,4EAA4E;IAC5E,gBAAgB,EAAE,MAAM,CAAC;IACzB,qFAAqF;IACrF,yBAAyB,EAAE,MAAM,CAAC;CACnC,CAAC;AAEF,4DAA4D;AAC5D,MAAM,MAAM,0BAA0B,GAAG,mBAAmB,GAAG;IAC7D,mEAAmE;IACnE,gBAAgB,CAAC,EAAE;QACjB,kEAAkE;QAClE,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,qCAAqC;IACrC,OAAO,CAAC,EAAE;QACR,kDAAkD;QAClD,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,CAAC;CACH,CAAC"}

package/dist/lib/parquet-source-worker-types.js

@@ -0,0 +1,5 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+export {};
+//# sourceMappingURL=parquet-source-worker-types.js.map

package/dist/lib/parquet-source-worker-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-source-worker-types.js","sourceRoot":"","sources":["../../src/lib/parquet-source-worker-types.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC"}

package/dist/lib/parquet-worker-transport.d.ts

@@ -0,0 +1,8 @@
+import type { ArrowTable, ObjectRowTable } from '@loaders.gl/schema';
+type ParquetWorkerResult = ArrowTable | ObjectRowTable;
+/** Serializes a Parquet worker result so Arrow buffers are transferred without cloning. */
+export declare function serializeParquetWorkerResult(result: unknown): unknown;
+/** Rehydrates a transferred Parquet Arrow result into main-thread Arrow class instances. */
+export declare function deserializeParquetWorkerResult(result: unknown): ParquetWorkerResult;
+export {};
+//# sourceMappingURL=parquet-worker-transport.d.ts.map

package/dist/lib/parquet-worker-transport.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-worker-transport.d.ts","sourceRoot":"","sources":["../../src/lib/parquet-worker-transport.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,UAAU,EAAE,cAAc,EAAC,MAAM,oBAAoB,CAAC;AAEnE,KAAK,mBAAmB,GAAG,UAAU,GAAG,cAAc,CAAC;AAOvD,2FAA2F;AAC3F,wBAAgB,4BAA4B,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAQrE;AAED,4FAA4F;AAC5F,wBAAgB,8BAA8B,CAAC,MAAM,EAAE,OAAO,GAAG,mBAAmB,CAKnF"}

package/dist/lib/parquet-worker-transport.js

@@ -0,0 +1,40 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { deserializeArrowTableFromIPC, serializeArrowTableToIPC } from '@loaders.gl/arrow';
+/** Serializes a Parquet worker result so Arrow buffers are transferred without cloning. */
+export function serializeParquetWorkerResult(result) {
+    if (!isArrowTable(result)) {
+        return result;
+    }
+    return {
+        ...result,
+        data: serializeArrowTableToIPC(result.data)
+    };
+}
+/** Rehydrates a transferred Parquet Arrow result into main-thread Arrow class instances. */
+export function deserializeParquetWorkerResult(result) {
+    if (isSerializedArrowTable(result)) {
+        return { ...result, data: deserializeArrowTableFromIPC(result.data) };
+    }
+    return result;
+}
+/** Returns true when a parser result wraps an Apache Arrow table. */
+function isArrowTable(value) {
+    const table = value;
+    return Boolean(table &&
+        typeof table === 'object' &&
+        table.shape === 'arrow-table' &&
+        table.data &&
+        'batches' in table.data);
+}
+/** Returns true when a worker result contains the loaders.gl Arrow IPC transport format. */
+function isSerializedArrowTable(value) {
+    const table = value;
+    return Boolean(table &&
+        typeof table === 'object' &&
+        table.shape === 'arrow-table' &&
+        table.data &&
+        table.data.transport === 'arrow-ipc');
+}
+//# sourceMappingURL=parquet-worker-transport.js.map

package/dist/lib/parquet-worker-transport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-worker-transport.js","sourceRoot":"","sources":["../../src/lib/parquet-worker-transport.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,4BAA4B,EAAE,wBAAwB,EAAC,MAAM,mBAAmB,CAAC;AAUzF,2FAA2F;AAC3F,MAAM,UAAU,4BAA4B,CAAC,MAAe;IAC1D,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO;QACL,GAAG,MAAM;QACT,IAAI,EAAE,wBAAwB,CAAC,MAAM,CAAC,IAAI,CAAC;KAC5C,CAAC;AACJ,CAAC;AAED,4FAA4F;AAC5F,MAAM,UAAU,8BAA8B,CAAC,MAAe;IAC5D,IAAI,sBAAsB,CAAC,MAAM,CAAC,EAAE,CAAC;QACnC,OAAO,EAAC,GAAG,MAAM,EAAE,IAAI,EAAE,4BAA4B,CAAC,MAAM,CAAC,IAAI,CAAC,EAAC,CAAC;IACtE,CAAC;IACD,OAAO,MAA6B,CAAC;AACvC,CAAC;AAED,qEAAqE;AACrE,SAAS,YAAY,CAAC,KAAc;IAClC,MAAM,KAAK,GAAG,KAAmB,CAAC;IAClC,OAAO,OAAO,CACZ,KAAK;QACH,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,CAAC,KAAK,KAAK,aAAa;QAC7B,KAAK,CAAC,IAAI;QACV,SAAS,IAAI,KAAK,CAAC,IAAI,CAC1B,CAAC;AACJ,CAAC;AAED,4FAA4F;AAC5F,SAAS,sBAAsB,CAAC,KAAc;IAC5C,MAAM,KAAK,GAAG,KAA6B,CAAC;IAC5C,OAAO,OAAO,CACZ,KAAK;QACH,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,CAAC,KAAK,KAAK,aAAa;QAC7B,KAAK,CAAC,IAAI;QACV,KAAK,CAAC,IAAI,CAAC,SAAS,KAAK,WAAW,CACvC,CAAC;AACJ,CAAC"}

package/dist/lib/parsers/convert-parquet-tables.d.ts

@@ -0,0 +1,16 @@
+import type { ArrowTable, ArrowTableBatch, ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
+/**
+ * Converts an Arrow-backed table into object rows.
+ *
+ * @param arrowTable - Arrow table wrapper.
+ * @returns Object-row table.
+ */
+export declare function convertArrowTableToObjectRows(arrowTable: ArrowTable): ObjectRowTable;
+/**
+ * Converts an Arrow batch into object-row output.
+ *
+ * @param batch - Arrow table batch wrapper.
+ * @returns Object-row batch.
+ */
+export declare function convertArrowBatchToObjectRows(batch: ArrowTableBatch): ObjectRowTableBatch;
+//# sourceMappingURL=convert-parquet-tables.d.ts.map

package/dist/lib/parsers/convert-parquet-tables.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"convert-parquet-tables.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/convert-parquet-tables.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,cAAc,EACd,mBAAmB,EACpB,MAAM,oBAAoB,CAAC;AAE5B;;;;;GAKG;AACH,wBAAgB,6BAA6B,CAAC,UAAU,EAAE,UAAU,GAAG,cAAc,CAEpF;AAED;;;;;GAKG;AACH,wBAAgB,6BAA6B,CAAC,KAAK,EAAE,eAAe,GAAG,mBAAmB,CAUzF"}

package/dist/lib/parsers/convert-parquet-tables.js

@@ -0,0 +1,30 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { convertArrowToTable } from '@loaders.gl/schema-utils';
+/**
+ * Converts an Arrow-backed table into object rows.
+ *
+ * @param arrowTable - Arrow table wrapper.
+ * @returns Object-row table.
+ */
+export function convertArrowTableToObjectRows(arrowTable) {
+    return convertArrowToTable(arrowTable.data, 'object-row-table');
+}
+/**
+ * Converts an Arrow batch into object-row output.
+ *
+ * @param batch - Arrow table batch wrapper.
+ * @returns Object-row batch.
+ */
+export function convertArrowBatchToObjectRows(batch) {
+    const objectRowTable = convertArrowToTable(batch.data, 'object-row-table');
+    return {
+        batchType: batch.batchType,
+        shape: objectRowTable.shape,
+        schema: objectRowTable.schema,
+        data: objectRowTable.data,
+        length: batch.length
+    };
+}
+//# sourceMappingURL=convert-parquet-tables.js.map

package/dist/lib/parsers/convert-parquet-tables.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"convert-parquet-tables.js","sourceRoot":"","sources":["../../../src/lib/parsers/convert-parquet-tables.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,mBAAmB,EAAC,MAAM,0BAA0B,CAAC;AAQ7D;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAAC,UAAsB;IAClE,OAAO,mBAAmB,CAAC,UAAU,CAAC,IAAI,EAAE,kBAAkB,CAAmB,CAAC;AACpF,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAAC,KAAsB;IAClE,MAAM,cAAc,GAAG,mBAAmB,CAAC,KAAK,CAAC,IAAI,EAAE,kBAAkB,CAAmB,CAAC;IAE7F,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,KAAK,EAAE,cAAc,CAAC,KAAK;QAC3B,MAAM,EAAE,cAAc,CAAC,MAAM;QAC7B,IAAI,EAAE,cAAc,CAAC,IAAI;QACzB,MAAM,EAAE,KAAK,CAAC,MAAM;KACrB,CAAC;AACJ,CAAC"}

package/dist/lib/parsers/get-parquet-schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"get-parquet-schema.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/get-parquet-schema.ts"],"names":[],"mappings":"AAKA,OAAO,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAE1C,OAAO,EAAC,aAAa,EAAC,iDAA8C;AAGpE,wBAAsB,0BAA0B,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAOvF"}
+{"version":3,"file":"get-parquet-schema.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/get-parquet-schema.ts"],"names":[],"mappings":"AAKA,OAAO,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAE1C,OAAO,EAAC,aAAa,EAAC,iDAA8C;AAIpE,wBAAsB,0BAA0B,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAQvF"}

package/dist/lib/parsers/get-parquet-schema.js

@@ -1,12 +1,14 @@
 // loaders.gl
 // SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
-import { unpackGeoMetadata, unpackJSONStringMetadata } from '@loaders.gl/geoarrow';
+import { unpackGeoMetadata, unpackJSONStringMetadata } from '@loaders.gl/gis';
 import { convertParquetSchema } from "../arrow/convert-schema-from-parquet.js";
+import { applyGeoParquetToFieldMetadata } from "../geo/geospatial-metadata.js";
 export async function getSchemaFromParquetReader(reader) {
     const parquetSchema = await reader.getSchema();
     const parquetMetadata = await reader.getFileMetadata();
     const schema = convertParquetSchema(parquetSchema, parquetMetadata);
+    applyGeoParquetToFieldMetadata(schema);
     unpackGeoMetadata(schema.metadata);
     unpackJSONStringMetadata(schema.metadata, 'pandas');
     return schema;

package/dist/lib/parsers/get-parquet-schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"get-parquet-schema.js","sourceRoot":"","sources":["../../../src/lib/parsers/get-parquet-schema.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,iBAAiB,EAAE,wBAAwB,EAAC,MAAM,sBAAsB,CAAC;AAEjF,OAAO,EAAC,oBAAoB,EAAC,gDAA6C;AAE1E,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,MAAqB;IACpE,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;IAC/C,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,eAAe,EAAE,CAAC;IACvD,MAAM,MAAM,GAAG,oBAAoB,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;IACpE,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACnC,wBAAwB,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACpD,OAAO,MAAM,CAAC;AAChB,CAAC"}
+{"version":3,"file":"get-parquet-schema.js","sourceRoot":"","sources":["../../../src/lib/parsers/get-parquet-schema.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,iBAAiB,EAAE,wBAAwB,EAAC,MAAM,iBAAiB,CAAC;AAE5E,OAAO,EAAC,oBAAoB,EAAC,gDAA6C;AAC1E,OAAO,EAAC,8BAA8B,EAAC,sCAAmC;AAE1E,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,MAAqB;IACpE,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;IAC/C,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,eAAe,EAAE,CAAC;IACvD,MAAM,MAAM,GAAG,oBAAoB,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;IACpE,8BAA8B,CAAC,MAAM,CAAC,CAAC;IACvC,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACnC,wBAAwB,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACpD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts

@@ -1,6 +1,6 @@
 import type { ReadableFile } from '@loaders.gl/loader-utils';
-import type { GeoJSONTable, GeoJSONTableBatch, ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
-import type { ParquetJSONLoaderOptions } from "../../parquet-json-loader.js";
-export declare function parseGeoParquetFile(file: ReadableFile, options?: ParquetJSONLoaderOptions): Promise<ObjectRowTable | GeoJSONTable>;
-export declare function parseGeoParquetFileInBatches(file: ReadableFile, options?: ParquetJSONLoaderOptions): AsyncIterable<ObjectRowTableBatch | GeoJSONTableBatch>;
+import type { GeoJSONTable, GeoJSONTableBatch } from '@loaders.gl/schema';
+import type { ParquetLoaderOptions } from "../../parquet-loader-options.js";
+export declare function parseGeoParquetFile(file: ReadableFile, options?: ParquetLoaderOptions): Promise<GeoJSONTable>;
+export declare function parseGeoParquetFileInBatches(file: ReadableFile, options?: ParquetLoaderOptions): AsyncIterable<GeoJSONTableBatch>;
 //# sourceMappingURL=parse-geoparquet-to-geojson.d.ts.map

package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parse-geoparquet-to-geojson.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-geoparquet-to-geojson.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EACV,YAAY,EACZ,iBAAiB,EACjB,cAAc,EACd,mBAAmB,EACpB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,KAAK,EAAC,wBAAwB,EAAC,qCAAkC;AAIxE,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,wBAAwB,GACjC,OAAO,CAAC,cAAc,GAAG,YAAY,CAAC,CAGxC;AAED,wBAAuB,4BAA4B,CACjD,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,wBAAwB,GACjC,aAAa,CAAC,mBAAmB,GAAG,iBAAiB,CAAC,CAOxD"}
+{"version":3,"file":"parse-geoparquet-to-geojson.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-geoparquet-to-geojson.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EACV,YAAY,EACZ,iBAAiB,EAGlB,MAAM,oBAAoB,CAAC;AAI5B,OAAO,KAAK,EAAC,oBAAoB,EAAC,wCAAqC;AAGvE,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,YAAY,CAAC,CAIvB;AAED,wBAAuB,4BAA4B,CACjD,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,aAAa,CAAC,iBAAiB,CAAC,CAMlC"}

package/dist/lib/parsers/parse-geoparquet-to-geojson.js

@@ -2,16 +2,29 @@
 // SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 import { convertWKBTableToGeoJSON } from '@loaders.gl/gis';
-import { parseParquetFile, parseParquetFileInBatches } from "./parse-parquet-to-json.js";
+import { convertArrowToTable } from '@loaders.gl/schema-utils';
+import { parseParquetArrowTable, parseParquetArrowTableInBatches } from "./parse-parquet-tables.js";
 export async function parseGeoParquetFile(file, options) {
-    const table = await parseParquetFile(file, { ...options, shape: 'object-row-table' });
-    return convertWKBTableToGeoJSON(table, table.schema);
+    const arrowTable = await parseParquetArrowTable(file, options || {});
+    const objectRowTable = convertArrowToTable(arrowTable.data, 'object-row-table');
+    return convertWKBTableToGeoJSON(objectRowTable, objectRowTable.schema);
 }
 export async function* parseGeoParquetFileInBatches(file, options) {
-    const tableBatches = parseParquetFileInBatches(file, { ...options, shape: 'object-row-table' });
+    const tableBatches = parseParquetArrowTableInBatches(file, options || {});
     for await (const batch of tableBatches) {
-        const geojson = convertWKBTableToGeoJSON(batch, batch.schema);
-        yield { ...batch, ...geojson };
+        yield convertGeoParquetArrowBatch(batch);
     }
 }
+function convertGeoParquetArrowBatch(batch) {
+    const objectRowTable = convertArrowToTable(batch.data, 'object-row-table');
+    const geojsonTable = convertWKBTableToGeoJSON(objectRowTable, objectRowTable.schema);
+    return {
+        batchType: batch.batchType,
+        shape: geojsonTable.shape,
+        type: geojsonTable.type,
+        schema: geojsonTable.schema,
+        features: geojsonTable.features,
+        length: batch.length
+    };
+}
 //# sourceMappingURL=parse-geoparquet-to-geojson.js.map

package/dist/lib/parsers/parse-geoparquet-to-geojson.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse-geoparquet-to-geojson.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-geoparquet-to-geojson.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AASpC,OAAO,EAAC,wBAAwB,EAAC,MAAM,iBAAiB,CAAC;AAIzD,OAAO,EAAC,gBAAgB,EAAE,yBAAyB,EAAC,mCAAgC;AAEpF,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,IAAkB,EAClB,OAAkC;IAElC,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,EAAC,GAAG,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAC,CAAC,CAAC;IACpF,OAAO,wBAAwB,CAAC,KAAK,EAAE,KAAK,CAAC,MAAO,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,4BAA4B,CACjD,IAAkB,EAClB,OAAkC;IAElC,MAAM,YAAY,GAAG,yBAAyB,CAAC,IAAI,EAAE,EAAC,GAAG,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAC,CAAC,CAAC;IAE9F,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,wBAAwB,CAAC,KAAuB,EAAE,KAAK,CAAC,MAAO,CAAC,CAAC;QACjF,MAAM,EAAC,GAAG,KAAK,EAAE,GAAG,OAAO,EAAC,CAAC;IAC/B,CAAC;AACH,CAAC"}
+{"version":3,"file":"parse-geoparquet-to-geojson.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-geoparquet-to-geojson.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AASpC,OAAO,EAAC,wBAAwB,EAAC,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAAC,mBAAmB,EAAC,MAAM,0BAA0B,CAAC;AAG7D,OAAO,EAAC,sBAAsB,EAAE,+BAA+B,EAAC,kCAA+B;AAE/F,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,IAAkB,EAClB,OAA8B;IAE9B,MAAM,UAAU,GAAG,MAAM,sBAAsB,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;IACrE,MAAM,cAAc,GAAG,mBAAmB,CAAC,UAAU,CAAC,IAAI,EAAE,kBAAkB,CAAmB,CAAC;IAClG,OAAO,wBAAwB,CAAC,cAAc,EAAE,cAAc,CAAC,MAAO,CAAC,CAAC;AAC1E,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,4BAA4B,CACjD,IAAkB,EAClB,OAA8B;IAE9B,MAAM,YAAY,GAAG,+BAA+B,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;IAE1E,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,2BAA2B,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAsB;IACzD,MAAM,cAAc,GAAG,mBAAmB,CAAC,KAAK,CAAC,IAAI,EAAE,kBAAkB,CAAmB,CAAC;IAC7F,MAAM,YAAY,GAAG,wBAAwB,CAAC,cAAc,EAAE,cAAc,CAAC,MAAO,CAAC,CAAC;IACtF,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,KAAK,EAAE,YAAY,CAAC,KAAK;QACzB,IAAI,EAAE,YAAY,CAAC,IAAI;QACvB,MAAM,EAAE,YAAY,CAAC,MAAM;QAC3B,QAAQ,EAAE,YAAY,CAAC,QAAQ;QAC/B,MAAM,EAAE,KAAK,CAAC,MAAM;KACrB,CAAC;AACJ,CAAC"}

package/dist/lib/parsers/parse-parquet-tables.d.ts

@@ -0,0 +1,37 @@
+import type { ReadableFile } from '@loaders.gl/loader-utils';
+import type { ArrowTable, ArrowTableBatch, ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
+import type { ParquetLoaderOptions } from "../../parquet-loader-options.js";
+export { convertArrowBatchToObjectRows, convertArrowTableToObjectRows } from "./convert-parquet-tables.js";
+/**
+ * Parses a parquet file into an Arrow-backed table.
+ *
+ * @param file - Parquet file abstraction.
+ * @param options - Normalized parquet options.
+ * @returns Arrow table output.
+ */
+export declare function parseParquetArrowTable(file: ReadableFile, options: ParquetLoaderOptions): Promise<ArrowTable>;
+/**
+ * Parses a parquet file into Arrow-backed table batches.
+ *
+ * @param file - Parquet file abstraction.
+ * @param options - Normalized parquet options.
+ * @returns Async iterable of Arrow table batches.
+ */
+export declare function parseParquetArrowTableInBatches(file: ReadableFile, options: ParquetLoaderOptions): AsyncIterable<ArrowTableBatch>;
+/**
+ * Parses a parquet file into plain object rows.
+ *
+ * @param file - Parquet file abstraction.
+ * @param options - Normalized parquet options.
+ * @returns Object-row table output.
+ */
+export declare function parseParquetObjectRowTable(file: ReadableFile, options: ParquetLoaderOptions): Promise<ObjectRowTable>;
+/**
+ * Parses a parquet file into object-row batches.
+ *
+ * @param file - Parquet file abstraction.
+ * @param options - Normalized parquet options.
+ * @returns Async iterable of object-row table batches.
+ */
+export declare function parseParquetObjectRowTableInBatches(file: ReadableFile, options: ParquetLoaderOptions): AsyncIterable<ObjectRowTableBatch>;
+//# sourceMappingURL=parse-parquet-tables.d.ts.map

package/dist/lib/parsers/parse-parquet-tables.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-parquet-tables.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-tables.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,cAAc,EACd,mBAAmB,EACpB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAC,oBAAoB,EAAC,wCAAqC;AAOvE,OAAO,EACL,6BAA6B,EAC7B,6BAA6B,EAC9B,oCAAiC;AAElC;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CACpC,IAAI,EAAE,YAAY,EAClB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,UAAU,CAAC,CAErB;AAED;;;;;;GAMG;AACH,wBAAgB,+BAA+B,CAC7C,IAAI,EAAE,YAAY,EAClB,OAAO,EAAE,oBAAoB,GAC5B,aAAa,CAAC,eAAe,CAAC,CAEhC;AAED;;;;;;GAMG;AACH,wBAAsB,0BAA0B,CAC9C,IAAI,EAAE,YAAY,EAClB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,cAAc,CAAC,CAGzB;AAED;;;;;;GAMG;AACH,wBAAuB,mCAAmC,CACxD,IAAI,EAAE,YAAY,EAClB,OAAO,EAAE,oBAAoB,GAC5B,aAAa,CAAC,mBAAmB,CAAC,CAIpC"}

package/dist/lib/parsers/parse-parquet-tables.js

@@ -0,0 +1,50 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { parseParquetFileToArrow, parseParquetFileToArrowInBatches } from "./parse-parquet-to-arrow.js";
+import { convertArrowBatchToObjectRows, convertArrowTableToObjectRows } from "./convert-parquet-tables.js";
+export { convertArrowBatchToObjectRows, convertArrowTableToObjectRows } from "./convert-parquet-tables.js";
+/**
+ * Parses a parquet file into an Arrow-backed table.
+ *
+ * @param file - Parquet file abstraction.
+ * @param options - Normalized parquet options.
+ * @returns Arrow table output.
+ */
+export function parseParquetArrowTable(file, options) {
+    return parseParquetFileToArrow(file, options.parquet);
+}
+/**
+ * Parses a parquet file into Arrow-backed table batches.
+ *
+ * @param file - Parquet file abstraction.
+ * @param options - Normalized parquet options.
+ * @returns Async iterable of Arrow table batches.
+ */
+export function parseParquetArrowTableInBatches(file, options) {
+    return parseParquetFileToArrowInBatches(file, options.parquet);
+}
+/**
+ * Parses a parquet file into plain object rows.
+ *
+ * @param file - Parquet file abstraction.
+ * @param options - Normalized parquet options.
+ * @returns Object-row table output.
+ */
+export async function parseParquetObjectRowTable(file, options) {
+    const arrowTable = await parseParquetArrowTable(file, options);
+    return convertArrowTableToObjectRows(arrowTable);
+}
+/**
+ * Parses a parquet file into object-row batches.
+ *
+ * @param file - Parquet file abstraction.
+ * @param options - Normalized parquet options.
+ * @returns Async iterable of object-row table batches.
+ */
+export async function* parseParquetObjectRowTableInBatches(file, options) {
+    for await (const batch of parseParquetArrowTableInBatches(file, options)) {
+        yield convertArrowBatchToObjectRows(batch);
+    }
+}
+//# sourceMappingURL=parse-parquet-tables.js.map

package/dist/lib/parsers/parse-parquet-tables.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-parquet-tables.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-tables.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAWpC,OAAO,EAAC,uBAAuB,EAAE,gCAAgC,EAAC,oCAAiC;AACnG,OAAO,EACL,6BAA6B,EAC7B,6BAA6B,EAC9B,oCAAiC;AAElC,OAAO,EACL,6BAA6B,EAC7B,6BAA6B,EAC9B,oCAAiC;AAElC;;;;;;GAMG;AACH,MAAM,UAAU,sBAAsB,CACpC,IAAkB,EAClB,OAA6B;IAE7B,OAAO,uBAAuB,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;AACxD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,+BAA+B,CAC7C,IAAkB,EAClB,OAA6B;IAE7B,OAAO,gCAAgC,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;AACjE,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,IAAkB,EAClB,OAA6B;IAE7B,MAAM,UAAU,GAAG,MAAM,sBAAsB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC/D,OAAO,6BAA6B,CAAC,UAAU,CAAC,CAAC;AACnD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,mCAAmC,CACxD,IAAkB,EAClB,OAA6B;IAE7B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,+BAA+B,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;QACzE,MAAM,6BAA6B,CAAC,KAAK,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC"}

package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts

@@ -0,0 +1,19 @@
+import type { ReadableFile } from '@loaders.gl/loader-utils';
+import type { ArrowTable, ArrowTableBatch } from '@loaders.gl/schema';
+import type { ParquetJSLoaderOptions } from "../../parquet-loader-options.js";
+/**
+ * Parses a Parquet file with the TypeScript implementation directly into Arrow batches.
+ * @param file readable Parquet file
+ * @param options loader options applied before Arrow conversion
+ * @returns Arrow table containing the decoded rows
+ */
+export declare function parseParquetFileToArrowWithJs(file: ReadableFile, options?: ParquetJSLoaderOptions): Promise<ArrowTable>;
+/**
+ * Parses a Parquet file in batches with the TypeScript implementation and materializes Arrow directly
+ * from decoded columns whenever the selected schema is flat.
+ * @param file readable Parquet file
+ * @param options loader options applied before Arrow conversion
+ * @returns asynchronous Arrow table batches
+ */
+export declare function parseParquetFileToArrowInBatchesWithJs(file: ReadableFile, options?: ParquetJSLoaderOptions): AsyncIterable<ArrowTableBatch>;
+//# sourceMappingURL=parse-parquet-to-arrow-js.d.ts.map

package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-parquet-to-arrow-js.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-arrow-js.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAEV,UAAU,EACV,eAAe,EAMhB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,KAAK,EAAC,sBAAsB,EAAC,wCAAqC;AAgFzE;;;;;GAKG;AACH,wBAAsB,6BAA6B,CACjD,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,sBAAsB,GAC/B,OAAO,CAAC,UAAU,CAAC,CAcrB;AAaD;;;;;;GAMG;AACH,wBAAuB,sCAAsC,CAC3D,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,sBAAsB,GAC/B,aAAa,CAAC,eAAe,CAAC,CAsEhC"}