@loaders.gl/parquet 4.4.2 → 5.0.0-alpha.1

package/dist/lib/parsers/parse-parquet-to-arrow-js.js

@@ -0,0 +1,23 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { convertTable } from '@loaders.gl/schema-utils';
+import { normalizeArrowTableGeoMetadata } from "../geo/geospatial-metadata.js";
+import { parseParquetFile, parseParquetFileInBatches } from "./parse-parquet-to-json.js";
+export async function parseParquetFileToArrowWithJs(file, options) {
+    const objectRowTable = await parseParquetFile(file, options);
+    return normalizeArrowTableGeoMetadata(convertTable(objectRowTable, 'arrow-table'));
+}
+export async function* parseParquetFileToArrowInBatchesWithJs(file, options) {
+    for await (const batch of parseParquetFileInBatches(file, options)) {
+        const arrowTable = normalizeArrowTableGeoMetadata(convertTable(batch, 'arrow-table'));
+        yield {
+            batchType: batch.batchType,
+            shape: arrowTable.shape,
+            schema: arrowTable.schema,
+            data: arrowTable.data,
+            length: batch.length
+        };
+    }
+}
+//# sourceMappingURL=parse-parquet-to-arrow-js.js.map

package/dist/lib/parsers/parse-parquet-to-arrow-js.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-parquet-to-arrow-js.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-arrow-js.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAGtD,OAAO,EAAC,8BAA8B,EAAC,sCAAmC;AAC1E,OAAO,EAAC,gBAAgB,EAAE,yBAAyB,EAAC,mCAAgC;AAEpF,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,IAAkB,EAClB,OAA8B;IAE9B,MAAM,cAAc,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC7D,OAAO,8BAA8B,CAAC,YAAY,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC,CAAC;AACrF,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,sCAAsC,CAC3D,IAAkB,EAClB,OAA8B;IAE9B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,yBAAyB,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;QACnE,MAAM,UAAU,GAAG,8BAA8B,CAAC,YAAY,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC;QAEtF,MAAM;YACJ,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/lib/parsers/parse-parquet-to-arrow.d.ts

@@ -1,10 +1,10 @@
 import type { ReadableFile } from '@loaders.gl/loader-utils';
 import type { ArrowTable, ArrowTableBatch } from '@loaders.gl/schema';
-import type * as parquetWasm from 'parquet-wasm';
-export declare function parseParquetFileToArrow(file: ReadableFile, options?: parquetWasm.ReaderOptions & {
-    wasmUrl: string;
-}): Promise<ArrowTable>;
-export declare function parseParquetFileToArrowInBatches(file: ReadableFile, options: parquetWasm.ReaderOptions & {
-    wasmUrl: string;
-}): AsyncIterable<ArrowTableBatch>;
+import type * as parquetWasm from 'parquet-wasm/esm/parquet_wasm.js';
+type ParquetWasmReaderOptions = parquetWasm.ReaderOptions & {
+    wasmUrl?: string;
+};
+export declare function parseParquetFileToArrow(file: ReadableFile, options?: ParquetWasmReaderOptions): Promise<ArrowTable>;
+export declare function parseParquetFileToArrowInBatches(file: ReadableFile, options?: ParquetWasmReaderOptions): AsyncIterable<ArrowTableBatch>;
+export {};
 //# sourceMappingURL=parse-parquet-to-arrow.d.ts.map

package/dist/lib/parsers/parse-parquet-to-arrow.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parse-parquet-to-arrow.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-arrow.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAC,UAAU,EAAE,eAAe,EAAS,MAAM,oBAAoB,CAAC;AAG5E,OAAO,KAAK,KAAK,WAAW,MAAM,cAAc,CAAC;AAMjD,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,WAAW,CAAC,aAAa,GAAG;IAAC,OAAO,EAAE,MAAM,CAAA;CAAC,GACtD,OAAO,CAAC,UAAU,CAAC,CAsBrB;AAED,wBAAuB,gCAAgC,CACrD,IAAI,EAAE,YAAY,EAClB,OAAO,EAAE,WAAW,CAAC,aAAa,GAAG;IAAC,OAAO,EAAE,MAAM,CAAA;CAAC,GACrD,aAAa,CAAC,eAAe,CAAC,CA0BhC"}
+{"version":3,"file":"parse-parquet-to-arrow.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-arrow.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAC,UAAU,EAAE,eAAe,EAAS,MAAM,oBAAoB,CAAC;AAE5E,OAAO,KAAK,KAAK,WAAW,MAAM,kCAAkC,CAAC;AAUrE,KAAK,wBAAwB,GAAG,WAAW,CAAC,aAAa,GAAG;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAC,CAAC;AAE/E,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,wBAAwB,GACjC,OAAO,CAAC,UAAU,CAAC,CAqBrB;AAED,wBAAuB,gCAAgC,CACrD,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,wBAAwB,GACjC,aAAa,CAAC,eAAe,CAAC,CAgChC"}

package/dist/lib/parsers/parse-parquet-to-arrow.js

@@ -1,52 +1,65 @@
 // loaders.gl
 // SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
-import { convertArrowToSchema } from '@loaders.gl/schema-utils';
 import * as arrow from 'apache-arrow';
+import { normalizeArrowTableGeoMetadata, getParquetFileMetadataMap } from "../geo/geospatial-metadata.js";
 import { loadWasm } from "../utils/load-wasm.js";
 import { makeStreamIterator } from "../utils/make-stream-iterator.js";
 export async function parseParquetFileToArrow(file, options) {
     const wasmUrl = options?.wasmUrl;
+    const readerOptions = getReaderOptions(options);
     const wasm = await loadWasm(wasmUrl);
-    let parquetFile;
-    if (file.handle instanceof Blob) {
-        // TODO - let's assume fromFile() works on Blobs and not just on File...
-        parquetFile = await wasm.ParquetFile.fromFile(file.handle);
+    const parquetFile = await createParquetFile(file, wasm);
+    try {
+        const wasmTable = await parquetFile.read(readerOptions);
+        const ipcStream = wasmTable.intoIPCStream();
+        const arrowTable = arrow.tableFromIPC(ipcStream);
+        return normalizeArrowTableGeoMetadata({
+            shape: 'arrow-table',
+            data: arrowTable
+        }, getParquetFileMetadataMap(parquetFile.metadata()));
     }
-    else {
-        parquetFile = await wasm.ParquetFile.fromUrl(file.url);
+    finally {
+        parquetFile.free();
     }
-    const wasmTable = await parquetFile.read(options);
-    const ipcStream = wasmTable.intoIPCStream();
-    const arrowTable = arrow.tableFromIPC(ipcStream);
-    return {
-        shape: 'arrow-table',
-        schema: convertArrowToSchema(arrowTable.schema),
-        data: arrowTable
-    };
 }
 export async function* parseParquetFileToArrowInBatches(file, options) {
     const wasmUrl = options?.wasmUrl;
+    const readerOptions = getReaderOptions(options);
     const wasm = await loadWasm(wasmUrl);
-    let parquetFile;
-    if (file.handle instanceof Blob) {
-        // Works on Blobs: https://kylebarron.dev/parquet-wasm/classes/esm_parquet_wasm.ParquetFile.html#fromFile
-        parquetFile = await wasm.ParquetFile.fromFile(file.handle);
+    const parquetFile = await createParquetFile(file, wasm);
+    try {
+        const stream = await parquetFile.stream(readerOptions);
+        const schemaMetadata = getParquetFileMetadataMap(parquetFile.metadata());
+        let schema;
+        for await (const wasmRecordBatch of makeStreamIterator(stream)) {
+            const normalizedArrowTable = normalizeArrowTableGeoMetadata({
+                shape: 'arrow-table',
+                data: arrow.tableFromIPC(wasmRecordBatch.intoIPCStream())
+            }, schemaMetadata);
+            schema ||= normalizedArrowTable.schema;
+            yield {
+                batchType: 'data',
+                shape: 'arrow-table',
+                schema,
+                data: normalizedArrowTable.data,
+                length: normalizedArrowTable.data.numRows
+            };
+        }
     }
-    else {
-        parquetFile = await wasm.ParquetFile.fromUrl(file.url);
+    finally {
+        parquetFile.free();
     }
-    const stream = await parquetFile.stream(options);
-    let schema;
-    for await (const recordBatch of makeStreamIterator(stream)) {
-        schema ||= convertArrowToSchema(recordBatch.schema);
-        yield {
-            batchType: 'data',
-            shape: 'arrow-table',
-            schema,
-            data: new arrow.Table(recordBatch),
-            length: recordBatch.numRows
-        };
+}
+async function createParquetFile(file, wasm) {
+    if (file.handle instanceof Blob) {
+        // Works on Blobs: https://kylebarron.dev/parquet-wasm/classes/esm_parquet_wasm.ParquetFile.html#fromFile
+        return await wasm.ParquetFile.fromFile(file.handle);
     }
+    return await wasm.ParquetFile.fromUrl(file.url);
+}
+function getReaderOptions(options) {
+    const { wasmUrl, ...readerOptions } = options || {};
+    return readerOptions;
 }
 //# sourceMappingURL=parse-parquet-to-arrow.js.map

package/dist/lib/parsers/parse-parquet-to-arrow.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse-parquet-to-arrow.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-arrow.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAKpC,OAAO,EAAC,oBAAoB,EAAC,MAAM,0BAA0B,CAAC;AAG9D,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAEtC,OAAO,EAAC,QAAQ,EAAC,8BAA2B;AAC5C,OAAO,EAAC,kBAAkB,EAAC,yCAAsC;AAEjE,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,IAAkB,EAClB,OAAuD;IAEvD,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,CAAC;IAEjC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;IAErC,IAAI,WAAoC,CAAC;IACzC,IAAI,IAAI,CAAC,MAAM,YAAY,IAAI,EAAE,CAAC;QAChC,wEAAwE;QACxE,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAc,CAAC,CAAC;IACrE,CAAC;SAAM,CAAC;QACN,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,SAAS,CAAC,aAAa,EAAE,CAAC;IAC5C,MAAM,UAAU,GAAG,KAAK,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;IAEjD,OAAO;QACL,KAAK,EAAE,aAAa;QACpB,MAAM,EAAE,oBAAoB,CAAC,UAAU,CAAC,MAAM,CAAC;QAC/C,IAAI,EAAE,UAAU;KACjB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,gCAAgC,CACrD,IAAkB,EAClB,OAAsD;IAEtD,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,CAAC;IAEjC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;IAErC,IAAI,WAAoC,CAAC;IACzC,IAAI,IAAI,CAAC,MAAM,YAAY,IAAI,EAAE,CAAC;QAChC,yGAAyG;QACzG,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAc,CAAC,CAAC;IACrE,CAAC;SAAM,CAAC;QACN,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,MAAM,GAAsC,MAAM,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAEpF,IAAI,MAAc,CAAC;IACnB,IAAI,KAAK,EAAE,MAAM,WAAW,IAAI,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3D,MAAM,KAAK,oBAAoB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACpD,MAAM;YACJ,SAAS,EAAE,MAAM;YACjB,KAAK,EAAE,aAAa;YACpB,MAAM;YACN,IAAI,EAAE,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC;YAClC,MAAM,EAAE,WAAW,CAAC,OAAO;SAC5B,CAAC;IACJ,CAAC;AACH,CAAC"}
+{"version":3,"file":"parse-parquet-to-arrow.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-arrow.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAOpC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAEtC,OAAO,EACL,8BAA8B,EAC9B,yBAAyB,EAC1B,sCAAmC;AACpC,OAAO,EAAC,QAAQ,EAAC,8BAA2B;AAC5C,OAAO,EAAC,kBAAkB,EAAC,yCAAsC;AAIjE,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,IAAkB,EAClB,OAAkC;IAElC,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,CAAC;IACjC,MAAM,aAAa,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAEhD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;IAErC,MAAM,WAAW,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACxD,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,SAAS,CAAC,aAAa,EAAE,CAAC;QAC5C,MAAM,UAAU,GAAG,KAAK,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QACjD,OAAO,8BAA8B,CACnC;YACE,KAAK,EAAE,aAAa;YACpB,IAAI,EAAE,UAAU;SACjB,EACD,yBAAyB,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAClD,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,WAAW,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,gCAAgC,CACrD,IAAkB,EAClB,OAAkC;IAElC,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,CAAC;IACjC,MAAM,aAAa,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAEhD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;IAErC,MAAM,WAAW,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACxD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QACvD,MAAM,cAAc,GAAG,yBAAyB,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC;QAEzE,IAAI,MAA0B,CAAC;QAC/B,IAAI,KAAK,EAAE,MAAM,eAAe,IAAI,kBAAkB,CAA0B,MAAM,CAAC,EAAE,CAAC;YACxF,MAAM,oBAAoB,GAAG,8BAA8B,CACzD;gBACE,KAAK,EAAE,aAAa;gBACpB,IAAI,EAAE,KAAK,CAAC,YAAY,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;aAC1D,EACD,cAAc,CACf,CAAC;YACF,MAAM,KAAK,oBAAoB,CAAC,MAAM,CAAC;YACvC,MAAM;gBACJ,SAAS,EAAE,MAAM;gBACjB,KAAK,EAAE,aAAa;gBACpB,MAAM;gBACN,IAAI,EAAE,oBAAoB,CAAC,IAAI;gBAC/B,MAAM,EAAE,oBAAoB,CAAC,IAAI,CAAC,OAAO;aAC1C,CAAC;QACJ,CAAC;IACH,CAAC;YAAS,CAAC;QACT,WAAW,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,IAAkB,EAClB,IAAwB;IAExB,IAAI,IAAI,CAAC,MAAM,YAAY,IAAI,EAAE,CAAC;QAChC,yGAAyG;QACzG,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAc,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAkC;IAC1D,MAAM,EAAC,OAAO,EAAE,GAAG,aAAa,EAAC,GAAG,OAAO,IAAI,EAAE,CAAC;IAClD,OAAO,aAAa,CAAC;AACvB,CAAC"}

package/dist/lib/parsers/parse-parquet-to-columns.d.ts

@@ -1,12 +1,12 @@
 import type { ColumnarTable, ColumnarTableBatch } from '@loaders.gl/schema';
 import type { ReadableFile } from '@loaders.gl/loader-utils';
-import type { ParquetJSONLoaderOptions } from "../../parquet-json-loader.js";
+import type { ParquetLoaderOptions } from "../../parquet-loader.js";
 /**
  * @deprecated - Use parseParquetToArrow
  */
-export declare function parseParquetFileInColumns(file: ReadableFile, options?: ParquetJSONLoaderOptions): Promise<ColumnarTable>;
+export declare function parseParquetFileInColumns(file: ReadableFile, options?: ParquetLoaderOptions): Promise<ColumnarTable>;
 /**
  * @deprecated
  */
-export declare function parseParquetFileInColumnarBatches(file: ReadableFile, options?: ParquetJSONLoaderOptions): AsyncIterable<ColumnarTableBatch>;
+export declare function parseParquetFileInColumnarBatches(file: ReadableFile, options?: ParquetLoaderOptions): AsyncIterable<ColumnarTableBatch>;
 //# sourceMappingURL=parse-parquet-to-columns.d.ts.map

package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parse-parquet-to-columns.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-columns.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,aAAa,EAAE,kBAAkB,EAAS,MAAM,oBAAoB,CAAC;AAClF,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAC,wBAAwB,EAAC,qCAAkC;AASxE;;GAEG;AACH,wBAAsB,yBAAyB,CAC7C,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,wBAAwB,GACjC,OAAO,CAAC,aAAa,CAAC,CAYxB;AAED;;GAEG;AACH,wBAAuB,iCAAiC,CACtD,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,wBAAwB,GACjC,aAAa,CAAC,kBAAkB,CAAC,CAgBnC"}
+{"version":3,"file":"parse-parquet-to-columns.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-columns.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,aAAa,EAAE,kBAAkB,EAAS,MAAM,oBAAoB,CAAC;AAClF,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAC,oBAAoB,EAAC,gCAA6B;AAQ/D;;GAEG;AACH,wBAAsB,yBAAyB,CAC7C,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,aAAa,CAAC,CAWxB;AAED;;GAEG;AACH,wBAAuB,iCAAiC,CACtD,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,aAAa,CAAC,kBAAkB,CAAC,CAiBnC"}

package/dist/lib/parsers/parse-parquet-to-columns.js

@@ -4,13 +4,11 @@
 import { ParquetReader } from "../../parquetjs/parser/parquet-reader.js";
 import { materializeColumns } from "../../parquetjs/schema/shred.js";
 import { getSchemaFromParquetReader } from "./get-parquet-schema.js";
-import { installBufferPolyfill } from "../../polyfills/buffer/index.js";
 import { preloadCompressions } from "../../parquetjs/compression.js";
 /**
  * @deprecated - Use parseParquetToArrow
  */
 export async function parseParquetFileInColumns(file, options) {
-    installBufferPolyfill();
     await preloadCompressions(options);
     for await (const batch of parseParquetFileInColumnarBatches(file, options)) {
         return {
@@ -25,14 +23,13 @@ export async function parseParquetFileInColumns(file, options) {
  * @deprecated
  */
 export async function* parseParquetFileInColumnarBatches(file, options) {
-    installBufferPolyfill();
     await preloadCompressions(options);
     const reader = new ParquetReader(file);
     // Extract schema and geo metadata
     const schema = await getSchemaFromParquetReader(reader);
     const parquetSchema = await reader.getSchema();
     // Iterate over row batches
-    const rowGroups = reader.rowGroupIterator(options?.parquet);
+    const rowGroups = reader.rowGroupIterator(options?.parquet?.columns?.length ? { columnList: options.parquet.columns } : undefined);
     for await (const rowGroup of rowGroups) {
         yield convertRowGroupToTableBatch(rowGroup, parquetSchema, schema);
     }

package/dist/lib/parsers/parse-parquet-to-columns.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse-parquet-to-columns.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-columns.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAKpC,OAAO,EAAC,aAAa,EAAC,iDAA8C;AAGpE,OAAO,EAAC,kBAAkB,EAAC,wCAAqC;AAChE,OAAO,EAAC,0BAA0B,EAAC,gCAA6B;AAChE,OAAO,EAAC,qBAAqB,EAAC,wCAAqC;AACnE,OAAO,EAAC,mBAAmB,EAAC,uCAAoC;AAEhE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,IAAkB,EAClB,OAAkC;IAElC,qBAAqB,EAAE,CAAC;IACxB,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,iCAAiC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;QAC3E,OAAO;YACL,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,iCAAiC,CACtD,IAAkB,EAClB,OAAkC;IAElC,qBAAqB,EAAE,CAAC;IACxB,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC;IAEvC,kCAAkC;IAClC,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAExD,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;IAE/C,2BAA2B;IAC3B,MAAM,SAAS,GAAG,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5D,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACvC,MAAM,2BAA2B,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,SAAS,2BAA2B,CAClC,QAAyB,EACzB,aAA4B,EAC5B,MAAc;IAEd,kEAAkE;IAClE,MAAM,IAAI,GAAG,kBAAkB,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IACzD,OAAO;QACL,KAAK,EAAE,gBAAgB;QACvB,SAAS,EAAE,MAAM;QACjB,MAAM;QACN,IAAI;QACJ,MAAM,EAAE,QAAQ,CAAC,QAAQ;KAC1B,CAAC;AACJ,CAAC"}
+{"version":3,"file":"parse-parquet-to-columns.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-columns.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAKpC,OAAO,EAAC,aAAa,EAAC,iDAA8C;AAGpE,OAAO,EAAC,kBAAkB,EAAC,wCAAqC;AAChE,OAAO,EAAC,0BAA0B,EAAC,gCAA6B;AAChE,OAAO,EAAC,mBAAmB,EAAC,uCAAoC;AAEhE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,IAAkB,EAClB,OAA8B;IAE9B,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,iCAAiC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;QAC3E,OAAO;YACL,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,iCAAiC,CACtD,IAAkB,EAClB,OAA8B;IAE9B,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC;IAEvC,kCAAkC;IAClC,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAExD,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;IAE/C,2BAA2B;IAC3B,MAAM,SAAS,GAAG,MAAM,CAAC,gBAAgB,CACvC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,EAAC,CAAC,CAAC,CAAC,SAAS,CACtF,CAAC;IACF,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACvC,MAAM,2BAA2B,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,SAAS,2BAA2B,CAClC,QAAyB,EACzB,aAA4B,EAC5B,MAAc;IAEd,kEAAkE;IAClE,MAAM,IAAI,GAAG,kBAAkB,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IACzD,OAAO;QACL,KAAK,EAAE,gBAAgB;QACvB,SAAS,EAAE,MAAM;QACjB,MAAM;QACN,IAAI;QACJ,MAAM,EAAE,QAAQ,CAAC,QAAQ;KAC1B,CAAC;AACJ,CAAC"}

package/dist/lib/parsers/parse-parquet-to-json.d.ts

@@ -1,17 +1,17 @@
 import type { ReadableFile } from '@loaders.gl/loader-utils';
 import type { ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
-import type { ParquetJSONLoaderOptions } from "../../parquet-json-loader.js";
+import type { ParquetLoaderOptions } from "../../parquet-loader-options.js";
 /**
  *  * Parse a parquet file using parquetjs
  * @param file
  * @param options
  * @returns
  */
-export declare function parseParquetFile(file: ReadableFile, options?: ParquetJSONLoaderOptions): Promise<ObjectRowTable>;
+export declare function parseParquetFile(file: ReadableFile, options?: ParquetLoaderOptions): Promise<ObjectRowTable>;
 /**
  * Parse a parquet file in batches using parquetjs
  * @param file
  * @param options
  */
-export declare function parseParquetFileInBatches(file: ReadableFile, options?: ParquetJSONLoaderOptions): AsyncIterable<ObjectRowTableBatch>;
+export declare function parseParquetFileInBatches(file: ReadableFile, options?: ParquetLoaderOptions): AsyncIterable<ObjectRowTableBatch>;
 //# sourceMappingURL=parse-parquet-to-json.d.ts.map

package/dist/lib/parsers/parse-parquet-to-json.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parse-parquet-to-json.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-json.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAC,cAAc,EAAE,mBAAmB,EAAC,MAAM,oBAAoB,CAAC;AAE5E,OAAO,KAAK,EAAC,wBAAwB,EAAC,qCAAkC;AAOxE;;;;;GAKG;AACH,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,wBAAwB,GACjC,OAAO,CAAC,cAAc,CAAC,CAqCzB;AAED;;;;GAIG;AACH,wBAAuB,yBAAyB,CAC9C,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,wBAAwB,GACjC,aAAa,CAAC,mBAAmB,CAAC,CAwBpC"}
+{"version":3,"file":"parse-parquet-to-json.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-json.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAC,cAAc,EAAE,mBAAmB,EAAS,MAAM,oBAAoB,CAAC;AAEpF,OAAO,KAAK,EAAC,oBAAoB,EAAC,wCAAqC;AAMvE;;;;;GAKG;AACH,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,cAAc,CAAC,CA2CzB;AAED;;;;GAIG;AACH,wBAAuB,yBAAyB,CAC9C,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,aAAa,CAAC,mBAAmB,CAAC,CAsDpC"}

package/dist/lib/parsers/parse-parquet-to-json.js

@@ -4,7 +4,6 @@
 import { default as log } from '@probe.gl/log';
 import { ParquetReader } from "../../parquetjs/parser/parquet-reader.js";
 import { getSchemaFromParquetReader } from "./get-parquet-schema.js";
-import { installBufferPolyfill } from "../../polyfills/buffer/index.js";
 import { preloadCompressions } from "../../parquetjs/compression.js";
 /**
  *  * Parse a parquet file using parquetjs
@@ -13,32 +12,37 @@ import { preloadCompressions } from "../../parquetjs/compression.js";
  * @returns
  */
 export async function parseParquetFile(file, options) {
-    installBufferPolyfill();
     await preloadCompressions(options);
     const reader = new ParquetReader(file, {
         preserveBinary: options?.parquet?.preserveBinary
     });
     const schema = await getSchemaFromParquetReader(reader);
+    const projectedSchema = projectSchema(schema, options?.parquet?.columns);
     const rows = [];
-    const rowBatches = reader.rowBatchIterator(options?.parquet);
+    const rowBatches = reader.rowBatchIterator(getParquetIterationProps(options));
+    const rowOffset = options?.parquet?.offset || 0;
+    const rowLimit = options?.parquet?.limit;
+    let rowsSkipped = 0;
     for await (const rowBatch of rowBatches) {
-        let limitHasReached = false;
-        // we have only one input batch so return
         for (const row of rowBatch) {
-            if (options?.limit && rows.length >= options?.core?.limit) {
-                limitHasReached = true;
-                break;
+            if (rowsSkipped < rowOffset) {
+                rowsSkipped++;
+                continue;
+            }
+            if (rowLimit !== undefined && rows.length >= rowLimit) {
+                log.warn(`Rows number limit has been reached. Only first ${rowLimit} are loaded`)();
+                return {
+                    shape: 'object-row-table',
+                    schema: projectedSchema,
+                    data: rows
+                };
             }
             rows.push(row);
         }
-        if (limitHasReached) {
-            log.warn(`Rows number limit has been reached. Only first ${options?.core?.limit} are loaded`)();
-            break;
-        }
     }
     const objectRowTable = {
         shape: 'object-row-table',
-        schema,
+        schema: projectedSchema,
         data: rows
     };
     return objectRowTable;
@@ -49,25 +53,72 @@ export async function parseParquetFile(file, options) {
  * @param options
  */
 export async function* parseParquetFileInBatches(file, options) {
-    installBufferPolyfill();
     await preloadCompressions(options);
     const reader = new ParquetReader(file, {
         preserveBinary: options?.parquet?.preserveBinary
     });
     const schema = await getSchemaFromParquetReader(reader);
-    const rowBatches = reader.rowBatchIterator(options?.parquet);
+    const projectedSchema = projectSchema(schema, options?.parquet?.columns);
+    const rowBatches = reader.rowBatchIterator(getParquetIterationProps(options));
+    const rowOffset = options?.parquet?.offset || 0;
+    const rowLimit = options?.parquet?.limit;
+    const outputBatchSize = options?.parquet?.batchSize;
+    let rowsSkipped = 0;
+    let rowsYielded = 0;
+    let reachedLimit = false;
     for await (const rows of rowBatches) {
-        const objectRowTable = {
-            shape: 'object-row-table',
-            schema,
-            data: rows
-        };
-        yield {
-            batchType: 'data',
-            schema,
-            ...objectRowTable,
-            length: rows.length
-        };
+        const nextRows = [];
+        for (const row of rows) {
+            if (rowsSkipped < rowOffset) {
+                rowsSkipped++;
+                continue;
+            }
+            if (rowLimit !== undefined && rowsYielded >= rowLimit) {
+                reachedLimit = true;
+                break;
+            }
+            nextRows.push(row);
+            rowsYielded++;
+        }
+        if (nextRows.length === 0) {
+            continue;
+        }
+        if (!outputBatchSize || outputBatchSize <= 0) {
+            yield makeObjectRowBatch(projectedSchema, nextRows);
+            continue;
+        }
+        for (let rowIndex = 0; rowIndex < nextRows.length; rowIndex += outputBatchSize) {
+            yield makeObjectRowBatch(projectedSchema, nextRows.slice(rowIndex, rowIndex + outputBatchSize));
+        }
+        if (reachedLimit) {
+            return;
+        }
     }
 }
+function getParquetIterationProps(options) {
+    const columnList = options?.parquet?.columns;
+    return columnList?.length ? { columnList } : undefined;
+}
+function makeObjectRowBatch(schema, rows) {
+    const objectRowTable = {
+        shape: 'object-row-table',
+        schema,
+        data: rows
+    };
+    return {
+        batchType: 'data',
+        schema,
+        ...objectRowTable,
+        length: rows.length
+    };
+}
+function projectSchema(schema, columns) {
+    if (!columns?.length) {
+        return schema;
+    }
+    return {
+        ...schema,
+        fields: schema.fields.filter(field => columns.includes(field.name))
+    };
+}
 //# sourceMappingURL=parse-parquet-to-json.js.map

package/dist/lib/parsers/parse-parquet-to-json.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse-parquet-to-json.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-json.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,OAAO,IAAI,GAAG,EAAC,MAAM,eAAe,CAAC;AAM7C,OAAO,EAAC,aAAa,EAAC,iDAA8C;AACpE,OAAO,EAAC,0BAA0B,EAAC,gCAA6B;AAChE,OAAO,EAAC,qBAAqB,EAAC,wCAAqC;AACnE,OAAO,EAAC,mBAAmB,EAAC,uCAAoC;AAEhE;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAkB,EAClB,OAAkC;IAElC,qBAAqB,EAAE,CAAC;IACxB,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;QACrC,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc;KACjD,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAExD,MAAM,IAAI,GAAiB,EAAE,CAAC;IAE9B,MAAM,UAAU,GAAG,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC7D,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;QACxC,IAAI,eAAe,GAAG,KAAK,CAAC;QAC5B,yCAAyC;QACzC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,MAAM,IAAI,OAAO,EAAE,IAAI,EAAE,KAAM,EAAE,CAAC;gBAC3D,eAAe,GAAG,IAAI,CAAC;gBACvB,MAAM;YACR,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;QACD,IAAI,eAAe,EAAE,CAAC;YACpB,GAAG,CAAC,IAAI,CACN,kDAAkD,OAAO,EAAE,IAAI,EAAE,KAAK,aAAa,CACpF,EAAE,CAAC;YACJ,MAAM;QACR,CAAC;IACH,CAAC;IACD,MAAM,cAAc,GAAmB;QACrC,KAAK,EAAE,kBAAkB;QACzB,MAAM;QACN,IAAI,EAAE,IAAI;KACX,CAAC;IAEF,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,yBAAyB,CAC9C,IAAkB,EAClB,OAAkC;IAElC,qBAAqB,EAAE,CAAC;IACxB,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;QACrC,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc;KACjD,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,MAAM,CAAC,CAAC;IACxD,MAAM,UAAU,GAAG,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC7D,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QACpC,MAAM,cAAc,GAAmB;YACrC,KAAK,EAAE,kBAAkB;YACzB,MAAM;YACN,IAAI,EAAE,IAAI;SACX,CAAC;QAEF,MAAM;YACJ,SAAS,EAAE,MAAM;YACjB,MAAM;YACN,GAAG,cAAc;YACjB,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC;IACJ,CAAC;AACH,CAAC"}
+{"version":3,"file":"parse-parquet-to-json.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-json.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,OAAO,IAAI,GAAG,EAAC,MAAM,eAAe,CAAC;AAM7C,OAAO,EAAC,aAAa,EAAC,iDAA8C;AACpE,OAAO,EAAC,0BAA0B,EAAC,gCAA6B;AAChE,OAAO,EAAC,mBAAmB,EAAC,uCAAoC;AAEhE;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAkB,EAClB,OAA8B;IAE9B,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;QACrC,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc;KACjD,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,MAAM,CAAC,CAAC;IACxD,MAAM,eAAe,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAEzE,MAAM,IAAI,GAAiB,EAAE,CAAC;IAE9B,MAAM,UAAU,GAAG,MAAM,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC;IACzC,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;QACxC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,WAAW,GAAG,SAAS,EAAE,CAAC;gBAC5B,WAAW,EAAE,CAAC;gBACd,SAAS;YACX,CAAC;YAED,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;gBACtD,GAAG,CAAC,IAAI,CAAC,kDAAkD,QAAQ,aAAa,CAAC,EAAE,CAAC;gBACpF,OAAO;oBACL,KAAK,EAAE,kBAAkB;oBACzB,MAAM,EAAE,eAAe;oBACvB,IAAI,EAAE,IAAI;iBACX,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAmB;QACrC,KAAK,EAAE,kBAAkB;QACzB,MAAM,EAAE,eAAe;QACvB,IAAI,EAAE,IAAI;KACX,CAAC;IAEF,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,yBAAyB,CAC9C,IAAkB,EAClB,OAA8B;IAE9B,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;QACrC,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc;KACjD,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,MAAM,CAAC,CAAC;IACxD,MAAM,eAAe,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,MAAM,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC;IACzC,MAAM,eAAe,GAAG,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC;IACpD,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,YAAY,GAAG,KAAK,CAAC;IAEzB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAiB,EAAE,CAAC;QAClC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,WAAW,GAAG,SAAS,EAAE,CAAC;gBAC5B,WAAW,EAAE,CAAC;gBACd,SAAS;YACX,CAAC;YAED,IAAI,QAAQ,KAAK,SAAS,IAAI,WAAW,IAAI,QAAQ,EAAE,CAAC;gBACtD,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM;YACR,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnB,WAAW,EAAE,CAAC;QAChB,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,SAAS;QACX,CAAC;QAED,IAAI,CAAC,eAAe,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;YAC7C,MAAM,kBAAkB,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;YACpD,SAAS;QACX,CAAC;QAED,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,CAAC,MAAM,EAAE,QAAQ,IAAI,eAAe,EAAE,CAAC;YAC/E,MAAM,kBAAkB,CACtB,eAAe,EACf,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,GAAG,eAAe,CAAC,CACrD,CAAC;QACJ,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAC/B,OAA8B;IAE9B,MAAM,UAAU,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;IAC7C,OAAO,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,EAAC,UAAU,EAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACvD,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc,EAAE,IAAkB;IAC5D,MAAM,cAAc,GAAmB;QACrC,KAAK,EAAE,kBAAkB;QACzB,MAAM;QACN,IAAI,EAAE,IAAI;KACX,CAAC;IAEF,OAAO;QACL,SAAS,EAAE,MAAM;QACjB,MAAM;QACN,GAAG,cAAc;QACjB,MAAM,EAAE,IAAI,CAAC,MAAM;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,MAAc,EAAE,OAAkB;IACvD,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QACrB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO;QACL,GAAG,MAAM;QACT,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;KACpE,CAAC;AACJ,CAAC"}

package/dist/lib/utils/load-wasm.d.ts

@@ -1,3 +1,3 @@
-import * as parquetWasm from 'parquet-wasm';
-export declare function loadWasm(wasmUrl?: string): Promise<typeof parquetWasm>;
+import type * as ParquetWasm from 'parquet-wasm/esm/parquet_wasm.js';
+export declare function loadWasm(wasmUrl?: ParquetWasm.InitInput | Promise<ParquetWasm.InitInput>): Promise<typeof ParquetWasm>;
 //# sourceMappingURL=load-wasm.d.ts.map

package/dist/lib/utils/load-wasm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"load-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/load-wasm.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,WAAW,MAAM,cAAc,CAAC;AAK5C,wBAAsB,QAAQ,CAAC,OAAO,GAAE,MAAyB,+BAUhE"}
+{"version":3,"file":"load-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/load-wasm.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,KAAK,WAAW,MAAM,kCAAkC,CAAC;AAKrE,wBAAsB,QAAQ,CAC5B,OAAO,GAAE,WAAW,CAAC,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,SAAS,CAAoB,GACjF,OAAO,CAAC,OAAO,WAAW,CAAC,CAS7B"}

package/dist/lib/utils/load-wasm.js

@@ -1,20 +1,20 @@
 // loaders.gl
 // SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
-// eslint-disable-next-line import/default
-import initWasm from 'parquet-wasm';
-import * as parquetWasm from 'parquet-wasm';
 import { PARQUET_WASM_URL } from "../constants.js";
 let initializePromise;
 export async function loadWasm(wasmUrl = PARQUET_WASM_URL) {
-    if (!initializePromise && typeof initWasm === 'function') {
+    if (!initializePromise) {
         if (!wasmUrl) {
             throw new Error('ParquetLoader: No wasmUrl provided');
         }
-        // @ts-ignore
-        initializePromise = initWasm(wasmUrl);
+        initializePromise = loadAndInitializeWasm(wasmUrl);
     }
-    await initializePromise;
+    return await initializePromise;
+}
+async function loadAndInitializeWasm(wasmUrl) {
+    const parquetWasm = await import('parquet-wasm/esm/parquet_wasm.js');
+    await parquetWasm.default({ module_or_path: wasmUrl });
     return parquetWasm;
 }
 //# sourceMappingURL=load-wasm.js.map

package/dist/lib/utils/load-wasm.js.map

@@ -1 +1 @@
-{"version":3,"file":"load-wasm.js","sourceRoot":"","sources":["../../../src/lib/utils/load-wasm.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,0CAA0C;AAC1C,OAAO,QAAQ,MAAM,cAAc,CAAC;AACpC,OAAO,KAAK,WAAW,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAC,gBAAgB,EAAC,wBAAqB;AAE9C,IAAI,iBAAsB,CAAC;AAE3B,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,UAAkB,gBAAgB;IAC/D,IAAI,CAAC,iBAAiB,IAAI,OAAO,QAAQ,KAAK,UAAU,EAAE,CAAC;QACzD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QACD,aAAa;QACb,iBAAiB,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC;IACD,MAAM,iBAAiB,CAAC;IACxB,OAAO,WAAW,CAAC;AACrB,CAAC"}
+{"version":3,"file":"load-wasm.js","sourceRoot":"","sources":["../../../src/lib/utils/load-wasm.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,gBAAgB,EAAC,wBAAqB;AAE9C,IAAI,iBAA8C,CAAC;AAEnD,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,UAAkE,gBAAgB;IAElF,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QACD,iBAAiB,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,MAAM,iBAAiB,CAAC;AACjC,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,OAA+D;IAE/D,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,kCAAkC,CAAC,CAAC;IACrE,MAAM,WAAW,CAAC,OAAO,CAAC,EAAC,cAAc,EAAE,OAAO,EAAC,CAAC,CAAC;IACrD,OAAO,WAAW,CAAC;AACrB,CAAC"}

package/dist/lib/utils/make-stream-iterator.js

@@ -49,7 +49,7 @@ async function* makeBrowserStreamIterator(stream, options) {
             }
         }
     }
-    catch (error) {
+    catch (_error) {
         // TODO - examples makes it look like this should always be called,
         // but that generates exceptions so only call it if we do not reach the end
         reader.releaseLock();

package/dist/lib/utils/make-stream-iterator.js.map

@@ -1 +1 @@
-{"version":3,"file":"make-stream-iterator.js","sourceRoot":"","sources":["../../../src/lib/utils/make-stream-iterator.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,SAAS,EAAC,MAAM,0BAA0B,CAAC;AAMnD;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAChC,MAAoC,EACpC,OAA+B;IAE/B,OAAO,SAAS;QACd,CAAC,CAAC,yBAAyB,CAAC,MAA2B,EAAE,OAAO,CAAC;QACjE,CAAC,CAAC,sBAAsB,CAAC,MAAkB,EAAE,OAAO,CAAC,CAAC;AAC1D,CAAC;AAED;;;;GAIG;AACH,KAAK,SAAS,CAAC,CAAC,yBAAyB,CACvC,MAAyB,EACzB,OAA+B;IAE/B,4DAA4D;IAC5D,kDAAkD;IAClD,iCAAiC;IACjC,IAAI;IACJ,4DAA4D;IAC5D,8CAA8C;IAC9C,IAAI;IAEJ,4DAA4D;IAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;IAElC,IAAI,gBAAkE,CAAC;IAEvE,IAAI,CAAC;QACH,iDAAiD;QACjD,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,mBAAmB,GAAG,gBAAgB,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAC9D,sEAAsE;YACtE,wEAAwE;YACxE,IAAI,OAAO,EAAE,gBAAgB,EAAE,CAAC;gBAC9B,gBAAgB,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;YACnC,CAAC;YACD,uBAAuB;YACvB,wBAAwB;YACxB,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,mBAAmB,CAAC;YAChD,qBAAqB;YACrB,IAAI,IAAI,EAAE,CAAC;gBACT,OAAO;YACT,CAAC;YACD,uBAAuB;YACvB,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,mEAAmE;QACnE,2EAA2E;QAC3E,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,KAAK,SAAS,CAAC,CAAC,sBAAsB,CACpC,MAAgB,EAChB,OAA+B;IAE/B,oEAAoE;IACpE,uCAAuC;IACvC,KAAK,CAAC,CAAC,MAAM,CAAC;AAChB,CAAC"}
+{"version":3,"file":"make-stream-iterator.js","sourceRoot":"","sources":["../../../src/lib/utils/make-stream-iterator.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,SAAS,EAAC,MAAM,0BAA0B,CAAC;AAMnD;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAChC,MAAoC,EACpC,OAA+B;IAE/B,OAAO,SAAS;QACd,CAAC,CAAC,yBAAyB,CAAC,MAA2B,EAAE,OAAO,CAAC;QACjE,CAAC,CAAC,sBAAsB,CAAC,MAAkB,EAAE,OAAO,CAAC,CAAC;AAC1D,CAAC;AAED;;;;GAIG;AACH,KAAK,SAAS,CAAC,CAAC,yBAAyB,CACvC,MAAyB,EACzB,OAA+B;IAE/B,4DAA4D;IAC5D,kDAAkD;IAClD,iCAAiC;IACjC,IAAI;IACJ,4DAA4D;IAC5D,8CAA8C;IAC9C,IAAI;IAEJ,4DAA4D;IAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;IAElC,IAAI,gBAAkE,CAAC;IAEvE,IAAI,CAAC;QACH,iDAAiD;QACjD,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,mBAAmB,GAAG,gBAAgB,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAC9D,sEAAsE;YACtE,wEAAwE;YACxE,IAAI,OAAO,EAAE,gBAAgB,EAAE,CAAC;gBAC9B,gBAAgB,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;YACnC,CAAC;YACD,uBAAuB;YACvB,wBAAwB;YACxB,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,mBAAmB,CAAC;YAChD,qBAAqB;YACrB,IAAI,IAAI,EAAE,CAAC;gBACT,OAAO;YACT,CAAC;YACD,uBAAuB;YACvB,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,MAAM,EAAE,CAAC;QAChB,mEAAmE;QACnE,2EAA2E;QAC3E,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,KAAK,SAAS,CAAC,CAAC,sBAAsB,CACpC,MAAgB,EAChB,OAA+B;IAE/B,oEAAoE;IACpE,uCAAuC;IACvC,KAAK,CAAC,CAAC,MAAM,CAAC;AAChB,CAAC"}

package/dist/lib/utils/normalize-parquet-options.d.ts

@@ -0,0 +1,5 @@
+/** Merge caller options with default parquet options while preserving top-level option bags. */
+export declare function normalizeParquetOptions<OptionsT extends {
+    parquet?: unknown;
+}>(options: OptionsT | undefined, parquetDefaults: Record<string, unknown>): OptionsT;
+//# sourceMappingURL=normalize-parquet-options.d.ts.map

package/dist/lib/utils/normalize-parquet-options.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize-parquet-options.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/normalize-parquet-options.ts"],"names":[],"mappings":"AAIA,gGAAgG;AAChG,wBAAgB,uBAAuB,CAAC,QAAQ,SAAS;IAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAAC,EAC1E,OAAO,EAAE,QAAQ,GAAG,SAAS,EAC7B,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACvC,QAAQ,CAKV"}

package/dist/lib/utils/normalize-parquet-options.js

@@ -0,0 +1,11 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+/** Merge caller options with default parquet options while preserving top-level option bags. */
+export function normalizeParquetOptions(options, parquetDefaults) {
+    return {
+        ...options,
+        parquet: { ...parquetDefaults, ...options?.parquet }
+    };
+}
+//# sourceMappingURL=normalize-parquet-options.js.map

package/dist/lib/utils/normalize-parquet-options.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize-parquet-options.js","sourceRoot":"","sources":["../../../src/lib/utils/normalize-parquet-options.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,gGAAgG;AAChG,MAAM,UAAU,uBAAuB,CACrC,OAA6B,EAC7B,eAAwC;IAExC,OAAO;QACL,GAAG,OAAO;QACV,OAAO,EAAE,EAAC,GAAG,eAAe,EAAE,GAAI,OAAO,EAAE,OAA+C,EAAC;KACrE,CAAC;AAC3B,CAAC"}

package/dist/parquet-format.d.ts

@@ -1,6 +1,8 @@
 export declare const ParquetFormat: {
     readonly name: "Apache Parquet";
     readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
     readonly extensions: ["parquet"];
     readonly mimeTypes: ["application/octet-stream"];
     readonly binary: true;

package/dist/parquet-format.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-format.d.ts","sourceRoot":"","sources":["../src/parquet-format.ts"],"names":[],"mappings":"AAMA,eAAO,MAAM,aAAa;;;;;;;CAOU,CAAC"}
+{"version":3,"file":"parquet-format.d.ts","sourceRoot":"","sources":["../src/parquet-format.ts"],"names":[],"mappings":"AAMA,eAAO,MAAM,aAAa;;;;;;;;;CASU,CAAC"}

package/dist/parquet-format.js

@@ -4,6 +4,8 @@
 export const ParquetFormat = {
     name: 'Apache Parquet',
     category: 'table',
+    encoding: 'parquet',
+    format: 'parquet',
     extensions: ['parquet'],
     mimeTypes: ['application/octet-stream'],
     binary: true,

package/dist/parquet-format.js.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-format.js","sourceRoot":"","sources":["../src/parquet-format.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,IAAI,EAAE,gBAAgB;IACtB,QAAQ,EAAE,OAAO;IACjB,UAAU,EAAE,CAAC,SAAS,CAAC;IACvB,SAAS,EAAE,CAAC,0BAA0B,CAAC;IACvC,MAAM,EAAE,IAAI;IACZ,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;CACW,CAAC"}
+{"version":3,"file":"parquet-format.js","sourceRoot":"","sources":["../src/parquet-format.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,IAAI,EAAE,gBAAgB;IACtB,QAAQ,EAAE,OAAO;IACjB,QAAQ,EAAE,SAAS;IACnB,MAAM,EAAE,SAAS;IACjB,UAAU,EAAE,CAAC,SAAS,CAAC;IACvB,SAAS,EAAE,CAAC,0BAA0B,CAAC;IACvC,MAAM,EAAE,IAAI;IACZ,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;CACW,CAAC"}

package/dist/parquet-js-loader.d.ts

@@ -0,0 +1,57 @@
+import type { ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
+/** Preloads the parser-bearing parquetjs loader implementation. */
+declare function preload(): Promise<{
+    readonly parse: (arrayBuffer: ArrayBuffer, options?: import("./parquet-loader-options").ParquetLoaderOptions) => Promise<ObjectRowTable>;
+    readonly parseFile: (file: import("@loaders.gl/loader-utils").ReadableFile, options?: import("./parquet-loader-options").ParquetLoaderOptions) => Promise<ObjectRowTable>;
+    readonly parseFileInBatches: (file: import("@loaders.gl/loader-utils").ReadableFile, options?: import("./parquet-loader-options").ParquetLoaderOptions) => AsyncIterable<ObjectRowTableBatch>;
+    readonly parseInBatches: (asyncIterator: AsyncIterable<ArrayBufferLike | ArrayBufferView> | Iterable<ArrayBufferLike | ArrayBufferView>, options?: import("./parquet-loader-options").ParquetLoaderOptions, _context?: unknown) => AsyncGenerator<ObjectRowTableBatch, void, any>;
+    readonly dataType: ObjectRowTable | import("@loaders.gl/schema").ArrowTable;
+    readonly batchType: ObjectRowTableBatch | import("@loaders.gl/schema").ArrowTableBatch;
+    readonly id: "parquet";
+    readonly module: "parquet";
+    readonly version: any;
+    readonly worker: false;
+    readonly options: {
+        readonly parquet: {
+            readonly backend: "wasm";
+            readonly columns: undefined;
+            readonly preserveBinary: false;
+            readonly shape: "object-row-table";
+        };
+    };
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+}>;
+/** Metadata-only plain-row Parquet loader backed by the experimental parquetjs implementation. */
+export declare const ParquetJSLoader: {
+    readonly dataType: ObjectRowTable;
+    readonly batchType: ObjectRowTableBatch;
+    readonly id: "parquet-js";
+    readonly module: "parquet";
+    readonly version: any;
+    readonly worker: false;
+    readonly options: {
+        readonly parquet: {
+            backend: "typescript";
+            columns: undefined;
+            preserveBinary: boolean;
+        };
+    };
+    readonly preload: typeof preload;
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+};
+export {};
+//# sourceMappingURL=parquet-js-loader.d.ts.map

package/dist/parquet-js-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-js-loader.d.ts","sourceRoot":"","sources":["../src/parquet-js-loader.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,cAAc,EAAE,mBAAmB,EAAC,MAAM,oBAAoB,CAAC;AAgB5E,mEAAmE;AACnE,iBAAe,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;GAGrB;AAED,kGAAkG;AAClG,eAAO,MAAM,eAAe;uBAGG,cAAc;wBACb,mBAAmB;;;;;;;;;;;;;;;;;;;;;CAUqC,CAAC"}