@loaders.gl/parquet 4.4.5 → 5.0.0-alpha.2

package/dist/parquetjs/utils/uint8-array-transport.js

@@ -0,0 +1,62 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { decodeString, toUint8Array } from "./binary-utils.js";
+/** Thrift compact-protocol read transport backed by Uint8Array. */
+export class Uint8ArrayTransport {
+    readPos = 0;
+    buffer;
+    constructor(buffer) {
+        this.buffer = toUint8Array(buffer);
+    }
+    commitPosition() { }
+    rollbackPosition() { }
+    isOpen() {
+        return true;
+    }
+    open() {
+        return true;
+    }
+    close() {
+        return true;
+    }
+    setCurrSeqId(_sequenceId) { }
+    ensureAvailable(byteLength) {
+        if (this.readPos + byteLength > this.buffer.length) {
+            throw new Error('Input buffer underrun');
+        }
+    }
+    read(byteLength) {
+        this.ensureAvailable(byteLength);
+        const end = this.readPos + byteLength;
+        const value = this.buffer.subarray(this.readPos, end);
+        this.readPos = end;
+        return value;
+    }
+    readByte() {
+        this.ensureAvailable(1);
+        const value = this.buffer[this.readPos++];
+        return value > 127 ? value - 256 : value;
+    }
+    readString(byteLength) {
+        this.ensureAvailable(byteLength);
+        const value = decodeString(this.buffer, this.readPos, this.readPos + byteLength);
+        this.readPos += byteLength;
+        return value;
+    }
+    borrow() {
+        return {
+            buf: this.buffer,
+            readIndex: this.readPos,
+            writeIndex: this.buffer.length
+        };
+    }
+    consume(bytesConsumed) {
+        this.readPos += bytesConsumed;
+    }
+    write() {
+        throw new Error('Uint8ArrayTransport is read-only');
+    }
+    flush() { }
+}
+//# sourceMappingURL=uint8-array-transport.js.map

package/dist/parquetjs/utils/uint8-array-transport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"uint8-array-transport.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/uint8-array-transport.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,YAAY,EAAE,YAAY,EAAC,0BAAuB;AAE1D,mEAAmE;AACnE,MAAM,OAAO,mBAAmB;IACvB,OAAO,GAAG,CAAC,CAAC;IAEF,MAAM,CAAa;IAEpC,YAAY,MAAkB;QAC5B,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAED,cAAc,KAAU,CAAC;IAEzB,gBAAgB,KAAU,CAAC;IAE3B,MAAM;QACJ,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,YAAY,CAAC,WAAmB,IAAS,CAAC;IAE1C,eAAe,CAAC,UAAkB;QAChC,IAAI,IAAI,CAAC,OAAO,GAAG,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,IAAI,CAAC,UAAkB;QACrB,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACtD,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;QACnB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,QAAQ;QACN,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1C,OAAO,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;IAC3C,CAAC;IAED,UAAU,CAAC,UAAkB;QAC3B,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,CAAC;QACjF,IAAI,CAAC,OAAO,IAAI,UAAU,CAAC;QAC3B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM;QACJ,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,MAAM;YAChB,SAAS,EAAE,IAAI,CAAC,OAAO;YACvB,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;SAC/B,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,aAAqB;QAC3B,IAAI,CAAC,OAAO,IAAI,aAAa,CAAC;IAChC,CAAC;IAED,KAAK;QACH,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,KAAU,CAAC;CACjB"}

package/dist/polyfills/process.d.ts

@@ -0,0 +1,12 @@
+/** Minimal browser process shim required by transitive Parquet dependencies in a worker. */
+export declare const process: {
+    /** Empty environment exposed to dependencies that only probe for process.env. */
+    env: Record<string, string | undefined>;
+    /** Empty version map exposed to dependencies that only probe for process.versions. */
+    versions: Record<string, string | undefined>;
+    /** Browser workers do not have a process identifier. */
+    pid: number;
+    /** Schedules a Node-style next-tick callback with its arguments. */
+    nextTick(callback: (...arguments_: unknown[]) => void, ...arguments_: unknown[]): void;
+};
+//# sourceMappingURL=process.d.ts.map

package/dist/polyfills/process.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"process.d.ts","sourceRoot":"","sources":["../../src/polyfills/process.ts"],"names":[],"mappings":"AAIA,4FAA4F;AAC5F,eAAO,MAAM,OAAO;IAClB,iFAAiF;SACtE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7C,sFAAsF;cACtE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAClD,wDAAwD;;IAExD,oEAAoE;uBACjD,CAAC,GAAG,UAAU,EAAE,OAAO,EAAE,KAAK,IAAI,iBAAiB,OAAO,EAAE,GAAG,IAAI;CAGvF,CAAC"}

package/dist/polyfills/process.js

@@ -0,0 +1,17 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+/** Minimal browser process shim required by transitive Parquet dependencies in a worker. */
+export const process = {
+    /** Empty environment exposed to dependencies that only probe for process.env. */
+    env: {},
+    /** Empty version map exposed to dependencies that only probe for process.versions. */
+    versions: {},
+    /** Browser workers do not have a process identifier. */
+    pid: 0,
+    /** Schedules a Node-style next-tick callback with its arguments. */
+    nextTick(callback, ...arguments_) {
+        queueMicrotask(() => callback(...arguments_));
+    }
+};
+//# sourceMappingURL=process.js.map

package/dist/polyfills/process.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"process.js","sourceRoot":"","sources":["../../src/polyfills/process.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,4FAA4F;AAC5F,MAAM,CAAC,MAAM,OAAO,GAAG;IACrB,iFAAiF;IACjF,GAAG,EAAE,EAAwC;IAC7C,sFAAsF;IACtF,QAAQ,EAAE,EAAwC;IAClD,wDAAwD;IACxD,GAAG,EAAE,CAAC;IACN,oEAAoE;IACpE,QAAQ,CAAC,QAA4C,EAAE,GAAG,UAAqB;QAC7E,cAAc,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;IAChD,CAAC;CACF,CAAC"}

package/dist/unbundled.d.ts

@@ -0,0 +1,9 @@
+export type { ParquetLoaderOptions } from "./parquet-loader-types.js";
+export type { GeoParquetLoaderOptions } from "./geoparquet-loader.js";
+export { ParquetLoader } from "./parquet-loader-types.js";
+export { GeoParquetLoader } from "./geoparquet-loader.js";
+export { ParquetJSLoader } from "./parquet-js-loader-types.js";
+export { ParquetSourceLoader, ParquetSource, type ParquetSourceLoaderOptions, type ParquetSourceReadOptions, type ParquetSourceMetadata, type ParquetRowGroupMetadata, type ParquetColumnChunkMetadata, type ParquetBatchMetadata, type ParquetSourceBatch } from "./parquet-source-loader.js";
+export { ParquetDatasetSource, type ParquetDatasetBatch, type ParquetDatasetFile, type ParquetDatasetFileProvider, type ParquetDatasetReadOptions, type ParquetDatasetSourceOptions, type ParquetDatasetTelemetry } from "./parquet-dataset-source.js";
+export { PARQUET_SOURCE_CAPABILITIES, type ParquetSourceCapabilities } from "./parquet-source-capabilities.js";
+//# sourceMappingURL=unbundled.d.ts.map

package/dist/unbundled.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"unbundled.d.ts","sourceRoot":"","sources":["../src/unbundled.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,oBAAoB,EAAC,kCAA+B;AACjE,YAAY,EAAC,uBAAuB,EAAC,+BAA4B;AACjE,OAAO,EAAC,aAAa,EAAC,kCAA+B;AACrD,OAAO,EAAC,gBAAgB,EAAC,+BAA4B;AACrD,OAAO,EAAC,eAAe,EAAC,qCAAkC;AAC1D,OAAO,EACL,mBAAmB,EACnB,aAAa,EACb,KAAK,0BAA0B,EAC/B,KAAK,wBAAwB,EAC7B,KAAK,qBAAqB,EAC1B,KAAK,uBAAuB,EAC5B,KAAK,0BAA0B,EAC/B,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACxB,mCAAgC;AACjC,OAAO,EACL,oBAAoB,EACpB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,0BAA0B,EAC/B,KAAK,yBAAyB,EAC9B,KAAK,2BAA2B,EAChC,KAAK,uBAAuB,EAC7B,oCAAiC;AAClC,OAAO,EACL,2BAA2B,EAC3B,KAAK,yBAAyB,EAC/B,yCAAsC"}

package/dist/unbundled.js

@@ -0,0 +1,10 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+export { ParquetLoader } from "./parquet-loader-types.js";
+export { GeoParquetLoader } from "./geoparquet-loader.js";
+export { ParquetJSLoader } from "./parquet-js-loader-types.js";
+export { ParquetSourceLoader, ParquetSource } from "./parquet-source-loader.js";
+export { ParquetDatasetSource } from "./parquet-dataset-source.js";
+export { PARQUET_SOURCE_CAPABILITIES } from "./parquet-source-capabilities.js";
+//# sourceMappingURL=unbundled.js.map

package/dist/unbundled.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"unbundled.js","sourceRoot":"","sources":["../src/unbundled.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,aAAa,EAAC,kCAA+B;AACrD,OAAO,EAAC,gBAAgB,EAAC,+BAA4B;AACrD,OAAO,EAAC,eAAe,EAAC,qCAAkC;AAC1D,OAAO,EACL,mBAAmB,EACnB,aAAa,EAQd,mCAAgC;AACjC,OAAO,EACL,oBAAoB,EAOrB,oCAAiC;AAClC,OAAO,EACL,2BAA2B,EAE5B,yCAAsC"}

package/dist/wasm.d.ts

@@ -0,0 +1,3 @@
+/** Package-local parquet-wasm binary URL for ESM applications and bundlers. */
+export declare const PARQUET_WASM_URL: URL;
+//# sourceMappingURL=wasm.d.ts.map

package/dist/wasm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm.d.ts","sourceRoot":"","sources":["../src/wasm.ts"],"names":[],"mappings":"AAIA,+EAA+E;AAC/E,eAAO,MAAM,gBAAgB,KAAqD,CAAC"}

package/dist/wasm.js

@@ -0,0 +1,6 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+/** Package-local parquet-wasm binary URL for ESM applications and bundlers. */
+export const PARQUET_WASM_URL = new URL('./parquet_wasm_bg.wasm', import.meta.url);
+//# sourceMappingURL=wasm.js.map

package/dist/wasm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm.js","sourceRoot":"","sources":["../src/wasm.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,+EAA+E;AAC/E,MAAM,CAAC,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,wBAAwB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC"}

package/dist/workers/parquet-source-worker.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=parquet-source-worker.d.ts.map

package/dist/workers/parquet-source-worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-source-worker.d.ts","sourceRoot":"","sources":["../../src/workers/parquet-source-worker.ts"],"names":[],"mappings":""}

package/dist/workers/parquet-source-worker.js

@@ -0,0 +1,17 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { createLoaderWorker } from '@loaders.gl/loader-utils';
+import { decodeParquetSourceWorkerInput } from "../lib/parquet-source-worker-decoder.js";
+import { PARQUET_LOADER_BASE } from "../parquet-loader-base.js";
+/** Worker-local parser for one selective Parquet source row-group job. */
+const ParquetSourceWorkerLoader = {
+    ...PARQUET_LOADER_BASE,
+    id: 'parquet-source',
+    name: 'ParquetSource',
+    parse(input) {
+        return decodeParquetSourceWorkerInput(input);
+    }
+};
+createLoaderWorker(ParquetSourceWorkerLoader);
+//# sourceMappingURL=parquet-source-worker.js.map

package/dist/workers/parquet-source-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-source-worker.js","sourceRoot":"","sources":["../../src/workers/parquet-source-worker.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,kBAAkB,EAAC,MAAM,0BAA0B,CAAC;AAE5D,OAAO,EAAC,8BAA8B,EAAC,gDAA6C;AAEpF,OAAO,EAAC,mBAAmB,EAAC,kCAA+B;AAE3D,0EAA0E;AAC1E,MAAM,yBAAyB,GAAG;IAChC,GAAG,mBAAmB;IACtB,EAAE,EAAE,gBAAgB;IACpB,IAAI,EAAE,eAAe;IACrB,KAAK,CAAC,KAAc;QAClB,OAAO,8BAA8B,CAAC,KAAiC,CAAC,CAAC;IAC3E,CAAC;CACF,CAAC;AAEF,kBAAkB,CAAC,yBAAyB,CAAC,CAAC"}

package/dist/workers/parquet-worker-node.d.ts

@@ -0,0 +1,2 @@
+import "./parquet-worker.js";
+//# sourceMappingURL=parquet-worker-node.d.ts.map

package/dist/workers/parquet-worker-node.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-worker-node.d.ts","sourceRoot":"","sources":["../../src/workers/parquet-worker-node.ts"],"names":[],"mappings":"AAIA,6BAA0B"}

package/dist/workers/parquet-worker-node.js

@@ -0,0 +1,5 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import "./parquet-worker.js";
+//# sourceMappingURL=parquet-worker-node.js.map

package/dist/workers/parquet-worker-node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-worker-node.js","sourceRoot":"","sources":["../../src/workers/parquet-worker-node.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,6BAA0B"}

package/dist/workers/parquet-worker.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=parquet-worker.d.ts.map

package/dist/workers/parquet-worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-worker.d.ts","sourceRoot":"","sources":["../../src/workers/parquet-worker.ts"],"names":[],"mappings":""}

package/dist/workers/parquet-worker.js

@@ -0,0 +1,27 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { createLoaderWorker } from '@loaders.gl/loader-utils';
+import { ParquetLoaderWithParser } from "../parquet-loader.js";
+/** Worker-local Parquet loader with a package-relative default WASM URL. */
+const ParquetWorkerLoader = {
+    ...ParquetLoaderWithParser,
+    parse(arrayBuffer, options) {
+        return ParquetLoaderWithParser.parse(arrayBuffer, addWorkerWasmUrl(options));
+    }
+};
+/** Adds the package-local WASM asset URL when the caller did not provide one. */
+function addWorkerWasmUrl(options) {
+    if (options?.parquet?.wasmUrl || typeof globalThis.location?.href !== 'string') {
+        return options;
+    }
+    return {
+        ...options,
+        parquet: {
+            ...options?.parquet,
+            wasmUrl: new URL('parquet_wasm_bg.wasm', globalThis.location.href).toString()
+        }
+    };
+}
+createLoaderWorker(ParquetWorkerLoader);
+//# sourceMappingURL=parquet-worker.js.map

package/dist/workers/parquet-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-worker.js","sourceRoot":"","sources":["../../src/workers/parquet-worker.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,kBAAkB,EAAC,MAAM,0BAA0B,CAAC;AAE5D,OAAO,EAAC,uBAAuB,EAAC,6BAA0B;AAE1D,4EAA4E;AAC5E,MAAM,mBAAmB,GAAG;IAC1B,GAAG,uBAAuB;IAC1B,KAAK,CAAC,WAAwB,EAAE,OAA8B;QAC5D,OAAO,uBAAuB,CAAC,KAAK,CAAC,WAAW,EAAE,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC/E,CAAC;CACF,CAAC;AAEF,iFAAiF;AACjF,SAAS,gBAAgB,CAAC,OAA8B;IACtD,IAAI,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,OAAO,UAAU,CAAC,QAAQ,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC/E,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,OAAO;QACL,GAAG,OAAO;QACV,OAAO,EAAE;YACP,GAAG,OAAO,EAAE,OAAO;YACnB,OAAO,EAAE,IAAI,GAAG,CAAC,sBAAsB,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE;SAC9E;KACF,CAAC;AACJ,CAAC;AAED,kBAAkB,CAAC,mBAAmB,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@loaders.gl/parquet",
-  "version": "4.4.5",
+  "version": "5.0.0-alpha.2",
   "description": "Framework-independent loader for Apache Parquet files",
   "license": "MIT",
   "type": "module",
@@ -31,9 +31,47 @@
       "import": "./dist/index.js",
       "require": "./dist/index.cjs"
     },
+    "./unbundled": {
+      "types": "./dist/unbundled.d.ts",
+      "import": "./dist/unbundled.js"
+    },
+    "./bundled": {
+      "types": "./dist/bundled.d.ts",
+      "import": "./dist/bundled.js"
+    },
+    "./parquet-loader": {
+      "types": "./dist/parquet-loader.d.ts",
+      "import": "./dist/parquet-loader.js"
+    },
+    "./parquet-js-loader": {
+      "types": "./dist/parquet-js-loader.d.ts",
+      "import": "./dist/parquet-js-loader.js"
+    },
+    "./parquet-source-loader": {
+      "types": "./dist/parquet-source-loader.d.ts",
+      "import": "./dist/parquet-source-loader.js",
+      "require": "./dist/parquet-source-loader.cjs"
+    },
+    "./parquet-dataset-source": {
+      "types": "./dist/parquet-dataset-source.d.ts",
+      "import": "./dist/parquet-dataset-source.js",
+      "require": "./dist/parquet-dataset-source.cjs"
+    },
     "./parquet-worker.js": {
       "import": "./dist/parquet-worker.js"
-    }
+    },
+    "./parquet-worker-node.cjs": {
+      "import": "./dist/parquet-worker-node.cjs",
+      "require": "./dist/parquet-worker-node.cjs"
+    },
+    "./parquet-source-worker.js": {
+      "import": "./dist/parquet-source-worker.js"
+    },
+    "./wasm": {
+      "types": "./dist/wasm.d.ts",
+      "import": "./dist/wasm.js"
+    },
+    "./parquet_wasm_bg.wasm": "./dist/parquet_wasm_bg.wasm"
   },
   "sideEffects": false,
   "files": [
@@ -42,15 +80,15 @@
     "README.md"
   ],
   "scripts": {
-    "pre-build": "echo npm run build-worker && yarn run copy-wasm",
+    "pre-build": "npm run copy-wasm && npm run build-worker && npm run build-worker-node && npm run build-source-worker",
     "build-bundle": "ocular-bundle ./bundle.ts --output=dist/dist.min.js",
     "build-bundle-dev": "ocular-bundle ./bundle.ts --env=dev --output=dist/dist.dev.js",
-    "build-worker": "esbuild src/workers/parquet-worker.ts --outfile=dist/parquet-worker.js --bundle --minify --sourcemap --external:{util,fs,path,crypto,events} --define:__VERSION__=\\\"$npm_package_version\\\"",
-    "copy-wasm": "cp ../../node_modules/parquet-wasm/esm/parquet_wasm_bg.wasm dist/parquet_wasm_bg.wasm"
+    "copy-wasm": "cp ../../node_modules/parquet-wasm/esm/parquet_wasm_bg.wasm dist/parquet_wasm_bg.wasm",
+    "build-worker": "esbuild src/workers/parquet-worker.ts --outfile=dist/parquet-worker.js --target=esnext --platform=browser --bundle --sourcemap --inject:src/polyfills/process.ts --banner:js=var\\ global=globalThis\\; --define:__VERSION__=\\\"$npm_package_version\\\"",
+    "build-worker-node": "esbuild src/workers/parquet-worker.ts --outfile=dist/parquet-worker-node.cjs --platform=node --target=node16 --bundle --sourcemap --tree-shaking=false --define:__VERSION__=\\\"$npm_package_version\\\"",
+    "build-source-worker": "esbuild src/workers/parquet-source-worker.ts --outfile=dist/parquet-source-worker.js --target=esnext --platform=browser --bundle --sourcemap --inject:src/polyfills/process.ts --banner:js=var\\ global=globalThis\\; --define:__VERSION__=\\\"$npm_package_version\\\""
   },
   "browser": {
-    "./dist/polyfills/buffer/buffer-polyfill.node.js": "./dist/polyfills/buffer/buffer-polyfill.browser.js",
-    "./src/polyfills/buffer/buffer-polyfill.node.ts": "./src/polyfills/buffer/buffer-polyfill.browser.ts",
     "child_process": false,
     "events": false,
     "fs": false,
@@ -59,43 +97,35 @@
     "tls": false,
     "util": false
   },
-  "comments": [
-    "base64-js and ieee754 are used by buffer polyfill"
-  ],
   "dependencies": {
-    "@loaders.gl/arrow": "4.4.5",
-    "@loaders.gl/bson": "4.4.5",
-    "@loaders.gl/compression": "4.4.5",
-    "@loaders.gl/geoarrow": "4.4.5",
-    "@loaders.gl/gis": "4.4.5",
-    "@loaders.gl/loader-utils": "4.4.5",
-    "@loaders.gl/schema": "4.4.5",
-    "@loaders.gl/wkt": "4.4.5",
+    "@loaders.gl/arrow": "5.0.0-alpha.2",
+    "@loaders.gl/bson": "5.0.0-alpha.2",
+    "@loaders.gl/compression": "5.0.0-alpha.2",
+    "@loaders.gl/geoarrow": "5.0.0-alpha.2",
+    "@loaders.gl/gis": "5.0.0-alpha.2",
+    "@loaders.gl/loader-utils": "5.0.0-alpha.2",
+    "@loaders.gl/schema": "5.0.0-alpha.2",
+    "@loaders.gl/schema-utils": "5.0.0-alpha.2",
+    "@loaders.gl/wkt": "5.0.0-alpha.2",
     "@probe.gl/log": "^4.1.1",
     "async-mutex": "^0.2.2",
-    "base64-js": "^1.3.1",
-    "brotli": "^1.3.2",
-    "ieee754": "^1.2.1",
-    "int53": "^0.2.4",
     "isomorphic-ws": "^5.0.0",
     "lz4js": "^0.2.0",
-    "node-int64": "^0.4.0",
     "object-stream": "0.0.1",
-    "parquet-wasm": "^0.6.1",
+    "parquet-wasm": "0.7.2",
     "snappyjs": "^0.6.0",
-    "thrift": "^0.19.0",
-    "util": "^0.12.5",
-    "varint": "^6.0.0",
-    "zstd-codec": "^0.1"
+    "varint": "^6.0.0"
   },
   "devDependencies": {
-    "@types/node-int64": "^0.4.29",
-    "@types/thrift": "^0.10.8",
-    "@types/varint": "^5.0.0"
+    "@types/varint": "^5.0.0",
+    "brotli": "^1.3.2",
+    "hyparquet": "1.29.0",
+    "hyparquet-compressors": "1.1.1",
+    "zstd-codec": "^0.1"
   },
   "peerDependencies": {
-    "@loaders.gl/core": "~4.4.0",
+    "@loaders.gl/core": "~5.0.0-alpha.0",
     "apache-arrow": ">= 17.0.0"
   },
-  "gitHead": "9ba2e684d7de9a95eaebd57853efde2c760be25e"
+  "gitHead": "27bcc0db684abb66a83003263c9d1cafd9e5b2dd"
 }

package/src/bundled.ts

@@ -0,0 +1,33 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+
+export type {ParquetLoaderOptions} from './parquet-loader-types';
+export type {GeoParquetLoaderOptions} from './geoparquet-loader';
+export {ParquetLoaderWithParser as ParquetLoader} from './parquet-loader';
+export {GeoParquetLoaderWithParser as GeoParquetLoader} from './geoparquet-loader-with-parser';
+export {ParquetJSLoaderWithParser as ParquetJSLoader} from './parquet-js-loader';
+export {
+  ParquetSourceLoader,
+  ParquetSource,
+  type ParquetSourceLoaderOptions,
+  type ParquetSourceReadOptions,
+  type ParquetSourceMetadata,
+  type ParquetRowGroupMetadata,
+  type ParquetColumnChunkMetadata,
+  type ParquetBatchMetadata,
+  type ParquetSourceBatch
+} from './parquet-source-loader';
+export {
+  ParquetDatasetSource,
+  type ParquetDatasetBatch,
+  type ParquetDatasetFile,
+  type ParquetDatasetFileProvider,
+  type ParquetDatasetReadOptions,
+  type ParquetDatasetSourceOptions,
+  type ParquetDatasetTelemetry
+} from './parquet-dataset-source';
+export {
+  PARQUET_SOURCE_CAPABILITIES,
+  type ParquetSourceCapabilities
+} from './parquet-source-capabilities';

package/src/geoparquet-loader-with-parser.ts

@@ -0,0 +1,95 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+
+import type {LoaderWithParser} from '@loaders.gl/loader-utils';
+import {BlobFile, concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';
+import type {ReadableFile} from '@loaders.gl/loader-utils';
+import type {
+  ArrowTable,
+  ArrowTableBatch,
+  GeoJSONTable,
+  GeoJSONTableBatch
+} from '@loaders.gl/schema';
+
+import {
+  parseGeoParquetFile,
+  parseGeoParquetFileInBatches
+} from './lib/parsers/parse-geoparquet-to-geojson';
+import {
+  parseParquetArrowTable,
+  parseParquetArrowTableInBatches
+} from './lib/parsers/parse-parquet-tables';
+import {
+  GeoParquetLoader as GeoParquetLoaderMetadata,
+  type GeoParquetLoaderOptions
+} from './geoparquet-loader';
+import {getParquetOptions} from './parquet-loader';
+
+const {preload: _GeoParquetLoaderPreload, ...GeoParquetLoaderMetadataWithoutPreload} =
+  GeoParquetLoaderMetadata;
+
+export type {GeoParquetLoaderOptions} from './geoparquet-loader';
+
+/** GeoParquet table loader that returns GeoJSON tables via Arrow conversion. */
+export const GeoParquetLoaderWithParser = {
+  ...GeoParquetLoaderMetadataWithoutPreload,
+  parse(arrayBuffer: ArrayBuffer, options?: GeoParquetLoaderOptions) {
+    return parseGeoParquetTable(new BlobFile(arrayBuffer), getParquetOptions(options));
+  },
+  parseFile(file, options?: GeoParquetLoaderOptions) {
+    return parseGeoParquetTable(file, getParquetOptions(options));
+  },
+  parseFileInBatches(file, options?: GeoParquetLoaderOptions) {
+    return parseGeoParquetTableInBatches(file, getParquetOptions(options));
+  },
+  async *parseInBatches(
+    asyncIterator:
+      | AsyncIterable<ArrayBufferLike | ArrayBufferView>
+      | Iterable<ArrayBufferLike | ArrayBufferView>,
+    options?: GeoParquetLoaderOptions,
+    _context?: unknown
+  ) {
+    const arrayBuffer = await concatenateArrayBuffersAsync(asyncIterator);
+    yield* parseGeoParquetTableInBatches(new BlobFile(arrayBuffer), getParquetOptions(options));
+  }
+} as const satisfies LoaderWithParser<
+  GeoJSONTable | ArrowTable,
+  GeoJSONTableBatch | ArrowTableBatch,
+  GeoParquetLoaderOptions
+>;
+
+/**
+ * Parses a GeoParquet file into GeoJSON-table or Arrow output.
+ * @param file readable file abstraction
+ * @param options normalized loader options
+ * @returns GeoJSON-table or Arrow output
+ */
+async function parseGeoParquetTable(
+  file: BlobFile | ReadableFile,
+  options: GeoParquetLoaderOptions
+): Promise<GeoJSONTable | ArrowTable> {
+  if (options.parquet?.shape === 'arrow-table') {
+    return await parseParquetArrowTable(file, options);
+  }
+
+  return await parseGeoParquetFile(file, options);
+}
+
+/**
+ * Parses a GeoParquet file into streamed GeoJSON-table or Arrow batches.
+ * @param file readable file abstraction
+ * @param options normalized loader options
+ * @returns async iterable of GeoJSON-table or Arrow batches
+ */
+async function* parseGeoParquetTableInBatches(
+  file: BlobFile | ReadableFile,
+  options: GeoParquetLoaderOptions
+): AsyncIterable<GeoJSONTableBatch | ArrowTableBatch> {
+  if (options.parquet?.shape === 'arrow-table') {
+    yield* parseParquetArrowTableInBatches(file, options);
+    return;
+  }
+
+  yield* parseGeoParquetFileInBatches(file, options);
+}

package/src/geoparquet-loader.ts

@@ -0,0 +1,54 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+
+import type {Loader} from '@loaders.gl/loader-utils';
+import type {
+  ArrowTable,
+  ArrowTableBatch,
+  GeoJSONTable,
+  GeoJSONTableBatch
+} from '@loaders.gl/schema';
+
+import {ParquetFormat} from './parquet-format';
+import {
+  PARQUET_LOADER_DEFAULT_OPTIONS,
+  type ParquetLoaderOptions as SharedParquetLoaderOptions
+} from './parquet-loader-options';
+
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
+
+/** Options for the GeoParquet loader. */
+export type GeoParquetLoaderOptions = SharedParquetLoaderOptions;
+
+/** Preloads the parser-bearing GeoParquet loader implementation. */
+async function preloadGeoParquetLoader() {
+  const {GeoParquetLoaderWithParser} = await import('./geoparquet-loader-with-parser');
+  return GeoParquetLoaderWithParser;
+}
+
+/** Metadata-only GeoParquet table loader. */
+export const GeoParquetLoader = {
+  ...ParquetFormat,
+
+  dataType: null as unknown as GeoJSONTable | ArrowTable,
+  batchType: null as unknown as GeoJSONTableBatch | ArrowTableBatch,
+
+  id: 'parquet',
+  module: 'parquet',
+  version: VERSION,
+  worker: false,
+
+  options: {
+    parquet: {
+      ...PARQUET_LOADER_DEFAULT_OPTIONS
+    }
+  },
+  preload: preloadGeoParquetLoader
+} as const satisfies Loader<
+  GeoJSONTable | ArrowTable,
+  GeoJSONTableBatch | ArrowTableBatch,
+  GeoParquetLoaderOptions
+>;