@loaders.gl/parquet 4.4.2 → 5.0.0-alpha.1

package/dist/parquetjs/utils/uint8-array-compact-protocol.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"uint8-array-compact-protocol.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/uint8-array-compact-protocol.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAC,YAAY,EAAC,0BAAuB;AAG5C,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,0BAA0B,GAAG,IAAI,CAAC;AACxC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAEjC,2EAA2E;AAC3E,MAAM,OAAO,YAAY;IACvB,iEAAiE;IAChD,KAAK,CAAS;IAE/B,6DAA6D;IAC7D,YAAY,KAAa;QACvB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,iDAAiD;IACjD,QAAQ;QACN,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC;IAED,iFAAiF;IACjF,OAAO;QACL,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;IACzB,CAAC;IAED,sCAAsC;IACtC,QAAQ,CAAC,KAAc;QACrB,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF;AAED,8DAA8D;AAC9D,MAAM,OAAO,yBAAyB;IACpC,wFAAwF;IACvE,SAAS,CAAsB;IAEhD,+EAA+E;IACvE,WAAW,GAAG,CAAC,CAAC;IAExB,gEAAgE;IAC/C,YAAY,GAAa,EAAE,CAAC;IAE7C,yDAAyD;IACjD,SAAS,GAAmB,IAAI,CAAC;IAEzC,2EAA2E;IAC3E,YAAY,SAA8B;QACxC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,iEAAiE;IACjE,eAAe;QACb,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,OAAO,EAAC,KAAK,EAAE,EAAE,EAAC,CAAC;IACrB,CAAC;IAED,aAAa;QACX,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAClD,CAAC;IAED,8EAA8E;IAC9E,cAAc;QACZ,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;QAC9C,MAAM,WAAW,GAAG,WAAW,GAAG,IAAI,CAAC;QAEvC,IAAI,WAAW,KAAK,iBAAiB,EAAE,CAAC;YACtC,OAAO,EAAC,KAAK,EAAE,IAAK,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,EAAC,CAAC;QAChE,CAAC;QAED,MAAM,YAAY,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,GAAG,YAAY,CAAC;QACtF,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QAElD,IAAI,WAAW,KAAK,yBAAyB,IAAI,WAAW,KAAK,0BAA0B,EAAE,CAAC;YAC5F,IAAI,CAAC,SAAS,GAAG,WAAW,KAAK,yBAAyB,CAAC;QAC7D,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;QAC3B,OAAO,EAAC,KAAK,EAAE,IAAK,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAC,CAAC;IACxD,CAAC;IAED,YAAY,KAAU,CAAC;IAEvB,oFAAoF;IACpF,YAAY;QACV,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,MAAM,eAAe,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;QACnE,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;YACzD,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,eAAe,GAAG,IAAI,CAAC;YACjD,IAAI;SACL,CAAC;IACJ,CAAC;IAED,UAAU,KAAU,CAAC;IAErB,wEAAwE;IACxE,aAAa;QACX,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;QAC9C,IAAI,IAAI,GAAG,CAAC,WAAW,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC;QACtC,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;YAChB,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC7B,CAAC;QAED,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,WAAW,GAAG,IAAI,CAAC;YAC7C,IAAI;SACL,CAAC;IACJ,CAAC;IAED,WAAW,KAAU,CAAC;IAEtB,+EAA+E;IAC/E,YAAY;QACV,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC;IAC9B,CAAC;IAED,UAAU,KAAU,CAAC;IAErB,kFAAkF;IAClF,QAAQ;QACN,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;YAC7B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,yBAAyB,CAAC;IACjE,CAAC;IAED,6CAA6C;IAC7C,QAAQ;QACN,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;IACnC,CAAC;IAED,8DAA8D;IAC9D,OAAO;QACL,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;IAED,8DAA8D;IAC9D,OAAO;QACL,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,8DAA8D;IAC9D,OAAO;QACL,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,yCAAyC;IACzC,UAAU;QACR,OAAO,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,oEAAoE;IACpE,UAAU;QACR,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpE,CAAC;IAED,2CAA2C;IAC3C,UAAU;QACR,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IAED,iEAAiE;IACjE,IAAI,CAAC,IAAwB;QAC3B,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC5B,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC5B,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC5B,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBACzB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO;YACT,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAC5B,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAC1B,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,OAAO;YACT;gBACE,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,8CAA8C;IACtC,YAAY;QAClB,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IACrC,CAAC;IAED,8CAA8C;IACtC,YAAY;QAClB,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,IAAI,KAAK,GAAG,EAAE,CAAC;QAEf,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,CAAC;YACtD,KAAK,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC;YACjC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;gBAC1B,OAAO,KAAK,CAAC;YACf,CAAC;YACD,KAAK,IAAI,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,2DAA2D;IACnD,cAAc,CAAC,KAAa;QAClC,OAAO,CAAC,KAAK,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;IAED,2DAA2D;IACnD,cAAc,CAAC,KAAa;QAClC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,8DAA8D;IACtD,aAAa,CAAC,WAAmB;QACvC,QAAQ,WAAW,EAAE,CAAC;YACpB,KAAK,iBAAiB;gBACpB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YACjC,KAAK,yBAAyB,CAAC;YAC/B,KAAK,0BAA0B;gBAC7B,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YACjC,KAAK,iBAAiB;gBACpB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YACjC,KAAK,gBAAgB;gBACnB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAChC,KAAK,gBAAgB;gBACnB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAChC,KAAK,gBAAgB;gBACnB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAChC,KAAK,mBAAmB;gBACtB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,KAAK,mBAAmB;gBACtB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,KAAK,iBAAiB;gBACpB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YACjC,KAAK,gBAAgB;gBACnB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAChC,KAAK,gBAAgB;gBACnB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAChC,KAAK,mBAAmB;gBACtB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC;gBACE,MAAM,IAAI,KAAK,CAAC,gCAAgC,WAAW,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,8CAA8C;IACtC,UAAU;QAChB,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YACpC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5C,MAAM;YACR,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACvB,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAED,mDAAmD;IAC3C,OAAO;QACb,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAChC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAED,qDAAqD;IAC7C,QAAQ;QACd,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAClC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;CACF"}

package/dist/parquetjs/utils/uint8-array-transport.d.ts

@@ -0,0 +1,25 @@
+/** Thrift compact-protocol read transport backed by Uint8Array. */
+export declare class Uint8ArrayTransport {
+    readPos: number;
+    private readonly buffer;
+    constructor(buffer: Uint8Array);
+    commitPosition(): void;
+    rollbackPosition(): void;
+    isOpen(): boolean;
+    open(): boolean;
+    close(): boolean;
+    setCurrSeqId(_sequenceId: number): void;
+    ensureAvailable(byteLength: number): void;
+    read(byteLength: number): Uint8Array;
+    readByte(): number;
+    readString(byteLength: number): string;
+    borrow(): {
+        buf: Uint8Array;
+        readIndex: number;
+        writeIndex: number;
+    };
+    consume(bytesConsumed: number): void;
+    write(): never;
+    flush(): void;
+}
+//# sourceMappingURL=uint8-array-transport.d.ts.map

package/dist/parquetjs/utils/uint8-array-transport.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"uint8-array-transport.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/uint8-array-transport.ts"],"names":[],"mappings":"AAMA,mEAAmE;AACnE,qBAAa,mBAAmB;IACvB,OAAO,SAAK;IAEnB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAa;gBAExB,MAAM,EAAE,UAAU;IAI9B,cAAc,IAAI,IAAI;IAEtB,gBAAgB,IAAI,IAAI;IAExB,MAAM,IAAI,OAAO;IAIjB,IAAI,IAAI,OAAO;IAIf,KAAK,IAAI,OAAO;IAIhB,YAAY,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAEvC,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAMzC,IAAI,CAAC,UAAU,EAAE,MAAM,GAAG,UAAU;IAQpC,QAAQ,IAAI,MAAM;IAMlB,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM;IAOtC,MAAM,IAAI;QAAC,GAAG,EAAE,UAAU,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAC;IAQlE,OAAO,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI;IAIpC,KAAK,IAAI,KAAK;IAId,KAAK,IAAI,IAAI;CACd"}

package/dist/parquetjs/utils/uint8-array-transport.js

@@ -0,0 +1,62 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { decodeString, toUint8Array } from "./binary-utils.js";
+/** Thrift compact-protocol read transport backed by Uint8Array. */
+export class Uint8ArrayTransport {
+    readPos = 0;
+    buffer;
+    constructor(buffer) {
+        this.buffer = toUint8Array(buffer);
+    }
+    commitPosition() { }
+    rollbackPosition() { }
+    isOpen() {
+        return true;
+    }
+    open() {
+        return true;
+    }
+    close() {
+        return true;
+    }
+    setCurrSeqId(_sequenceId) { }
+    ensureAvailable(byteLength) {
+        if (this.readPos + byteLength > this.buffer.length) {
+            throw new Error('Input buffer underrun');
+        }
+    }
+    read(byteLength) {
+        this.ensureAvailable(byteLength);
+        const end = this.readPos + byteLength;
+        const value = this.buffer.subarray(this.readPos, end);
+        this.readPos = end;
+        return value;
+    }
+    readByte() {
+        this.ensureAvailable(1);
+        const value = this.buffer[this.readPos++];
+        return value > 127 ? value - 256 : value;
+    }
+    readString(byteLength) {
+        this.ensureAvailable(byteLength);
+        const value = decodeString(this.buffer, this.readPos, this.readPos + byteLength);
+        this.readPos += byteLength;
+        return value;
+    }
+    borrow() {
+        return {
+            buf: this.buffer,
+            readIndex: this.readPos,
+            writeIndex: this.buffer.length
+        };
+    }
+    consume(bytesConsumed) {
+        this.readPos += bytesConsumed;
+    }
+    write() {
+        throw new Error('Uint8ArrayTransport is read-only');
+    }
+    flush() { }
+}
+//# sourceMappingURL=uint8-array-transport.js.map

package/dist/parquetjs/utils/uint8-array-transport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"uint8-array-transport.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/uint8-array-transport.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,YAAY,EAAE,YAAY,EAAC,0BAAuB;AAE1D,mEAAmE;AACnE,MAAM,OAAO,mBAAmB;IACvB,OAAO,GAAG,CAAC,CAAC;IAEF,MAAM,CAAa;IAEpC,YAAY,MAAkB;QAC5B,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAED,cAAc,KAAU,CAAC;IAEzB,gBAAgB,KAAU,CAAC;IAE3B,MAAM;QACJ,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,YAAY,CAAC,WAAmB,IAAS,CAAC;IAE1C,eAAe,CAAC,UAAkB;QAChC,IAAI,IAAI,CAAC,OAAO,GAAG,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,IAAI,CAAC,UAAkB;QACrB,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACtD,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;QACnB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,QAAQ;QACN,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1C,OAAO,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;IAC3C,CAAC;IAED,UAAU,CAAC,UAAkB;QAC3B,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,CAAC;QACjF,IAAI,CAAC,OAAO,IAAI,UAAU,CAAC;QAC3B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM;QACJ,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,MAAM;YAChB,SAAS,EAAE,IAAI,CAAC,OAAO;YACvB,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;SAC/B,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,aAAqB;QAC3B,IAAI,CAAC,OAAO,IAAI,aAAa,CAAC;IAChC,CAAC;IAED,KAAK;QACH,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,KAAU,CAAC;CACjB"}

package/dist/unbundled.d.ts

@@ -0,0 +1,6 @@
+export type { ParquetLoaderOptions } from "./parquet-loader.js";
+export type { GeoParquetLoaderOptions } from "./geoparquet-loader.js";
+export { ParquetLoader } from "./parquet-loader.js";
+export { GeoParquetLoader } from "./geoparquet-loader.js";
+export { ParquetJSLoader } from "./parquet-js-loader.js";
+//# sourceMappingURL=unbundled.d.ts.map

package/dist/unbundled.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"unbundled.d.ts","sourceRoot":"","sources":["../src/unbundled.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,oBAAoB,EAAC,4BAAyB;AAC3D,YAAY,EAAC,uBAAuB,EAAC,+BAA4B;AACjE,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAC/C,OAAO,EAAC,gBAAgB,EAAC,+BAA4B;AACrD,OAAO,EAAC,eAAe,EAAC,+BAA4B"}

package/dist/unbundled.js

@@ -0,0 +1,7 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+export { ParquetLoader } from "./parquet-loader.js";
+export { GeoParquetLoader } from "./geoparquet-loader.js";
+export { ParquetJSLoader } from "./parquet-js-loader.js";
+//# sourceMappingURL=unbundled.js.map

package/dist/unbundled.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"unbundled.js","sourceRoot":"","sources":["../src/unbundled.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAC/C,OAAO,EAAC,gBAAgB,EAAC,+BAA4B;AACrD,OAAO,EAAC,eAAe,EAAC,+BAA4B"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@loaders.gl/parquet",
-  "version": "4.4.2",
+  "version": "5.0.0-alpha.1",
   "description": "Framework-independent loader for Apache Parquet files",
   "license": "MIT",
   "type": "module",
@@ -31,8 +31,13 @@
       "import": "./dist/index.js",
       "require": "./dist/index.cjs"
     },
-    "./parquet-worker.js": {
-      "import": "./dist/parquet-worker.js"
+    "./unbundled": {
+      "types": "./dist/unbundled.d.ts",
+      "import": "./dist/unbundled.js"
+    },
+    "./bundled": {
+      "types": "./dist/bundled.d.ts",
+      "import": "./dist/bundled.js"
     }
   },
   "sideEffects": false,
@@ -42,15 +47,12 @@
     "README.md"
   ],
   "scripts": {
-    "pre-build": "echo npm run build-worker && yarn run copy-wasm",
+    "pre-build": "yarn run copy-wasm",
     "build-bundle": "ocular-bundle ./bundle.ts --output=dist/dist.min.js",
     "build-bundle-dev": "ocular-bundle ./bundle.ts --env=dev --output=dist/dist.dev.js",
-    "build-worker": "esbuild src/workers/parquet-worker.ts --outfile=dist/parquet-worker.js --bundle --minify --sourcemap --external:{util,fs,path,crypto,events} --define:__VERSION__=\\\"$npm_package_version\\\"",
     "copy-wasm": "cp ../../node_modules/parquet-wasm/esm/parquet_wasm_bg.wasm dist/parquet_wasm_bg.wasm"
   },
   "browser": {
-    "./dist/polyfills/buffer/buffer-polyfill.node.js": "./dist/polyfills/buffer/buffer-polyfill.browser.js",
-    "./src/polyfills/buffer/buffer-polyfill.node.ts": "./src/polyfills/buffer/buffer-polyfill.browser.ts",
     "child_process": false,
     "events": false,
     "fs": false,
@@ -59,31 +61,25 @@
     "tls": false,
     "util": false
   },
-  "comments": [
-    "base64-js and ieee754 are used by buffer polyfill"
-  ],
   "dependencies": {
-    "@loaders.gl/arrow": "4.4.2",
-    "@loaders.gl/bson": "4.4.2",
-    "@loaders.gl/compression": "4.4.2",
-    "@loaders.gl/geoarrow": "4.4.2",
-    "@loaders.gl/gis": "4.4.2",
-    "@loaders.gl/loader-utils": "4.4.2",
-    "@loaders.gl/schema": "4.4.2",
-    "@loaders.gl/wkt": "4.4.2",
+    "@loaders.gl/arrow": "5.0.0-alpha.1",
+    "@loaders.gl/bson": "5.0.0-alpha.1",
+    "@loaders.gl/compression": "5.0.0-alpha.1",
+    "@loaders.gl/geoarrow": "5.0.0-alpha.1",
+    "@loaders.gl/gis": "5.0.0-alpha.1",
+    "@loaders.gl/loader-utils": "5.0.0-alpha.1",
+    "@loaders.gl/schema": "5.0.0-alpha.1",
+    "@loaders.gl/wkt": "5.0.0-alpha.1",
     "@probe.gl/log": "^4.1.1",
     "async-mutex": "^0.2.2",
-    "base64-js": "^1.3.1",
     "brotli": "^1.3.2",
-    "ieee754": "^1.2.1",
-    "int53": "^0.2.4",
     "isomorphic-ws": "^5.0.0",
     "lz4js": "^0.2.0",
     "node-int64": "^0.4.0",
     "object-stream": "0.0.1",
-    "parquet-wasm": "^0.6.1",
+    "parquet-wasm": "0.7.1",
     "snappyjs": "^0.6.0",
-    "thrift": "^0.19.0",
+    "thrift": "^0.24.0",
     "util": "^0.12.5",
     "varint": "^6.0.0",
     "zstd-codec": "^0.1"
@@ -94,8 +90,8 @@
     "@types/varint": "^5.0.0"
   },
   "peerDependencies": {
-    "@loaders.gl/core": "~4.4.0",
+    "@loaders.gl/core": "~5.0.0-alpha.0",
     "apache-arrow": ">= 17.0.0"
   },
-  "gitHead": "1c9649781db0403dbf7c3f1224bbeec77bd812eb"
+  "gitHead": "77a55028e8204e09df1258f10cb61ed35353b258"
 }

package/src/bundled.ts

@@ -0,0 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+
+export type {ParquetLoaderOptions} from './parquet-loader';
+export type {GeoParquetLoaderOptions} from './geoparquet-loader';
+export {ParquetWASMLoaderWithParser as ParquetLoader} from './parquet-wasm-loader-with-parser';
+export {GeoParquetLoaderWithParser as GeoParquetLoader} from './geoparquet-loader-with-parser';
+export {ParquetLoaderWithParser as ParquetJSLoader} from './parquet-loader-with-parser';

package/src/geoparquet-loader-with-parser.ts

@@ -0,0 +1,95 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+
+import type {LoaderWithParser} from '@loaders.gl/loader-utils';
+import {BlobFile, concatenateArrayBuffersAsync} from '@loaders.gl/loader-utils';
+import type {ReadableFile} from '@loaders.gl/loader-utils';
+import type {
+  ArrowTable,
+  ArrowTableBatch,
+  GeoJSONTable,
+  GeoJSONTableBatch
+} from '@loaders.gl/schema';
+
+import {
+  parseGeoParquetFile,
+  parseGeoParquetFileInBatches
+} from './lib/parsers/parse-geoparquet-to-geojson';
+import {
+  parseParquetArrowTable,
+  parseParquetArrowTableInBatches
+} from './lib/parsers/parse-parquet-tables';
+import {
+  GeoParquetLoader as GeoParquetLoaderMetadata,
+  type GeoParquetLoaderOptions
+} from './geoparquet-loader';
+import {getParquetOptions} from './parquet-wasm-loader-with-parser';
+
+const {preload: _GeoParquetLoaderPreload, ...GeoParquetLoaderMetadataWithoutPreload} =
+  GeoParquetLoaderMetadata;
+
+export type {GeoParquetLoaderOptions} from './geoparquet-loader';
+
+/** GeoParquet table loader that returns GeoJSON tables via Arrow conversion. */
+export const GeoParquetLoaderWithParser = {
+  ...GeoParquetLoaderMetadataWithoutPreload,
+  parse(arrayBuffer: ArrayBuffer, options?: GeoParquetLoaderOptions) {
+    return parseGeoParquetTable(new BlobFile(arrayBuffer), getParquetOptions(options));
+  },
+  parseFile(file, options?: GeoParquetLoaderOptions) {
+    return parseGeoParquetTable(file, getParquetOptions(options));
+  },
+  parseFileInBatches(file, options?: GeoParquetLoaderOptions) {
+    return parseGeoParquetTableInBatches(file, getParquetOptions(options));
+  },
+  async *parseInBatches(
+    asyncIterator:
+      | AsyncIterable<ArrayBufferLike | ArrayBufferView>
+      | Iterable<ArrayBufferLike | ArrayBufferView>,
+    options?: GeoParquetLoaderOptions,
+    _context?: unknown
+  ) {
+    const arrayBuffer = await concatenateArrayBuffersAsync(asyncIterator);
+    yield* parseGeoParquetTableInBatches(new BlobFile(arrayBuffer), getParquetOptions(options));
+  }
+} as const satisfies LoaderWithParser<
+  GeoJSONTable | ArrowTable,
+  GeoJSONTableBatch | ArrowTableBatch,
+  GeoParquetLoaderOptions
+>;
+
+/**
+ * Parses a GeoParquet file into GeoJSON-table or Arrow output.
+ * @param file readable file abstraction
+ * @param options normalized loader options
+ * @returns GeoJSON-table or Arrow output
+ */
+async function parseGeoParquetTable(
+  file: BlobFile | ReadableFile,
+  options: GeoParquetLoaderOptions
+): Promise<GeoJSONTable | ArrowTable> {
+  if (options.parquet?.shape === 'arrow-table') {
+    return await parseParquetArrowTable(file, options);
+  }
+
+  return await parseGeoParquetFile(file, options);
+}
+
+/**
+ * Parses a GeoParquet file into streamed GeoJSON-table or Arrow batches.
+ * @param file readable file abstraction
+ * @param options normalized loader options
+ * @returns async iterable of GeoJSON-table or Arrow batches
+ */
+async function* parseGeoParquetTableInBatches(
+  file: BlobFile | ReadableFile,
+  options: GeoParquetLoaderOptions
+): AsyncIterable<GeoJSONTableBatch | ArrowTableBatch> {
+  if (options.parquet?.shape === 'arrow-table') {
+    yield* parseParquetArrowTableInBatches(file, options);
+    return;
+  }
+
+  yield* parseGeoParquetFileInBatches(file, options);
+}

package/src/geoparquet-loader.ts

@@ -0,0 +1,54 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+
+import type {Loader} from '@loaders.gl/loader-utils';
+import type {
+  ArrowTable,
+  ArrowTableBatch,
+  GeoJSONTable,
+  GeoJSONTableBatch
+} from '@loaders.gl/schema';
+
+import {ParquetFormat} from './parquet-format';
+import {
+  PARQUET_LOADER_DEFAULT_OPTIONS,
+  type ParquetLoaderOptions as SharedParquetLoaderOptions
+} from './parquet-loader-options';
+
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
+
+/** Options for the GeoParquet loader. */
+export type GeoParquetLoaderOptions = SharedParquetLoaderOptions;
+
+/** Preloads the parser-bearing GeoParquet loader implementation. */
+async function preloadGeoParquetLoader() {
+  const {GeoParquetLoaderWithParser} = await import('./geoparquet-loader-with-parser');
+  return GeoParquetLoaderWithParser;
+}
+
+/** Metadata-only GeoParquet table loader. */
+export const GeoParquetLoader = {
+  ...ParquetFormat,
+
+  dataType: null as unknown as GeoJSONTable | ArrowTable,
+  batchType: null as unknown as GeoJSONTableBatch | ArrowTableBatch,
+
+  id: 'parquet',
+  module: 'parquet',
+  version: VERSION,
+  worker: false,
+
+  options: {
+    parquet: {
+      ...PARQUET_LOADER_DEFAULT_OPTIONS
+    }
+  },
+  preload: preloadGeoParquetLoader
+} as const satisfies Loader<
+  GeoJSONTable | ArrowTable,
+  GeoJSONTableBatch | ArrowTableBatch,
+  GeoParquetLoaderOptions
+>;

package/src/index.ts

@@ -2,33 +2,18 @@
 // SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
-export {Buffer} from './polyfills/buffer/install-buffer-polyfill';
-
 // import {ArrowTable, ArrowTableBatch} from '@loaders.gl/arrow';
 
 export {ParquetFormat} from './parquet-format';
 
-export {
-  ParquetJSONWorkerLoader,
-  ParquetJSONLoader,
-  GeoParquetWorkerLoader,
-  GeoParquetLoader,
-  // deprecated
-  ParquetJSONWorkerLoader as ParquetWorkerLoader,
-  ParquetJSONLoader as ParquetLoader
-} from './parquet-json-loader';
-
-export {
-  ParquetJSONWriter as _ParquetJSONWriter,
-  // deprecated
-  ParquetJSONWriter as ParquetWriter
-} from './parquet-json-writer';
-
-// EXPERIMENTAL - expose Parquet WASM loaders/writer
+export type {ParquetLoaderOptions, ParquetJSLoaderOptions} from './parquet-loader-options';
+export {ParquetLoader} from './parquet-loader';
+export {GeoParquetLoader} from './geoparquet-loader';
+export {ParquetJSLoader} from './parquet-js-loader';
 
-export type {ParquetArrowLoaderOptions} from './parquet-arrow-loader';
-export {ParquetArrowLoader, ParquetArrowWorkerLoader} from './parquet-arrow-loader';
-export {ParquetArrowWriter} from './parquet-arrow-writer';
+export {ParquetWriter} from './parquet-writer';
+export type {ParquetJSWriterOptions} from './parquet-js-writer';
+export {ParquetJSWriter} from './parquet-js-writer';
 
 // EXPERIMENTAL - expose the internal parquetjs API
 
@@ -42,6 +27,3 @@ export {
   convertParquetSchema,
   convertParquetSchema as convertParquetToArrowSchema
 } from './lib/arrow/convert-schema-from-parquet';
-
-// Experimental
-export {BufferPolyfill, installBufferPolyfill} from './polyfills/buffer/index';

package/src/lib/constants.ts

@@ -6,7 +6,7 @@
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
 export const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
 
-export const PARQUET_WASM_URL = 'https://unpkg.com/parquet-wasm@0.6.1/esm/parquet_wasm_bg.wasm';
+export const PARQUET_WASM_URL = 'https://unpkg.com/parquet-wasm@0.7.1/esm/parquet_wasm_bg.wasm';
 
 /**
  * Parquet File Magic String

package/src/lib/encoders/encode-arrow-to-parquet.ts

@@ -7,14 +7,14 @@ import type {ArrowTable} from '@loaders.gl/schema';
 import * as arrow from 'apache-arrow';
 import {loadWasm} from '../utils/load-wasm';
 
-import type {ParquetArrowWriterOptions} from '../../parquet-arrow-writer';
+import type {ParquetWriterOptions} from '../../parquet-writer';
 
 /**
  * Encode Arrow arrow.Table to Parquet buffer
  */
 export async function encodeArrowToParquet(
   table: ArrowTable,
-  options: ParquetArrowWriterOptions
+  options: ParquetWriterOptions
 ): Promise<ArrayBuffer> {
   const wasmUrl = options.parquet?.wasmUrl!;
   const wasm = await loadWasm(wasmUrl);
@@ -26,19 +26,13 @@ export async function encodeArrowToParquet(
   // Pass the IPC stream to the Parquet writer.
   const wasmTable = wasm.Table.fromIPCStream(ipcStream);
   const wasmProperties = new wasm.WriterPropertiesBuilder().build();
-  try {
-    const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);
-    // const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);
-    const bytes = new Uint8Array(
-      parquetBytes.buffer,
-      parquetBytes.byteOffset,
-      parquetBytes.byteLength
-    );
-    return bytes.slice().buffer;
-  } finally {
-    // wasmTable.free();
-    // wasmProperties.free();
-  }
+  const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);
+  const bytes = new Uint8Array(
+    parquetBytes.buffer,
+    parquetBytes.byteOffset,
+    parquetBytes.byteLength
+  );
+  return bytes.slice().buffer;
 }
 
 // type WriteOptions = {