@loaders.gl/parquet 4.4.5 → 5.0.0-alpha.2

package/dist/parquetjs/utils/binary-utils.js

@@ -0,0 +1,106 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+const TEXT_DECODER = new TextDecoder();
+const TEXT_ENCODER = new TextEncoder();
+/** Returns bytes as an exact Uint8Array view. */
+export function toUint8Array(binary) {
+    if (binary instanceof Uint8Array) {
+        return binary;
+    }
+    if (ArrayBuffer.isView(binary)) {
+        return new Uint8Array(binary.buffer, binary.byteOffset, binary.byteLength);
+    }
+    return new Uint8Array(binary);
+}
+/** Returns bytes as a copied ArrayBuffer with no extra prefix/suffix bytes. */
+export function toArrayBuffer(binary) {
+    const bytes = toUint8Array(binary);
+    return bytes.slice().buffer;
+}
+/** Returns a copied Uint8Array. */
+export function copyUint8Array(binary) {
+    return binary.slice();
+}
+/** Decode UTF-8 bytes. */
+export function decodeUtf8(binary) {
+    return TEXT_DECODER.decode(binary);
+}
+/** Encode text as UTF-8 bytes. */
+export function encodeUtf8(text) {
+    return TEXT_ENCODER.encode(text);
+}
+/** Decode an ASCII/UTF-8 range from bytes. */
+export function decodeString(binary, start = 0, end = binary.length) {
+    return decodeUtf8(binary.subarray(start, end));
+}
+function getDataView(binary) {
+    return new DataView(binary.buffer, binary.byteOffset, binary.byteLength);
+}
+/** Read signed little-endian 32-bit integer. */
+export function readInt32LE(binary, offset) {
+    return getDataView(binary).getInt32(offset, true);
+}
+/** Read unsigned little-endian 32-bit integer. */
+export function readUInt32LE(binary, offset) {
+    return getDataView(binary).getUint32(offset, true);
+}
+/** Read signed little-endian 64-bit integer without losing precision. */
+export function readInt64LE(binary, offset) {
+    return getDataView(binary).getBigInt64(offset, true);
+}
+/** Read unsigned little-endian 64-bit integer without losing precision. */
+export function readUInt64LE(binary, offset) {
+    return getDataView(binary).getBigUint64(offset, true);
+}
+/** Read little-endian 32-bit float. */
+export function readFloatLE(binary, offset) {
+    return getDataView(binary).getFloat32(offset, true);
+}
+/** Read little-endian 64-bit float. */
+export function readDoubleLE(binary, offset) {
+    return getDataView(binary).getFloat64(offset, true);
+}
+/** Concatenate bytes into one exact Uint8Array. */
+export function concatUint8Arrays(chunks) {
+    let byteLength = 0;
+    for (const chunk of chunks) {
+        byteLength += chunk.length;
+    }
+    const result = new Uint8Array(byteLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+        result.set(chunk, offset);
+        offset += chunk.length;
+    }
+    return result;
+}
+/** Write signed little-endian 16-bit integer. */
+export function writeInt16LE(binary, value, offset) {
+    getDataView(binary).setInt16(offset, value, true);
+}
+/** Write unsigned little-endian 16-bit integer. */
+export function writeUInt16LE(binary, value, offset) {
+    getDataView(binary).setUint16(offset, value, true);
+}
+/** Write signed little-endian 32-bit integer. */
+export function writeInt32LE(binary, value, offset) {
+    getDataView(binary).setInt32(offset, value, true);
+}
+/** Write unsigned little-endian 32-bit integer. */
+export function writeUInt32LE(binary, value, offset) {
+    getDataView(binary).setUint32(offset, value, true);
+}
+/** Write signed little-endian 64-bit integer. */
+export function writeInt64LE(binary, value, offset) {
+    getDataView(binary).setBigInt64(offset, BigInt(value), true);
+}
+/** Write little-endian 32-bit float. */
+export function writeFloatLE(binary, value, offset) {
+    getDataView(binary).setFloat32(offset, value, true);
+}
+/** Write little-endian 64-bit float. */
+export function writeDoubleLE(binary, value, offset) {
+    getDataView(binary).setFloat64(offset, value, true);
+}
+//# sourceMappingURL=binary-utils.js.map

package/dist/parquetjs/utils/binary-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"binary-utils.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/binary-utils.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,MAAM,YAAY,GAAG,IAAI,WAAW,EAAE,CAAC;AACvC,MAAM,YAAY,GAAG,IAAI,WAAW,EAAE,CAAC;AAEvC,iDAAiD;AACjD,MAAM,UAAU,YAAY,CAAC,MAAqC;IAChE,IAAI,MAAM,YAAY,UAAU,EAAE,CAAC;QACjC,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/B,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,aAAa,CAAC,MAAqC;IACjE,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IACnC,OAAO,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC;AAC9B,CAAC;AAED,mCAAmC;AACnC,MAAM,UAAU,cAAc,CAAC,MAAkB;IAC/C,OAAO,MAAM,CAAC,KAAK,EAAE,CAAC;AACxB,CAAC;AAED,0BAA0B;AAC1B,MAAM,UAAU,UAAU,CAAC,MAAkB;IAC3C,OAAO,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACrC,CAAC;AAED,kCAAkC;AAClC,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,OAAO,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AACnC,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,YAAY,CAC1B,MAAkB,EAClB,QAAgB,CAAC,EACjB,MAAc,MAAM,CAAC,MAAM;IAE3B,OAAO,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,WAAW,CAAC,MAAkB;IACrC,OAAO,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;AAC3E,CAAC;AAED,gDAAgD;AAChD,MAAM,UAAU,WAAW,CAAC,MAAkB,EAAE,MAAc;IAC5D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACpD,CAAC;AAED,kDAAkD;AAClD,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,MAAc;IAC7D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACrD,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,WAAW,CAAC,MAAkB,EAAE,MAAc;IAC5D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACvD,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,MAAc;IAC7D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACxD,CAAC;AAED,uCAAuC;AACvC,MAAM,UAAU,WAAW,CAAC,MAAkB,EAAE,MAAc;IAC5D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,uCAAuC;AACvC,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,MAAc;IAC7D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,iBAAiB,CAAC,MAAoB;IACpD,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;IAC1C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;IACzB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC5E,WAAW,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACpD,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,aAAa,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC7E,WAAW,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACrD,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC5E,WAAW,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACpD,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,aAAa,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC7E,WAAW,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACrD,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,KAAsB,EAAE,MAAc;IACrF,WAAW,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;AAC/D,CAAC;AAED,wCAAwC;AACxC,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC5E,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,wCAAwC;AACxC,MAAM,UAAU,aAAa,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC7E,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC"}

package/dist/parquetjs/utils/file-utils.d.ts

@@ -9,7 +9,7 @@ export interface WriteStreamOptions {
     autoClose?: boolean;
     start?: number;
 }
-export declare function oswrite(os: stream.Writable, buf: Buffer): Promise<void>;
+export declare function oswrite(os: stream.Writable, buf: Uint8Array): Promise<void>;
 export declare function osclose(os: stream.Writable): Promise<void>;
 export declare function osopen(path: string, opts?: WriteStreamOptions): Promise<fs.WriteStream>;
 //# sourceMappingURL=file-utils.d.ts.map

package/dist/parquetjs/utils/file-utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"file-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/file-utils.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAChD,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAEzB,wBAAgB,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAEtC;AACD,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAUvE;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAU1D;AAED,wBAAgB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,EAAE,CAAC,WAAW,CAAC,CAMvF"}
+{"version":3,"file":"file-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/file-utils.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAChD,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAEzB,wBAAgB,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAEtC;AACD,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAU3E;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAU1D;AAED,wBAAgB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,EAAE,CAAC,WAAW,CAAC,CAMvF"}

package/dist/parquetjs/utils/file-utils.js

@@ -9,7 +9,7 @@ export function load(name) {
 }
 export function oswrite(os, buf) {
     return new Promise((resolve, reject) => {
-        os.write(buf, (err) => {
+        os.write(buf, err => {
             if (err) {
                 reject(err);
             }
@@ -34,8 +34,8 @@ export function osclose(os) {
 export function osopen(path, opts) {
     return new Promise((resolve, reject) => {
         const outputStream = fs.createWriteStream(path, opts);
-        outputStream.once('open', (fd) => resolve(outputStream));
-        outputStream.once('error', (err) => reject(err));
+        outputStream.once('open', _fd => resolve(outputStream));
+        outputStream.once('error', err => reject(err));
     });
 }
 //# sourceMappingURL=file-utils.js.map

package/dist/parquetjs/utils/file-utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"file-utils.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/file-utils.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAGpE,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAEzB,MAAM,UAAU,IAAI,CAAC,IAAY;IAC/B,OAAO,CAAC,MAAM,IAAK,MAAc,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AACnD,CAAC;AAUD,MAAM,UAAU,OAAO,CAAC,EAAmB,EAAE,GAAW;IACtD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE;YACpB,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,EAAmB;IACzC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACpC,EAAU,CAAC,KAAK,CAAC,CAAC,GAAQ,EAAE,EAAE;YAC7B,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,IAAY,EAAE,IAAyB;IAC5D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,YAAY,GAAG,EAAE,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAW,CAAC,CAAC;QAC7D,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;QACzD,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC"}
+{"version":3,"file":"file-utils.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/file-utils.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAGpE,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAEzB,MAAM,UAAU,IAAI,CAAC,IAAY;IAC/B,OAAO,CAAC,MAAM,IAAK,MAAc,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AACnD,CAAC;AAUD,MAAM,UAAU,OAAO,CAAC,EAAmB,EAAE,GAAe;IAC1D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;YAClB,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,EAAmB;IACzC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACpC,EAAU,CAAC,KAAK,CAAC,CAAC,GAAQ,EAAE,EAAE;YAC7B,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,IAAY,EAAE,IAAyB;IAC5D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,YAAY,GAAG,EAAE,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAW,CAAC,CAAC;QAC7D,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/parquetjs/utils/read-utils.d.ts

@@ -2,17 +2,20 @@ import { FileMetaData, PageHeader } from "../parquet-thrift/index.js";
 /**
  * Helper function that serializes a thrift object into a buffer
  */
-export declare function serializeThrift(obj: any): Buffer;
-export declare function decodeThrift(obj: any, buf: Buffer, offset?: number): number;
+export declare function serializeThrift(obj: any): Uint8Array;
+export declare function decodeThrift(obj: any, buf: Uint8Array, offset?: number): number;
 /**
- * FIXME not ideal that this is linear
+ * Returns the generated TypeScript enum member for a Thrift value.
+ * @param thriftEnum generated numeric enum object
+ * @param value serialized enum value
+ * @returns enum member name
  */
-export declare function getThriftEnum(klass: any, value: number | string): string;
-export declare function decodeFileMetadata(buf: Buffer, offset?: number): {
+export declare function getThriftEnum(thriftEnum: object, value: number | string): string;
+export declare function decodeFileMetadata(buf: Uint8Array, offset?: number): {
     length: number;
     metadata: FileMetaData;
 };
-export declare function decodePageHeader(buf: Buffer, offset?: number): {
+export declare function decodePageHeader(buf: Uint8Array, offset?: number): {
     length: number;
     pageHeader: PageHeader;
 };
@@ -20,5 +23,10 @@ export declare function decodePageHeader(buf: Buffer, offset?: number): {
  * Get the number of bits required to store a given value
  */
 export declare function getBitWidth(val: number): number;
+/**
+ * Finds the selected field path that contains a Parquet leaf path.
+ * A selected parent includes all descendant leaves. MQTT-style `+` and `#` path wildcards are
+ * retained for internal callers (`+` matches one segment and `#` matches all remaining segments).
+ */
 export declare function fieldIndexOf(arr: string[][], elem: string[]): number;
 //# sourceMappingURL=read-utils.d.ts.map

package/dist/parquetjs/utils/read-utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"read-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/read-utils.ts"],"names":[],"mappings":"AAMA,OAAO,EAIL,YAAY,EACZ,UAAU,EACX,mCAAgC;AAMjC;;GAEG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,GAAG,GAAG,MAAM,CAYhD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,UAWlE;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAOxE;AAED,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAW9D;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAW5D;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAM/C;AAKD,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,CAmBpE"}
+{"version":3,"file":"read-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/read-utils.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,YAAY,EAAE,UAAU,EAAC,mCAAgC;AAKjE;;GAEG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,GAAG,GAAG,UAAU,CAIpD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,MAAM,UAWtE;AAED;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAehF;AAED,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAWlE;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAWhE;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAM/C;AAED;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,CAsBpE"}

package/dist/parquetjs/utils/read-utils.js

@@ -3,41 +3,46 @@
 // Copyright (c) vis.gl contributors
 // Copyright (c) 2017 ironSource Ltd.
 // Forked from https://github.com/kbajalc/parquets under MIT license
-import { TBufferedTransport, TCompactProtocol, TFramedTransport, FileMetaData, PageHeader } from "../parquet-thrift/index.js";
-class UFramedTransport extends TFramedTransport {
-    readPos = 0;
-}
+import { FileMetaData, PageHeader } from "../parquet-thrift/index.js";
+import { Uint8ArrayCompactProtocol } from "./uint8-array-compact-protocol.js";
+import { Uint8ArrayCompactProtocolWriter } from "./uint8-array-compact-protocol-writer.js";
+import { Uint8ArrayTransport } from "./uint8-array-transport.js";
 /**
  * Helper function that serializes a thrift object into a buffer
  */
 export function serializeThrift(obj) {
-    const output = [];
-    const transport = new TBufferedTransport(undefined, (buf) => {
-        output.push(buf);
-    });
-    const protocol = new TCompactProtocol(transport);
+    const protocol = new Uint8ArrayCompactProtocolWriter();
     obj.write(protocol);
-    transport.flush();
-    return Buffer.concat(output);
+    return protocol.getBytes();
 }
 export function decodeThrift(obj, buf, offset) {
     if (!offset) {
         // tslint:disable-next-line:no-parameter-reassignment
         offset = 0;
     }
-    const transport = new UFramedTransport(buf);
+    const transport = new Uint8ArrayTransport(buf);
     transport.readPos = offset;
-    const protocol = new TCompactProtocol(transport);
+    const protocol = new Uint8ArrayCompactProtocol(transport);
     obj.read(protocol);
     return transport.readPos - offset;
 }
 /**
- * FIXME not ideal that this is linear
+ * Returns the generated TypeScript enum member for a Thrift value.
+ * @param thriftEnum generated numeric enum object
+ * @param value serialized enum value
+ * @returns enum member name
  */
-export function getThriftEnum(klass, value) {
-    for (const k in klass) {
-        if (klass[k] === value) {
-            return k;
+export function getThriftEnum(thriftEnum, value) {
+    const enumValues = thriftEnum;
+    if (typeof value === 'number') {
+        const enumName = enumValues[value];
+        if (typeof enumName === 'string') {
+            return enumName;
+        }
+    }
+    for (const enumName in enumValues) {
+        if (enumValues[enumName] === value) {
+            return enumName;
         }
     }
     throw new Error('Invalid ENUM value');
@@ -47,9 +52,9 @@ export function decodeFileMetadata(buf, offset) {
         // tslint:disable-next-line:no-parameter-reassignment
         offset = 0;
     }
-    const transport = new UFramedTransport(buf);
+    const transport = new Uint8ArrayTransport(buf);
     transport.readPos = offset;
-    const protocol = new TCompactProtocol(transport);
+    const protocol = new Uint8ArrayCompactProtocol(transport);
     const metadata = FileMetaData.read(protocol);
     return { length: transport.readPos - offset, metadata };
 }
@@ -58,9 +63,9 @@ export function decodePageHeader(buf, offset) {
         // tslint:disable-next-line:no-parameter-reassignment
         offset = 0;
     }
-    const transport = new UFramedTransport(buf);
+    const transport = new Uint8ArrayTransport(buf);
     transport.readPos = offset;
-    const protocol = new TCompactProtocol(transport);
+    const protocol = new Uint8ArrayCompactProtocol(transport);
     const pageHeader = PageHeader.read(protocol);
     return { length: transport.readPos - offset, pageHeader };
 }
@@ -74,27 +79,29 @@ export function getBitWidth(val) {
     }
     return Math.ceil(Math.log2(val + 1));
 }
-// Supports MQTT path wildcards
-// + all immediate children
-// # all descendents
+/**
+ * Finds the selected field path that contains a Parquet leaf path.
+ * A selected parent includes all descendant leaves. MQTT-style `+` and `#` path wildcards are
+ * retained for internal callers (`+` matches one segment and `#` matches all remaining segments).
+ */
 export function fieldIndexOf(arr, elem) {
-    for (let j = 0; j < arr.length; j++) {
-        if (arr[j].length > elem.length) {
-            continue; // eslint-disable-line no-continue
-        }
-        let m = true;
-        for (let i = 0; i < elem.length; i++) {
-            if (arr[j][i] === elem[i] || arr[j][i] === '+' || arr[j][i] === '#') {
-                continue; // eslint-disable-line no-continue
+    for (let fieldIndex = 0; fieldIndex < arr.length; fieldIndex++) {
+        const selectedPath = arr[fieldIndex];
+        let matches = true;
+        for (let pathIndex = 0; pathIndex < selectedPath.length; pathIndex++) {
+            const selectedSegment = selectedPath[pathIndex];
+            if (selectedSegment === '#') {
+                return fieldIndex;
             }
-            if (i >= arr[j].length && arr[j][arr[j].length - 1] === '#') {
-                continue; // eslint-disable-line no-continue
+            if (pathIndex >= elem.length ||
+                (selectedSegment !== '+' && selectedSegment !== elem[pathIndex])) {
+                matches = false;
+                break;
             }
-            m = false;
-            break;
         }
-        if (m)
-            return j;
+        if (matches) {
+            return fieldIndex;
+        }
     }
     return -1;
 }

package/dist/parquetjs/utils/read-utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"read-utils.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/read-utils.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,OAAO,EACL,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,EAChB,YAAY,EACZ,UAAU,EACX,mCAAgC;AAEjC,MAAM,gBAAiB,SAAQ,gBAAgB;IACtC,OAAO,GAAW,CAAC,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,GAAQ;IACtC,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,MAAM,SAAS,GAAG,IAAI,kBAAkB,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE;QAC1D,MAAM,CAAC,IAAI,CAAC,GAAwB,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,SAAS,CAAC,CAAC;IACjD,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACpB,SAAS,CAAC,KAAK,EAAE,CAAC;IAElB,OAAO,MAAM,CAAC,MAAM,CAAC,MAAsB,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,GAAQ,EAAE,GAAW,EAAE,MAAe;IACjE,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,qDAAqD;QACrD,MAAM,GAAG,CAAC,CAAC;IACb,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,gBAAgB,CAAC,GAAG,CAAC,CAAC;IAC5C,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC;IAC3B,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,SAAS,CAAC,CAAC;IACjD,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnB,OAAO,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC;AACpC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,KAAU,EAAE,KAAsB;IAC9D,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;YACvB,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,GAAW,EAAE,MAAe;IAC7D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,qDAAqD;QACrD,MAAM,GAAG,CAAC,CAAC;IACb,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,gBAAgB,CAAC,GAAG,CAAC,CAAC;IAC5C,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC;IAC3B,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,SAAS,CAAC,CAAC;IACjD,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC7C,OAAO,EAAC,MAAM,EAAE,SAAS,CAAC,OAAO,GAAG,MAAM,EAAE,QAAQ,EAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,GAAW,EAAE,MAAe;IAC3D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,qDAAqD;QACrD,MAAM,GAAG,CAAC,CAAC;IACb,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,gBAAgB,CAAC,GAAG,CAAC,CAAC;IAC5C,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC;IAC3B,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,SAAS,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC7C,OAAO,EAAC,MAAM,EAAE,SAAS,CAAC,OAAO,GAAG,MAAM,EAAE,UAAU,EAAC,CAAC;AAC1D,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,GAAW;IACrC,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;QACd,OAAO,CAAC,CAAC;QACT,gDAAgD;IAClD,CAAC;IACD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;AACvC,CAAC;AAED,+BAA+B;AAC/B,2BAA2B;AAC3B,oBAAoB;AACpB,MAAM,UAAU,YAAY,CAAC,GAAe,EAAE,IAAc;IAC1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,SAAS,CAAC,kCAAkC;QAC9C,CAAC;QACD,IAAI,CAAC,GAAG,IAAI,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACpE,SAAS,CAAC,kCAAkC;YAC9C,CAAC;YACD,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBAC5D,SAAS,CAAC,kCAAkC;YAC9C,CAAC;YACD,CAAC,GAAG,KAAK,CAAC;YACV,MAAM;QACR,CAAC;QACD,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,CAAC,CAAC,CAAC;AACZ,CAAC"}
+{"version":3,"file":"read-utils.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/read-utils.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,OAAO,EAAC,YAAY,EAAE,UAAU,EAAC,mCAAgC;AACjE,OAAO,EAAC,yBAAyB,EAAC,0CAAuC;AACzE,OAAO,EAAC,+BAA+B,EAAC,iDAA8C;AACtF,OAAO,EAAC,mBAAmB,EAAC,mCAAgC;AAE5D;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,GAAQ;IACtC,MAAM,QAAQ,GAAG,IAAI,+BAA+B,EAAE,CAAC;IACvD,GAAG,CAAC,KAAK,CAAC,QAAe,CAAC,CAAC;IAC3B,OAAO,QAAQ,CAAC,QAAQ,EAAE,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,GAAQ,EAAE,GAAe,EAAE,MAAe;IACrE,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,qDAAqD;QACrD,MAAM,GAAG,CAAC,CAAC;IACb,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC/C,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC;IAC3B,MAAM,QAAQ,GAAG,IAAI,yBAAyB,CAAC,SAAS,CAAC,CAAC;IAC1D,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnB,OAAO,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC;AACpC,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,aAAa,CAAC,UAAkB,EAAE,KAAsB;IACtE,MAAM,UAAU,GAAG,UAAsD,CAAC;IAC1E,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACjC,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IAED,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;QAClC,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,KAAK,EAAE,CAAC;YACnC,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,GAAe,EAAE,MAAe;IACjE,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,qDAAqD;QACrD,MAAM,GAAG,CAAC,CAAC;IACb,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC/C,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC;IAC3B,MAAM,QAAQ,GAAG,IAAI,yBAAyB,CAAC,SAAS,CAAC,CAAC;IAC1D,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,QAAe,CAAC,CAAC;IACpD,OAAO,EAAC,MAAM,EAAE,SAAS,CAAC,OAAO,GAAG,MAAM,EAAE,QAAQ,EAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,GAAe,EAAE,MAAe;IAC/D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,qDAAqD;QACrD,MAAM,GAAG,CAAC,CAAC;IACb,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC/C,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC;IAC3B,MAAM,QAAQ,GAAG,IAAI,yBAAyB,CAAC,SAAS,CAAC,CAAC;IAC1D,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,QAAe,CAAC,CAAC;IACpD,OAAO,EAAC,MAAM,EAAE,SAAS,CAAC,OAAO,GAAG,MAAM,EAAE,UAAU,EAAC,CAAC;AAC1D,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,GAAW;IACrC,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;QACd,OAAO,CAAC,CAAC;QACT,gDAAgD;IAClD,CAAC;IACD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;AACvC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,GAAe,EAAE,IAAc;IAC1D,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,GAAG,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;QAC/D,MAAM,YAAY,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC;QACrC,IAAI,OAAO,GAAG,IAAI,CAAC;QACnB,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,YAAY,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;YACrE,MAAM,eAAe,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;YAChD,IAAI,eAAe,KAAK,GAAG,EAAE,CAAC;gBAC5B,OAAO,UAAU,CAAC;YACpB,CAAC;YACD,IACE,SAAS,IAAI,IAAI,CAAC,MAAM;gBACxB,CAAC,eAAe,KAAK,GAAG,IAAI,eAAe,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,EAChE,CAAC;gBACD,OAAO,GAAG,KAAK,CAAC;gBAChB,MAAM;YACR,CAAC;QACH,CAAC;QACD,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,UAAU,CAAC;QACpB,CAAC;IACH,CAAC;IACD,OAAO,CAAC,CAAC,CAAC;AACZ,CAAC"}

package/dist/parquetjs/utils/thrift-runtime.d.ts

@@ -0,0 +1,106 @@
+/** Minimal Thrift runtime types needed by the generated Parquet metadata classes. */
+export declare namespace Thrift {
+    /** Thrift wire types used by the Parquet compact protocol. */
+    enum Type {
+        STOP = 0,
+        VOID = 1,
+        BOOL = 2,
+        BYTE = 3,
+        DOUBLE = 4,
+        I16 = 6,
+        I32 = 8,
+        I64 = 10,
+        STRING = 11,
+        STRUCT = 12,
+        MAP = 13,
+        SET = 14,
+        LIST = 15,
+        UTF8 = 16,
+        UTF16 = 17
+    }
+    /** Protocol failure categories retained for generated-code compatibility. */
+    enum TProtocolExceptionType {
+        UNKNOWN = 0,
+        INVALID_DATA = 1,
+        NEGATIVE_SIZE = 2,
+        SIZE_LIMIT = 3,
+        BAD_VERSION = 4,
+        NOT_IMPLEMENTED = 5,
+        DEPTH_LIMIT = 6
+    }
+    /** Error raised when generated metadata cannot be encoded or decoded. */
+    class TProtocolException extends Error {
+        /** Thrift protocol error category. */
+        readonly type: TProtocolExceptionType;
+        /** Creates a protocol exception without importing the Node-oriented thrift package. */
+        constructor(type: TProtocolExceptionType, message?: string);
+    }
+}
+/** Thrift struct descriptor returned by compact-protocol readers. */
+export type TStruct = {
+    fname: string;
+};
+/** Thrift field descriptor returned by compact-protocol readers. */
+export type TField = {
+    fname: string;
+    ftype: Thrift.Type;
+    fid: number;
+};
+/** Thrift map descriptor returned by compact-protocol readers. */
+export type TMap = {
+    ktype: Thrift.Type;
+    vtype: Thrift.Type;
+    size: number;
+};
+/** Thrift list descriptor returned by compact-protocol readers. */
+export type TList = {
+    etype: Thrift.Type;
+    size: number;
+};
+/** Thrift set descriptor returned by compact-protocol readers. */
+export type TSet = TList;
+/**
+ * Compact-protocol surface consumed by the generated Parquet metadata classes.
+ * Binary values use typed-array views and remain browser-native.
+ */
+export interface TProtocol {
+    writeStructBegin(name: string): void;
+    writeStructEnd(): void;
+    writeFieldBegin(name: string, fieldType: Thrift.Type, fieldId: number): void;
+    writeFieldEnd(): void;
+    writeFieldStop(): void;
+    writeMapBegin(keyType: Thrift.Type, valueType: Thrift.Type, size: number): void;
+    writeMapEnd(): void;
+    writeListBegin(elementType: Thrift.Type, size: number): void;
+    writeListEnd(): void;
+    writeSetBegin(elementType: Thrift.Type, size: number): void;
+    writeSetEnd(): void;
+    writeBool(value: boolean): void;
+    writeByte(value: number): void;
+    writeI16(value: number): void;
+    writeI32(value: number): void;
+    writeI64(value: unknown): void;
+    writeDouble(value: number): void;
+    writeString(value: string): void;
+    writeBinary(value: ArrayBuffer | ArrayBufferView): void;
+    readStructBegin(): TStruct;
+    readStructEnd(): void;
+    readFieldBegin(): TField;
+    readFieldEnd(): void;
+    readMapBegin(): TMap;
+    readMapEnd(): void;
+    readListBegin(): TList;
+    readListEnd(): void;
+    readSetBegin(): TSet;
+    readSetEnd(): void;
+    readBool(): boolean;
+    readByte(): number;
+    readI16(): number;
+    readI32(): number;
+    readI64(): any;
+    readDouble(): number;
+    readString(): string;
+    readBinary(): Uint8Array;
+    skip(type: Thrift.Type): void;
+}
+//# sourceMappingURL=thrift-runtime.d.ts.map

package/dist/parquetjs/utils/thrift-runtime.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"thrift-runtime.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/thrift-runtime.ts"],"names":[],"mappings":"AAIA,qFAAqF;AACrF,yBAAiB,MAAM,CAAC;IACtB,8DAA8D;IAC9D,KAAY,IAAI;QACd,IAAI,IAAI;QACR,IAAI,IAAI;QACR,IAAI,IAAI;QACR,IAAI,IAAI;QACR,MAAM,IAAI;QACV,GAAG,IAAI;QACP,GAAG,IAAI;QACP,GAAG,KAAK;QACR,MAAM,KAAK;QACX,MAAM,KAAK;QACX,GAAG,KAAK;QACR,GAAG,KAAK;QACR,IAAI,KAAK;QACT,IAAI,KAAK;QACT,KAAK,KAAK;KACX;IAED,6EAA6E;IAC7E,KAAY,sBAAsB;QAChC,OAAO,IAAI;QACX,YAAY,IAAI;QAChB,aAAa,IAAI;QACjB,UAAU,IAAI;QACd,WAAW,IAAI;QACf,eAAe,IAAI;QACnB,WAAW,IAAI;KAChB;IAED,yEAAyE;IACzE,MAAa,kBAAmB,SAAQ,KAAK;QAC3C,sCAAsC;QACtC,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;QAEtC,uFAAuF;oBAC3E,IAAI,EAAE,sBAAsB,EAAE,OAAO,SAA0B;KAK5E;CACF;AAED,qEAAqE;AACrE,MAAM,MAAM,OAAO,GAAG;IAAC,KAAK,EAAE,MAAM,CAAA;CAAC,CAAC;AAEtC,oEAAoE;AACpE,MAAM,MAAM,MAAM,GAAG;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAC,CAAC;AAEtE,kEAAkE;AAClE,MAAM,MAAM,IAAI,GAAG;IAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAC,CAAC;AAE1E,mEAAmE;AACnE,MAAM,MAAM,KAAK,GAAG;IAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAC,CAAC;AAEvD,kEAAkE;AAClE,MAAM,MAAM,IAAI,GAAG,KAAK,CAAC;AAEzB;;;GAGG;AACH,MAAM,WAAW,SAAS;IACxB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,cAAc,IAAI,IAAI,CAAC;IACvB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7E,aAAa,IAAI,IAAI,CAAC;IACtB,cAAc,IAAI,IAAI,CAAC;IACvB,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAChF,WAAW,IAAI,IAAI,CAAC;IACpB,cAAc,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7D,YAAY,IAAI,IAAI,CAAC;IACrB,aAAa,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5D,WAAW,IAAI,IAAI,CAAC;IACpB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAAC;IAChC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAAC;IAC/B,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,WAAW,CAAC,KAAK,EAAE,WAAW,GAAG,eAAe,GAAG,IAAI,CAAC;IACxD,eAAe,IAAI,OAAO,CAAC;IAC3B,aAAa,IAAI,IAAI,CAAC;IACtB,cAAc,IAAI,MAAM,CAAC;IACzB,YAAY,IAAI,IAAI,CAAC;IACrB,YAAY,IAAI,IAAI,CAAC;IACrB,UAAU,IAAI,IAAI,CAAC;IACnB,aAAa,IAAI,KAAK,CAAC;IACvB,WAAW,IAAI,IAAI,CAAC;IACpB,YAAY,IAAI,IAAI,CAAC;IACrB,UAAU,IAAI,IAAI,CAAC;IACnB,QAAQ,IAAI,OAAO,CAAC;IACpB,QAAQ,IAAI,MAAM,CAAC;IACnB,OAAO,IAAI,MAAM,CAAC;IAClB,OAAO,IAAI,MAAM,CAAC;IAClB,OAAO,IAAI,GAAG,CAAC;IACf,UAAU,IAAI,MAAM,CAAC;IACrB,UAAU,IAAI,MAAM,CAAC;IACrB,UAAU,IAAI,UAAU,CAAC;IACzB,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;CAC/B"}

package/dist/parquetjs/utils/thrift-runtime.js

@@ -0,0 +1,50 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+/** Minimal Thrift runtime types needed by the generated Parquet metadata classes. */
+export var Thrift;
+(function (Thrift) {
+    /** Thrift wire types used by the Parquet compact protocol. */
+    let Type;
+    (function (Type) {
+        Type[Type["STOP"] = 0] = "STOP";
+        Type[Type["VOID"] = 1] = "VOID";
+        Type[Type["BOOL"] = 2] = "BOOL";
+        Type[Type["BYTE"] = 3] = "BYTE";
+        Type[Type["DOUBLE"] = 4] = "DOUBLE";
+        Type[Type["I16"] = 6] = "I16";
+        Type[Type["I32"] = 8] = "I32";
+        Type[Type["I64"] = 10] = "I64";
+        Type[Type["STRING"] = 11] = "STRING";
+        Type[Type["STRUCT"] = 12] = "STRUCT";
+        Type[Type["MAP"] = 13] = "MAP";
+        Type[Type["SET"] = 14] = "SET";
+        Type[Type["LIST"] = 15] = "LIST";
+        Type[Type["UTF8"] = 16] = "UTF8";
+        Type[Type["UTF16"] = 17] = "UTF16";
+    })(Type = Thrift.Type || (Thrift.Type = {}));
+    /** Protocol failure categories retained for generated-code compatibility. */
+    let TProtocolExceptionType;
+    (function (TProtocolExceptionType) {
+        TProtocolExceptionType[TProtocolExceptionType["UNKNOWN"] = 0] = "UNKNOWN";
+        TProtocolExceptionType[TProtocolExceptionType["INVALID_DATA"] = 1] = "INVALID_DATA";
+        TProtocolExceptionType[TProtocolExceptionType["NEGATIVE_SIZE"] = 2] = "NEGATIVE_SIZE";
+        TProtocolExceptionType[TProtocolExceptionType["SIZE_LIMIT"] = 3] = "SIZE_LIMIT";
+        TProtocolExceptionType[TProtocolExceptionType["BAD_VERSION"] = 4] = "BAD_VERSION";
+        TProtocolExceptionType[TProtocolExceptionType["NOT_IMPLEMENTED"] = 5] = "NOT_IMPLEMENTED";
+        TProtocolExceptionType[TProtocolExceptionType["DEPTH_LIMIT"] = 6] = "DEPTH_LIMIT";
+    })(TProtocolExceptionType = Thrift.TProtocolExceptionType || (Thrift.TProtocolExceptionType = {}));
+    /** Error raised when generated metadata cannot be encoded or decoded. */
+    class TProtocolException extends Error {
+        /** Thrift protocol error category. */
+        type;
+        /** Creates a protocol exception without importing the Node-oriented thrift package. */
+        constructor(type, message = 'Thrift protocol error') {
+            super(message);
+            this.name = 'TProtocolException';
+            this.type = type;
+        }
+    }
+    Thrift.TProtocolException = TProtocolException;
+})(Thrift || (Thrift = {}));
+//# sourceMappingURL=thrift-runtime.js.map

package/dist/parquetjs/utils/thrift-runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"thrift-runtime.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/thrift-runtime.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,qFAAqF;AACrF,MAAM,KAAW,MAAM,CA2CtB;AA3CD,WAAiB,MAAM;IACrB,8DAA8D;IAC9D,IAAY,IAgBX;IAhBD,WAAY,IAAI;QACd,+BAAQ,CAAA;QACR,+BAAQ,CAAA;QACR,+BAAQ,CAAA;QACR,+BAAQ,CAAA;QACR,mCAAU,CAAA;QACV,6BAAO,CAAA;QACP,6BAAO,CAAA;QACP,8BAAQ,CAAA;QACR,oCAAW,CAAA;QACX,oCAAW,CAAA;QACX,8BAAQ,CAAA;QACR,8BAAQ,CAAA;QACR,gCAAS,CAAA;QACT,gCAAS,CAAA;QACT,kCAAU,CAAA;IACZ,CAAC,EAhBW,IAAI,GAAJ,WAAI,KAAJ,WAAI,QAgBf;IAED,6EAA6E;IAC7E,IAAY,sBAQX;IARD,WAAY,sBAAsB;QAChC,yEAAW,CAAA;QACX,mFAAgB,CAAA;QAChB,qFAAiB,CAAA;QACjB,+EAAc,CAAA;QACd,iFAAe,CAAA;QACf,yFAAmB,CAAA;QACnB,iFAAe,CAAA;IACjB,CAAC,EARW,sBAAsB,GAAtB,6BAAsB,KAAtB,6BAAsB,QAQjC;IAED,yEAAyE;IACzE,MAAa,kBAAmB,SAAQ,KAAK;QAC3C,sCAAsC;QAC7B,IAAI,CAAyB;QAEtC,uFAAuF;QACvF,YAAY,IAA4B,EAAE,OAAO,GAAG,uBAAuB;YACzE,KAAK,CAAC,OAAO,CAAC,CAAC;YACf,IAAI,CAAC,IAAI,GAAG,oBAAoB,CAAC;YACjC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACnB,CAAC;KACF;IAVY,yBAAkB,qBAU9B,CAAA;AACH,CAAC,EA3CgB,MAAM,KAAN,MAAM,QA2CtB"}

package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts

@@ -0,0 +1,78 @@
+import * as thrift from "./thrift-runtime.js";
+type Int64Like = number | bigint | {
+    toString(radix?: number): string;
+    valueOf?: () => number;
+};
+/** Write-only Thrift compact protocol that assembles exact Uint8Array output. */
+export declare class Uint8ArrayCompactProtocolWriter {
+    /** Serialized byte chunks accumulated by thrift write calls. */
+    private readonly chunks;
+    /** Field id at the current nesting depth, used to emit compact field-id deltas. */
+    private lastFieldId;
+    /** Parent struct field ids restored when nested structs end. */
+    private readonly lastFieldIds;
+    /** Boolean field header waiting for the following boolean payload. */
+    private pendingBooleanField;
+    /** Enter a struct and reset the delta-encoded field id state. */
+    writeStructBegin(_name: string): void;
+    /** Exit a struct and restore the parent field id state. */
+    writeStructEnd(): void;
+    /** Write a field header, deferring boolean fields until their value is known. */
+    writeFieldBegin(_name: string, fieldType: thrift.Thrift.Type, fid: number): void;
+    /** Complete the current field; compact protocol has no field-end bytes. */
+    writeFieldEnd(): void;
+    /** Write the stop marker that terminates a thrift struct. */
+    writeFieldStop(): void;
+    /** Write a map header with compact key/value element types. */
+    writeMapBegin(keyType: thrift.Thrift.Type, valueType: thrift.Thrift.Type, size: number): void;
+    /** Complete the current map; compact protocol has no map-end bytes. */
+    writeMapEnd(): void;
+    /** Write a list header with compact element type and element count. */
+    writeListBegin(elementType: thrift.Thrift.Type, size: number): void;
+    /** Complete the current list; compact protocol has no list-end bytes. */
+    writeListEnd(): void;
+    /** Write a set header with compact element type and element count. */
+    writeSetBegin(elementType: thrift.Thrift.Type, size: number): void;
+    /** Complete the current set; compact protocol has no set-end bytes. */
+    writeSetEnd(): void;
+    /** Write a boolean, either inline in its field header or as a value byte. */
+    writeBool(value: boolean): void;
+    /** Write a signed byte. */
+    writeByte(value: number): void;
+    /** Write a signed 16-bit integer as zig-zag varint. */
+    writeI16(value: number): void;
+    /** Write a signed 32-bit integer as zig-zag varint. */
+    writeI32(value: number): void;
+    /** Write a signed 64-bit-like value as zig-zag varint. */
+    writeI64(value: Int64Like): void;
+    /** Write a little-endian 64-bit float. */
+    writeDouble(value: number): void;
+    /** Write a length-prefixed UTF-8 string. */
+    writeString(value: string): void;
+    /** Write a length-prefixed binary payload from any typed-array view. */
+    writeBinary(value: ArrayBuffer | ArrayBufferView): void;
+    /** Return all serialized chunks as one contiguous byte array. */
+    getBytes(): Uint8Array;
+    /** Write a compact collection header for list or set values. */
+    private writeCollectionBegin;
+    /** Write a compact field header using a field-id delta when possible. */
+    private writeFieldHeader;
+    /** Append an already serialized byte range without copying. */
+    private writeBytes;
+    /** Append one byte to the serialized output. */
+    private writeByteDirect;
+    /** Write an unsigned 32-bit value as a compact varint. */
+    private writeVarint32;
+    /** Write an unsigned 64-bit value as a compact varint. */
+    private writeVarint64;
+    /** Encode a signed 32-bit integer as an unsigned zig-zag value. */
+    private encodeZigZag32;
+    /** Encode a signed 64-bit integer as an unsigned zig-zag value. */
+    private encodeZigZag64;
+    /** Normalize thrift int64-like values to bigint before zig-zag encoding. */
+    private toBigInt;
+    /** Convert a generated-thrift type to a compact protocol wire type. */
+    private getCompactType;
+}
+export {};
+//# sourceMappingURL=uint8-array-compact-protocol-writer.d.ts.map

package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"uint8-array-compact-protocol-writer.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/uint8-array-compact-protocol-writer.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,MAAM,4BAAyB;AAiB3C,KAAK,SAAS,GAAG,MAAM,GAAG,MAAM,GAAG;IAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,MAAM,CAAA;CAAC,CAAC;AAE9F,iFAAiF;AACjF,qBAAa,+BAA+B;IAC1C,gEAAgE;IAChE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoB;IAE3C,mFAAmF;IACnF,OAAO,CAAC,WAAW,CAAK;IAExB,gEAAgE;IAChE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAgB;IAE7C,sEAAsE;IACtE,OAAO,CAAC,mBAAmB,CAA8B;IAEzD,iEAAiE;IACjE,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAKrC,2DAA2D;IAC3D,cAAc,IAAI,IAAI;IAItB,iFAAiF;IACjF,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI;IAShF,2EAA2E;IAC3E,aAAa,IAAI,IAAI;IAErB,6DAA6D;IAC7D,cAAc,IAAI,IAAI;IAItB,+DAA+D;IAC/D,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI;IAU7F,uEAAuE;IACvE,WAAW,IAAI,IAAI;IAEnB,uEAAuE;IACvE,cAAc,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI;IAInE,yEAAyE;IACzE,YAAY,IAAI,IAAI;IAEpB,sEAAsE;IACtE,aAAa,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI;IAIlE,uEAAuE;IACvE,WAAW,IAAI,IAAI;IAEnB,6EAA6E;IAC7E,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAW/B,2BAA2B;IAC3B,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAI9B,uDAAuD;IACvD,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAI7B,uDAAuD;IACvD,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAI7B,0DAA0D;IAC1D,QAAQ,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI;IAIhC,0CAA0C;IAC1C,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAMhC,4CAA4C;IAC5C,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAIhC,wEAAwE;IACxE,WAAW,CAAC,KAAK,EAAE,WAAW,GAAG,eAAe,GAAG,IAAI;IAMvD,iEAAiE;IACjE,QAAQ,IAAI,UAAU;IAItB,gEAAgE;IAChE,OAAO,CAAC,oBAAoB;IAW5B,yEAAyE;IACzE,OAAO,CAAC,gBAAgB;IAWxB,+DAA+D;IAC/D,OAAO,CAAC,UAAU;IAIlB,gDAAgD;IAChD,OAAO,CAAC,eAAe;IAIvB,0DAA0D;IAC1D,OAAO,CAAC,aAAa;IAIrB,0DAA0D;IAC1D,OAAO,CAAC,aAAa;IAarB,mEAAmE;IACnE,OAAO,CAAC,cAAc;IAItB,mEAAmE;IACnE,OAAO,CAAC,cAAc;IAItB,4EAA4E;IAC5E,OAAO,CAAC,QAAQ;IAMhB,uEAAuE;IACvE,OAAO,CAAC,cAAc;CA8BvB"}