@loaders.gl/scan 5.0.0-alpha.3 → 5.0.0-alpha.4

package/dist/hudi.d.ts

@@ -3,9 +3,13 @@ import { DataSource } from '@loaders.gl/loader-utils';
 import type { ParquetDatasetBatch, ParquetDatasetExplain, ParquetDatasetReadOptions, ParquetPredicate, ParquetDatasetSourceOptions } from '@loaders.gl/parquet/parquet-source-types';
 /** A physical Parquet base file recorded by a Hudi snapshot descriptor. */
 export type HudiBaseFile = Readonly<{
+    /** Path or URL of the Parquet base file. */
     path: string;
+    /** Compressed file size in bytes, when recorded by the descriptor. */
     size?: number;
+    /** Number of records in the base file, when recorded by the descriptor. */
     numRecords?: number;
+    /** Partition column values associated with the base file. */
     partitionValues?: Readonly<Record<string, unknown>>;
 }>;
 /** Minimal, portable descriptor used by the Hudi proof of concept. */

package/dist/hudi.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"hudi.d.ts","sourceRoot":"","sources":["../src/hudi.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,OAAO,EACP,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,EACjB,wBAAwB,EACxB,eAAe,EAChB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAA0B,UAAU,EAAC,MAAM,0BAA0B,CAAC;AAG7E,OAAO,KAAK,EACV,mBAAmB,EACnB,qBAAqB,EACrB,yBAAyB,EACzB,gBAAgB,EAChB,2BAA2B,EAC5B,MAAM,0CAA0C,CAAC;AAElD,2EAA2E;AAC3E,MAAM,MAAM,YAAY,GAAG,QAAQ,CAAC;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;CACrD,CAAC,CAAC;AAEH,sEAAsE;AACtE,MAAM,MAAM,sBAAsB,GAAG,QAAQ,CAAC;IAC5C,SAAS,CAAC,EAAE,eAAe,GAAG,eAAe,CAAC;IAC9C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,SAAS,YAAY,EAAE,CAAC;CAChC,CAAC,CAAC;AAEH,iFAAiF;AACjF,MAAM,MAAM,iBAAiB,GAAG,2BAA2B,GAAG;IAC5D,IAAI,CAAC,EAAE;QACL,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,WAAW,CAAC;KACvB,CAAC;CACH,CAAC;AAEF,sDAAsD;AACtD,MAAM,MAAM,eAAe,GAAG,yBAAyB,CAAC;AAExD;;;;;GAKG;AACH,qBAAa,eACX,SAAQ,UAAU,CAAC,MAAM,GAAG,IAAI,EAAE,iBAAiB,CACnD,YACE,eAAe,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,EACtD,oBAAoB,CAAC,gBAAgB,CAAC;IAExC,OAAO,CAAC,iBAAiB,CAAgD;IAEzE,oEAAoE;gBACxD,IAAI,EAAE,MAAM,GAAG,IAAI,EAAE,OAAO,GAAE,iBAAsB,EAAE,OAAO,CAAC,EAAE,OAAO;IAInF,uDAAuD;IACjD,aAAa,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,sBAAsB,CAAC;IAU1E,+EAA+E;IACzE,gBAAgB,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,SAAS,YAAY,EAAE,CAAC;IAmBvF,2EAA2E;IACrE,gBAAgB,CAAC,OAAO,GAAE,wBAA6B,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAsB1F,sEAAsE;IAChE,WAAW,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAIhF,4EAA4E;IAC5E,IAAI,CAAC,OAAO,GAAE,eAAoB,GAAG,aAAa,CAAC,mBAAmB,CAAC;IAIvE,uDAAuD;IACvD,IAAI,CAAC,OAAO,GAAE,eAAoB,GAAG,aAAa,CAAC,mBAAmB,CAAC;YAIzD,cAAc;IA6B5B,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,wBAAwB;IAehC,OAAO,CAAC,eAAe;CAKxB"}
+{"version":3,"file":"hudi.d.ts","sourceRoot":"","sources":["../src/hudi.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,OAAO,EACP,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,EACjB,wBAAwB,EACxB,eAAe,EAChB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAA0B,UAAU,EAAC,MAAM,0BAA0B,CAAC;AAG7E,OAAO,KAAK,EACV,mBAAmB,EACnB,qBAAqB,EACrB,yBAAyB,EACzB,gBAAgB,EAChB,2BAA2B,EAC5B,MAAM,0CAA0C,CAAC;AAElD,2EAA2E;AAC3E,MAAM,MAAM,YAAY,GAAG,QAAQ,CAAC;IAClC,4CAA4C;IAC5C,IAAI,EAAE,MAAM,CAAC;IACb,sEAAsE;IACtE,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,2EAA2E;IAC3E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,6DAA6D;IAC7D,eAAe,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;CACrD,CAAC,CAAC;AAEH,sEAAsE;AACtE,MAAM,MAAM,sBAAsB,GAAG,QAAQ,CAAC;IAC5C,SAAS,CAAC,EAAE,eAAe,GAAG,eAAe,CAAC;IAC9C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,SAAS,YAAY,EAAE,CAAC;CAChC,CAAC,CAAC;AAEH,iFAAiF;AACjF,MAAM,MAAM,iBAAiB,GAAG,2BAA2B,GAAG;IAC5D,IAAI,CAAC,EAAE;QACL,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,WAAW,CAAC;KACvB,CAAC;CACH,CAAC;AAEF,sDAAsD;AACtD,MAAM,MAAM,eAAe,GAAG,yBAAyB,CAAC;AAExD;;;;;GAKG;AACH,qBAAa,eACX,SAAQ,UAAU,CAAC,MAAM,GAAG,IAAI,EAAE,iBAAiB,CACnD,YACE,eAAe,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,EACtD,oBAAoB,CAAC,gBAAgB,CAAC;IAExC,OAAO,CAAC,iBAAiB,CAAgD;IAEzE,oEAAoE;gBACxD,IAAI,EAAE,MAAM,GAAG,IAAI,EAAE,OAAO,GAAE,iBAAsB,EAAE,OAAO,CAAC,EAAE,OAAO;IAInF,uDAAuD;IACjD,aAAa,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,sBAAsB,CAAC;IAU1E,+EAA+E;IACzE,gBAAgB,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,SAAS,YAAY,EAAE,CAAC;IAmBvF,2EAA2E;IACrE,gBAAgB,CAAC,OAAO,GAAE,wBAA6B,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAsB1F,sEAAsE;IAChE,WAAW,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAIhF,4EAA4E;IAC5E,IAAI,CAAC,OAAO,GAAE,eAAoB,GAAG,aAAa,CAAC,mBAAmB,CAAC;IAIvE,uDAAuD;IACvD,IAAI,CAAC,OAAO,GAAE,eAAoB,GAAG,aAAa,CAAC,mBAAmB,CAAC;YAIzD,cAAc;IA4D5B,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,wBAAwB;IAehC,OAAO,CAAC,eAAe;CAKxB"}

package/dist/hudi.js

@@ -75,7 +75,7 @@ export class HudiTableSource extends DataSource {
     }
     async loadDescriptor(signal) {
         const text = typeof this.data === 'string'
-            ? await (await this.fetch(this.data, { headers: this.options.hudi?.headers, signal })).text()
+            ? await (await this.fetch(this.url, { headers: this.options.hudi?.headers, signal })).text()
             : await this.data.text();
         let descriptor;
         try {
@@ -90,6 +90,29 @@ export class HudiTableSource extends DataSource {
         if (!Array.isArray(files)) {
             throw new Error('Hudi snapshot descriptor must contain a files array');
         }
+        for (const [index, file] of files.entries()) {
+            if (!file || typeof file !== 'object' || Array.isArray(file)) {
+                throw new Error(`Hudi snapshot file at index ${index} must be an object`);
+            }
+            const value = file;
+            if (typeof value.path !== 'string' || !value.path) {
+                throw new Error(`Hudi snapshot file at index ${index} must contain a non-empty string path`);
+            }
+            if (value.size !== undefined &&
+                (typeof value.size !== 'number' || !Number.isFinite(value.size))) {
+                throw new Error(`Hudi snapshot file at index ${index} size must be a finite number`);
+            }
+            if (value.numRecords !== undefined &&
+                (typeof value.numRecords !== 'number' || !Number.isFinite(value.numRecords))) {
+                throw new Error(`Hudi snapshot file at index ${index} numRecords must be a finite number`);
+            }
+            if (value.partitionValues !== undefined &&
+                (!value.partitionValues ||
+                    typeof value.partitionValues !== 'object' ||
+                    Array.isArray(value.partitionValues))) {
+                throw new Error(`Hudi snapshot file at index ${index} partitionValues must be an object`);
+            }
+        }
         const value = descriptor;
         if (value.tableType &&
             value.tableType !== 'COPY_ON_WRITE' &&

package/dist/hudi.js.map

@@ -1 +1 @@
-{"version":3,"file":"hudi.js","sourceRoot":"","sources":["../src/hudi.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAUpC,OAAO,EAAC,uBAAuB,EAAE,UAAU,EAAC,MAAM,0BAA0B,CAAC;AAC7E,OAAO,EAAC,oBAAoB,EAAC,MAAM,4CAA4C,CAAC;AAChF,OAAO,EAAC,gCAAgC,EAAC,MAAM,iDAAiD,CAAC;AAoCjG;;;;;GAKG;AACH,MAAM,OAAO,eACX,SAAQ,UAA4C;IAK5C,iBAAiB,GAA2C,IAAI,CAAC;IAEzE,oEAAoE;IACpE,YAAY,IAAmB,EAAE,UAA6B,EAAE,EAAE,OAAiB;QACjF,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,uDAAuD;IACvD,KAAK,CAAC,aAAa,CAAC,MAAoB;QACtC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC5B,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;gBACjE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;gBAC9B,MAAM,KAAK,CAAC;YACd,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IAED,+EAA+E;IAC/E,KAAK,CAAC,gBAAgB,CAAC,UAA2B,EAAE;QAClD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC5D,IAAI,UAAU,CAAC,SAAS,KAAK,eAAe,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAChF,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAClB,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAC1B,MAAM,CAAC,MAAM,CAAC;YACZ,EAAE,EAAE,IAAI,CAAC,IAAI;YACb,GAAG,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC;YACzD,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,UAAU,EAAE,IAAI,CAAC,IAAI;YACrB,QAAQ,EAAE,IAAI,CAAC,UAAU;YACzB,QAAQ,EAAE,EAAC,gBAAgB,EAAE,UAAU,CAAC,gBAAgB,EAAC;SAC1D,CAAC,CACH,CACF,CAAC;IACJ,CAAC;IAED,2EAA2E;IAC3E,KAAK,CAAC,gBAAgB,CAAC,UAAoC,EAAE;QAC3D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QACvF,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,EAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAC,CAAC,CAAC;QACjE,OAAO,uBAAuB,CAAC;YAC7B,UAAU,EAAE,MAAM;YAClB,SAAS,EAAE,OAAO;YAClB,SAAS,EAAE,EAAC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAC;YAChD,IAAI,EAAE,IAAI,CAAC,IAAI,YAAY,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI;YACvD,MAAM;YACN,YAAY,EAAE,EAAC,KAAK,EAAE,gCAAgC,EAAC;YACvD,UAAU,EAAE;gBACV,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC1F,UAAU,EAAE,SAAS,CAAC,MAAM,CAC1B,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAC,EAC7D,CAAC,CACF;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAED,sEAAsE;IACtE,KAAK,CAAC,WAAW,CAAC,UAA2B,EAAE;QAC7C,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACvF,CAAC;IAED,4EAA4E;IAC5E,IAAI,CAAC,UAA2B,EAAE;QAChC,OAAO,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;IAED,uDAAuD;IACvD,IAAI,CAAC,UAA2B,EAAE;QAChC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,MAAoB;QAC/C,MAAM,IAAI,GACR,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;YAC3B,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,EAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAC,CAAC,CAAC,CAAC,IAAI,EAAE;YAC3F,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,UAAmB,CAAC;QACxB,IAAI,CAAC;YACH,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QACD,MAAM,KAAK,GACT,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ;YAC1C,CAAC,CAAE,UAAgC,CAAC,KAAK;YACzC,CAAC,CAAC,SAAS,CAAC;QAChB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzE,CAAC;QACD,MAAM,KAAK,GAAG,UAAoC,CAAC;QACnD,IACE,KAAK,CAAC,SAAS;YACf,KAAK,CAAC,SAAS,KAAK,eAAe;YACnC,KAAK,CAAC,SAAS,KAAK,eAAe,EACnC,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,gCAAgC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC7E,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,aAAa,CAAC,SAAkC;QACtD,OAAO,IAAI,oBAAoB,CAC7B,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACzB,IAAI,EAAE,QAAQ,CAAC,GAAI;YACnB,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,UAAU,EAAE,QAAQ,CAAC,eAAwB;YAC7C,QAAQ,EAAE,QAAQ,CAAC,QAAQ;SAC5B,CAAC,CAAC,EACH,IAAI,CAAC,OAAO,CACb,CAAC;IACJ,CAAC;IAEO,wBAAwB,CAAC,OAAwB;QACvD,OAAO,IAAI,oBAAoB,CAC7B,GAAG,EAAE,CACH,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAC9C,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACzB,IAAI,EAAE,QAAQ,CAAC,GAAI;YACnB,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,UAAU,EAAE,QAAQ,CAAC,eAAwB;YAC7C,QAAQ,EAAE,QAAQ,CAAC,QAAQ;SAC5B,CAAC,CAAC,CACJ,EACH,IAAI,CAAC,OAAO,CACb,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,IAAY,EAAE,QAAiB;QACrD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,IAAI,QAAQ,CAAC;QACvD,IAAI,OAAO;YAAE,OAAO,IAAI,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC;QACtD,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}
+{"version":3,"file":"hudi.js","sourceRoot":"","sources":["../src/hudi.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAUpC,OAAO,EAAC,uBAAuB,EAAE,UAAU,EAAC,MAAM,0BAA0B,CAAC;AAC7E,OAAO,EAAC,oBAAoB,EAAC,MAAM,4CAA4C,CAAC;AAChF,OAAO,EAAC,gCAAgC,EAAC,MAAM,iDAAiD,CAAC;AAwCjG;;;;;GAKG;AACH,MAAM,OAAO,eACX,SAAQ,UAA4C;IAK5C,iBAAiB,GAA2C,IAAI,CAAC;IAEzE,oEAAoE;IACpE,YAAY,IAAmB,EAAE,UAA6B,EAAE,EAAE,OAAiB;QACjF,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,uDAAuD;IACvD,KAAK,CAAC,aAAa,CAAC,MAAoB;QACtC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC5B,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;gBACjE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;gBAC9B,MAAM,KAAK,CAAC;YACd,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IAED,+EAA+E;IAC/E,KAAK,CAAC,gBAAgB,CAAC,UAA2B,EAAE;QAClD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC5D,IAAI,UAAU,CAAC,SAAS,KAAK,eAAe,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAChF,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAClB,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAC1B,MAAM,CAAC,MAAM,CAAC;YACZ,EAAE,EAAE,IAAI,CAAC,IAAI;YACb,GAAG,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC;YACzD,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,UAAU,EAAE,IAAI,CAAC,IAAI;YACrB,QAAQ,EAAE,IAAI,CAAC,UAAU;YACzB,QAAQ,EAAE,EAAC,gBAAgB,EAAE,UAAU,CAAC,gBAAgB,EAAC;SAC1D,CAAC,CACH,CACF,CAAC;IACJ,CAAC;IAED,2EAA2E;IAC3E,KAAK,CAAC,gBAAgB,CAAC,UAAoC,EAAE;QAC3D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QACvF,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,EAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAC,CAAC,CAAC;QACjE,OAAO,uBAAuB,CAAC;YAC7B,UAAU,EAAE,MAAM;YAClB,SAAS,EAAE,OAAO;YAClB,SAAS,EAAE,EAAC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAC;YAChD,IAAI,EAAE,IAAI,CAAC,IAAI,YAAY,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI;YACvD,MAAM;YACN,YAAY,EAAE,EAAC,KAAK,EAAE,gCAAgC,EAAC;YACvD,UAAU,EAAE;gBACV,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC1F,UAAU,EAAE,SAAS,CAAC,MAAM,CAC1B,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAC,EAC7D,CAAC,CACF;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAED,sEAAsE;IACtE,KAAK,CAAC,WAAW,CAAC,UAA2B,EAAE;QAC7C,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACvF,CAAC;IAED,4EAA4E;IAC5E,IAAI,CAAC,UAA2B,EAAE;QAChC,OAAO,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;IAED,uDAAuD;IACvD,IAAI,CAAC,UAA2B,EAAE;QAChC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,MAAoB;QAC/C,MAAM,IAAI,GACR,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;YAC3B,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAC,CAAC,CAAC,CAAC,IAAI,EAAE;YAC1F,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,UAAmB,CAAC;QACxB,IAAI,CAAC;YACH,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QACD,MAAM,KAAK,GACT,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ;YAC1C,CAAC,CAAE,UAAgC,CAAC,KAAK;YACzC,CAAC,CAAC,SAAS,CAAC;QAChB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzE,CAAC;QACD,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAC5C,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7D,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,oBAAoB,CAAC,CAAC;YAC5E,CAAC;YACD,MAAM,KAAK,GAAG,IAA+B,CAAC;YAC9C,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBAClD,MAAM,IAAI,KAAK,CACb,+BAA+B,KAAK,uCAAuC,CAC5E,CAAC;YACJ,CAAC;YACD,IACE,KAAK,CAAC,IAAI,KAAK,SAAS;gBACxB,CAAC,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAChE,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,+BAA+B,CAAC,CAAC;YACvF,CAAC;YACD,IACE,KAAK,CAAC,UAAU,KAAK,SAAS;gBAC9B,CAAC,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,EAC5E,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,qCAAqC,CAAC,CAAC;YAC7F,CAAC;YACD,IACE,KAAK,CAAC,eAAe,KAAK,SAAS;gBACnC,CAAC,CAAC,KAAK,CAAC,eAAe;oBACrB,OAAO,KAAK,CAAC,eAAe,KAAK,QAAQ;oBACzC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,EACvC,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,oCAAoC,CAAC,CAAC;YAC5F,CAAC;QACH,CAAC;QACD,MAAM,KAAK,GAAG,UAAoC,CAAC;QACnD,IACE,KAAK,CAAC,SAAS;YACf,KAAK,CAAC,SAAS,KAAK,eAAe;YACnC,KAAK,CAAC,SAAS,KAAK,eAAe,EACnC,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,gCAAgC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC7E,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,aAAa,CAAC,SAAkC;QACtD,OAAO,IAAI,oBAAoB,CAC7B,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACzB,IAAI,EAAE,QAAQ,CAAC,GAAI;YACnB,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,UAAU,EAAE,QAAQ,CAAC,eAAwB;YAC7C,QAAQ,EAAE,QAAQ,CAAC,QAAQ;SAC5B,CAAC,CAAC,EACH,IAAI,CAAC,OAAO,CACb,CAAC;IACJ,CAAC;IAEO,wBAAwB,CAAC,OAAwB;QACvD,OAAO,IAAI,oBAAoB,CAC7B,GAAG,EAAE,CACH,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAC9C,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACzB,IAAI,EAAE,QAAQ,CAAC,GAAI;YACnB,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,UAAU,EAAE,QAAQ,CAAC,eAAwB;YAC7C,QAAQ,EAAE,QAAQ,CAAC,QAAQ;SAC5B,CAAC,CAAC,CACJ,EACH,IAAI,CAAC,OAAO,CACb,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,IAAY,EAAE,QAAiB;QACrD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,IAAI,QAAQ,CAAC;QACvD,IAAI,OAAO;YAAE,OAAO,IAAI,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC;QACtD,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/dist/iceberg.cjs

@@ -21102,6 +21102,201 @@ var init_decoders = __esm({
   }
 });
 
+// ../parquet/src/parquetjs/parser/encoded-pages.ts
+async function scanParquetEncodedPages(buffer, context) {
+  const pages = [];
+  let offset = 0;
+  let dataPageOrdinal = 0;
+  while (offset < buffer.byteLength) {
+    const { pageHeader, length: headerByteLength } = decodePageHeader(buffer, offset);
+    const bodyOffset = offset + headerByteLength;
+    const bodyEnd = bodyOffset + pageHeader.compressed_page_size;
+    if (pageHeader.compressed_page_size < 0 || pageHeader.uncompressed_page_size < 0 || bodyEnd > buffer.byteLength) {
+      throw new Error("Parquet page extends beyond the available column-chunk buffer");
+    }
+    const compressedBody = buffer.subarray(bodyOffset, bodyEnd);
+    verifyEncodedPageChecksum(compressedBody, pageHeader, context.verifyPageChecksums);
+    const pageType = getThriftEnum(PageType, pageHeader.type);
+    if (pageType === "DICTIONARY_PAGE") {
+      pages.push(await createDictionaryPage(compressedBody, pageHeader, context));
+    } else if (pageType === "DATA_PAGE") {
+      pages.push(await createDataPageV1(compressedBody, pageHeader, context, dataPageOrdinal++));
+    } else if (pageType === "DATA_PAGE_V2") {
+      pages.push(await createDataPageV2(compressedBody, pageHeader, context, dataPageOrdinal++));
+    } else {
+      throw new Error(`Unsupported Parquet page type ${pageType}`);
+    }
+    offset = bodyEnd;
+  }
+  return pages;
+}
+async function createDictionaryPage(compressedBody, pageHeader, context) {
+  const dictionaryHeader = pageHeader.dictionary_page_header;
+  if (!dictionaryHeader) {
+    throw new Error("Parquet dictionary page is missing its dictionary header");
+  }
+  const preserveCompression = shouldPreserveCompression(context);
+  const data = preserveCompression ? compressedBody : await decompressPageBody(compressedBody, pageHeader.uncompressed_page_size, context);
+  return Object.freeze({
+    type: "dictionary",
+    pageOrdinal: -1,
+    encoding: getThriftEnum(Encoding, dictionaryHeader.encoding),
+    compression: context.compression,
+    compressionState: preserveCompression ? "compressed" : "decompressed",
+    valueCount: dictionaryHeader.num_values,
+    nonNullValueCount: dictionaryHeader.num_values,
+    data,
+    values: preserveCompression ? void 0 : createSection(0, data.byteLength),
+    compressedByteLength: pageHeader.compressed_page_size,
+    uncompressedByteLength: pageHeader.uncompressed_page_size
+  });
+}
+async function createDataPageV1(compressedBody, pageHeader, context, pageOrdinal) {
+  const dataHeader = pageHeader.data_page_header;
+  if (!dataHeader) {
+    throw new Error("Parquet V1 data page is missing its data header");
+  }
+  const preserveCompression = shouldPreserveCompression(context);
+  const data = preserveCompression ? compressedBody : await decompressPageBody(compressedBody, pageHeader.uncompressed_page_size, context);
+  let repetitionLevels;
+  let definitionLevels;
+  let values;
+  if (!preserveCompression) {
+    let sectionOffset = 0;
+    const repetitionLevelEncoding = getThriftEnum(Encoding, dataHeader.repetition_level_encoding);
+    repetitionLevels = readV1LevelSection(
+      data,
+      sectionOffset,
+      dataHeader.num_values,
+      context.column.rLevelMax,
+      repetitionLevelEncoding
+    );
+    sectionOffset = repetitionLevels.byteOffset + repetitionLevels.byteLength;
+    const definitionLevelEncoding = getThriftEnum(Encoding, dataHeader.definition_level_encoding);
+    definitionLevels = readV1LevelSection(
+      data,
+      sectionOffset,
+      dataHeader.num_values,
+      context.column.dLevelMax,
+      definitionLevelEncoding
+    );
+    sectionOffset = definitionLevels.byteOffset + definitionLevels.byteLength;
+    values = createSection(sectionOffset, data.byteLength - sectionOffset);
+  }
+  return Object.freeze({
+    type: "data-v1",
+    pageOrdinal,
+    encoding: getThriftEnum(Encoding, dataHeader.encoding),
+    repetitionLevelEncoding: getThriftEnum(Encoding, dataHeader.repetition_level_encoding),
+    definitionLevelEncoding: getThriftEnum(Encoding, dataHeader.definition_level_encoding),
+    compression: context.compression,
+    compressionState: preserveCompression ? "compressed" : "decompressed",
+    valueCount: dataHeader.num_values,
+    data,
+    repetitionLevels,
+    definitionLevels,
+    values,
+    compressedByteLength: pageHeader.compressed_page_size,
+    uncompressedByteLength: pageHeader.uncompressed_page_size
+  });
+}
+async function createDataPageV2(compressedBody, pageHeader, context, pageOrdinal) {
+  const dataHeader = pageHeader.data_page_header_v2;
+  if (!dataHeader) {
+    throw new Error("Parquet V2 data page is missing its data header");
+  }
+  const repetitionByteLength = dataHeader.repetition_levels_byte_length;
+  const definitionByteLength = dataHeader.definition_levels_byte_length;
+  const levelsByteLength = repetitionByteLength + definitionByteLength;
+  if (levelsByteLength > compressedBody.byteLength) {
+    throw new Error("Parquet V2 level sections extend beyond the page body");
+  }
+  const valuesAreCompressed = dataHeader.is_compressed !== false && context.compression !== "UNCOMPRESSED";
+  const preserveCompression = valuesAreCompressed && shouldPreserveCompression(context);
+  let data = compressedBody;
+  if (valuesAreCompressed && !preserveCompression) {
+    const uncompressedValuesByteLength = pageHeader.uncompressed_page_size - levelsByteLength;
+    if (uncompressedValuesByteLength < 0) {
+      throw new Error("Invalid Parquet V2 uncompressed value length");
+    }
+    const values = await context.decompressPage(
+      compressedBody.subarray(levelsByteLength),
+      uncompressedValuesByteLength
+    );
+    data = new Uint8Array(levelsByteLength + values.byteLength);
+    data.set(compressedBody.subarray(0, levelsByteLength));
+    data.set(values, levelsByteLength);
+  }
+  return Object.freeze({
+    type: "data-v2",
+    pageOrdinal,
+    encoding: getThriftEnum(Encoding, dataHeader.encoding),
+    repetitionLevelEncoding: "RLE",
+    definitionLevelEncoding: "RLE",
+    compression: context.compression,
+    compressionState: preserveCompression ? "compressed" : "decompressed",
+    valueCount: dataHeader.num_values,
+    nonNullValueCount: dataHeader.num_values - dataHeader.num_nulls,
+    data,
+    repetitionLevels: createSection(0, repetitionByteLength),
+    definitionLevels: createSection(repetitionByteLength, definitionByteLength),
+    values: createSection(levelsByteLength, data.byteLength - levelsByteLength),
+    compressedByteLength: pageHeader.compressed_page_size,
+    uncompressedByteLength: pageHeader.uncompressed_page_size
+  });
+}
+function shouldPreserveCompression(context) {
+  var _a;
+  return context.compression !== "UNCOMPRESSED" && Boolean((_a = context.preserveCompression) == null ? void 0 : _a.has(context.compression));
+}
+async function decompressPageBody(compressedBody, uncompressedByteLength, context) {
+  if (context.compression === "UNCOMPRESSED") return compressedBody;
+  return await context.decompressPage(compressedBody, uncompressedByteLength);
+}
+function readV1LevelSection(data, offset, valueCount, maxLevel, encoding) {
+  if (maxLevel === 0) return createSection(offset, 0);
+  if (encoding === "RLE") {
+    if (offset + 4 > data.byteLength) {
+      throw new Error("Parquet V1 RLE level stream is missing its length prefix");
+    }
+    const byteLength = readUInt32LE(data, offset);
+    const byteOffset = offset + 4;
+    assertSectionBounds(data, byteOffset, byteLength);
+    return createSection(byteOffset, byteLength);
+  }
+  if (encoding === "BIT_PACKED") {
+    const byteLength = Math.ceil(valueCount / 8) * getBitWidth(maxLevel);
+    assertSectionBounds(data, offset, byteLength);
+    return createSection(offset, byteLength);
+  }
+  throw new Error(`Unsupported Parquet V1 level encoding ${encoding}`);
+}
+function createSection(byteOffset, byteLength) {
+  return Object.freeze({ byteOffset, byteLength });
+}
+function assertSectionBounds(data, byteOffset, byteLength) {
+  if (byteOffset < 0 || byteLength < 0 || byteOffset + byteLength > data.byteLength) {
+    throw new Error("Parquet page section extends beyond the page body");
+  }
+}
+function verifyEncodedPageChecksum(compressedBody, pageHeader, verifyPageChecksums = false) {
+  if (!verifyPageChecksums || pageHeader.crc === void 0) return;
+  const expected = pageHeader.crc >>> 0;
+  const actual = crc322(compressedBody);
+  if (actual !== expected) {
+    throw new Error(`Parquet page checksum mismatch: expected ${expected}, calculated ${actual}`);
+  }
+}
+var init_encoded_pages = __esm({
+  "../parquet/src/parquetjs/parser/encoded-pages.ts"() {
+    "use strict";
+    init_parquet_thrift();
+    init_crc32();
+    init_binary_utils();
+    init_read_utils();
+  }
+});
+
 // ../parquet/src/lib/parquet-encryption.ts
 function readParquetEncryptedModule(buffer, offset = 0) {
   if (offset + 4 > buffer.length) {
@@ -21344,6 +21539,7 @@ var init_parquet_reader = __esm({
     "use strict";
     init_schema();
     init_decoders();
+    init_encoded_pages();
     init_shred();
     init_compression2();
     init_constants();
@@ -21830,6 +22026,50 @@ var init_parquet_reader = __esm({
           columnData: Object.fromEntries(columnEntries)
         };
       }
+      /**
+       * Reads selected column chunks as encoded page descriptors without materializing values.
+       *
+       * Page headers, encryption, checksums, and optional decompression remain reader concerns. Value,
+       * dictionary, and level decoding is deliberately left to the downstream consumer.
+       */
+      async readRowGroupEncodedPages(schema, rowGroup, columnList, preserveCompression, signal, rowGroupOrdinal = 0) {
+        await this.resolveColumnMetadata(rowGroup, rowGroupOrdinal, columnList);
+        const selectedColumnChunks = [];
+        for (let columnOrdinal = 0; columnOrdinal < rowGroup.columns.length; columnOrdinal++) {
+          const columnChunk = rowGroup.columns[columnOrdinal];
+          const path = getColumnChunkPath(columnChunk);
+          if (columnList.length > 0 && (!path || fieldIndexOf(columnList, path) < 0)) continue;
+          const physicalColumnOrdinal = getPhysicalColumnOrdinal(columnChunk, columnOrdinal);
+          const metadata = columnChunk.meta_data || await this.getColumnMetadata(columnChunk, rowGroupOrdinal, physicalColumnOrdinal);
+          if (columnList.length === 0 || fieldIndexOf(columnList, metadata.path_in_schema) >= 0) {
+            selectedColumnChunks.push({
+              columnChunk,
+              metadata,
+              columnOrdinal: physicalColumnOrdinal
+            });
+          }
+        }
+        const columns = [];
+        for (let batchStart = 0; batchStart < selectedColumnChunks.length; batchStart += MAXIMUM_CONCURRENT_COLUMN_READS) {
+          columns.push(
+            ...await Promise.all(
+              selectedColumnChunks.slice(batchStart, batchStart + MAXIMUM_CONCURRENT_COLUMN_READS).map(async ({ columnChunk, metadata, columnOrdinal }) => {
+                const encodedColumn = await this.readColumnChunkEncodedPages(
+                  schema,
+                  columnChunk,
+                  preserveCompression,
+                  signal,
+                  rowGroupOrdinal,
+                  columnOrdinal,
+                  metadata
+                );
+                return encodedColumn;
+              })
+            )
+          );
+        }
+        return Object.freeze(columns);
+      }
       /** Reads independently materializable non-repeated columns for one row range using page indexes. */
       async readRowGroupRange(schema, rowGroup, columnList, rowRange, pageLocations, signal, rowGroupOrdinal = 0) {
         await this.resolveColumnMetadata(rowGroup, rowGroupOrdinal, columnList);
@@ -22022,6 +22262,99 @@ var init_parquet_reader = __esm({
         ) : chunkBuffer.subarray(pagesRelativeOffset, pagesRelativeOffset + pagesSize);
         return await decodeDataPages(pagesBuf, { ...context, dictionary });
       }
+      /** Reads one column chunk as encoded dictionaries, levels, and values for deferred decoding. */
+      async readColumnChunkEncodedPages(schema, columnChunk, preserveCompression, signal, rowGroupOrdinal = 0, columnOrdinal = 0, resolvedMetadata) {
+        if (columnChunk.file_path !== void 0 && columnChunk.file_path !== null) {
+          throw new Error("external references are not supported");
+        }
+        const metadata = resolvedMetadata || columnChunk.meta_data;
+        if (!metadata) throw new Error("Parquet column metadata is missing");
+        const field = schema.findField(metadata.path_in_schema);
+        const physicalType = getThriftEnum(Type, metadata.type);
+        if (physicalType !== field.primitiveType) {
+          throw new Error(`chunk type not matching schema: ${physicalType}`);
+        }
+        const compression = getThriftEnum(CompressionCodec, metadata.codec);
+        const dataPageOffset = Number(metadata.data_page_offset);
+        const dictionaryPageOffset = metadata.dictionary_page_offset;
+        const validDictionaryPageOffset = dictionaryPageOffset !== void 0 && Number(dictionaryPageOffset) > 0 ? Number(dictionaryPageOffset) : void 0;
+        const chunkOffset = Math.min(dataPageOffset, validDictionaryPageOffset ?? dataPageOffset);
+        const chunkEnd = chunkOffset + Number(metadata.total_compressed_size);
+        const chunkByteLength = Math.min(
+          this.file.size - chunkOffset,
+          Math.max(0, chunkEnd - chunkOffset)
+        );
+        const chunkBuffer = await this.readBytes(chunkOffset, chunkByteLength, signal);
+        const dataPageRelativeOffset = dataPageOffset - chunkOffset;
+        const dataPageByteLength = Math.min(
+          chunkBuffer.byteLength - dataPageRelativeOffset,
+          Math.max(0, chunkEnd - dataPageOffset)
+        );
+        const context = {
+          column: field,
+          compression,
+          decompressPage: this.getPageDecompressor(compression),
+          preserveCompression,
+          verifyPageChecksums: this.props.verifyPageChecksums
+        };
+        let dictionary;
+        if (validDictionaryPageOffset !== void 0) {
+          const dictionaryRelativeOffset = validDictionaryPageOffset - chunkOffset;
+          const dictionaryByteLength = Math.min(
+            Math.max(0, dataPageOffset - validDictionaryPageOffset),
+            chunkBuffer.byteLength - dictionaryRelativeOffset,
+            this.props.defaultDictionarySize
+          );
+          const dictionaryBuffer = chunkBuffer.subarray(
+            dictionaryRelativeOffset,
+            dictionaryRelativeOffset + dictionaryByteLength
+          );
+          const plaintextDictionaryBuffer = columnChunk.crypto_metadata ? await this.decryptColumnPages(
+            dictionaryBuffer,
+            {
+              type: physicalType,
+              rLevelMax: field.rLevelMax,
+              dLevelMax: field.dLevelMax,
+              compression,
+              column: field
+            },
+            rowGroupOrdinal,
+            columnOrdinal,
+            this.getColumnKeyMetadata(columnChunk),
+            true
+          ) : dictionaryBuffer;
+          dictionary = (await scanParquetEncodedPages(plaintextDictionaryBuffer, context))[0];
+        }
+        const dataPageBuffer = chunkBuffer.subarray(
+          dataPageRelativeOffset,
+          dataPageRelativeOffset + dataPageByteLength
+        );
+        const plaintextDataPageBuffer = columnChunk.crypto_metadata ? await this.decryptColumnPages(
+          dataPageBuffer,
+          {
+            type: physicalType,
+            rLevelMax: field.rLevelMax,
+            dLevelMax: field.dLevelMax,
+            compression,
+            column: field
+          },
+          rowGroupOrdinal,
+          columnOrdinal,
+          this.getColumnKeyMetadata(columnChunk)
+        ) : dataPageBuffer;
+        const pages = await scanParquetEncodedPages(plaintextDataPageBuffer, context);
+        return Object.freeze({
+          path: Object.freeze([...metadata.path_in_schema]),
+          physicalType,
+          typeLength: field.typeLength,
+          maxRepetitionLevel: field.rLevelMax,
+          maxDefinitionLevel: field.dLevelMax,
+          compression,
+          valueCount: Number(metadata.num_values),
+          dictionary,
+          pages: Object.freeze(pages)
+        });
+      }
       /** Decrypts the length-prefixed page header and data modules in one column chunk. */
       async decryptColumnPages(encryptedPages, context, rowGroupOrdinal, columnOrdinal, keyMetadata, includesDictionary = false, dataPageOrdinalStart = 0) {
         if (!this.encryptionContext || !this.props.keyRetriever) {
@@ -22845,6 +23178,7 @@ var init_parquet_source_loader = __esm({
     init_src6();
     init_src2();
     init_src4();
+    init_src5();
     init_get_parquet_schema();
     init_geoparquet_covering();
     init_parquet_bloom_filter();
@@ -22998,6 +23332,73 @@ var init_parquet_source_loader = __esm({
       scan(options = {}) {
         return this.read(options);
       }
+      /**
+       * Reads candidate encoded pages without decoding values or constructing Arrow arrays.
+       *
+       * Footer statistics and Bloom filters prune complete row groups. Any exact predicate or spatial
+       * filter is returned as residual work, and its hidden columns are included in the page batch.
+       */
+      async *readPages(options = {}) {
+        const readOptions = this.getReadOptions({
+          rowGroups: options.rowGroups,
+          columns: options.columns,
+          rowGroupFilter: options.rowGroupFilter,
+          predicate: options.predicate,
+          bbox: options.bbox,
+          geometryColumn: options.geometryColumn,
+          signal: options.signal
+        });
+        const readContext = createReadAbortContext(readOptions.signal);
+        this.activeReadControllers.add(readContext.abortController);
+        try {
+          const initialization = await this.getInitialization(readContext.abortController.signal);
+          await this.getCompressionInitialization();
+          throwIfAborted2(readContext.abortController.signal);
+          const physicalPlan = await this.planRowGroups(
+            initialization,
+            readOptions,
+            readContext.abortController.signal
+          );
+          const projectedColumns = normalizeColumns(readOptions.columns, initialization.schema);
+          const predicateColumns = physicalPlan.predicate ? getParquetPredicateColumns(physicalPlan.predicate) : [];
+          const geoMetadata = readOptions.bbox ? getGeoMetadata(initialization.schema.metadata) : void 0;
+          const geometryColumn = readOptions.bbox ? readOptions.geometryColumn || (geoMetadata == null ? void 0 : geoMetadata.primary_column) : void 0;
+          const filterColumns = [
+            .../* @__PURE__ */ new Set([...predicateColumns, ...geometryColumn ? [geometryColumn] : []])
+          ];
+          const decodedColumns = projectedColumns.length === 0 ? [] : [.../* @__PURE__ */ new Set([...projectedColumns, ...filterColumns])];
+          const columnList = decodedColumns.map((column) => [column]);
+          const preserveCompression = new Set(options.preserveCompression ?? []);
+          const residualFilter = readOptions.predicate || readOptions.bbox ? Object.freeze({
+            predicate: readOptions.predicate,
+            bbox: readOptions.bbox,
+            geometryColumn
+          }) : void 0;
+          for (const rowGroupIndex of physicalPlan.rowGroupIndices) {
+            throwIfAborted2(readContext.abortController.signal);
+            const columns = await initialization.reader.readRowGroupEncodedPages(
+              initialization.parquetSchema,
+              initialization.fileMetadata.row_groups[rowGroupIndex],
+              columnList,
+              preserveCompression,
+              readContext.abortController.signal,
+              rowGroupIndex
+            );
+            yield Object.freeze({
+              shape: "parquet-encoded-pages",
+              rowGroup: initialization.metadata.rowGroups[rowGroupIndex],
+              projectedColumns: Object.freeze([...projectedColumns]),
+              filterColumns: Object.freeze(filterColumns),
+              columns,
+              residualFilter
+            });
+          }
+        } finally {
+          readContext.abortController.abort();
+          readContext.removeSignalListener();
+          this.activeReadControllers.delete(readContext.abortController);
+        }
+      }
       /** Returns a copy of cumulative transport, decode, conversion, and pruning telemetry. */
       getTelemetry() {
         return Object.freeze({ ...this.telemetry });