@loaders.gl/parquet 5.0.0-alpha.2 → 5.0.0-alpha.3

package/dist/lib/parsers/parse-parquet-to-columns.js

@@ -24,7 +24,9 @@ export async function parseParquetFileInColumns(file, options) {
  */
 export async function* parseParquetFileInColumnarBatches(file, options) {
     await preloadCompressions(options);
-    const reader = new ParquetReader(file);
+    const reader = new ParquetReader(file, {
+        int96AsTimestamp: options?.parquet?.int96AsTimestamp
+    });
     // Extract schema and geo metadata
     const schema = await getSchemaFromParquetReader(reader);
     const parquetSchema = await reader.getSchema();

package/dist/lib/parsers/parse-parquet-to-columns.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse-parquet-to-columns.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-columns.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAKpC,OAAO,EAAC,aAAa,EAAC,iDAA8C;AAGpE,OAAO,EAAC,kBAAkB,EAAC,wCAAqC;AAChE,OAAO,EAAC,0BAA0B,EAAC,gCAA6B;AAChE,OAAO,EAAC,mBAAmB,EAAC,uCAAoC;AAEhE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,IAAkB,EAClB,OAA8B;IAE9B,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,iCAAiC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;QAC3E,OAAO;YACL,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,iCAAiC,CACtD,IAAkB,EAClB,OAA8B;IAE9B,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC;IAEvC,kCAAkC;IAClC,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAExD,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;IAE/C,2BAA2B;IAC3B,MAAM,SAAS,GAAG,MAAM,CAAC,gBAAgB,CACvC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,EAAC,CAAC,CAAC,CAAC,SAAS,CACtF,CAAC;IACF,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACvC,MAAM,2BAA2B,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,SAAS,2BAA2B,CAClC,QAAyB,EACzB,aAA4B,EAC5B,MAAc;IAEd,kEAAkE;IAClE,MAAM,IAAI,GAAG,kBAAkB,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IACzD,OAAO;QACL,KAAK,EAAE,gBAAgB;QACvB,SAAS,EAAE,MAAM;QACjB,MAAM;QACN,IAAI;QACJ,MAAM,EAAE,QAAQ,CAAC,QAAQ;KAC1B,CAAC;AACJ,CAAC"}
+{"version":3,"file":"parse-parquet-to-columns.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-columns.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAKpC,OAAO,EAAC,aAAa,EAAC,iDAA8C;AAGpE,OAAO,EAAC,kBAAkB,EAAC,wCAAqC;AAChE,OAAO,EAAC,0BAA0B,EAAC,gCAA6B;AAChE,OAAO,EAAC,mBAAmB,EAAC,uCAAoC;AAEhE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,IAAkB,EAClB,OAA8B;IAE9B,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,iCAAiC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;QAC3E,OAAO;YACL,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,iCAAiC,CACtD,IAAkB,EAClB,OAA8B;IAE9B,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;QACrC,gBAAgB,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB;KACrD,CAAC,CAAC;IAEH,kCAAkC;IAClC,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAExD,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;IAE/C,2BAA2B;IAC3B,MAAM,SAAS,GAAG,MAAM,CAAC,gBAAgB,CACvC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,EAAC,CAAC,CAAC,CAAC,SAAS,CACtF,CAAC;IACF,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACvC,MAAM,2BAA2B,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,SAAS,2BAA2B,CAClC,QAAyB,EACzB,aAA4B,EAC5B,MAAc;IAEd,kEAAkE;IAClE,MAAM,IAAI,GAAG,kBAAkB,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IACzD,OAAO;QACL,KAAK,EAAE,gBAAgB;QACvB,SAAS,EAAE,MAAM;QACjB,MAAM;QACN,IAAI;QACJ,MAAM,EAAE,QAAQ,CAAC,QAAQ;KAC1B,CAAC;AACJ,CAAC"}

package/dist/lib/parsers/parse-parquet-to-json.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parse-parquet-to-json.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-json.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAC,cAAc,EAAE,mBAAmB,EAAS,MAAM,oBAAoB,CAAC;AAEpF,OAAO,KAAK,EAAC,sBAAsB,EAAC,wCAAqC;AAMzE;;;;;GAKG;AACH,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,sBAAsB,GAC/B,OAAO,CAAC,cAAc,CAAC,CA2CzB;AAED;;;;GAIG;AACH,wBAAuB,yBAAyB,CAC9C,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,sBAAsB,GAC/B,aAAa,CAAC,mBAAmB,CAAC,CAsDpC"}
+{"version":3,"file":"parse-parquet-to-json.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-json.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAC,cAAc,EAAE,mBAAmB,EAAS,MAAM,oBAAoB,CAAC;AAEpF,OAAO,KAAK,EAAC,sBAAsB,EAAC,wCAAqC;AAMzE;;;;;GAKG;AACH,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,sBAAsB,GAC/B,OAAO,CAAC,cAAc,CAAC,CAmDzB;AAED;;;;GAIG;AACH,wBAAuB,yBAAyB,CAC9C,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,sBAAsB,GAC/B,aAAa,CAAC,mBAAmB,CAAC,CA8DpC"}

package/dist/lib/parsers/parse-parquet-to-json.js

@@ -14,7 +14,15 @@ import { preloadCompressions } from "../../parquetjs/compression.js";
 export async function parseParquetFile(file, options) {
     await preloadCompressions(options);
     const reader = new ParquetReader(file, {
-        preserveBinary: options?.parquet?.preserveBinary
+        preserveBinary: options?.parquet?.preserveBinary,
+        int96AsTimestamp: options?.parquet?.int96AsTimestamp,
+        retainByteArrayViews: true,
+        useTypedValueBuffers: true,
+        useTypedLevelBuffers: true,
+        useArrowByteArrayBuffers: true,
+        verifyFooterSignature: options?.parquet?.verifyFooterSignature,
+        keyRetriever: options?.parquet?.keyRetriever,
+        aadPrefix: options?.parquet?.aadPrefix
     });
     const schema = await getSchemaFromParquetReader(reader);
     const projectedSchema = projectSchema(schema, options?.parquet?.columns);
@@ -55,7 +63,15 @@ export async function parseParquetFile(file, options) {
 export async function* parseParquetFileInBatches(file, options) {
     await preloadCompressions(options);
     const reader = new ParquetReader(file, {
-        preserveBinary: options?.parquet?.preserveBinary
+        preserveBinary: options?.parquet?.preserveBinary,
+        int96AsTimestamp: options?.parquet?.int96AsTimestamp,
+        retainByteArrayViews: true,
+        useTypedValueBuffers: true,
+        useTypedLevelBuffers: true,
+        useArrowByteArrayBuffers: true,
+        verifyFooterSignature: options?.parquet?.verifyFooterSignature,
+        keyRetriever: options?.parquet?.keyRetriever,
+        aadPrefix: options?.parquet?.aadPrefix
     });
     const schema = await getSchemaFromParquetReader(reader);
     const projectedSchema = projectSchema(schema, options?.parquet?.columns);

package/dist/lib/parsers/parse-parquet-to-json.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse-parquet-to-json.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-json.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,OAAO,IAAI,GAAG,EAAC,MAAM,eAAe,CAAC;AAM7C,OAAO,EAAC,aAAa,EAAC,iDAA8C;AACpE,OAAO,EAAC,0BAA0B,EAAC,gCAA6B;AAChE,OAAO,EAAC,mBAAmB,EAAC,uCAAoC;AAEhE;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAkB,EAClB,OAAgC;IAEhC,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;QACrC,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc;KACjD,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,MAAM,CAAC,CAAC;IACxD,MAAM,eAAe,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAEzE,MAAM,IAAI,GAAiB,EAAE,CAAC;IAE9B,MAAM,UAAU,GAAG,MAAM,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC;IACzC,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;QACxC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,WAAW,GAAG,SAAS,EAAE,CAAC;gBAC5B,WAAW,EAAE,CAAC;gBACd,SAAS;YACX,CAAC;YAED,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;gBACtD,GAAG,CAAC,IAAI,CAAC,kDAAkD,QAAQ,aAAa,CAAC,EAAE,CAAC;gBACpF,OAAO;oBACL,KAAK,EAAE,kBAAkB;oBACzB,MAAM,EAAE,eAAe;oBACvB,IAAI,EAAE,IAAI;iBACX,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAmB;QACrC,KAAK,EAAE,kBAAkB;QACzB,MAAM,EAAE,eAAe;QACvB,IAAI,EAAE,IAAI;KACX,CAAC;IAEF,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,yBAAyB,CAC9C,IAAkB,EAClB,OAAgC;IAEhC,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;QACrC,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc;KACjD,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,MAAM,CAAC,CAAC;IACxD,MAAM,eAAe,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,MAAM,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC;IACzC,MAAM,eAAe,GAAG,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC;IACpD,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,YAAY,GAAG,KAAK,CAAC;IAEzB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAiB,EAAE,CAAC;QAClC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,WAAW,GAAG,SAAS,EAAE,CAAC;gBAC5B,WAAW,EAAE,CAAC;gBACd,SAAS;YACX,CAAC;YAED,IAAI,QAAQ,KAAK,SAAS,IAAI,WAAW,IAAI,QAAQ,EAAE,CAAC;gBACtD,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM;YACR,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnB,WAAW,EAAE,CAAC;QAChB,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,SAAS;QACX,CAAC;QAED,IAAI,CAAC,eAAe,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;YAC7C,MAAM,kBAAkB,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;YACpD,SAAS;QACX,CAAC;QAED,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,CAAC,MAAM,EAAE,QAAQ,IAAI,eAAe,EAAE,CAAC;YAC/E,MAAM,kBAAkB,CACtB,eAAe,EACf,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,GAAG,eAAe,CAAC,CACrD,CAAC;QACJ,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAC/B,OAAgC;IAEhC,MAAM,UAAU,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;IAC7C,OAAO,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,EAAC,UAAU,EAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACvD,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc,EAAE,IAAkB;IAC5D,MAAM,cAAc,GAAmB;QACrC,KAAK,EAAE,kBAAkB;QACzB,MAAM;QACN,IAAI,EAAE,IAAI;KACX,CAAC;IAEF,OAAO;QACL,SAAS,EAAE,MAAM;QACjB,MAAM;QACN,GAAG,cAAc;QACjB,MAAM,EAAE,IAAI,CAAC,MAAM;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,MAAc,EAAE,OAAkB;IACvD,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QACrB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO;QACL,GAAG,MAAM;QACT,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;KACpE,CAAC;AACJ,CAAC"}
+{"version":3,"file":"parse-parquet-to-json.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-json.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,OAAO,IAAI,GAAG,EAAC,MAAM,eAAe,CAAC;AAM7C,OAAO,EAAC,aAAa,EAAC,iDAA8C;AACpE,OAAO,EAAC,0BAA0B,EAAC,gCAA6B;AAChE,OAAO,EAAC,mBAAmB,EAAC,uCAAoC;AAEhE;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAkB,EAClB,OAAgC;IAEhC,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;QACrC,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc;QAChD,gBAAgB,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB;QACpD,oBAAoB,EAAE,IAAI;QAC1B,oBAAoB,EAAE,IAAI;QAC1B,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;QAC9B,qBAAqB,EAAE,OAAO,EAAE,OAAO,EAAE,qBAAqB;QAC9D,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY;QAC5C,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS;KACvC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,MAAM,CAAC,CAAC;IACxD,MAAM,eAAe,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAEzE,MAAM,IAAI,GAAiB,EAAE,CAAC;IAE9B,MAAM,UAAU,GAAG,MAAM,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC;IACzC,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;QACxC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,WAAW,GAAG,SAAS,EAAE,CAAC;gBAC5B,WAAW,EAAE,CAAC;gBACd,SAAS;YACX,CAAC;YAED,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;gBACtD,GAAG,CAAC,IAAI,CAAC,kDAAkD,QAAQ,aAAa,CAAC,EAAE,CAAC;gBACpF,OAAO;oBACL,KAAK,EAAE,kBAAkB;oBACzB,MAAM,EAAE,eAAe;oBACvB,IAAI,EAAE,IAAI;iBACX,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAmB;QACrC,KAAK,EAAE,kBAAkB;QACzB,MAAM,EAAE,eAAe;QACvB,IAAI,EAAE,IAAI;KACX,CAAC;IAEF,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,yBAAyB,CAC9C,IAAkB,EAClB,OAAgC;IAEhC,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEnC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE;QACrC,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc;QAChD,gBAAgB,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB;QACpD,oBAAoB,EAAE,IAAI;QAC1B,oBAAoB,EAAE,IAAI;QAC1B,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;QAC9B,qBAAqB,EAAE,OAAO,EAAE,OAAO,EAAE,qBAAqB;QAC9D,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY;QAC5C,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS;KACvC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,MAAM,CAAC,CAAC;IACxD,MAAM,eAAe,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,MAAM,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC;IACzC,MAAM,eAAe,GAAG,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC;IACpD,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,YAAY,GAAG,KAAK,CAAC;IAEzB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAiB,EAAE,CAAC;QAClC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,WAAW,GAAG,SAAS,EAAE,CAAC;gBAC5B,WAAW,EAAE,CAAC;gBACd,SAAS;YACX,CAAC;YAED,IAAI,QAAQ,KAAK,SAAS,IAAI,WAAW,IAAI,QAAQ,EAAE,CAAC;gBACtD,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM;YACR,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnB,WAAW,EAAE,CAAC;QAChB,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,SAAS;QACX,CAAC;QAED,IAAI,CAAC,eAAe,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;YAC7C,MAAM,kBAAkB,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;YACpD,SAAS;QACX,CAAC;QAED,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,CAAC,MAAM,EAAE,QAAQ,IAAI,eAAe,EAAE,CAAC;YAC/E,MAAM,kBAAkB,CACtB,eAAe,EACf,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,GAAG,eAAe,CAAC,CACrD,CAAC;QACJ,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAC/B,OAAgC;IAEhC,MAAM,UAAU,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;IAC7C,OAAO,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,EAAC,UAAU,EAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACvD,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc,EAAE,IAAkB;IAC5D,MAAM,cAAc,GAAmB;QACrC,KAAK,EAAE,kBAAkB;QACzB,MAAM;QACN,IAAI,EAAE,IAAI;KACX,CAAC;IAEF,OAAO;QACL,SAAS,EAAE,MAAM;QACjB,MAAM;QACN,GAAG,cAAc;QACjB,MAAM,EAAE,IAAI,CAAC,MAAM;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,MAAc,EAAE,OAAkB;IACvD,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QACrB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO;QACL,GAAG,MAAM;QACT,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;KACpE,CAAC;AACJ,CAAC"}

package/dist/lib/slice-parquet-batch.d.ts

@@ -0,0 +1,9 @@
+import type { ParquetBatch } from "../parquet-source-types.js";
+/**
+ * Retains the leading rows of a Parquet batch while keeping source-position provenance aligned.
+ *
+ * This is used by physical readers, dataset orchestration, and table-format delete handling to
+ * implement one global post-filter limit without materializing row objects.
+ */
+export declare function sliceParquetBatch<BatchT extends ParquetBatch>(batch: BatchT, rowCount: number): BatchT;
+//# sourceMappingURL=slice-parquet-batch.d.ts.map

package/dist/lib/slice-parquet-batch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"slice-parquet-batch.d.ts","sourceRoot":"","sources":["../../src/lib/slice-parquet-batch.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,YAAY,EAAC,mCAAgC;AAE1D;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,SAAS,YAAY,EAC3D,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,GACf,MAAM,CAgBR"}

package/dist/lib/slice-parquet-batch.js

@@ -0,0 +1,28 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+/**
+ * Retains the leading rows of a Parquet batch while keeping source-position provenance aligned.
+ *
+ * This is used by physical readers, dataset orchestration, and table-format delete handling to
+ * implement one global post-filter limit without materializing row objects.
+ */
+export function sliceParquetBatch(batch, rowCount) {
+    if (!Number.isSafeInteger(rowCount) || rowCount < 0 || rowCount > batch.length) {
+        throw new Error(`Parquet batch row count must be between zero and ${batch.length}`);
+    }
+    if (rowCount === batch.length)
+        return batch;
+    const rowGroupRowIndices = batch.rowGroupRowIndices?.slice(0, rowCount);
+    const rowIndices = batch.rowIndices?.slice(0, rowCount);
+    return {
+        ...batch,
+        data: batch.data.slice(0, rowCount),
+        length: rowCount,
+        rowCount,
+        rowGroupRowIndices,
+        rowIndices,
+        metadata: batch.metadata ? { ...batch.metadata, rowCount } : batch.metadata
+    };
+}
+//# sourceMappingURL=slice-parquet-batch.js.map

package/dist/lib/slice-parquet-batch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"slice-parquet-batch.js","sourceRoot":"","sources":["../../src/lib/slice-parquet-batch.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAC/B,KAAa,EACb,QAAgB;IAEhB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,IAAI,QAAQ,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC/E,MAAM,IAAI,KAAK,CAAC,oDAAoD,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACtF,CAAC;IACD,IAAI,QAAQ,KAAK,KAAK,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAC5C,MAAM,kBAAkB,GAAG,KAAK,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACxE,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACxD,OAAO;QACL,GAAG,KAAK;QACR,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC;QACnC,MAAM,EAAE,QAAQ;QAChB,QAAQ;QACR,kBAAkB;QAClB,UAAU;QACV,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,QAAQ,EAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ;KAChE,CAAC;AACd,CAAC"}

package/dist/lib/sources/parquet-range-file.d.ts

@@ -47,7 +47,7 @@ export declare class ParquetRangeFile implements ReadableFile {
     private readonly scheduler;
     /** Aborts all active requests when the file is closed. */
     private readonly closeController;
-    /** Exact ranges already loaded during initialization. */
+    /** Bounded cache for repeated metadata and small range reads. */
     private readonly cache;
     /** Remote object byte length discovered from `Content-Range`. */
     private fileByteLength;

package/dist/lib/sources/parquet-range-file.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-range-file.d.ts","sourceRoot":"","sources":["../../../src/lib/sources/parquet-range-file.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,YAAY,EAAE,IAAI,EAAC,MAAM,0BAA0B,CAAC;AAGjE,OAAO,KAAK,EAAC,oBAAoB,EAAE,0BAA0B,EAAC,sCAAmC;AAEjG,KAAK,SAAS,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;AAE3E,KAAK,uBAAuB,GAAG;IAC7B,sDAAsD;IACtD,KAAK,EAAE,SAAS,CAAC;IACjB,6CAA6C;IAC7C,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,sDAAsD;IACtD,aAAa,CAAC,EAAE,0BAA0B,CAAC;IAC3C,wDAAwD;IACxD,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,0BAA0B,KAAK,IAAI,CAAC;CAC3D,CAAC;AAEF,KAAK,0BAA0B,GAAG;IAChC,oDAAoD;IACpD,IAAI,EAAE,eAAe,GAAG,WAAW,CAAC;IACpC,8DAA8D;IAC9D,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,yDAAyD;IACzD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,yDAAyD;IACzD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,sDAAsD;IACtD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kDAAkD;IAClD,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,2DAA2D;IAC3D,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,4DAA4D;IAC5D,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,oDAAoD;IACpD,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB,CAAC;AAQF,4EAA4E;AAC5E,qBAAa,gBAAiB,YAAW,YAAY;IACnD,mCAAmC;IACnC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,wCAAwC;IACxC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IAErB,iEAAiE;IACjE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAY;IAClC,oDAAoD;IACpD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAc;IACvC,8EAA8E;IAC9E,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAA8C;IAC3E,wDAAwD;IACxD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAwB;IAClD,0DAA0D;IAC1D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAyB;IACzD,yDAAyD;IACzD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAkC;IACxD,iEAAiE;IACjE,OAAO,CAAC,cAAc,CAAK;IAC3B,+DAA+D;IAC/D,OAAO,CAAC,OAAO,CAA4B;IAC3C,yCAAyC;IACzC,OAAO,CAAC,MAAM,CAAS;IAEvB,+EAA+E;gBACnE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,uBAAuB;IAkBzD,sDAAsD;IACtD,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,kEAAkE;IAClE,IAAI,OAAO,IAAI,MAAM,CAEpB;IAED,iFAAiF;IACjF,IAAI,aAAa,IAAI,oBAAoB,CAExC;IAED,mFAAmF;IAC7E,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAS/C,yEAAyE;IACnE,IAAI,CACR,KAAK,GAAE,MAAM,GAAG,MAAU,EAC1B,MAAM,GAAE,MAAkC,EAC1C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,WAAW,CAAC;IAwCvB,oEAAoE;IAC9D,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAK3B,wDAAwD;IAClD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ5B,uDAAuD;YACzC,eAAe;IAqE7B,oDAAoD;IACpD,OAAO,CAAC,UAAU;CAKnB"}
+{"version":3,"file":"parquet-range-file.d.ts","sourceRoot":"","sources":["../../../src/lib/sources/parquet-range-file.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,YAAY,EAAE,IAAI,EAAC,MAAM,0BAA0B,CAAC;AAGjE,OAAO,KAAK,EAAC,oBAAoB,EAAE,0BAA0B,EAAC,sCAAmC;AAEjG,KAAK,SAAS,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;AAE3E,KAAK,uBAAuB,GAAG;IAC7B,sDAAsD;IACtD,KAAK,EAAE,SAAS,CAAC;IACjB,6CAA6C;IAC7C,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,sDAAsD;IACtD,aAAa,CAAC,EAAE,0BAA0B,CAAC;IAC3C,wDAAwD;IACxD,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,0BAA0B,KAAK,IAAI,CAAC;CAC3D,CAAC;AAEF,KAAK,0BAA0B,GAAG;IAChC,oDAAoD;IACpD,IAAI,EAAE,eAAe,GAAG,WAAW,CAAC;IACpC,8DAA8D;IAC9D,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,yDAAyD;IACzD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,yDAAyD;IACzD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,sDAAsD;IACtD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kDAAkD;IAClD,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,2DAA2D;IAC3D,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,4DAA4D;IAC5D,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,oDAAoD;IACpD,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB,CAAC;AAUF,4EAA4E;AAC5E,qBAAa,gBAAiB,YAAW,YAAY;IACnD,mCAAmC;IACnC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,wCAAwC;IACxC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IAErB,iEAAiE;IACjE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAY;IAClC,oDAAoD;IACpD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAc;IACvC,8EAA8E;IAC9E,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAA8C;IAC3E,wDAAwD;IACxD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAwB;IAClD,0DAA0D;IAC1D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAyB;IACzD,iEAAiE;IACjE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAoB;IAC1C,iEAAiE;IACjE,OAAO,CAAC,cAAc,CAAK;IAC3B,+DAA+D;IAC/D,OAAO,CAAC,OAAO,CAA4B;IAC3C,yCAAyC;IACzC,OAAO,CAAC,MAAM,CAAS;IAEvB,+EAA+E;gBACnE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,uBAAuB;IA0BzD,sDAAsD;IACtD,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,kEAAkE;IAClE,IAAI,OAAO,IAAI,MAAM,CAEpB;IAED,iFAAiF;IACjF,IAAI,aAAa,IAAI,oBAAoB,CAExC;IAED,mFAAmF;IAC7E,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAS/C,yEAAyE;IACnE,IAAI,CACR,KAAK,GAAE,MAAM,GAAG,MAAU,EAC1B,MAAM,GAAE,MAAkC,EAC1C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,WAAW,CAAC;IAyCvB,oEAAoE;IAC9D,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAK3B,wDAAwD;IAClD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ5B,uDAAuD;YACzC,eAAe;IAqE7B,oDAAoD;IACpD,OAAO,CAAC,UAAU;CAKnB"}

package/dist/lib/sources/parquet-range-file.js

@@ -1,7 +1,8 @@
 // loaders.gl
 // SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
-import { RangeRequestScheduler } from '@loaders.gl/loader-utils';
+import { RangeRequestCache, RangeRequestScheduler } from '@loaders.gl/loader-utils';
+const DEFAULT_RANGE_CACHE_BYTES = 65536;
 /** Strict HTTP range-backed file with Parquet object-version validation. */
 export class ParquetRangeFile {
     /** URL used as the file handle. */
@@ -18,8 +19,8 @@ export class ParquetRangeFile {
     scheduler;
     /** Aborts all active requests when the file is closed. */
     closeController = new AbortController();
-    /** Exact ranges already loaded during initialization. */
-    cache = new Map();
+    /** Bounded cache for repeated metadata and small range reads. */
+    cache;
     /** Remote object byte length discovered from `Content-Range`. */
     fileByteLength = 0;
     /** Object validators captured by the opening range request. */
@@ -33,6 +34,14 @@ export class ParquetRangeFile {
         this.fetch = options.fetch;
         this.headers = options.headers;
         this.onTelemetry = options.onTelemetry;
+        this.cache = new RangeRequestCache({
+            maxBytes: DEFAULT_RANGE_CACHE_BYTES,
+            onEvent: event => {
+                if (event.type === 'hit') {
+                    this.onTelemetry?.({ type: 'cache-hit', cacheHits: 1 });
+                }
+            }
+        });
         this.scheduler =
             options.rangeRequests?.scheduler ||
                 new RangeRequestScheduler({
@@ -62,7 +71,7 @@ export class ParquetRangeFile {
         const result = await this.fetchExactRange(0, 4, signal, false);
         this.fileByteLength = result.contentRange.total;
         this.version = getObjectVersion(result.response.headers);
-        this.cache.set(getRangeKey(0, 4), result.arrayBuffer);
+        this.cache.set(getVersionedSourceId(this.url, this.version), 0, result.arrayBuffer);
         return this;
     }
     /** Reads an exact byte range without downloading the complete object. */
@@ -73,26 +82,27 @@ export class ParquetRangeFile {
         if (length === 0) {
             return new ArrayBuffer(0);
         }
-        const cached = this.cache.get(getRangeKey(offset, length));
-        if (cached) {
-            this.onTelemetry?.({ type: 'cache-hit', cacheHits: 1 });
-            return cached.slice(0);
-        }
         const abortContext = createCombinedAbortSignal(signal, this.closeController.signal);
         try {
-            return await this.scheduler.scheduleRequest({
+            return await this.cache.read({
                 sourceId: getVersionedSourceId(this.url, this.version),
                 offset,
                 length,
                 signal: abortContext.signal,
-                fetchRange: async (transportOffset, transportLength, transportSignal) => {
-                    const result = await this.fetchExactRange(transportOffset, transportLength, transportSignal, true);
-                    return {
-                        arrayBuffer: result.arrayBuffer,
-                        status: result.response.status,
-                        transportBytes: result.arrayBuffer.byteLength
-                    };
-                }
+                fetchRange: async (rangeOffset, rangeLength, cacheSignal) => await this.scheduler.scheduleRequest({
+                    sourceId: getVersionedSourceId(this.url, this.version),
+                    offset: rangeOffset,
+                    length: rangeLength,
+                    signal: cacheSignal,
+                    fetchRange: async (transportOffset, transportLength, transportSignal) => {
+                        const result = await this.fetchExactRange(transportOffset, transportLength, transportSignal, true);
+                        return {
+                            arrayBuffer: result.arrayBuffer,
+                            status: result.response.status,
+                            transportBytes: result.arrayBuffer.byteLength
+                        };
+                    }
+                })
             });
         }
         finally {
@@ -229,10 +239,6 @@ function assertObjectVersion(expected, actual) {
         throw new Error('Parquet object Last-Modified changed while it was being read');
     }
 }
-/** Creates a cache key for one exact range. */
-function getRangeKey(offset, length) {
-    return `${offset}:${length}`;
-}
 /** Creates a scheduler identity that isolates object versions. */
 function getVersionedSourceId(url, version) {
     return `${url}#${version.etag || version.lastModified || 'unversioned'}`;

package/dist/lib/sources/parquet-range-file.js.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-range-file.js","sourceRoot":"","sources":["../../../src/lib/sources/parquet-range-file.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,qBAAqB,EAAC,MAAM,0BAA0B,CAAC;AA4C/D,4EAA4E;AAC5E,MAAM,OAAO,gBAAgB;IAC3B,mCAAmC;IAC1B,MAAM,CAAS;IACxB,wCAAwC;IAC/B,GAAG,CAAS;IAErB,iEAAiE;IAChD,KAAK,CAAY;IAClC,oDAAoD;IACnC,OAAO,CAAe;IACvC,8EAA8E;IAC7D,WAAW,CAA+C;IAC3E,wDAAwD;IACvC,SAAS,CAAwB;IAClD,0DAA0D;IACzC,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IACzD,yDAAyD;IACxC,KAAK,GAAG,IAAI,GAAG,EAAuB,CAAC;IACxD,iEAAiE;IACzD,cAAc,GAAG,CAAC,CAAC;IAC3B,+DAA+D;IACvD,OAAO,GAAyB,EAAE,CAAC;IAC3C,yCAAyC;IACjC,MAAM,GAAG,KAAK,CAAC;IAEvB,+EAA+E;IAC/E,YAAY,GAAW,EAAE,OAAgC;QACvD,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;QAClB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,SAAS;YACZ,OAAO,CAAC,aAAa,EAAE,SAAS;gBAChC,IAAI,qBAAqB,CAAC;oBACxB,YAAY,EAAE,OAAO,CAAC,aAAa,EAAE,YAAY,IAAI,CAAC;oBACtD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;oBAC/C,mBAAmB,EAAE,OAAO,CAAC,aAAa,EAAE,mBAAmB;oBAC/D,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,cAAc;oBACrD,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;oBACnC,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,OAAO;iBACxC,CAAC,CAAC;IACP,CAAC;IAED,sDAAsD;IACtD,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,kEAAkE;IAClE,IAAI,OAAO;QACT,OAAO,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACrC,CAAC;IAED,iFAAiF;IACjF,IAAI,aAAa;QACf,OAAO,EAAC,GAAG,IAAI,CAAC,OAAO,EAAC,CAAC;IAC3B,CAAC;IAED,mFAAmF;IACnF,KAAK,CAAC,IAAI,CAAC,MAAoB;QAC7B,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QAC/D,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC;QAChD,IAAI,CAAC,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACzD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QACtD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,yEAAyE;IACzE,KAAK,CAAC,IAAI,CACR,QAAyB,CAAC,EAC1B,SAAiB,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,EAC1C,MAAoB;QAEpB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7B,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;YACjB,OAAO,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QAC3D,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,WAAW,EAAE,CAAC,EAAC,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,EAAC,CAAC,CAAC;YACtD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC;QAED,MAAM,YAAY,GAAG,yBAAyB,CAAC,MAAM,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QACpF,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC;gBAC1C,QAAQ,EAAE,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC;gBACtD,MAAM;gBACN,MAAM;gBACN,MAAM,EAAE,YAAY,CAAC,MAAM;gBAC3B,UAAU,EAAE,KAAK,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,EAAE,EAAE;oBACtE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CACvC,eAAe,EACf,eAAe,EACf,eAAe,EACf,IAAI,CACL,CAAC;oBACF,OAAO;wBACL,WAAW,EAAE,MAAM,CAAC,WAAW;wBAC/B,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;wBAC9B,cAAc,EAAE,MAAM,CAAC,WAAW,CAAC,UAAU;qBAC9C,CAAC;gBACJ,CAAC;aACF,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,EAAE,CAAC;QACzB,CAAC;IACH,CAAC;IAED,oEAAoE;IACpE,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,OAAO,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,EAAC,CAAC;IACtE,CAAC;IAED,wDAAwD;IACxD,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED,uDAAuD;IAC/C,KAAK,CAAC,eAAe,CAC3B,MAAc,EACd,MAAc,EACd,MAA+B,EAC/B,eAAwB;QAExB,MAAM,YAAY,GAAG,yBAAyB,CAAC,MAAM,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QACpF,MAAM,SAAS,GAAG,cAAc,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;gBAC1C,OAAO,EAAE,kBAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,IAAI,IAAI,CAAC,OAAO,CAAC;gBAC1F,MAAM,EAAE,YAAY,CAAC,MAAM;aAC5B,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACpE,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBAC9C,MAAM,IAAI,KAAK,CACb,mEAAmE,QAAQ,CAAC,MAAM,GAAG,CACtF,CAAC;YACJ,CAAC;YAED,MAAM,YAAY,GAAG,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC;YAC9E,IACE,YAAY,CAAC,KAAK,KAAK,MAAM;gBAC7B,YAAY,CAAC,GAAG,KAAK,MAAM,GAAG,MAAM,GAAG,CAAC;gBACxC,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,IAAI,YAAY,CAAC,KAAK,KAAK,IAAI,CAAC,cAAc,CAAC,EACvE,CAAC;gBACD,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBAC9C,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;YACtF,CAAC;YAED,IAAI,eAAe,EAAE,CAAC;gBACpB,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YACxE,CAAC;YAED,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;YACjD,IAAI,WAAW,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;gBACtC,MAAM,IAAI,KAAK,CACb,mCAAmC,WAAW,CAAC,UAAU,oBAAoB,MAAM,EAAE,CACtF,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,IAAI,EAAE,eAAe;gBACrB,iBAAiB,EAAE,CAAC;gBACpB,cAAc,EAAE,MAAM;gBACtB,eAAe,EAAE,WAAW,CAAC,UAAU;gBACvC,iBAAiB,EAAE,cAAc,EAAE,GAAG,SAAS;aAChD,CAAC,CAAC;YACH,OAAO,EAAC,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,IAAI,EAAE,eAAe;gBACrB,iBAAiB,EAAE,CAAC;gBACpB,cAAc,EAAE,MAAM;gBACtB,iBAAiB,EAAE,cAAc,EAAE,GAAG,SAAS;gBAC/C,uBAAuB,EAAE,CAAC;gBAC1B,wBAAwB,EACtB,YAAY,CAAC,MAAM,CAAC,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;gBACpE,KAAK;aACN,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,EAAE,CAAC;QACzB,CAAC;IACH,CAAC;IAED,oDAAoD;IAC5C,UAAU;QAChB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;CACF;AAED,sFAAsF;AACtF,SAAS,cAAc;IACrB,OAAO,UAAU,CAAC,WAAW,EAAE,GAAG,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;AACrD,CAAC;AAED,2DAA2D;AAC3D,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC;AAC/D,CAAC;AAED,wEAAwE;AACxE,SAAS,gBAAgB,CAAC,MAAc,EAAE,MAAc,EAAE,cAAsB;IAC9E,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/F,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC5E,CAAC;IACD,IAAI,MAAM,GAAG,MAAM,GAAG,cAAc,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAClE,CAAC;AACH,CAAC;AAED,mFAAmF;AACnF,SAAS,kBAAkB,CACzB,cAAuC,EACvC,MAAc,EACd,MAAc,EACd,OAAqC;IAErC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,cAAc,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,MAAM,IAAI,MAAM,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/D,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;SAAM,IAAI,OAAO,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,8DAA8D;AAC9D,SAAS,iBAAiB,CAAC,KAAoB;IAC7C,MAAM,KAAK,GAAG,KAAK,EAAE,KAAK,CAAC,4BAA4B,CAAC,CAAC;IACzD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,yCAAyC,KAAK,EAAE,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,EAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,CAAC;AACnF,CAAC;AAED,+DAA+D;AAC/D,SAAS,gBAAgB,CAAC,OAAgB;IACxC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;IAC9C,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,SAAS,CAAC;IAC/D,OAAO,EAAC,IAAI,EAAE,YAAY,EAAC,CAAC;AAC9B,CAAC;AAED,4EAA4E;AAC5E,SAAS,mBAAmB,CAAC,QAA8B,EAAE,MAA4B;IACvF,IAAI,QAAQ,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;IACD,IACE,CAAC,QAAQ,CAAC,IAAI;QACd,QAAQ,CAAC,YAAY;QACrB,MAAM,CAAC,YAAY;QACnB,QAAQ,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,EAC7C,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;IAClF,CAAC;AACH,CAAC;AAED,+CAA+C;AAC/C,SAAS,WAAW,CAAC,MAAc,EAAE,MAAc;IACjD,OAAO,GAAG,MAAM,IAAI,MAAM,EAAE,CAAC;AAC/B,CAAC;AAED,kEAAkE;AAClE,SAAS,oBAAoB,CAAC,GAAW,EAAE,OAA6B;IACtE,OAAO,GAAG,GAAG,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,YAAY,IAAI,aAAa,EAAE,CAAC;AAC3E,CAAC;AAED,8EAA8E;AAC9E,SAAS,yBAAyB,CAChC,WAAyB,EACzB,YAA0B;IAE1B,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IACvC,MAAM,OAAO,GAAG,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC,MAAM,CAAC,OAAO,CAAkB,CAAC;IAC7E,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,UAAU,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM;QACR,CAAC;QACD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC;IACxD,CAAC;IACD,OAAO;QACL,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,OAAO,EAAE,GAAG,EAAE;YACZ,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"parquet-range-file.js","sourceRoot":"","sources":["../../../src/lib/sources/parquet-range-file.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,iBAAiB,EAAE,qBAAqB,EAAC,MAAM,0BAA0B,CAAC;AA4ClF,MAAM,yBAAyB,GAAG,KAAK,CAAC;AAExC,4EAA4E;AAC5E,MAAM,OAAO,gBAAgB;IAC3B,mCAAmC;IAC1B,MAAM,CAAS;IACxB,wCAAwC;IAC/B,GAAG,CAAS;IAErB,iEAAiE;IAChD,KAAK,CAAY;IAClC,oDAAoD;IACnC,OAAO,CAAe;IACvC,8EAA8E;IAC7D,WAAW,CAA+C;IAC3E,wDAAwD;IACvC,SAAS,CAAwB;IAClD,0DAA0D;IACzC,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IACzD,iEAAiE;IAChD,KAAK,CAAoB;IAC1C,iEAAiE;IACzD,cAAc,GAAG,CAAC,CAAC;IAC3B,+DAA+D;IACvD,OAAO,GAAyB,EAAE,CAAC;IAC3C,yCAAyC;IACjC,MAAM,GAAG,KAAK,CAAC;IAEvB,+EAA+E;IAC/E,YAAY,GAAW,EAAE,OAAgC;QACvD,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;QAClB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,KAAK,GAAG,IAAI,iBAAiB,CAAC;YACjC,QAAQ,EAAE,yBAAyB;YACnC,OAAO,EAAE,KAAK,CAAC,EAAE;gBACf,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC,WAAW,EAAE,CAAC,EAAC,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,EAAC,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;SACF,CAAC,CAAC;QACH,IAAI,CAAC,SAAS;YACZ,OAAO,CAAC,aAAa,EAAE,SAAS;gBAChC,IAAI,qBAAqB,CAAC;oBACxB,YAAY,EAAE,OAAO,CAAC,aAAa,EAAE,YAAY,IAAI,CAAC;oBACtD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;oBAC/C,mBAAmB,EAAE,OAAO,CAAC,aAAa,EAAE,mBAAmB;oBAC/D,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,cAAc;oBACrD,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;oBACnC,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,OAAO;iBACxC,CAAC,CAAC;IACP,CAAC;IAED,sDAAsD;IACtD,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,kEAAkE;IAClE,IAAI,OAAO;QACT,OAAO,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACrC,CAAC;IAED,iFAAiF;IACjF,IAAI,aAAa;QACf,OAAO,EAAC,GAAG,IAAI,CAAC,OAAO,EAAC,CAAC;IAC3B,CAAC;IAED,mFAAmF;IACnF,KAAK,CAAC,IAAI,CAAC,MAAoB;QAC7B,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QAC/D,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC;QAChD,IAAI,CAAC,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACzD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QACpF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,yEAAyE;IACzE,KAAK,CAAC,IAAI,CACR,QAAyB,CAAC,EAC1B,SAAiB,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,EAC1C,MAAoB;QAEpB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7B,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;YACjB,OAAO,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC;QAED,MAAM,YAAY,GAAG,yBAAyB,CAAC,MAAM,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QACpF,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;gBAC3B,QAAQ,EAAE,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC;gBACtD,MAAM;gBACN,MAAM;gBACN,MAAM,EAAE,YAAY,CAAC,MAAM;gBAC3B,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,EAAE,CAC1D,MAAM,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC;oBACnC,QAAQ,EAAE,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC;oBACtD,MAAM,EAAE,WAAW;oBACnB,MAAM,EAAE,WAAW;oBACnB,MAAM,EAAE,WAAW;oBACnB,UAAU,EAAE,KAAK,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,EAAE,EAAE;wBACtE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CACvC,eAAe,EACf,eAAe,EACf,eAAe,EACf,IAAI,CACL,CAAC;wBACF,OAAO;4BACL,WAAW,EAAE,MAAM,CAAC,WAAW;4BAC/B,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;4BAC9B,cAAc,EAAE,MAAM,CAAC,WAAW,CAAC,UAAU;yBAC9C,CAAC;oBACJ,CAAC;iBACF,CAAC;aACL,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,EAAE,CAAC;QACzB,CAAC;IACH,CAAC;IAED,oEAAoE;IACpE,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,OAAO,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,EAAC,CAAC;IACtE,CAAC;IAED,wDAAwD;IACxD,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED,uDAAuD;IAC/C,KAAK,CAAC,eAAe,CAC3B,MAAc,EACd,MAAc,EACd,MAA+B,EAC/B,eAAwB;QAExB,MAAM,YAAY,GAAG,yBAAyB,CAAC,MAAM,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QACpF,MAAM,SAAS,GAAG,cAAc,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;gBAC1C,OAAO,EAAE,kBAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,IAAI,IAAI,CAAC,OAAO,CAAC;gBAC1F,MAAM,EAAE,YAAY,CAAC,MAAM;aAC5B,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACpE,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBAC9C,MAAM,IAAI,KAAK,CACb,mEAAmE,QAAQ,CAAC,MAAM,GAAG,CACtF,CAAC;YACJ,CAAC;YAED,MAAM,YAAY,GAAG,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC;YAC9E,IACE,YAAY,CAAC,KAAK,KAAK,MAAM;gBAC7B,YAAY,CAAC,GAAG,KAAK,MAAM,GAAG,MAAM,GAAG,CAAC;gBACxC,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,IAAI,YAAY,CAAC,KAAK,KAAK,IAAI,CAAC,cAAc,CAAC,EACvE,CAAC;gBACD,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBAC9C,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;YACtF,CAAC;YAED,IAAI,eAAe,EAAE,CAAC;gBACpB,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YACxE,CAAC;YAED,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;YACjD,IAAI,WAAW,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;gBACtC,MAAM,IAAI,KAAK,CACb,mCAAmC,WAAW,CAAC,UAAU,oBAAoB,MAAM,EAAE,CACtF,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,IAAI,EAAE,eAAe;gBACrB,iBAAiB,EAAE,CAAC;gBACpB,cAAc,EAAE,MAAM;gBACtB,eAAe,EAAE,WAAW,CAAC,UAAU;gBACvC,iBAAiB,EAAE,cAAc,EAAE,GAAG,SAAS;aAChD,CAAC,CAAC;YACH,OAAO,EAAC,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,IAAI,EAAE,eAAe;gBACrB,iBAAiB,EAAE,CAAC;gBACpB,cAAc,EAAE,MAAM;gBACtB,iBAAiB,EAAE,cAAc,EAAE,GAAG,SAAS;gBAC/C,uBAAuB,EAAE,CAAC;gBAC1B,wBAAwB,EACtB,YAAY,CAAC,MAAM,CAAC,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;gBACpE,KAAK;aACN,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,EAAE,CAAC;QACzB,CAAC;IACH,CAAC;IAED,oDAAoD;IAC5C,UAAU;QAChB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;CACF;AAED,sFAAsF;AACtF,SAAS,cAAc;IACrB,OAAO,UAAU,CAAC,WAAW,EAAE,GAAG,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;AACrD,CAAC;AAED,2DAA2D;AAC3D,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC;AAC/D,CAAC;AAED,wEAAwE;AACxE,SAAS,gBAAgB,CAAC,MAAc,EAAE,MAAc,EAAE,cAAsB;IAC9E,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/F,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC5E,CAAC;IACD,IAAI,MAAM,GAAG,MAAM,GAAG,cAAc,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAClE,CAAC;AACH,CAAC;AAED,mFAAmF;AACnF,SAAS,kBAAkB,CACzB,cAAuC,EACvC,MAAc,EACd,MAAc,EACd,OAAqC;IAErC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,cAAc,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,MAAM,IAAI,MAAM,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/D,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;SAAM,IAAI,OAAO,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,8DAA8D;AAC9D,SAAS,iBAAiB,CAAC,KAAoB;IAC7C,MAAM,KAAK,GAAG,KAAK,EAAE,KAAK,CAAC,4BAA4B,CAAC,CAAC;IACzD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,yCAAyC,KAAK,EAAE,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,EAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,CAAC;AACnF,CAAC;AAED,+DAA+D;AAC/D,SAAS,gBAAgB,CAAC,OAAgB;IACxC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;IAC9C,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,SAAS,CAAC;IAC/D,OAAO,EAAC,IAAI,EAAE,YAAY,EAAC,CAAC;AAC9B,CAAC;AAED,4EAA4E;AAC5E,SAAS,mBAAmB,CAAC,QAA8B,EAAE,MAA4B;IACvF,IAAI,QAAQ,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;IACD,IACE,CAAC,QAAQ,CAAC,IAAI;QACd,QAAQ,CAAC,YAAY;QACrB,MAAM,CAAC,YAAY;QACnB,QAAQ,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,EAC7C,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;IAClF,CAAC;AACH,CAAC;AAED,kEAAkE;AAClE,SAAS,oBAAoB,CAAC,GAAW,EAAE,OAA6B;IACtE,OAAO,GAAG,GAAG,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,YAAY,IAAI,aAAa,EAAE,CAAC;AAC3E,CAAC;AAED,8EAA8E;AAC9E,SAAS,yBAAyB,CAChC,WAAyB,EACzB,YAA0B;IAE1B,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IACvC,MAAM,OAAO,GAAG,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC,MAAM,CAAC,OAAO,CAAkB,CAAC;IAC7E,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,UAAU,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM;QACR,CAAC;QACD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC;IACxD,CAAC;IACD,OAAO;QACL,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,OAAO,EAAE,GAAG,EAAE;YACZ,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/lib/utils/normalize-parquet-options.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"normalize-parquet-options.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/normalize-parquet-options.ts"],"names":[],"mappings":"AAIA,gGAAgG;AAChG,wBAAgB,uBAAuB,CAAC,QAAQ,SAAS;IAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAAC,EAC1E,OAAO,EAAE,QAAQ,GAAG,SAAS,EAC7B,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACvC,QAAQ,CAKV"}
+{"version":3,"file":"normalize-parquet-options.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/normalize-parquet-options.ts"],"names":[],"mappings":"AAIA,gGAAgG;AAChG,wBAAgB,uBAAuB,CAAC,QAAQ,SAAS;IAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAAC,EAC1E,OAAO,EAAE,QAAQ,GAAG,SAAS,EAC7B,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACvC,QAAQ,CAqBV"}

package/dist/lib/utils/normalize-parquet-options.js

@@ -3,9 +3,23 @@
 // Copyright (c) vis.gl contributors
 /** Merge caller options with default parquet options while preserving top-level option bags. */
 export function normalizeParquetOptions(options, parquetDefaults) {
+    const scanOptions = options?._scan;
+    if (scanOptions) {
+        for (const key of Object.keys(scanOptions)) {
+            if (key !== 'columns' && key !== 'limit') {
+                throw new Error(`Parquet _scan option "${key}" is not supported`);
+            }
+        }
+    }
+    const parquetOptions = options?.parquet || {};
     return {
         ...options,
-        parquet: { ...parquetDefaults, ...options?.parquet }
+        parquet: {
+            ...parquetDefaults,
+            ...parquetOptions,
+            ...(scanOptions?.columns !== undefined ? { columns: [...scanOptions.columns] } : {}),
+            ...(scanOptions?.limit !== undefined ? { limit: scanOptions.limit } : {})
+        }
     };
 }
 //# sourceMappingURL=normalize-parquet-options.js.map

package/dist/lib/utils/normalize-parquet-options.js.map

@@ -1 +1 @@
-{"version":3,"file":"normalize-parquet-options.js","sourceRoot":"","sources":["../../../src/lib/utils/normalize-parquet-options.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,gGAAgG;AAChG,MAAM,UAAU,uBAAuB,CACrC,OAA6B,EAC7B,eAAwC;IAExC,OAAO;QACL,GAAG,OAAO;QACV,OAAO,EAAE,EAAC,GAAG,eAAe,EAAE,GAAI,OAAO,EAAE,OAA+C,EAAC;KACrE,CAAC;AAC3B,CAAC"}
+{"version":3,"file":"normalize-parquet-options.js","sourceRoot":"","sources":["../../../src/lib/utils/normalize-parquet-options.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,gGAAgG;AAChG,MAAM,UAAU,uBAAuB,CACrC,OAA6B,EAC7B,eAAwC;IAExC,MAAM,WAAW,GACf,OACD,EAAE,KAAK,CAAC;IACT,IAAI,WAAW,EAAE,CAAC;QAChB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YAC3C,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;gBACzC,MAAM,IAAI,KAAK,CAAC,yBAAyB,GAAG,oBAAoB,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,cAAc,GAAI,OAAO,EAAE,OAA+C,IAAI,EAAE,CAAC;IACvF,OAAO;QACL,GAAG,OAAO;QACV,OAAO,EAAE;YACP,GAAG,eAAe;YAClB,GAAG,cAAc;YACjB,GAAG,CAAC,WAAW,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAC,OAAO,EAAE,CAAC,GAAG,WAAW,CAAC,OAAO,CAAC,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAClF,GAAG,CAAC,WAAW,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAC,KAAK,EAAE,WAAW,CAAC,KAAK,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SACxE;KACqB,CAAC;AAC3B,CAAC"}