@loaders.gl/scan 5.0.0-alpha.8 → 5.0.0-alpha.9

package/dist/hudi.cjs

@@ -17601,6 +17601,7 @@ function fillParquetValueBuffer(output, value, start, end) {
     return;
   }
   if (Array.isArray(output)) {
+    if (output.length < end) output.length = end;
     output.fill(value, start, end);
     return;
   }
@@ -23047,7 +23048,20 @@ async function filterParquetRowGroupsWithBloomFilters(initialization, rowGroupIn
   let filtersRead = 0;
   let bytesRead = 0;
   for (const rowGroupIndex of rowGroupIndices) {
-    const rowGroup = initialization.metadata.rowGroups[rowGroupIndex];
+    let rowGroup = initialization.metadata.rowGroups[rowGroupIndex];
+    const rawRowGroup = initialization.fileMetadata.row_groups[rowGroupIndex];
+    if (rawRowGroup.columns.some((columnChunk) => columnChunk.encrypted_column_metadata)) {
+      await initialization.reader.resolveColumnMetadata(
+        rawRowGroup,
+        rowGroupIndex,
+        getParquetPredicateColumns(predicate).map((column) => [column])
+      );
+      throwIfAborted2(signal);
+      rowGroup = {
+        ...rowGroup,
+        columns: rawRowGroup.columns.filter((columnChunk) => Boolean(columnChunk.meta_data)).map((columnChunk) => createColumnChunkMetadata(columnChunk, initialization.parquetSchema))
+      };
+    }
     const probes = getParquetBloomFilterProbes(predicate, rowGroup);
     let keepRowGroup = true;
     for (const probe of probes) {