@loaders.gl/scan 5.0.0-alpha.8 → 5.0.0-alpha.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/delta.cjs +15 -1
- package/dist/delta.cjs.map +1 -1
- package/dist/hudi.cjs +15 -1
- package/dist/hudi.cjs.map +1 -1
- package/dist/iceberg.cjs +15 -1
- package/dist/iceberg.cjs.map +1 -1
- package/package.json +8 -8
package/dist/iceberg.cjs
CHANGED
|
@@ -18027,6 +18027,7 @@ function fillParquetValueBuffer(output, value, start, end) {
|
|
|
18027
18027
|
return;
|
|
18028
18028
|
}
|
|
18029
18029
|
if (Array.isArray(output)) {
|
|
18030
|
+
if (output.length < end) output.length = end;
|
|
18030
18031
|
output.fill(value, start, end);
|
|
18031
18032
|
return;
|
|
18032
18033
|
}
|
|
@@ -23473,7 +23474,20 @@ async function filterParquetRowGroupsWithBloomFilters(initialization, rowGroupIn
|
|
|
23473
23474
|
let filtersRead = 0;
|
|
23474
23475
|
let bytesRead = 0;
|
|
23475
23476
|
for (const rowGroupIndex of rowGroupIndices) {
|
|
23476
|
-
|
|
23477
|
+
let rowGroup = initialization.metadata.rowGroups[rowGroupIndex];
|
|
23478
|
+
const rawRowGroup = initialization.fileMetadata.row_groups[rowGroupIndex];
|
|
23479
|
+
if (rawRowGroup.columns.some((columnChunk) => columnChunk.encrypted_column_metadata)) {
|
|
23480
|
+
await initialization.reader.resolveColumnMetadata(
|
|
23481
|
+
rawRowGroup,
|
|
23482
|
+
rowGroupIndex,
|
|
23483
|
+
getParquetPredicateColumns(predicate).map((column) => [column])
|
|
23484
|
+
);
|
|
23485
|
+
throwIfAborted2(signal);
|
|
23486
|
+
rowGroup = {
|
|
23487
|
+
...rowGroup,
|
|
23488
|
+
columns: rawRowGroup.columns.filter((columnChunk) => Boolean(columnChunk.meta_data)).map((columnChunk) => createColumnChunkMetadata(columnChunk, initialization.parquetSchema))
|
|
23489
|
+
};
|
|
23490
|
+
}
|
|
23477
23491
|
const probes = getParquetBloomFilterProbes(predicate, rowGroup);
|
|
23478
23492
|
let keepRowGroup = true;
|
|
23479
23493
|
for (const probe of probes) {
|