@loaders.gl/parquet 5.0.0-alpha.8 → 5.0.0-alpha.9

package/dist/delta-source-loader-types.js

@@ -4,7 +4,7 @@
 import { DeltaFormat } from "./delta-format.js";
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof "5.0.0-alpha.8" !== 'undefined' ? "5.0.0-alpha.8" : 'latest';
+const VERSION = typeof "5.0.0-alpha.9" !== 'undefined' ? "5.0.0-alpha.9" : 'latest';
 /** Loads the parser-bearing Delta source implementation on demand. */
 async function preloadDeltaSourceLoader() {
     const { DeltaSourceLoaderWithParser } = await import('@loaders.gl/parquet/delta-source');

package/dist/delta-source.js

@@ -7,7 +7,7 @@ import { PARQUET_TABLE_QUERY_CAPABILITIES } from "./parquet-source-capabilities.
 import { DeltaFormat } from "./delta-format.js";
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof "5.0.0-alpha.8" !== 'undefined' ? "5.0.0-alpha.8" : 'latest';
+const VERSION = typeof "5.0.0-alpha.9" !== 'undefined' ? "5.0.0-alpha.9" : 'latest';
 /** Lightweight Delta Lake snapshot source backed by a newline-delimited commit log. */
 export class DeltaTableSource extends DataSource {
     actionsPromises = new Map();

package/dist/geoparquet-loader.js

@@ -5,7 +5,7 @@ import { ParquetFormat } from "./parquet-format.js";
 import { PARQUET_LOADER_DEFAULT_OPTIONS } from "./parquet-loader-options.js";
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof "5.0.0-alpha.8" !== 'undefined' ? "5.0.0-alpha.8" : 'latest';
+const VERSION = typeof "5.0.0-alpha.9" !== 'undefined' ? "5.0.0-alpha.9" : 'latest';
 /** Preloads the parser-bearing GeoParquet loader implementation. */
 async function preloadGeoParquetLoader() {
     const { GeoParquetLoaderWithParser } = await import("./geoparquet-loader-with-parser.js");

package/dist/index.cjs

@@ -73,7 +73,7 @@ var init_parquet_loader_base = __esm({
     "use strict";
     init_parquet_format();
     init_parquet_loader_options();
-    VERSION = true ? "5.0.0-alpha.8" : "latest";
+    VERSION = true ? "5.0.0-alpha.9" : "latest";
     PARQUET_LOADER_BASE = {
       ...ParquetFormat,
       dataType: null,
@@ -7472,7 +7472,7 @@ var init_geoparquet_loader = __esm({
     "use strict";
     init_parquet_format();
     init_parquet_loader_options();
-    VERSION5 = true ? "5.0.0-alpha.8" : "latest";
+    VERSION5 = true ? "5.0.0-alpha.9" : "latest";
     GeoParquetLoader = {
       ...ParquetFormat,
       dataType: null,
@@ -8168,6 +8168,7 @@ function fillParquetValueBuffer(output, value, start, end) {
     return;
   }
   if (Array.isArray(output)) {
+    if (output.length < end) output.length = end;
     output.fill(value, start, end);
     return;
   }
@@ -24376,7 +24377,10 @@ function hasStandardNestedCollection(field) {
 }
 function normalizeNestedParquetValue(value, field) {
   var _a, _b, _c, _d, _e;
-  if (value === void 0 || value === null || !field.fields) {
+  if (value === void 0 || value === null) {
+    return null;
+  }
+  if (!field.fields) {
     return value;
   }
   if (((_a = field.logicalType) == null ? void 0 : _a.type) === "LIST") {
@@ -27179,7 +27183,20 @@ async function filterParquetRowGroupsWithBloomFilters(initialization, rowGroupIn
   let filtersRead = 0;
   let bytesRead = 0;
   for (const rowGroupIndex of rowGroupIndices) {
-    const rowGroup = initialization.metadata.rowGroups[rowGroupIndex];
+    let rowGroup = initialization.metadata.rowGroups[rowGroupIndex];
+    const rawRowGroup = initialization.fileMetadata.row_groups[rowGroupIndex];
+    if (rawRowGroup.columns.some((columnChunk) => columnChunk.encrypted_column_metadata)) {
+      await initialization.reader.resolveColumnMetadata(
+        rawRowGroup,
+        rowGroupIndex,
+        getParquetPredicateColumns(predicate).map((column) => [column])
+      );
+      throwIfAborted4(signal);
+      rowGroup = {
+        ...rowGroup,
+        columns: rawRowGroup.columns.filter((columnChunk) => Boolean(columnChunk.meta_data)).map((columnChunk) => createColumnChunkMetadata(columnChunk, initialization.parquetSchema))
+      };
+    }
     const probes = getParquetBloomFilterProbes(predicate, rowGroup);
     let keepRowGroup = true;
     for (const probe of probes) {
@@ -28313,7 +28330,7 @@ init_geoparquet_loader();
 
 // dist/parquet-js-loader-types.js
 init_parquet_format();
-var VERSION8 = true ? "5.0.0-alpha.8" : "latest";
+var VERSION8 = true ? "5.0.0-alpha.9" : "latest";
 var DEFAULT_PARQUET_JS_OPTIONS3 = {
   columns: void 0,
   preserveBinary: false,
@@ -28340,7 +28357,7 @@ var ParquetJSLoader2 = {
 
 // dist/parquet-source-loader-types.js
 init_parquet_format();
-var VERSION10 = true ? "5.0.0-alpha.8" : "latest";
+var VERSION10 = true ? "5.0.0-alpha.9" : "latest";
 async function preloadParquetSourceLoader2() {
   const { ParquetSourceLoaderWithParser: ParquetSourceLoaderWithParser2 } = await Promise.resolve().then(() => (init_parquet_source_loader(), parquet_source_loader_exports));
   return ParquetSourceLoaderWithParser2;
@@ -28464,7 +28481,7 @@ init_normalize_parquet_options2();
 init_parquet_format();
 
 // dist/lib/constants.js
-var VERSION11 = true ? "5.0.0-alpha.8" : "latest";
+var VERSION11 = true ? "5.0.0-alpha.9" : "latest";
 var PARQUET_MAGIC2 = "PAR1";
 var PARQUET_MAGIC_ENCRYPTED2 = "PARE";
 var PARQUET_RDLVL_TYPE2 = "INT32";
@@ -29124,6 +29141,8 @@ function fillParquetValueBuffer2(output, value, start, end) {
     return;
   }
   if (Array.isArray(output)) {
+    if (output.length < end)
+      output.length = end;
     output.fill(value, start, end);
     return;
   }
@@ -39335,7 +39354,7 @@ function formatDataType(dataType) {
 
 // dist/parquet-js-writer.js
 init_parquet_format();
-var VERSION12 = true ? "5.0.0-alpha.8" : "latest";
+var VERSION12 = true ? "5.0.0-alpha.9" : "latest";
 var DEFAULT_PARQUET_JS_OPTIONS4 = {};
 var ParquetJSWriter = {
   ...ParquetFormat,