@loaders.gl/parquet 4.2.0-alpha.6 → 4.2.0-beta.1

package/dist/index.cjs

@@ -1743,7 +1743,7 @@ globalThis.process.env = globalThis.process.env || {};
 var Buffer3 = installBufferPolyfill();
 
 // dist/parquet-loader.js
-var import_loader_utils = require("@loaders.gl/loader-utils");
+var import_loader_utils2 = require("@loaders.gl/loader-utils");
 
 // dist/parquetjs/codecs/plain.js
 var import_int53 = __toESM(require("int53"), 1);
@@ -2102,6 +2102,7 @@ var PARQUET_CODECS = {
 
 // dist/parquetjs/compression.js
 var import_compression = require("@loaders.gl/compression");
+var import_loader_utils = require("@loaders.gl/loader-utils");
 var import_lz4js = __toESM(require("lz4js"), 1);
 function toBuffer(arrayBuffer) {
   return Buffer.from(arrayBuffer);
@@ -2138,8 +2139,9 @@ var PARQUET_COMPRESSION_METHODS = {
   ZSTD: new import_compression.ZstdCompression({ modules })
 };
 async function preloadCompressions(options) {
+  (0, import_loader_utils.registerJSModules)(options == null ? void 0 : options.modules);
   const compressions = Object.values(PARQUET_COMPRESSION_METHODS);
-  return await Promise.all(compressions.map((compression) => compression.preload()));
+  return await Promise.all(compressions.map((compression) => compression.preload(options == null ? void 0 : options.modules)));
 }
 async function deflate(method, value) {
   const compression = PARQUET_COMPRESSION_METHODS[method];
@@ -6314,7 +6316,7 @@ var FileMetaData = class {
 };
 
 // dist/lib/constants.js
-var VERSION = true ? "4.2.0-alpha.5" : "latest";
+var VERSION = true ? "4.2.0-alpha.6" : "latest";
 var PARQUET_WASM_URL = "https://unpkg.com/parquet-wasm@0.6.0-beta.1/esm/arrow1_bg.wasm";
 var PARQUET_MAGIC = "PAR1";
 var PARQUET_MAGIC_ENCRYPTED = "PARE";
@@ -6945,6 +6947,7 @@ async function getSchemaFromParquetReader(reader) {
 async function parseParquetFile(file, options) {
   var _a, _b;
   installBufferPolyfill();
+  await preloadCompressions(options);
   const reader = new ParquetReader(file, {
     preserveBinary: (_a = options == null ? void 0 : options.parquet) == null ? void 0 : _a.preserveBinary
   });
@@ -6966,6 +6969,8 @@ async function parseParquetFile(file, options) {
 }
 async function* parseParquetFileInBatches(file, options) {
   var _a, _b;
+  installBufferPolyfill();
+  await preloadCompressions(options);
   const reader = new ParquetReader(file, {
     preserveBinary: (_a = options == null ? void 0 : options.parquet) == null ? void 0 : _a.preserveBinary
   });
@@ -7057,6 +7062,7 @@ function convertBatch(objectRowBatch, shape) {
 // dist/lib/parsers/parse-parquet-to-columns.js
 async function parseParquetFileInColumns(file, options) {
   installBufferPolyfill();
+  await preloadCompressions(options);
   for await (const batch of parseParquetFileInColumnarBatches(file, options)) {
     return {
       shape: "columnar-table",
@@ -7067,6 +7073,8 @@ async function parseParquetFileInColumns(file, options) {
   throw new Error("empty table");
 }
 async function* parseParquetFileInColumnarBatches(file, options) {
+  installBufferPolyfill();
+  await preloadCompressions(options);
   const reader = new ParquetReader(file);
   const schema = await getSchemaFromParquetReader(reader);
   const parquetSchema = await reader.getSchema();
@@ -7087,8 +7095,10 @@ function convertRowGroupToTableBatch(rowGroup, parquetSchema, schema) {
 }
 
 // dist/parquet-loader.js
-var VERSION2 = true ? "4.2.0-alpha.5" : "latest";
+var VERSION2 = true ? "4.2.0-alpha.6" : "latest";
 var ParquetWorkerLoader = {
+  dataType: null,
+  batchType: null,
   name: "Apache Parquet",
   id: "parquet",
   module: "parquet",
@@ -7111,12 +7121,16 @@ var ParquetWorkerLoader = {
 };
 var ParquetLoader = {
   ...ParquetWorkerLoader,
-  parse: (arrayBuffer, options) => parseParquetFile(new import_loader_utils.BlobFile(arrayBuffer), options),
+  dataType: null,
+  batchType: null,
+  parse: (arrayBuffer, options) => parseParquetFile(new import_loader_utils2.BlobFile(arrayBuffer), options),
   parseFile: parseParquetFile,
   parseFileInBatches: parseParquetFileInBatches
 };
 ParquetLoader.Buffer = Buffer;
 var GeoParquetWorkerLoader = {
+  dataType: null,
+  batchType: null,
   name: "Apache Parquet",
   id: "parquet",
   module: "parquet",
@@ -7140,12 +7154,14 @@ var GeoParquetWorkerLoader = {
 var GeoParquetLoader = {
   ...GeoParquetWorkerLoader,
   parse(arrayBuffer, options) {
-    return parseGeoParquetFile(new import_loader_utils.BlobFile(arrayBuffer), options);
+    return parseGeoParquetFile(new import_loader_utils2.BlobFile(arrayBuffer), options);
   },
   parseFile: parseGeoParquetFile,
   parseFileInBatches: parseGeoParquetFileInBatches
 };
 var ParquetColumnarWorkerLoader = {
+  dataType: null,
+  batchType: null,
   name: "Apache Parquet",
   id: "parquet",
   module: "parquet",
@@ -7161,14 +7177,14 @@ var ParquetColumnarWorkerLoader = {
 var ParquetColumnarLoader = {
   ...ParquetColumnarWorkerLoader,
   parse(arrayBuffer, options) {
-    return parseParquetFileInColumns(new import_loader_utils.BlobFile(arrayBuffer), options);
+    return parseParquetFileInColumns(new import_loader_utils2.BlobFile(arrayBuffer), options);
   },
   parseFile: parseParquetFileInColumns,
   parseFileInBatches: parseParquetFileInColumnarBatches
 };
 
 // dist/parquet-writer.js
-var VERSION3 = true ? "4.2.0-alpha.5" : "latest";
+var VERSION3 = true ? "4.2.0-alpha.6" : "latest";
 var ParquetWriter = {
   name: "Apache Parquet",
   id: "parquet",
@@ -7225,6 +7241,8 @@ async function parseParquetWasm(arrayBuffer, options) {
 
 // dist/parquet-wasm-loader.js
 var ParquetWasmWorkerLoader = {
+  dataType: null,
+  batchType: null,
   name: "Apache Parquet",
   id: "parquet-wasm",
   module: "parquet",