@loaders.gl/parquet 4.2.0-alpha.2 → 4.2.0-alpha.4

package/dist/index.cjs

@@ -40,6 +40,9 @@ __export(src_exports, {
   ParquetLoader: () => ParquetLoader,
   ParquetReader: () => ParquetReader,
   ParquetSchema: () => ParquetSchema,
+  ParquetWasmLoader: () => ParquetWasmLoader,
+  ParquetWasmWorkerLoader: () => ParquetWasmWorkerLoader,
+  ParquetWasmWriter: () => ParquetWasmWriter,
   ParquetWorkerLoader: () => ParquetWorkerLoader,
   _ParquetWriter: () => ParquetWriter,
   convertParquetSchema: () => convertParquetSchema,
@@ -6485,7 +6488,9 @@ var FileMetaData = class {
   }
 };
 
-// src/constants.ts
+// src/lib/constants.ts
+var VERSION = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
+var PARQUET_WASM_URL = "https://unpkg.com/parquet-wasm@0.6.0-beta.1/esm/arrow1_bg.wasm";
 var PARQUET_MAGIC = "PAR1";
 var PARQUET_MAGIC_ENCRYPTED = "PARE";
 var PARQUET_RDLVL_TYPE = "INT32";
@@ -7305,12 +7310,12 @@ function convertRowGroupToTableBatch(rowGroup, parquetSchema, schema) {
 }
 
 // src/parquet-loader.ts
-var VERSION = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
+var VERSION2 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
 var ParquetWorkerLoader = {
   name: "Apache Parquet",
   id: "parquet",
   module: "parquet",
-  version: VERSION,
+  version: VERSION2,
   worker: true,
   category: "table",
   extensions: ["parquet"],
@@ -7338,7 +7343,7 @@ var GeoParquetWorkerLoader = {
   name: "Apache Parquet",
   id: "parquet",
   module: "parquet",
-  version: VERSION,
+  version: VERSION2,
   worker: true,
   category: "table",
   extensions: ["parquet"],
@@ -7367,7 +7372,7 @@ var ParquetColumnarWorkerLoader = {
   name: "Apache Parquet",
   id: "parquet",
   module: "parquet",
-  version: VERSION,
+  version: VERSION2,
   worker: true,
   category: "table",
   extensions: ["parquet"],
@@ -7386,12 +7391,12 @@ var ParquetColumnarLoader = {
 };
 
 // src/parquet-writer.ts
-var VERSION2 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
+var VERSION3 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
 var ParquetWriter = {
   name: "Apache Parquet",
   id: "parquet",
   module: "parquet",
-  version: VERSION2,
+  version: VERSION3,
   extensions: ["parquet"],
   mimeTypes: ["application/octet-stream"],
   binary: true,
@@ -7403,6 +7408,111 @@ function encodeSync(data, options) {
   return new ArrayBuffer(0);
 }
 
+// src/lib/wasm/parse-parquet-wasm.ts
+var import_arrow = require("@loaders.gl/arrow");
+
+// src/lib/wasm/load-wasm.ts
+var import_parquet_wasm = __toESM(require("parquet-wasm"), 1);
+var parquetWasm = __toESM(require("parquet-wasm"), 1);
+var initializePromise;
+async function loadWasm(wasmUrl = PARQUET_WASM_URL) {
+  if (!initializePromise && typeof import_parquet_wasm.default === "function") {
+    if (!wasmUrl) {
+      throw new Error("ParquetLoader: No wasmUrl provided");
+    }
+    initializePromise = (0, import_parquet_wasm.default)(wasmUrl);
+  }
+  await initializePromise;
+  return parquetWasm;
+}
+
+// src/lib/wasm/parse-parquet-wasm.ts
+var arrow = __toESM(require("apache-arrow"), 1);
+async function parseParquetWasm(arrayBuffer, options) {
+  var _a;
+  const arr = new Uint8Array(arrayBuffer);
+  const wasmUrl = (_a = options == null ? void 0 : options.parquet) == null ? void 0 : _a.wasmUrl;
+  const wasm = await loadWasm(wasmUrl);
+  const wasmTable = wasm.readParquet(arr);
+  try {
+    const ipcStream = wasmTable.intoIPCStream();
+    const arrowTable = arrow.tableFromIPC(ipcStream);
+    return {
+      shape: "arrow-table",
+      schema: (0, import_arrow.serializeArrowSchema)(arrowTable.schema),
+      data: arrowTable
+    };
+  } finally {
+  }
+}
+
+// src/parquet-wasm-loader.ts
+var ParquetWasmWorkerLoader = {
+  name: "Apache Parquet",
+  id: "parquet-wasm",
+  module: "parquet",
+  version: VERSION,
+  worker: false,
+  category: "table",
+  extensions: ["parquet"],
+  mimeTypes: ["application/octet-stream"],
+  binary: true,
+  tests: ["PAR1", "PARE"],
+  options: {
+    parquet: {
+      type: "arrow-table",
+      wasmUrl: PARQUET_WASM_URL
+    }
+  }
+};
+var ParquetWasmLoader = {
+  ...ParquetWasmWorkerLoader,
+  parse(arrayBuffer, options) {
+    options = { parquet: { ...ParquetWasmLoader.options.parquet, ...options == null ? void 0 : options.parquet }, ...options };
+    return parseParquetWasm(arrayBuffer, options);
+  }
+};
+
+// src/lib/wasm/encode-parquet-wasm.ts
+var arrow2 = __toESM(require("apache-arrow"), 1);
+async function encode(table, options) {
+  var _a;
+  const wasmUrl = (_a = options.parquet) == null ? void 0 : _a.wasmUrl;
+  const wasm = await loadWasm(wasmUrl);
+  const arrowTable = table.data;
+  const ipcStream = arrow2.tableToIPC(arrowTable);
+  const wasmTable = wasm.Table.fromIPCStream(ipcStream);
+  const wasmProperties = new wasm.WriterPropertiesBuilder().build();
+  try {
+    const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);
+    return parquetBytes.buffer.slice(
+      parquetBytes.byteOffset,
+      parquetBytes.byteLength + parquetBytes.byteOffset
+    );
+  } finally {
+  }
+}
+
+// src/parquet-wasm-writer.ts
+var ParquetWasmWriter = {
+  name: "Apache Parquet",
+  id: "parquet-wasm",
+  module: "parquet",
+  version: VERSION,
+  extensions: ["parquet"],
+  mimeTypes: ["application/octet-stream"],
+  binary: true,
+  options: {
+    parquet: {
+      wasmUrl: PARQUET_WASM_URL
+    }
+  },
+  encode(arrowTable, options) {
+    options = { parquet: { ...ParquetWasmWriter.options.parquet, ...options == null ? void 0 : options.parquet }, ...options };
+    return encode(arrowTable, options);
+  }
+};
+
 // src/parquetjs/utils/file-utils.ts
 var fs = __toESM(require("fs"), 1);
 function oswrite(os, buf) {

package/dist/index.d.ts

@@ -1,6 +1,9 @@
 export { Buffer } from './polyfills/buffer/install-buffer-polyfill';
 export { ParquetWorkerLoader, ParquetLoader, GeoParquetWorkerLoader, GeoParquetLoader, ParquetColumnarWorkerLoader, ParquetColumnarLoader } from './parquet-loader';
 export { ParquetWriter as _ParquetWriter } from './parquet-writer';
+export type { ParquetWasmLoaderOptions } from './parquet-wasm-loader';
+export { ParquetWasmLoader, ParquetWasmWorkerLoader } from './parquet-wasm-loader';
+export { ParquetWasmWriter } from './parquet-wasm-writer';
 export { preloadCompressions } from './parquetjs/compression';
 export { ParquetSchema } from './parquetjs/schema/schema';
 export { ParquetReader } from './parquetjs/parser/parquet-reader';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,MAAM,EAAC,MAAM,4CAA4C,CAAC;AAIlE,OAAO,EACL,mBAAmB,EACnB,aAAa,EACb,sBAAsB,EACtB,gBAAgB,EAChB,2BAA2B,EAC3B,qBAAqB,EACtB,MAAM,kBAAkB,CAAC;AAM1B,OAAO,EAAC,aAAa,IAAI,cAAc,EAAC,MAAM,kBAAkB,CAAC;AAKjE,OAAO,EAAC,mBAAmB,EAAC,MAAM,yBAAyB,CAAC;AAE5D,OAAO,EAAC,aAAa,EAAC,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAC,aAAa,EAAC,MAAM,mCAAmC,CAAC;AAChE,OAAO,EAAC,cAAc,EAAC,MAAM,qCAAqC,CAAC;AAEnE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,IAAI,2BAA2B,EACpD,MAAM,yCAAyC,CAAC;AAGjD,OAAO,EAAC,cAAc,EAAE,qBAAqB,EAAC,MAAM,oBAAoB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,MAAM,EAAC,MAAM,4CAA4C,CAAC;AAIlE,OAAO,EACL,mBAAmB,EACnB,aAAa,EACb,sBAAsB,EACtB,gBAAgB,EAChB,2BAA2B,EAC3B,qBAAqB,EACtB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAC,aAAa,IAAI,cAAc,EAAC,MAAM,kBAAkB,CAAC;AAIjE,YAAY,EAAC,wBAAwB,EAAC,MAAM,uBAAuB,CAAC;AACpE,OAAO,EAAC,iBAAiB,EAAE,uBAAuB,EAAC,MAAM,uBAAuB,CAAC;AACjF,OAAO,EAAC,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AAIxD,OAAO,EAAC,mBAAmB,EAAC,MAAM,yBAAyB,CAAC;AAE5D,OAAO,EAAC,aAAa,EAAC,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAC,aAAa,EAAC,MAAM,mCAAmC,CAAC;AAChE,OAAO,EAAC,cAAc,EAAC,MAAM,qCAAqC,CAAC;AAEnE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,IAAI,2BAA2B,EACpD,MAAM,yCAAyC,CAAC;AAGjD,OAAO,EAAC,cAAc,EAAE,qBAAqB,EAAC,MAAM,oBAAoB,CAAC"}

package/dist/index.js

@@ -1,6 +1,8 @@
 export { Buffer } from "./polyfills/buffer/install-buffer-polyfill.js";
 export { ParquetWorkerLoader, ParquetLoader, GeoParquetWorkerLoader, GeoParquetLoader, ParquetColumnarWorkerLoader, ParquetColumnarLoader } from "./parquet-loader.js";
 export { ParquetWriter as _ParquetWriter } from "./parquet-writer.js";
+export { ParquetWasmLoader, ParquetWasmWorkerLoader } from "./parquet-wasm-loader.js";
+export { ParquetWasmWriter } from "./parquet-wasm-writer.js";
 export { preloadCompressions } from "./parquetjs/compression.js";
 export { ParquetSchema } from "./parquetjs/schema/schema.js";
 export { ParquetReader } from "./parquetjs/parser/parquet-reader.js";

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","names":["Buffer","ParquetWorkerLoader","ParquetLoader","GeoParquetWorkerLoader","GeoParquetLoader","ParquetColumnarWorkerLoader","ParquetColumnarLoader","ParquetWriter","_ParquetWriter","preloadCompressions","ParquetSchema","ParquetReader","ParquetEncoder","convertParquetSchema","convertParquetToArrowSchema","BufferPolyfill","installBufferPolyfill"],"sources":["../src/index.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nexport {Buffer} from './polyfills/buffer/install-buffer-polyfill';\n\n// import {ArrowTable, ArrowTableBatch} from '@loaders.gl/arrow';\n\nexport {\n  ParquetWorkerLoader,\n  ParquetLoader,\n  GeoParquetWorkerLoader,\n  GeoParquetLoader,\n  ParquetColumnarWorkerLoader,\n  ParquetColumnarLoader\n} from './parquet-loader';\n\n// import type {ParquetWasmLoaderOptions} from './lib/wasm/parse-parquet-wasm';\n// import {parseParquetWasm} from './lib/wasm/parse-parquet-wasm';\n// import {ParquetWasmLoader as ParquetWasmWorkerLoader} from './parquet-wasm-loader';\n\nexport {ParquetWriter as _ParquetWriter} from './parquet-writer';\n// export {ParquetWasmWriter} from './parquet-wasm-writer';\n\n// EXPERIMENTAL - expose the internal parquetjs API\n\nexport {preloadCompressions} from './parquetjs/compression';\n\nexport {ParquetSchema} from './parquetjs/schema/schema';\nexport {ParquetReader} from './parquetjs/parser/parquet-reader';\nexport {ParquetEncoder} from './parquetjs/encoder/parquet-encoder';\n\nexport {\n  convertParquetSchema,\n  convertParquetSchema as convertParquetToArrowSchema\n} from './lib/arrow/convert-schema-from-parquet';\n\n// Experimental\nexport {BufferPolyfill, installBufferPolyfill} from './polyfills/buffer';\n"],"mappings":"SAIQA,MAAM;AAAA,SAKZC,mBAAmB,EACnBC,aAAa,EACbC,sBAAsB,EACtBC,gBAAgB,EAChBC,2BAA2B,EAC3BC,qBAAqB;AAAA,SAOfC,aAAa,IAAIC,cAAc;AAAA,SAK/BC,mBAAmB;AAAA,SAEnBC,aAAa;AAAA,SACbC,aAAa;AAAA,SACbC,cAAc;AAAA,SAGpBC,oBAAoB,EACpBA,oBAAoB,IAAIC,2BAA2B;AAAA,SAI7CC,cAAc,EAAEC,qBAAqB"}
+{"version":3,"file":"index.js","names":["Buffer","ParquetWorkerLoader","ParquetLoader","GeoParquetWorkerLoader","GeoParquetLoader","ParquetColumnarWorkerLoader","ParquetColumnarLoader","ParquetWriter","_ParquetWriter","ParquetWasmLoader","ParquetWasmWorkerLoader","ParquetWasmWriter","preloadCompressions","ParquetSchema","ParquetReader","ParquetEncoder","convertParquetSchema","convertParquetToArrowSchema","BufferPolyfill","installBufferPolyfill"],"sources":["../src/index.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nexport {Buffer} from './polyfills/buffer/install-buffer-polyfill';\n\n// import {ArrowTable, ArrowTableBatch} from '@loaders.gl/arrow';\n\nexport {\n  ParquetWorkerLoader,\n  ParquetLoader,\n  GeoParquetWorkerLoader,\n  GeoParquetLoader,\n  ParquetColumnarWorkerLoader,\n  ParquetColumnarLoader\n} from './parquet-loader';\n\nexport {ParquetWriter as _ParquetWriter} from './parquet-writer';\n\n// EXPERIMENTAL - expose Parquet WASM loaders/writer\n\nexport type {ParquetWasmLoaderOptions} from './parquet-wasm-loader';\nexport {ParquetWasmLoader, ParquetWasmWorkerLoader} from './parquet-wasm-loader';\nexport {ParquetWasmWriter} from './parquet-wasm-writer';\n\n// EXPERIMENTAL - expose the internal parquetjs API\n\nexport {preloadCompressions} from './parquetjs/compression';\n\nexport {ParquetSchema} from './parquetjs/schema/schema';\nexport {ParquetReader} from './parquetjs/parser/parquet-reader';\nexport {ParquetEncoder} from './parquetjs/encoder/parquet-encoder';\n\nexport {\n  convertParquetSchema,\n  convertParquetSchema as convertParquetToArrowSchema\n} from './lib/arrow/convert-schema-from-parquet';\n\n// Experimental\nexport {BufferPolyfill, installBufferPolyfill} from './polyfills/buffer';\n"],"mappings":"SAIQA,MAAM;AAAA,SAKZC,mBAAmB,EACnBC,aAAa,EACbC,sBAAsB,EACtBC,gBAAgB,EAChBC,2BAA2B,EAC3BC,qBAAqB;AAAA,SAGfC,aAAa,IAAIC,cAAc;AAAA,SAK/BC,iBAAiB,EAAEC,uBAAuB;AAAA,SAC1CC,iBAAiB;AAAA,SAIjBC,mBAAmB;AAAA,SAEnBC,aAAa;AAAA,SACbC,aAAa;AAAA,SACbC,cAAc;AAAA,SAGpBC,oBAAoB,EACpBA,oBAAoB,IAAIC,2BAA2B;AAAA,SAI7CC,cAAc,EAAEC,qBAAqB"}

package/dist/{constants.d.ts → lib/constants.d.ts}

@@ -1,3 +1,5 @@
+export declare const VERSION: any;
+export declare const PARQUET_WASM_URL = "https://unpkg.com/parquet-wasm@0.6.0-beta.1/esm/arrow1_bg.wasm";
 /**
  * Parquet File Magic String
  */

package/dist/lib/constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/lib/constants.ts"],"names":[],"mappings":"AAMA,eAAO,MAAM,OAAO,KAA8D,CAAC;AACnF,eAAO,MAAM,gBAAgB,mEAAmE,CAAC;AAEjG;;GAEG;AACH,eAAO,MAAM,aAAa,SAAS,CAAC;AACpC,eAAO,MAAM,uBAAuB,SAAS,CAAC;AAE9C;;GAEG;AACH,eAAO,MAAM,eAAe,IAAI,CAAC;AAEjC;;GAEG;AACH,eAAO,MAAM,kBAAkB,UAAU,CAAC;AAC1C,eAAO,MAAM,sBAAsB,QAAQ,CAAC"}

package/dist/lib/constants.js

@@ -0,0 +1,8 @@
+export const VERSION = typeof "4.2.0-alpha.4" !== 'undefined' ? "4.2.0-alpha.4" : 'latest';
+export const PARQUET_WASM_URL = 'https://unpkg.com/parquet-wasm@0.6.0-beta.1/esm/arrow1_bg.wasm';
+export const PARQUET_MAGIC = 'PAR1';
+export const PARQUET_MAGIC_ENCRYPTED = 'PARE';
+export const PARQUET_VERSION = 1;
+export const PARQUET_RDLVL_TYPE = 'INT32';
+export const PARQUET_RDLVL_ENCODING = 'RLE';
+//# sourceMappingURL=constants.js.map

package/dist/lib/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.js","names":["VERSION","PARQUET_WASM_URL","PARQUET_MAGIC","PARQUET_MAGIC_ENCRYPTED","PARQUET_VERSION","PARQUET_RDLVL_TYPE","PARQUET_RDLVL_ENCODING"],"sources":["../../src/lib/constants.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nexport const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\nexport const PARQUET_WASM_URL = 'https://unpkg.com/parquet-wasm@0.6.0-beta.1/esm/arrow1_bg.wasm';\n\n/**\n * Parquet File Magic String\n */\nexport const PARQUET_MAGIC = 'PAR1';\nexport const PARQUET_MAGIC_ENCRYPTED = 'PARE';\n\n/**\n * Parquet File Format Version\n */\nexport const PARQUET_VERSION = 1;\n\n/**\n * Internal type used for repetition/definition levels\n */\nexport const PARQUET_RDLVL_TYPE = 'INT32';\nexport const PARQUET_RDLVL_ENCODING = 'RLE';\n"],"mappings":"AAMA,OAAO,MAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAClF,OAAO,MAAMC,gBAAgB,GAAG,gEAAgE;AAKhG,OAAO,MAAMC,aAAa,GAAG,MAAM;AACnC,OAAO,MAAMC,uBAAuB,GAAG,MAAM;AAK7C,OAAO,MAAMC,eAAe,GAAG,CAAC;AAKhC,OAAO,MAAMC,kBAAkB,GAAG,OAAO;AACzC,OAAO,MAAMC,sBAAsB,GAAG,KAAK"}

package/dist/lib/wasm/encode-parquet-wasm.d.ts

@@ -1,12 +1,7 @@
-import type { WriterOptions } from '@loaders.gl/loader-utils';
 import type { ArrowTable } from '@loaders.gl/arrow';
-export type ParquetWriterOptions = WriterOptions & {
-    parquet?: {
-        wasmUrl?: string;
-    };
-};
+import type { ParquetWriterOptions } from '../../parquet-wasm-writer';
 /**
  * Encode Arrow arrow.Table to Parquet buffer
  */
-export declare function encode(table: ArrowTable, options?: ParquetWriterOptions): Promise<ArrayBuffer>;
+export declare function encode(table: ArrowTable, options: ParquetWriterOptions): Promise<ArrayBuffer>;
 //# sourceMappingURL=encode-parquet-wasm.d.ts.map

package/dist/lib/wasm/encode-parquet-wasm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"encode-parquet-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/wasm/encode-parquet-wasm.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAKlD,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG;IACjD,OAAO,CAAC,EAAE;QACR,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF;;GAEG;AACH,wBAAsB,MAAM,CAC1B,KAAK,EAAE,UAAU,EACjB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,WAAW,CAAC,CAiBtB"}
+{"version":3,"file":"encode-parquet-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/wasm/encode-parquet-wasm.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAKlD,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,2BAA2B,CAAC;AAEpE;;GAEG;AACH,wBAAsB,MAAM,CAC1B,KAAK,EAAE,UAAU,EACjB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,WAAW,CAAC,CAsBtB"}

package/dist/lib/wasm/encode-parquet-wasm.js

@@ -2,13 +2,15 @@ import * as arrow from 'apache-arrow';
 import { loadWasm } from "./load-wasm.js";
 export async function encode(table, options) {
   var _options$parquet;
-  const wasmUrl = options === null || options === void 0 ? void 0 : (_options$parquet = options.parquet) === null || _options$parquet === void 0 ? void 0 : _options$parquet.wasmUrl;
+  const wasmUrl = (_options$parquet = options.parquet) === null || _options$parquet === void 0 ? void 0 : _options$parquet.wasmUrl;
   const wasm = await loadWasm(wasmUrl);
   const arrowTable = table.data;
-  const writer = arrow.RecordBatchStreamWriter.writeAll(arrowTable);
-  const arrowIPCBytes = writer.toUint8Array(true);
-  const writerProperties = new wasm.WriterPropertiesBuilder().build();
-  const parquetBytes = wasm.writeParquet(arrowIPCBytes, writerProperties);
-  return parquetBytes.buffer.slice(parquetBytes.byteOffset, parquetBytes.byteLength + parquetBytes.byteOffset);
+  const ipcStream = arrow.tableToIPC(arrowTable);
+  const wasmTable = wasm.Table.fromIPCStream(ipcStream);
+  const wasmProperties = new wasm.WriterPropertiesBuilder().build();
+  try {
+    const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);
+    return parquetBytes.buffer.slice(parquetBytes.byteOffset, parquetBytes.byteLength + parquetBytes.byteOffset);
+  } finally {}
 }
 //# sourceMappingURL=encode-parquet-wasm.js.map

package/dist/lib/wasm/encode-parquet-wasm.js.map

@@ -1 +1 @@
-{"version":3,"file":"encode-parquet-wasm.js","names":["arrow","loadWasm","encode","table","options","_options$parquet","wasmUrl","parquet","wasm","arrowTable","data","writer","RecordBatchStreamWriter","writeAll","arrowIPCBytes","toUint8Array","writerProperties","WriterPropertiesBuilder","build","parquetBytes","writeParquet","buffer","slice","byteOffset","byteLength"],"sources":["../../../src/lib/wasm/encode-parquet-wasm.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {WriterOptions} from '@loaders.gl/loader-utils';\nimport type {ArrowTable} from '@loaders.gl/arrow';\n\nimport * as arrow from 'apache-arrow';\nimport {loadWasm} from './load-wasm';\n\nexport type ParquetWriterOptions = WriterOptions & {\n  parquet?: {\n    wasmUrl?: string;\n  };\n};\n\n/**\n * Encode Arrow arrow.Table to Parquet buffer\n */\nexport async function encode(\n  table: ArrowTable,\n  options?: ParquetWriterOptions\n): Promise<ArrayBuffer> {\n  const wasmUrl = options?.parquet?.wasmUrl;\n  const wasm = await loadWasm(wasmUrl);\n\n  const arrowTable: arrow.Table = table.data;\n\n  // Serialize a table to the IPC format.\n  const writer = arrow.RecordBatchStreamWriter.writeAll(arrowTable);\n  const arrowIPCBytes = writer.toUint8Array(true);\n\n  // TODO: provide options for how to write table.\n  const writerProperties = new wasm.WriterPropertiesBuilder().build();\n  const parquetBytes = wasm.writeParquet(arrowIPCBytes, writerProperties);\n  return parquetBytes.buffer.slice(\n    parquetBytes.byteOffset,\n    parquetBytes.byteLength + parquetBytes.byteOffset\n  );\n}\n"],"mappings":"AAOA,OAAO,KAAKA,KAAK,MAAM,cAAc;AAAC,SAC9BC,QAAQ;AAWhB,OAAO,eAAeC,MAAMA,CAC1BC,KAAiB,EACjBC,OAA8B,EACR;EAAA,IAAAC,gBAAA;EACtB,MAAMC,OAAO,GAAGF,OAAO,aAAPA,OAAO,wBAAAC,gBAAA,GAAPD,OAAO,CAAEG,OAAO,cAAAF,gBAAA,uBAAhBA,gBAAA,CAAkBC,OAAO;EACzC,MAAME,IAAI,GAAG,MAAMP,QAAQ,CAACK,OAAO,CAAC;EAEpC,MAAMG,UAAuB,GAAGN,KAAK,CAACO,IAAI;EAG1C,MAAMC,MAAM,GAAGX,KAAK,CAACY,uBAAuB,CAACC,QAAQ,CAACJ,UAAU,CAAC;EACjE,MAAMK,aAAa,GAAGH,MAAM,CAACI,YAAY,CAAC,IAAI,CAAC;EAG/C,MAAMC,gBAAgB,GAAG,IAAIR,IAAI,CAACS,uBAAuB,CAAC,CAAC,CAACC,KAAK,CAAC,CAAC;EACnE,MAAMC,YAAY,GAAGX,IAAI,CAACY,YAAY,CAACN,aAAa,EAAEE,gBAAgB,CAAC;EACvE,OAAOG,YAAY,CAACE,MAAM,CAACC,KAAK,CAC9BH,YAAY,CAACI,UAAU,EACvBJ,YAAY,CAACK,UAAU,GAAGL,YAAY,CAACI,UACzC,CAAC;AACH"}
+{"version":3,"file":"encode-parquet-wasm.js","names":["arrow","loadWasm","encode","table","options","_options$parquet","wasmUrl","parquet","wasm","arrowTable","data","ipcStream","tableToIPC","wasmTable","Table","fromIPCStream","wasmProperties","WriterPropertiesBuilder","build","parquetBytes","writeParquet","buffer","slice","byteOffset","byteLength"],"sources":["../../../src/lib/wasm/encode-parquet-wasm.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {ArrowTable} from '@loaders.gl/arrow';\n\nimport * as arrow from 'apache-arrow';\nimport {loadWasm} from './load-wasm';\n\nimport type {ParquetWriterOptions} from '../../parquet-wasm-writer';\n\n/**\n * Encode Arrow arrow.Table to Parquet buffer\n */\nexport async function encode(\n  table: ArrowTable,\n  options: ParquetWriterOptions\n): Promise<ArrayBuffer> {\n  const wasmUrl = options.parquet?.wasmUrl!;\n  const wasm = await loadWasm(wasmUrl);\n\n  // Serialize the table to the IPC format.\n  const arrowTable: arrow.Table = table.data;\n  const ipcStream = arrow.tableToIPC(arrowTable);\n\n  // Pass the IPC stream to the Parquet writer.\n  const wasmTable = wasm.Table.fromIPCStream(ipcStream);\n  const wasmProperties = new wasm.WriterPropertiesBuilder().build();\n  try {\n    const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);\n    // const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);\n    return parquetBytes.buffer.slice(\n      parquetBytes.byteOffset,\n      parquetBytes.byteLength + parquetBytes.byteOffset\n    );\n  } finally {\n    // wasmTable.free();\n    // wasmProperties.free();\n  }\n}\n\n// type WriteOptions = {\n//   compression?: number;\n//   dictionaryEnabled?: boolean;\n//   encoding?: number;\n//   maxRowGroupSize?: number;\n//   maxStatisticsSize?: number;\n//   statisticsEnabled?: boolean;\n//   writeBatchSize?: number;\n//   dataPageSizeLimit?: number;\n//   dictionaryPageSizeLimit?: number;\n// };\n\n// columnCompression: Record<string, number>;\n// columnDictionaryEnabled: Record<string, boolean>;\n// columnEncoding: Record<string, number>;\n// columnMaxStatisticsSize\n// compression:Record<string, number>;\n// setCreatedBy\n// setDataPageSizeLimit\n// setDictionaryEnabled\n// setDictionaryPageSizeLimit\n// setEncoding\n// setMaxRowGroupSize\n// setMaxStatisticsSize\n// setStatisticsEnabled\n// setWriteBatchSize\n// setWriterVersion\n"],"mappings":"AAMA,OAAO,KAAKA,KAAK,MAAM,cAAc;AAAC,SAC9BC,QAAQ;AAOhB,OAAO,eAAeC,MAAMA,CAC1BC,KAAiB,EACjBC,OAA6B,EACP;EAAA,IAAAC,gBAAA;EACtB,MAAMC,OAAO,IAAAD,gBAAA,GAAGD,OAAO,CAACG,OAAO,cAAAF,gBAAA,uBAAfA,gBAAA,CAAiBC,OAAQ;EACzC,MAAME,IAAI,GAAG,MAAMP,QAAQ,CAACK,OAAO,CAAC;EAGpC,MAAMG,UAAuB,GAAGN,KAAK,CAACO,IAAI;EAC1C,MAAMC,SAAS,GAAGX,KAAK,CAACY,UAAU,CAACH,UAAU,CAAC;EAG9C,MAAMI,SAAS,GAAGL,IAAI,CAACM,KAAK,CAACC,aAAa,CAACJ,SAAS,CAAC;EACrD,MAAMK,cAAc,GAAG,IAAIR,IAAI,CAACS,uBAAuB,CAAC,CAAC,CAACC,KAAK,CAAC,CAAC;EACjE,IAAI;IACF,MAAMC,YAAY,GAAGX,IAAI,CAACY,YAAY,CAACP,SAAS,EAAEG,cAAc,CAAC;IAEjE,OAAOG,YAAY,CAACE,MAAM,CAACC,KAAK,CAC9BH,YAAY,CAACI,UAAU,EACvBJ,YAAY,CAACK,UAAU,GAAGL,YAAY,CAACI,UACzC,CAAC;EACH,CAAC,SAAS,CAGV;AACF"}

package/dist/lib/wasm/load-wasm.d.ts

@@ -1,2 +1,3 @@
-export { loadWasm } from './load-wasm-node';
+import initWasm from 'parquet-wasm';
+export declare function loadWasm(wasmUrl?: string): Promise<typeof initWasm>;
 //# sourceMappingURL=load-wasm.d.ts.map

package/dist/lib/wasm/load-wasm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"load-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/wasm/load-wasm.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,QAAQ,EAAC,MAAM,kBAAkB,CAAC"}
+{"version":3,"file":"load-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/wasm/load-wasm.ts"],"names":[],"mappings":"AAKA,OAAO,QAAQ,MAAM,cAAc,CAAC;AAMpC,wBAAsB,QAAQ,CAAC,OAAO,GAAE,MAAyB,4BAUhE"}

package/dist/lib/wasm/load-wasm.js

@@ -1,2 +1,16 @@
-export { loadWasm } from "./load-wasm-node.js";
+import initWasm from 'parquet-wasm';
+import * as parquetWasm from 'parquet-wasm';
+import { PARQUET_WASM_URL } from "../constants.js";
+let initializePromise;
+export async function loadWasm() {
+  let wasmUrl = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : PARQUET_WASM_URL;
+  if (!initializePromise && typeof initWasm === 'function') {
+    if (!wasmUrl) {
+      throw new Error('ParquetLoader: No wasmUrl provided');
+    }
+    initializePromise = initWasm(wasmUrl);
+  }
+  await initializePromise;
+  return parquetWasm;
+}
 //# sourceMappingURL=load-wasm.js.map

package/dist/lib/wasm/load-wasm.js.map

@@ -1 +1 @@
-{"version":3,"file":"load-wasm.js","names":["loadWasm"],"sources":["../../../src/lib/wasm/load-wasm.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nexport {loadWasm} from './load-wasm-node';\n"],"mappings":"SAIQA,QAAQ"}
+{"version":3,"file":"load-wasm.js","names":["initWasm","parquetWasm","PARQUET_WASM_URL","initializePromise","loadWasm","wasmUrl","arguments","length","undefined","Error"],"sources":["../../../src/lib/wasm/load-wasm.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\n// eslint-disable-next-line import/default\nimport initWasm from 'parquet-wasm';\nimport * as parquetWasm from 'parquet-wasm';\nimport {PARQUET_WASM_URL} from '../constants';\n\nlet initializePromise: any;\n\nexport async function loadWasm(wasmUrl: string = PARQUET_WASM_URL) {\n  if (!initializePromise && typeof initWasm === 'function') {\n    if (!wasmUrl) {\n      throw new Error('ParquetLoader: No wasmUrl provided');\n    }\n    // @ts-ignore\n    initializePromise = initWasm(wasmUrl);\n  }\n  await initializePromise;\n  return parquetWasm;\n}\n"],"mappings":"AAKA,OAAOA,QAAQ,MAAM,cAAc;AACnC,OAAO,KAAKC,WAAW,MAAM,cAAc;AAAC,SACpCC,gBAAgB;AAExB,IAAIC,iBAAsB;AAE1B,OAAO,eAAeC,QAAQA,CAAA,EAAqC;EAAA,IAApCC,OAAe,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAGJ,gBAAgB;EAC/D,IAAI,CAACC,iBAAiB,IAAI,OAAOH,QAAQ,KAAK,UAAU,EAAE;IACxD,IAAI,CAACK,OAAO,EAAE;MACZ,MAAM,IAAII,KAAK,CAAC,oCAAoC,CAAC;IACvD;IAEAN,iBAAiB,GAAGH,QAAQ,CAACK,OAAO,CAAC;EACvC;EACA,MAAMF,iBAAiB;EACvB,OAAOF,WAAW;AACpB"}

package/dist/lib/wasm/parse-parquet-wasm.d.ts

@@ -1,10 +1,4 @@
-import type { LoaderOptions } from '@loaders.gl/loader-utils';
 import type { ArrowTable } from '@loaders.gl/arrow';
-export type ParquetWasmLoaderOptions = LoaderOptions & {
-    parquet?: {
-        type?: 'arrow-table';
-        wasmUrl?: string;
-    };
-};
-export declare function parseParquetWasm(arrayBuffer: ArrayBuffer, options?: ParquetWasmLoaderOptions): Promise<ArrowTable>;
+import type { ParquetWasmLoaderOptions } from '../../parquet-wasm-loader';
+export declare function parseParquetWasm(arrayBuffer: ArrayBuffer, options: ParquetWasmLoaderOptions): Promise<ArrowTable>;
 //# sourceMappingURL=parse-parquet-wasm.d.ts.map

package/dist/lib/wasm/parse-parquet-wasm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parse-parquet-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/wasm/parse-parquet-wasm.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAKlD,MAAM,MAAM,wBAAwB,GAAG,aAAa,GAAG;IACrD,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,aAAa,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,wBAAsB,gBAAgB,CACpC,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,wBAAwB,GACjC,OAAO,CAAC,UAAU,CAAC,CAuBrB"}
+{"version":3,"file":"parse-parquet-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/wasm/parse-parquet-wasm.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAElD,OAAO,KAAK,EAAC,wBAAwB,EAAC,MAAM,2BAA2B,CAAC;AAIxE,wBAAsB,gBAAgB,CACpC,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,wBAAwB,GAChC,OAAO,CAAC,UAAU,CAAC,CAkBrB"}

package/dist/lib/wasm/parse-parquet-wasm.js

@@ -1,23 +1,20 @@
 import { serializeArrowSchema } from '@loaders.gl/arrow';
-import * as arrow from 'apache-arrow';
 import { loadWasm } from "./load-wasm.js";
+import * as arrow from 'apache-arrow';
 export async function parseParquetWasm(arrayBuffer, options) {
   var _options$parquet;
+  const arr = new Uint8Array(arrayBuffer);
   const wasmUrl = options === null || options === void 0 ? void 0 : (_options$parquet = options.parquet) === null || _options$parquet === void 0 ? void 0 : _options$parquet.wasmUrl;
   const wasm = await loadWasm(wasmUrl);
-  const arr = new Uint8Array(arrayBuffer);
-  const arrowIPCUint8Arr = wasm.readParquet(arr);
-  const arrowIPCBuffer = arrowIPCUint8Arr.buffer.slice(arrowIPCUint8Arr.byteOffset, arrowIPCUint8Arr.byteLength + arrowIPCUint8Arr.byteOffset);
-  const reader = arrow.RecordBatchStreamReader.from(arrowIPCBuffer);
-  const recordBatches = [];
-  for (const recordBatch of reader) {
-    recordBatches.push(recordBatch);
-  }
-  const arrowTable = new arrow.Table(recordBatches);
-  return {
-    shape: 'arrow-table',
-    schema: serializeArrowSchema(arrowTable.schema),
-    data: arrowTable
-  };
+  const wasmTable = wasm.readParquet(arr);
+  try {
+    const ipcStream = wasmTable.intoIPCStream();
+    const arrowTable = arrow.tableFromIPC(ipcStream);
+    return {
+      shape: 'arrow-table',
+      schema: serializeArrowSchema(arrowTable.schema),
+      data: arrowTable
+    };
+  } finally {}
 }
 //# sourceMappingURL=parse-parquet-wasm.js.map

package/dist/lib/wasm/parse-parquet-wasm.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse-parquet-wasm.js","names":["serializeArrowSchema","arrow","loadWasm","parseParquetWasm","arrayBuffer","options","_options$parquet","wasmUrl","parquet","wasm","arr","Uint8Array","arrowIPCUint8Arr","readParquet","arrowIPCBuffer","buffer","slice","byteOffset","byteLength","reader","RecordBatchStreamReader","from","recordBatches","recordBatch","push","arrowTable","Table","shape","schema","data"],"sources":["../../../src/lib/wasm/parse-parquet-wasm.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\n// eslint-disable\nimport type {LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrowTable} from '@loaders.gl/arrow';\nimport {serializeArrowSchema} from '@loaders.gl/arrow';\nimport * as arrow from 'apache-arrow';\nimport {loadWasm} from './load-wasm';\n\nexport type ParquetWasmLoaderOptions = LoaderOptions & {\n  parquet?: {\n    type?: 'arrow-table';\n    wasmUrl?: string;\n  };\n};\n\nexport async function parseParquetWasm(\n  arrayBuffer: ArrayBuffer,\n  options?: ParquetWasmLoaderOptions\n): Promise<ArrowTable> {\n  const wasmUrl = options?.parquet?.wasmUrl;\n  const wasm = await loadWasm(wasmUrl);\n\n  const arr = new Uint8Array(arrayBuffer);\n  const arrowIPCUint8Arr = wasm.readParquet(arr);\n  const arrowIPCBuffer = arrowIPCUint8Arr.buffer.slice(\n    arrowIPCUint8Arr.byteOffset,\n    arrowIPCUint8Arr.byteLength + arrowIPCUint8Arr.byteOffset\n  );\n\n  const reader = arrow.RecordBatchStreamReader.from(arrowIPCBuffer);\n  const recordBatches: arrow.RecordBatch[] = [];\n  for (const recordBatch of reader) {\n    recordBatches.push(recordBatch);\n  }\n  const arrowTable = new arrow.Table(recordBatches);\n\n  return {\n    shape: 'arrow-table',\n    schema: serializeArrowSchema(arrowTable.schema),\n    data: arrowTable\n  };\n}\n"],"mappings":"AAOA,SAAQA,oBAAoB,QAAO,mBAAmB;AACtD,OAAO,KAAKC,KAAK,MAAM,cAAc;AAAC,SAC9BC,QAAQ;AAShB,OAAO,eAAeC,gBAAgBA,CACpCC,WAAwB,EACxBC,OAAkC,EACb;EAAA,IAAAC,gBAAA;EACrB,MAAMC,OAAO,GAAGF,OAAO,aAAPA,OAAO,wBAAAC,gBAAA,GAAPD,OAAO,CAAEG,OAAO,cAAAF,gBAAA,uBAAhBA,gBAAA,CAAkBC,OAAO;EACzC,MAAME,IAAI,GAAG,MAAMP,QAAQ,CAACK,OAAO,CAAC;EAEpC,MAAMG,GAAG,GAAG,IAAIC,UAAU,CAACP,WAAW,CAAC;EACvC,MAAMQ,gBAAgB,GAAGH,IAAI,CAACI,WAAW,CAACH,GAAG,CAAC;EAC9C,MAAMI,cAAc,GAAGF,gBAAgB,CAACG,MAAM,CAACC,KAAK,CAClDJ,gBAAgB,CAACK,UAAU,EAC3BL,gBAAgB,CAACM,UAAU,GAAGN,gBAAgB,CAACK,UACjD,CAAC;EAED,MAAME,MAAM,GAAGlB,KAAK,CAACmB,uBAAuB,CAACC,IAAI,CAACP,cAAc,CAAC;EACjE,MAAMQ,aAAkC,GAAG,EAAE;EAC7C,KAAK,MAAMC,WAAW,IAAIJ,MAAM,EAAE;IAChCG,aAAa,CAACE,IAAI,CAACD,WAAW,CAAC;EACjC;EACA,MAAME,UAAU,GAAG,IAAIxB,KAAK,CAACyB,KAAK,CAACJ,aAAa,CAAC;EAEjD,OAAO;IACLK,KAAK,EAAE,aAAa;IACpBC,MAAM,EAAE5B,oBAAoB,CAACyB,UAAU,CAACG,MAAM,CAAC;IAC/CC,IAAI,EAAEJ;EACR,CAAC;AACH"}
+{"version":3,"file":"parse-parquet-wasm.js","names":["serializeArrowSchema","loadWasm","arrow","parseParquetWasm","arrayBuffer","options","_options$parquet","arr","Uint8Array","wasmUrl","parquet","wasm","wasmTable","readParquet","ipcStream","intoIPCStream","arrowTable","tableFromIPC","shape","schema","data"],"sources":["../../../src/lib/wasm/parse-parquet-wasm.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\n// eslint-disable\nimport type {ArrowTable} from '@loaders.gl/arrow';\nimport {serializeArrowSchema} from '@loaders.gl/arrow';\nimport type {ParquetWasmLoaderOptions} from '../../parquet-wasm-loader';\nimport {loadWasm} from './load-wasm';\nimport * as arrow from 'apache-arrow';\n\nexport async function parseParquetWasm(\n  arrayBuffer: ArrayBuffer,\n  options: ParquetWasmLoaderOptions\n): Promise<ArrowTable> {\n  const arr = new Uint8Array(arrayBuffer);\n\n  const wasmUrl = options?.parquet?.wasmUrl;\n  const wasm = await loadWasm(wasmUrl);\n  const wasmTable = wasm.readParquet(arr);\n  try {\n    const ipcStream = wasmTable.intoIPCStream();\n    const arrowTable = arrow.tableFromIPC(ipcStream);\n\n    return {\n      shape: 'arrow-table',\n      schema: serializeArrowSchema(arrowTable.schema),\n      data: arrowTable\n    };\n  } finally {\n    // wasmTable.free();\n  }\n}\n"],"mappings":"AAMA,SAAQA,oBAAoB,QAAO,mBAAmB;AAAC,SAE/CC,QAAQ;AAChB,OAAO,KAAKC,KAAK,MAAM,cAAc;AAErC,OAAO,eAAeC,gBAAgBA,CACpCC,WAAwB,EACxBC,OAAiC,EACZ;EAAA,IAAAC,gBAAA;EACrB,MAAMC,GAAG,GAAG,IAAIC,UAAU,CAACJ,WAAW,CAAC;EAEvC,MAAMK,OAAO,GAAGJ,OAAO,aAAPA,OAAO,wBAAAC,gBAAA,GAAPD,OAAO,CAAEK,OAAO,cAAAJ,gBAAA,uBAAhBA,gBAAA,CAAkBG,OAAO;EACzC,MAAME,IAAI,GAAG,MAAMV,QAAQ,CAACQ,OAAO,CAAC;EACpC,MAAMG,SAAS,GAAGD,IAAI,CAACE,WAAW,CAACN,GAAG,CAAC;EACvC,IAAI;IACF,MAAMO,SAAS,GAAGF,SAAS,CAACG,aAAa,CAAC,CAAC;IAC3C,MAAMC,UAAU,GAAGd,KAAK,CAACe,YAAY,CAACH,SAAS,CAAC;IAEhD,OAAO;MACLI,KAAK,EAAE,aAAa;MACpBC,MAAM,EAAEnB,oBAAoB,CAACgB,UAAU,CAACG,MAAM,CAAC;MAC/CC,IAAI,EAAEJ;IACR,CAAC;EACH,CAAC,SAAS,CAEV;AACF"}

package/dist/parquet-loader.js

@@ -3,7 +3,7 @@ import { parseParquetFile, parseParquetFileInBatches } from "./lib/parsers/parse
 import { parseGeoParquetFile, parseGeoParquetFileInBatches } from "./lib/parsers/parse-geoparquet.js";
 import { parseParquetFileInColumns, parseParquetFileInColumnarBatches } from "./lib/parsers/parse-parquet-to-columns.js";
 export { Buffer } from "./polyfills/buffer/install-buffer-polyfill.js";
-const VERSION = typeof "4.2.0-alpha.2" !== 'undefined' ? "4.2.0-alpha.2" : 'latest';
+const VERSION = typeof "4.2.0-alpha.4" !== 'undefined' ? "4.2.0-alpha.4" : 'latest';
 export const ParquetWorkerLoader = {
   name: 'Apache Parquet',
   id: 'parquet',

package/dist/parquet-wasm-loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-wasm-loader.d.ts","sourceRoot":"","sources":["../src/parquet-wasm-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAE,gBAAgB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACtF,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAQlD,kCAAkC;AAClC,MAAM,MAAM,wBAAwB,GAAG,aAAa,GAAG;IACrD,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,aAAa,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,gCAAgC;AAChC,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,wBAAwB,CAiBvF,CAAC;AAEF,gCAAgC;AAChC,eAAO,MAAM,iBAAiB,EAAE,gBAAgB,CAAC,UAAU,EAAE,KAAK,EAAE,wBAAwB,CAG3F,CAAC"}
+{"version":3,"file":"parquet-wasm-loader.d.ts","sourceRoot":"","sources":["../src/parquet-wasm-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAE,gBAAgB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACtF,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAKlD,kCAAkC;AAClC,MAAM,MAAM,wBAAwB,GAAG,aAAa,GAAG;IACrD,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,aAAa,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,gCAAgC;AAChC,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,wBAAwB,CAiBvF,CAAC;AAEF,gCAAgC;AAChC,eAAO,MAAM,iBAAiB,EAAE,gBAAgB,CAAC,UAAU,EAAE,KAAK,EAAE,wBAAwB,CAM3F,CAAC"}

package/dist/parquet-wasm-loader.js

@@ -1,5 +1,5 @@
 import { parseParquetWasm } from "./lib/wasm/parse-parquet-wasm.js";
-const VERSION = typeof "4.2.0-alpha.2" !== 'undefined' ? "4.2.0-alpha.2" : 'latest';
+import { VERSION, PARQUET_WASM_URL } from "./lib/constants.js";
 export const ParquetWasmWorkerLoader = {
   name: 'Apache Parquet',
   id: 'parquet-wasm',
@@ -14,12 +14,22 @@ export const ParquetWasmWorkerLoader = {
   options: {
     parquet: {
       type: 'arrow-table',
-      wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'
+      wasmUrl: PARQUET_WASM_URL
     }
   }
 };
 export const ParquetWasmLoader = {
   ...ParquetWasmWorkerLoader,
-  parse: parseParquetWasm
+  parse(arrayBuffer, options) {
+    var _options;
+    options = {
+      parquet: {
+        ...ParquetWasmLoader.options.parquet,
+        ...((_options = options) === null || _options === void 0 ? void 0 : _options.parquet)
+      },
+      ...options
+    };
+    return parseParquetWasm(arrayBuffer, options);
+  }
 };
 //# sourceMappingURL=parquet-wasm-loader.js.map

package/dist/parquet-wasm-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-wasm-loader.js","names":["parseParquetWasm","VERSION","ParquetWasmWorkerLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","parquet","type","wasmUrl","ParquetWasmLoader","parse"],"sources":["../src/parquet-wasm-loader.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {Loader, LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrowTable} from '@loaders.gl/arrow';\n\nimport {parseParquetWasm} from './lib/wasm/parse-parquet-wasm';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/** Parquet WASM loader options */\nexport type ParquetWasmLoaderOptions = LoaderOptions & {\n  parquet?: {\n    type?: 'arrow-table';\n    wasmUrl?: string;\n  };\n};\n\n/** Parquet WASM table loader */\nexport const ParquetWasmWorkerLoader: Loader<ArrowTable, never, ParquetWasmLoaderOptions> = {\n  name: 'Apache Parquet',\n  id: 'parquet-wasm',\n  module: 'parquet',\n  version: VERSION,\n  worker: false,\n  category: 'table',\n  extensions: ['parquet'],\n  mimeTypes: ['application/octet-stream'],\n  binary: true,\n  tests: ['PAR1', 'PARE'],\n  options: {\n    parquet: {\n      type: 'arrow-table',\n      wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'\n    }\n  }\n};\n\n/** Parquet WASM table loader */\nexport const ParquetWasmLoader: LoaderWithParser<ArrowTable, never, ParquetWasmLoaderOptions> = {\n  ...ParquetWasmWorkerLoader,\n  parse: parseParquetWasm\n};\n"],"mappings":"SAOQA,gBAAgB;AAIxB,MAAMC,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAW3E,OAAO,MAAMC,uBAA4E,GAAG;EAC1FC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,cAAc;EAClBC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEL,OAAO;EAChBM,MAAM,EAAE,KAAK;EACbC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAE;IACPC,OAAO,EAAE;MACPC,IAAI,EAAE,aAAa;MACnBC,OAAO,EAAE;IACX;EACF;AACF,CAAC;AAGD,OAAO,MAAMC,iBAAgF,GAAG;EAC9F,GAAGf,uBAAuB;EAC1BgB,KAAK,EAAElB;AACT,CAAC"}
+{"version":3,"file":"parquet-wasm-loader.js","names":["parseParquetWasm","VERSION","PARQUET_WASM_URL","ParquetWasmWorkerLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","parquet","type","wasmUrl","ParquetWasmLoader","parse","arrayBuffer","_options"],"sources":["../src/parquet-wasm-loader.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {Loader, LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrowTable} from '@loaders.gl/arrow';\n\nimport {parseParquetWasm} from './lib/wasm/parse-parquet-wasm';\nimport {VERSION, PARQUET_WASM_URL} from './lib/constants';\n\n/** Parquet WASM loader options */\nexport type ParquetWasmLoaderOptions = LoaderOptions & {\n  parquet?: {\n    type?: 'arrow-table';\n    wasmUrl?: string;\n  };\n};\n\n/** Parquet WASM table loader */\nexport const ParquetWasmWorkerLoader: Loader<ArrowTable, never, ParquetWasmLoaderOptions> = {\n  name: 'Apache Parquet',\n  id: 'parquet-wasm',\n  module: 'parquet',\n  version: VERSION,\n  worker: false,\n  category: 'table',\n  extensions: ['parquet'],\n  mimeTypes: ['application/octet-stream'],\n  binary: true,\n  tests: ['PAR1', 'PARE'],\n  options: {\n    parquet: {\n      type: 'arrow-table',\n      wasmUrl: PARQUET_WASM_URL\n    }\n  }\n};\n\n/** Parquet WASM table loader */\nexport const ParquetWasmLoader: LoaderWithParser<ArrowTable, never, ParquetWasmLoaderOptions> = {\n  ...ParquetWasmWorkerLoader,\n  parse(arrayBuffer: ArrayBuffer, options?: ParquetWasmLoaderOptions) {\n    options = {parquet: {...ParquetWasmLoader.options.parquet, ...options?.parquet}, ...options};\n    return parseParquetWasm(arrayBuffer, options);\n  }\n};\n"],"mappings":"SAOQA,gBAAgB;AAAA,SAChBC,OAAO,EAAEC,gBAAgB;AAWjC,OAAO,MAAMC,uBAA4E,GAAG;EAC1FC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,cAAc;EAClBC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEN,OAAO;EAChBO,MAAM,EAAE,KAAK;EACbC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAE;IACPC,OAAO,EAAE;MACPC,IAAI,EAAE,aAAa;MACnBC,OAAO,EAAEf;IACX;EACF;AACF,CAAC;AAGD,OAAO,MAAMgB,iBAAgF,GAAG;EAC9F,GAAGf,uBAAuB;EAC1BgB,KAAKA,CAACC,WAAwB,EAAEN,OAAkC,EAAE;IAAA,IAAAO,QAAA;IAClEP,OAAO,GAAG;MAACC,OAAO,EAAE;QAAC,GAAGG,iBAAiB,CAACJ,OAAO,CAACC,OAAO;QAAE,KAAAM,QAAA,GAAGP,OAAO,cAAAO,QAAA,uBAAPA,QAAA,CAASN,OAAO;MAAA,CAAC;MAAE,GAAGD;IAAO,CAAC;IAC5F,OAAOd,gBAAgB,CAACoB,WAAW,EAAEN,OAAO,CAAC;EAC/C;AACF,CAAC"}

package/dist/parquet-wasm-writer.d.ts

@@ -1,6 +1,11 @@
 import type { WriterWithEncoder } from '@loaders.gl/loader-utils';
 import type { ArrowTable } from '@loaders.gl/arrow';
-import { ParquetWriterOptions } from './lib/wasm/encode-parquet-wasm';
+import type { WriterOptions } from '@loaders.gl/loader-utils';
+export type ParquetWriterOptions = WriterOptions & {
+    parquet?: {
+        wasmUrl?: string;
+    };
+};
 /** Parquet WASM writer */
 export declare const ParquetWasmWriter: WriterWithEncoder<ArrowTable, never, ParquetWriterOptions>;
 //# sourceMappingURL=parquet-wasm-writer.d.ts.map

package/dist/parquet-wasm-writer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-wasm-writer.d.ts","sourceRoot":"","sources":["../src/parquet-wasm-writer.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAChE,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAS,oBAAoB,EAAC,MAAM,gCAAgC,CAAC;AAM5E,0BAA0B;AAC1B,eAAO,MAAM,iBAAiB,EAAE,iBAAiB,CAAC,UAAU,EAAE,KAAK,EAAE,oBAAoB,CAcxF,CAAC"}
+{"version":3,"file":"parquet-wasm-writer.d.ts","sourceRoot":"","sources":["../src/parquet-wasm-writer.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAChE,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAElD,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAI5D,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG;IACjD,OAAO,CAAC,EAAE;QACR,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,0BAA0B;AAC1B,eAAO,MAAM,iBAAiB,EAAE,iBAAiB,CAAC,UAAU,EAAE,KAAK,EAAE,oBAAoB,CAiBxF,CAAC"}

package/dist/parquet-wasm-writer.js

@@ -1,5 +1,5 @@
 import { encode } from "./lib/wasm/encode-parquet-wasm.js";
-const VERSION = typeof "4.2.0-alpha.2" !== 'undefined' ? "4.2.0-alpha.2" : 'latest';
+import { VERSION, PARQUET_WASM_URL } from "./lib/constants.js";
 export const ParquetWasmWriter = {
   name: 'Apache Parquet',
   id: 'parquet-wasm',
@@ -10,9 +10,19 @@ export const ParquetWasmWriter = {
   binary: true,
   options: {
     parquet: {
-      wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'
+      wasmUrl: PARQUET_WASM_URL
     }
   },
-  encode
+  encode(arrowTable, options) {
+    var _options;
+    options = {
+      parquet: {
+        ...ParquetWasmWriter.options.parquet,
+        ...((_options = options) === null || _options === void 0 ? void 0 : _options.parquet)
+      },
+      ...options
+    };
+    return encode(arrowTable, options);
+  }
 };
 //# sourceMappingURL=parquet-wasm-writer.js.map

package/dist/parquet-wasm-writer.js.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-wasm-writer.js","names":["encode","VERSION","ParquetWasmWriter","name","id","module","version","extensions","mimeTypes","binary","options","parquet","wasmUrl"],"sources":["../src/parquet-wasm-writer.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {WriterWithEncoder} from '@loaders.gl/loader-utils';\nimport type {ArrowTable} from '@loaders.gl/arrow';\nimport {encode, ParquetWriterOptions} from './lib/wasm/encode-parquet-wasm';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/** Parquet WASM writer */\nexport const ParquetWasmWriter: WriterWithEncoder<ArrowTable, never, ParquetWriterOptions> = {\n  name: 'Apache Parquet',\n  id: 'parquet-wasm',\n  module: 'parquet',\n  version: VERSION,\n  extensions: ['parquet'],\n  mimeTypes: ['application/octet-stream'],\n  binary: true,\n  options: {\n    parquet: {\n      wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'\n    }\n  },\n  encode\n};\n"],"mappings":"SAMQA,MAAM;AAId,MAAMC,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAG3E,OAAO,MAAMC,iBAA6E,GAAG;EAC3FC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,cAAc;EAClBC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEL,OAAO;EAChBM,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAE;IACPC,OAAO,EAAE;MACPC,OAAO,EAAE;IACX;EACF,CAAC;EACDZ;AACF,CAAC"}
+{"version":3,"file":"parquet-wasm-writer.js","names":["encode","VERSION","PARQUET_WASM_URL","ParquetWasmWriter","name","id","module","version","extensions","mimeTypes","binary","options","parquet","wasmUrl","arrowTable","_options"],"sources":["../src/parquet-wasm-writer.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {WriterWithEncoder} from '@loaders.gl/loader-utils';\nimport type {ArrowTable} from '@loaders.gl/arrow';\nimport {encode} from './lib/wasm/encode-parquet-wasm';\nimport type {WriterOptions} from '@loaders.gl/loader-utils';\n\nimport {VERSION, PARQUET_WASM_URL} from './lib/constants';\n\nexport type ParquetWriterOptions = WriterOptions & {\n  parquet?: {\n    wasmUrl?: string;\n  };\n};\n\n/** Parquet WASM writer */\nexport const ParquetWasmWriter: WriterWithEncoder<ArrowTable, never, ParquetWriterOptions> = {\n  name: 'Apache Parquet',\n  id: 'parquet-wasm',\n  module: 'parquet',\n  version: VERSION,\n  extensions: ['parquet'],\n  mimeTypes: ['application/octet-stream'],\n  binary: true,\n  options: {\n    parquet: {\n      wasmUrl: PARQUET_WASM_URL\n    }\n  },\n  encode(arrowTable: ArrowTable, options?: ParquetWriterOptions) {\n    options = {parquet: {...ParquetWasmWriter.options.parquet, ...options?.parquet}, ...options};\n    return encode(arrowTable, options);\n  }\n};\n"],"mappings":"SAMQA,MAAM;AAAA,SAGNC,OAAO,EAAEC,gBAAgB;AASjC,OAAO,MAAMC,iBAA6E,GAAG;EAC3FC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,cAAc;EAClBC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEN,OAAO;EAChBO,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAE;IACPC,OAAO,EAAE;MACPC,OAAO,EAAEX;IACX;EACF,CAAC;EACDF,MAAMA,CAACc,UAAsB,EAAEH,OAA8B,EAAE;IAAA,IAAAI,QAAA;IAC7DJ,OAAO,GAAG;MAACC,OAAO,EAAE;QAAC,GAAGT,iBAAiB,CAACQ,OAAO,CAACC,OAAO;QAAE,KAAAG,QAAA,GAAGJ,OAAO,cAAAI,QAAA,uBAAPA,QAAA,CAASH,OAAO;MAAA,CAAC;MAAE,GAAGD;IAAO,CAAC;IAC5F,OAAOX,MAAM,CAACc,UAAU,EAAEH,OAAO,CAAC;EACpC;AACF,CAAC"}

package/dist/parquet-writer.js

@@ -1,4 +1,4 @@
-const VERSION = typeof "4.2.0-alpha.2" !== 'undefined' ? "4.2.0-alpha.2" : 'latest';
+const VERSION = typeof "4.2.0-alpha.4" !== 'undefined' ? "4.2.0-alpha.4" : 'latest';
 export const ParquetWriter = {
   name: 'Apache Parquet',
   id: 'parquet',

package/dist/parquetjs/parser/decoders.js

@@ -1,7 +1,7 @@
 import { PARQUET_CODECS } from "../codecs/index.js";
 import { ConvertedType, Encoding, FieldRepetitionType, PageType, Type } from "../parquet-thrift/index.js";
 import { decompress } from "../compression.js";
-import { PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING } from "../../constants.js";
+import { PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING } from "../../lib/constants.js";
 import { decodePageHeader, getThriftEnum, getBitWidth } from "../utils/read-utils.js";
 export async function decodeDataPages(buffer, context) {
   const cursor = {