@loaders.gl/parquet 4.2.0-alpha.4 → 4.2.0-alpha.5

package/dist/lib/parsers/parse-parquet-to-columns.js

@@ -1,35 +1,46 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
 import { ParquetReader } from "../../parquetjs/parser/parquet-reader.js";
 import { materializeColumns } from "../../parquetjs/schema/shred.js";
 import { getSchemaFromParquetReader } from "./get-parquet-schema.js";
 import { installBufferPolyfill } from "../../polyfills/buffer/index.js";
+/**
+ * @deprecated
+ */
 export async function parseParquetFileInColumns(file, options) {
-  installBufferPolyfill();
-  for await (const batch of parseParquetFileInColumnarBatches(file, options)) {
-    return {
-      shape: 'columnar-table',
-      schema: batch.schema,
-      data: batch.data
-    };
-  }
-  throw new Error('empty table');
+    installBufferPolyfill();
+    for await (const batch of parseParquetFileInColumnarBatches(file, options)) {
+        return {
+            shape: 'columnar-table',
+            schema: batch.schema,
+            data: batch.data
+        };
+    }
+    throw new Error('empty table');
 }
+/**
+ * @deprecated
+ */
 export async function* parseParquetFileInColumnarBatches(file, options) {
-  const reader = new ParquetReader(file);
-  const schema = await getSchemaFromParquetReader(reader);
-  const parquetSchema = await reader.getSchema();
-  const rowGroups = reader.rowGroupIterator(options === null || options === void 0 ? void 0 : options.parquet);
-  for await (const rowGroup of rowGroups) {
-    yield convertRowGroupToTableBatch(rowGroup, parquetSchema, schema);
-  }
+    const reader = new ParquetReader(file);
+    // Extract schema and geo metadata
+    const schema = await getSchemaFromParquetReader(reader);
+    const parquetSchema = await reader.getSchema();
+    // Iterate over row batches
+    const rowGroups = reader.rowGroupIterator(options?.parquet);
+    for await (const rowGroup of rowGroups) {
+        yield convertRowGroupToTableBatch(rowGroup, parquetSchema, schema);
+    }
 }
 function convertRowGroupToTableBatch(rowGroup, parquetSchema, schema) {
-  const data = materializeColumns(parquetSchema, rowGroup);
-  return {
-    shape: 'columnar-table',
-    batchType: 'data',
-    schema,
-    data,
-    length: rowGroup.rowCount
-  };
+    // const data = convertParquetRowGroupToColumns(schema, rowGroup);
+    const data = materializeColumns(parquetSchema, rowGroup);
+    return {
+        shape: 'columnar-table',
+        batchType: 'data',
+        schema,
+        data,
+        length: rowGroup.rowCount
+    };
 }
-//# sourceMappingURL=parse-parquet-to-columns.js.map

package/dist/lib/parsers/parse-parquet.d.ts

@@ -1,6 +1,6 @@
 import type { ReadableFile } from '@loaders.gl/loader-utils';
 import type { ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
-import type { ParquetLoaderOptions } from '../../parquet-loader';
+import type { ParquetLoaderOptions } from "../../parquet-loader.js";
 /**
  *  * Parse a parquet file using parquetjs
  * @param file

package/dist/lib/parsers/parse-parquet.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parse-parquet.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAC,cAAc,EAAE,mBAAmB,EAAC,MAAM,oBAAoB,CAAC;AAE5E,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,sBAAsB,CAAC;AAM/D;;;;;GAKG;AACH,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,cAAc,CAAC,CA0BzB;AAED;;;;GAIG;AACH,wBAAuB,yBAAyB,CAC9C,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,aAAa,CAAC,mBAAmB,CAAC,CAuBpC"}
+{"version":3,"file":"parse-parquet.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAC,cAAc,EAAE,mBAAmB,EAAC,MAAM,oBAAoB,CAAC;AAE5E,OAAO,KAAK,EAAC,oBAAoB,EAAC,gCAA6B;AAM/D;;;;;GAKG;AACH,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,cAAc,CAAC,CA0BzB;AAED;;;;GAIG;AACH,wBAAuB,yBAAyB,CAC9C,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,aAAa,CAAC,mBAAmB,CAAC,CAuBpC"}

package/dist/lib/parsers/parse-parquet.js

@@ -1,60 +1,72 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
 import { ParquetReader } from "../../parquetjs/parser/parquet-reader.js";
 import { getSchemaFromParquetReader } from "./get-parquet-schema.js";
 import { installBufferPolyfill } from "../../polyfills/buffer/index.js";
+/**
+ *  * Parse a parquet file using parquetjs
+ * @param file
+ * @param options
+ * @returns
+ */
 export async function parseParquetFile(file, options) {
-  var _options$parquet, _options$parquet2;
-  installBufferPolyfill();
-  const reader = new ParquetReader(file, {
-    preserveBinary: options === null || options === void 0 ? void 0 : (_options$parquet = options.parquet) === null || _options$parquet === void 0 ? void 0 : _options$parquet.preserveBinary
-  });
-  const schema = await getSchemaFromParquetReader(reader);
-  const rows = [];
-  const rowBatches = reader.rowBatchIterator(options === null || options === void 0 ? void 0 : options.parquet);
-  for await (const rowBatch of rowBatches) {
-    for (const row of rowBatch) {
-      rows.push(row);
+    installBufferPolyfill();
+    const reader = new ParquetReader(file, {
+        preserveBinary: options?.parquet?.preserveBinary
+    });
+    const schema = await getSchemaFromParquetReader(reader);
+    const rows = [];
+    const rowBatches = reader.rowBatchIterator(options?.parquet);
+    for await (const rowBatch of rowBatches) {
+        // we have only one input batch so return
+        for (const row of rowBatch) {
+            rows.push(row);
+        }
     }
-  }
-  const objectRowTable = {
-    shape: 'object-row-table',
-    schema,
-    data: rows
-  };
-  const shape = options === null || options === void 0 ? void 0 : (_options$parquet2 = options.parquet) === null || _options$parquet2 === void 0 ? void 0 : _options$parquet2.shape;
-  return convertTable(objectRowTable, shape);
-}
-export async function* parseParquetFileInBatches(file, options) {
-  var _options$parquet3;
-  const reader = new ParquetReader(file, {
-    preserveBinary: options === null || options === void 0 ? void 0 : (_options$parquet3 = options.parquet) === null || _options$parquet3 === void 0 ? void 0 : _options$parquet3.preserveBinary
-  });
-  const schema = await getSchemaFromParquetReader(reader);
-  const rowBatches = reader.rowBatchIterator(options === null || options === void 0 ? void 0 : options.parquet);
-  for await (const rows of rowBatches) {
-    var _options$parquet4;
     const objectRowTable = {
-      shape: 'object-row-table',
-      schema,
-      data: rows
+        shape: 'object-row-table',
+        schema,
+        data: rows
     };
-    const shape = options === null || options === void 0 ? void 0 : (_options$parquet4 = options.parquet) === null || _options$parquet4 === void 0 ? void 0 : _options$parquet4.shape;
-    const table = convertTable(objectRowTable, shape);
-    yield {
-      batchType: 'data',
-      schema,
-      ...table,
-      length: rows.length
-    };
-  }
+    const shape = options?.parquet?.shape;
+    return convertTable(objectRowTable, shape);
+}
+/**
+ * Parse a parquet file in batches using parquetjs
+ * @param file
+ * @param options
+ */
+export async function* parseParquetFileInBatches(file, options) {
+    const reader = new ParquetReader(file, {
+        preserveBinary: options?.parquet?.preserveBinary
+    });
+    const schema = await getSchemaFromParquetReader(reader);
+    const rowBatches = reader.rowBatchIterator(options?.parquet);
+    for await (const rows of rowBatches) {
+        const objectRowTable = {
+            shape: 'object-row-table',
+            schema,
+            data: rows
+        };
+        const shape = options?.parquet?.shape;
+        const table = convertTable(objectRowTable, shape);
+        yield {
+            batchType: 'data',
+            schema,
+            ...table,
+            length: rows.length
+        };
+    }
 }
 function convertTable(objectRowTable, shape) {
-  switch (shape) {
-    case 'object-row-table':
-      return objectRowTable;
-    case 'geojson-table':
-      return objectRowTable;
-    default:
-      throw new Error(shape);
-  }
+    switch (shape) {
+        case 'object-row-table':
+            return objectRowTable;
+        // Hack until geoparquet fixes up forwarded shape
+        case 'geojson-table':
+            return objectRowTable;
+        default:
+            throw new Error(shape);
+    }
 }
-//# sourceMappingURL=parse-parquet.js.map

package/dist/lib/wasm/encode-parquet-wasm.d.ts

@@ -1,5 +1,5 @@
 import type { ArrowTable } from '@loaders.gl/arrow';
-import type { ParquetWriterOptions } from '../../parquet-wasm-writer';
+import type { ParquetWriterOptions } from "../../parquet-wasm-writer.js";
 /**
  * Encode Arrow arrow.Table to Parquet buffer
  */

package/dist/lib/wasm/encode-parquet-wasm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"encode-parquet-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/wasm/encode-parquet-wasm.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAKlD,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,2BAA2B,CAAC;AAEpE;;GAEG;AACH,wBAAsB,MAAM,CAC1B,KAAK,EAAE,UAAU,EACjB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,WAAW,CAAC,CAsBtB"}
+{"version":3,"file":"encode-parquet-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/wasm/encode-parquet-wasm.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAKlD,OAAO,KAAK,EAAC,oBAAoB,EAAC,qCAAkC;AAEpE;;GAEG;AACH,wBAAsB,MAAM,CAC1B,KAAK,EAAE,UAAU,EACjB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,WAAW,CAAC,CAsBtB"}

package/dist/lib/wasm/encode-parquet-wasm.js

@@ -1,16 +1,53 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
 import * as arrow from 'apache-arrow';
 import { loadWasm } from "./load-wasm.js";
+/**
+ * Encode Arrow arrow.Table to Parquet buffer
+ */
 export async function encode(table, options) {
-  var _options$parquet;
-  const wasmUrl = (_options$parquet = options.parquet) === null || _options$parquet === void 0 ? void 0 : _options$parquet.wasmUrl;
-  const wasm = await loadWasm(wasmUrl);
-  const arrowTable = table.data;
-  const ipcStream = arrow.tableToIPC(arrowTable);
-  const wasmTable = wasm.Table.fromIPCStream(ipcStream);
-  const wasmProperties = new wasm.WriterPropertiesBuilder().build();
-  try {
-    const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);
-    return parquetBytes.buffer.slice(parquetBytes.byteOffset, parquetBytes.byteLength + parquetBytes.byteOffset);
-  } finally {}
+    const wasmUrl = options.parquet?.wasmUrl;
+    const wasm = await loadWasm(wasmUrl);
+    // Serialize the table to the IPC format.
+    const arrowTable = table.data;
+    const ipcStream = arrow.tableToIPC(arrowTable);
+    // Pass the IPC stream to the Parquet writer.
+    const wasmTable = wasm.Table.fromIPCStream(ipcStream);
+    const wasmProperties = new wasm.WriterPropertiesBuilder().build();
+    try {
+        const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);
+        // const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);
+        return parquetBytes.buffer.slice(parquetBytes.byteOffset, parquetBytes.byteLength + parquetBytes.byteOffset);
+    }
+    finally {
+        // wasmTable.free();
+        // wasmProperties.free();
+    }
 }
-//# sourceMappingURL=encode-parquet-wasm.js.map
+// type WriteOptions = {
+//   compression?: number;
+//   dictionaryEnabled?: boolean;
+//   encoding?: number;
+//   maxRowGroupSize?: number;
+//   maxStatisticsSize?: number;
+//   statisticsEnabled?: boolean;
+//   writeBatchSize?: number;
+//   dataPageSizeLimit?: number;
+//   dictionaryPageSizeLimit?: number;
+// };
+// columnCompression: Record<string, number>;
+// columnDictionaryEnabled: Record<string, boolean>;
+// columnEncoding: Record<string, number>;
+// columnMaxStatisticsSize
+// compression:Record<string, number>;
+// setCreatedBy
+// setDataPageSizeLimit
+// setDictionaryEnabled
+// setDictionaryPageSizeLimit
+// setEncoding
+// setMaxRowGroupSize
+// setMaxStatisticsSize
+// setStatisticsEnabled
+// setWriteBatchSize
+// setWriterVersion

package/dist/lib/wasm/load-wasm.js

@@ -1,16 +1,19 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// eslint-disable-next-line import/default
 import initWasm from 'parquet-wasm';
 import * as parquetWasm from 'parquet-wasm';
 import { PARQUET_WASM_URL } from "../constants.js";
 let initializePromise;
-export async function loadWasm() {
-  let wasmUrl = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : PARQUET_WASM_URL;
-  if (!initializePromise && typeof initWasm === 'function') {
-    if (!wasmUrl) {
-      throw new Error('ParquetLoader: No wasmUrl provided');
+export async function loadWasm(wasmUrl = PARQUET_WASM_URL) {
+    if (!initializePromise && typeof initWasm === 'function') {
+        if (!wasmUrl) {
+            throw new Error('ParquetLoader: No wasmUrl provided');
+        }
+        // @ts-ignore
+        initializePromise = initWasm(wasmUrl);
     }
-    initializePromise = initWasm(wasmUrl);
-  }
-  await initializePromise;
-  return parquetWasm;
+    await initializePromise;
+    return parquetWasm;
 }
-//# sourceMappingURL=load-wasm.js.map

package/dist/lib/wasm/parse-parquet-wasm.d.ts

@@ -1,4 +1,4 @@
 import type { ArrowTable } from '@loaders.gl/arrow';
-import type { ParquetWasmLoaderOptions } from '../../parquet-wasm-loader';
+import type { ParquetWasmLoaderOptions } from "../../parquet-wasm-loader.js";
 export declare function parseParquetWasm(arrayBuffer: ArrayBuffer, options: ParquetWasmLoaderOptions): Promise<ArrowTable>;
 //# sourceMappingURL=parse-parquet-wasm.d.ts.map

package/dist/lib/wasm/parse-parquet-wasm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parse-parquet-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/wasm/parse-parquet-wasm.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAElD,OAAO,KAAK,EAAC,wBAAwB,EAAC,MAAM,2BAA2B,CAAC;AAIxE,wBAAsB,gBAAgB,CACpC,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,wBAAwB,GAChC,OAAO,CAAC,UAAU,CAAC,CAkBrB"}
+{"version":3,"file":"parse-parquet-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/wasm/parse-parquet-wasm.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAElD,OAAO,KAAK,EAAC,wBAAwB,EAAC,qCAAkC;AAIxE,wBAAsB,gBAAgB,CACpC,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,wBAAwB,GAChC,OAAO,CAAC,UAAU,CAAC,CAkBrB"}

package/dist/lib/wasm/parse-parquet-wasm.js

@@ -1,20 +1,24 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
 import { serializeArrowSchema } from '@loaders.gl/arrow';
 import { loadWasm } from "./load-wasm.js";
 import * as arrow from 'apache-arrow';
 export async function parseParquetWasm(arrayBuffer, options) {
-  var _options$parquet;
-  const arr = new Uint8Array(arrayBuffer);
-  const wasmUrl = options === null || options === void 0 ? void 0 : (_options$parquet = options.parquet) === null || _options$parquet === void 0 ? void 0 : _options$parquet.wasmUrl;
-  const wasm = await loadWasm(wasmUrl);
-  const wasmTable = wasm.readParquet(arr);
-  try {
-    const ipcStream = wasmTable.intoIPCStream();
-    const arrowTable = arrow.tableFromIPC(ipcStream);
-    return {
-      shape: 'arrow-table',
-      schema: serializeArrowSchema(arrowTable.schema),
-      data: arrowTable
-    };
-  } finally {}
+    const arr = new Uint8Array(arrayBuffer);
+    const wasmUrl = options?.parquet?.wasmUrl;
+    const wasm = await loadWasm(wasmUrl);
+    const wasmTable = wasm.readParquet(arr);
+    try {
+        const ipcStream = wasmTable.intoIPCStream();
+        const arrowTable = arrow.tableFromIPC(ipcStream);
+        return {
+            shape: 'arrow-table',
+            schema: serializeArrowSchema(arrowTable.schema),
+            data: arrowTable
+        };
+    }
+    finally {
+        // wasmTable.free();
+    }
 }
-//# sourceMappingURL=parse-parquet-wasm.js.map

package/dist/parquet-loader.d.ts

@@ -1,6 +1,6 @@
 import type { Loader, LoaderWithParser, LoaderOptions } from '@loaders.gl/loader-utils';
 import type { ObjectRowTable, ObjectRowTableBatch, GeoJSONTable, GeoJSONTableBatch, ColumnarTable, ColumnarTableBatch } from '@loaders.gl/schema';
-export { Buffer } from './polyfills/buffer/install-buffer-polyfill';
+export { Buffer } from "./polyfills/buffer/install-buffer-polyfill.js";
 /** Options for the parquet loader */
 export type ParquetLoaderOptions = LoaderOptions & {
     /** Options for the parquet loader */

package/dist/parquet-loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parquet-loader.d.ts","sourceRoot":"","sources":["../src/parquet-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAE,gBAAgB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACtF,OAAO,KAAK,EACV,cAAc,EACd,mBAAmB,EACnB,YAAY,EACZ,iBAAiB,EACjB,aAAa,EACb,kBAAkB,EACnB,MAAM,oBAAoB,CAAC;AAU5B,OAAO,EAAC,MAAM,EAAC,MAAM,4CAA4C,CAAC;AAMlE,qCAAqC;AACrC,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG;IACjD,qCAAqC;IACrC,OAAO,CAAC,EAAE;QACR,qCAAqC;QACrC,KAAK,CAAC,EAAE,kBAAkB,GAAG,eAAe,CAAC;QAC7C,0FAA0F;QAC1F,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;QACnC,0DAA0D;QAC1D,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,qFAAqF;QACrF,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,gEAAgE;QAChE,GAAG,CAAC,EAAE,MAAM,CAAC;KACd,CAAC;CACH,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,mBAAmB,EAAE,MAAM,CACtC,cAAc,EACd,mBAAmB,EACnB,oBAAoB,CAqBrB,CAAC;AAEF,6BAA6B;AAC7B,eAAO,MAAM,aAAa,EAAE,gBAAgB,CAC1C,cAAc,GAAG,YAAY,EAC7B,mBAAmB,GAAG,iBAAiB,EACvC,oBAAoB,CAQrB,CAAC;AAMF,eAAO,MAAM,sBAAsB,EAAE,MAAM,CAAC,YAAY,EAAE,iBAAiB,EAAE,oBAAoB,CAqB9F,CAAC;AAEJ,6BAA6B;AAC7B,eAAO,MAAM,gBAAgB,EAAE,gBAAgB,CAC7C,cAAc,GAAG,YAAY,EAC7B,mBAAmB,GAAG,iBAAiB,EACvC,oBAAoB,CAQrB,CAAC;AAEF,yEAAyE;AACzE,eAAO,MAAM,2BAA2B,EAAE,MAAM,CAC9C,aAAa,EACb,kBAAkB,EAClB,oBAAoB,CAarB,CAAC;AAEF,yEAAyE;AACzE,eAAO,MAAM,qBAAqB,EAAE,gBAAgB,CAClD,aAAa,EACb,kBAAkB,EAClB,oBAAoB,CAQrB,CAAC"}
+{"version":3,"file":"parquet-loader.d.ts","sourceRoot":"","sources":["../src/parquet-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAE,gBAAgB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACtF,OAAO,KAAK,EACV,cAAc,EACd,mBAAmB,EACnB,YAAY,EACZ,iBAAiB,EACjB,aAAa,EACb,kBAAkB,EACnB,MAAM,oBAAoB,CAAC;AAU5B,OAAO,EAAC,MAAM,EAAC,sDAAmD;AAMlE,qCAAqC;AACrC,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG;IACjD,qCAAqC;IACrC,OAAO,CAAC,EAAE;QACR,qCAAqC;QACrC,KAAK,CAAC,EAAE,kBAAkB,GAAG,eAAe,CAAC;QAC7C,0FAA0F;QAC1F,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;QACnC,0DAA0D;QAC1D,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,qFAAqF;QACrF,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,gEAAgE;QAChE,GAAG,CAAC,EAAE,MAAM,CAAC;KACd,CAAC;CACH,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,mBAAmB,EAAE,MAAM,CACtC,cAAc,EACd,mBAAmB,EACnB,oBAAoB,CAqBrB,CAAC;AAEF,6BAA6B;AAC7B,eAAO,MAAM,aAAa,EAAE,gBAAgB,CAC1C,cAAc,GAAG,YAAY,EAC7B,mBAAmB,GAAG,iBAAiB,EACvC,oBAAoB,CAQrB,CAAC;AAMF,eAAO,MAAM,sBAAsB,EAAE,MAAM,CAAC,YAAY,EAAE,iBAAiB,EAAE,oBAAoB,CAqB9F,CAAC;AAEJ,6BAA6B;AAC7B,eAAO,MAAM,gBAAgB,EAAE,gBAAgB,CAC7C,cAAc,GAAG,YAAY,EAC7B,mBAAmB,GAAG,iBAAiB,EACvC,oBAAoB,CAQrB,CAAC;AAEF,yEAAyE;AACzE,eAAO,MAAM,2BAA2B,EAAE,MAAM,CAC9C,aAAa,EACb,kBAAkB,EAClB,oBAAoB,CAarB,CAAC;AAEF,yEAAyE;AACzE,eAAO,MAAM,qBAAqB,EAAE,gBAAgB,CAClD,aAAa,EACb,kBAAkB,EAClB,oBAAoB,CAQrB,CAAC"}

package/dist/parquet-loader.js

@@ -1,85 +1,98 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
 import { BlobFile } from '@loaders.gl/loader-utils';
 import { parseParquetFile, parseParquetFileInBatches } from "./lib/parsers/parse-parquet.js";
 import { parseGeoParquetFile, parseGeoParquetFileInBatches } from "./lib/parsers/parse-geoparquet.js";
 import { parseParquetFileInColumns, parseParquetFileInColumnarBatches } from "./lib/parsers/parse-parquet-to-columns.js";
 export { Buffer } from "./polyfills/buffer/install-buffer-polyfill.js";
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
 const VERSION = typeof "4.2.0-alpha.4" !== 'undefined' ? "4.2.0-alpha.4" : 'latest';
+/**
+ * ParquetJS table loader
+ */
 export const ParquetWorkerLoader = {
-  name: 'Apache Parquet',
-  id: 'parquet',
-  module: 'parquet',
-  version: VERSION,
-  worker: true,
-  category: 'table',
-  extensions: ['parquet'],
-  mimeTypes: ['application/octet-stream'],
-  binary: true,
-  tests: ['PAR1', 'PARE'],
-  options: {
-    parquet: {
-      shape: 'object-row-table',
-      columnList: [],
-      geoparquet: true,
-      url: undefined,
-      preserveBinary: false
+    name: 'Apache Parquet',
+    id: 'parquet',
+    module: 'parquet',
+    version: VERSION,
+    worker: true,
+    category: 'table',
+    extensions: ['parquet'],
+    mimeTypes: ['application/octet-stream'],
+    binary: true,
+    tests: ['PAR1', 'PARE'],
+    options: {
+        parquet: {
+            shape: 'object-row-table',
+            columnList: [],
+            geoparquet: true,
+            url: undefined,
+            preserveBinary: false
+        }
     }
-  }
 };
+/** ParquetJS table loader */
 export const ParquetLoader = {
-  ...ParquetWorkerLoader,
-  parse: (arrayBuffer, options) => parseParquetFile(new BlobFile(arrayBuffer), options),
-  parseFile: parseParquetFile,
-  parseFileInBatches: parseParquetFileInBatches
+    ...ParquetWorkerLoader,
+    parse: (arrayBuffer, options) => parseParquetFile(new BlobFile(arrayBuffer), options),
+    parseFile: parseParquetFile,
+    parseFileInBatches: parseParquetFileInBatches
 };
+// Defeat tree shaking
+// @ts-ignore
 ParquetLoader.Buffer = Buffer;
 export const GeoParquetWorkerLoader = {
-  name: 'Apache Parquet',
-  id: 'parquet',
-  module: 'parquet',
-  version: VERSION,
-  worker: true,
-  category: 'table',
-  extensions: ['parquet'],
-  mimeTypes: ['application/octet-stream'],
-  binary: true,
-  tests: ['PAR1', 'PARE'],
-  options: {
-    parquet: {
-      shape: 'geojson-table',
-      columnList: [],
-      geoparquet: true,
-      url: undefined,
-      preserveBinary: false
+    name: 'Apache Parquet',
+    id: 'parquet',
+    module: 'parquet',
+    version: VERSION,
+    worker: true,
+    category: 'table',
+    extensions: ['parquet'],
+    mimeTypes: ['application/octet-stream'],
+    binary: true,
+    tests: ['PAR1', 'PARE'],
+    options: {
+        parquet: {
+            shape: 'geojson-table',
+            columnList: [],
+            geoparquet: true,
+            url: undefined,
+            preserveBinary: false
+        }
     }
-  }
 };
+/** ParquetJS table loader */
 export const GeoParquetLoader = {
-  ...GeoParquetWorkerLoader,
-  parse(arrayBuffer, options) {
-    return parseGeoParquetFile(new BlobFile(arrayBuffer), options);
-  },
-  parseFile: parseGeoParquetFile,
-  parseFileInBatches: parseGeoParquetFileInBatches
+    ...GeoParquetWorkerLoader,
+    parse(arrayBuffer, options) {
+        return parseGeoParquetFile(new BlobFile(arrayBuffer), options);
+    },
+    parseFile: parseGeoParquetFile,
+    parseFileInBatches: parseGeoParquetFileInBatches
 };
+/** @deprecated Test to see if we can improve perf of parquetjs loader */
 export const ParquetColumnarWorkerLoader = {
-  name: 'Apache Parquet',
-  id: 'parquet',
-  module: 'parquet',
-  version: VERSION,
-  worker: true,
-  category: 'table',
-  extensions: ['parquet'],
-  mimeTypes: ['application/octet-stream'],
-  binary: true,
-  tests: ['PAR1', 'PARE'],
-  options: ParquetLoader.options
+    name: 'Apache Parquet',
+    id: 'parquet',
+    module: 'parquet',
+    version: VERSION,
+    worker: true,
+    category: 'table',
+    extensions: ['parquet'],
+    mimeTypes: ['application/octet-stream'],
+    binary: true,
+    tests: ['PAR1', 'PARE'],
+    options: ParquetLoader.options
 };
+/** @deprecated Test to see if we can improve perf of parquetjs loader */
 export const ParquetColumnarLoader = {
-  ...ParquetColumnarWorkerLoader,
-  parse(arrayBuffer, options) {
-    return parseParquetFileInColumns(new BlobFile(arrayBuffer), options);
-  },
-  parseFile: parseParquetFileInColumns,
-  parseFileInBatches: parseParquetFileInColumnarBatches
+    ...ParquetColumnarWorkerLoader,
+    parse(arrayBuffer, options) {
+        return parseParquetFileInColumns(new BlobFile(arrayBuffer), options);
+    },
+    parseFile: parseParquetFileInColumns,
+    parseFileInBatches: parseParquetFileInColumnarBatches
 };
-//# sourceMappingURL=parquet-loader.js.map

package/dist/parquet-wasm-loader.js

@@ -1,35 +1,32 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
 import { parseParquetWasm } from "./lib/wasm/parse-parquet-wasm.js";
 import { VERSION, PARQUET_WASM_URL } from "./lib/constants.js";
+/** Parquet WASM table loader */
 export const ParquetWasmWorkerLoader = {
-  name: 'Apache Parquet',
-  id: 'parquet-wasm',
-  module: 'parquet',
-  version: VERSION,
-  worker: false,
-  category: 'table',
-  extensions: ['parquet'],
-  mimeTypes: ['application/octet-stream'],
-  binary: true,
-  tests: ['PAR1', 'PARE'],
-  options: {
-    parquet: {
-      type: 'arrow-table',
-      wasmUrl: PARQUET_WASM_URL
+    name: 'Apache Parquet',
+    id: 'parquet-wasm',
+    module: 'parquet',
+    version: VERSION,
+    worker: false,
+    category: 'table',
+    extensions: ['parquet'],
+    mimeTypes: ['application/octet-stream'],
+    binary: true,
+    tests: ['PAR1', 'PARE'],
+    options: {
+        parquet: {
+            type: 'arrow-table',
+            wasmUrl: PARQUET_WASM_URL
+        }
     }
-  }
 };
+/** Parquet WASM table loader */
 export const ParquetWasmLoader = {
-  ...ParquetWasmWorkerLoader,
-  parse(arrayBuffer, options) {
-    var _options;
-    options = {
-      parquet: {
-        ...ParquetWasmLoader.options.parquet,
-        ...((_options = options) === null || _options === void 0 ? void 0 : _options.parquet)
-      },
-      ...options
-    };
-    return parseParquetWasm(arrayBuffer, options);
-  }
+    ...ParquetWasmWorkerLoader,
+    parse(arrayBuffer, options) {
+        options = { parquet: { ...ParquetWasmLoader.options.parquet, ...options?.parquet }, ...options };
+        return parseParquetWasm(arrayBuffer, options);
+    }
 };
-//# sourceMappingURL=parquet-wasm-loader.js.map