@loaders.gl/parquet 4.4.2 → 5.0.0-alpha.1

package/dist/parquet-js-loader.js

@@ -0,0 +1,33 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { ParquetFormat } from "./parquet-format.js";
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof "5.0.0-alpha.1" !== 'undefined' ? "5.0.0-alpha.1" : 'latest';
+/** Default option bag for the experimental parquetjs plain-row loader. */
+const DEFAULT_PARQUET_JS_OPTIONS = {
+    backend: 'typescript',
+    columns: undefined,
+    preserveBinary: false
+};
+/** Preloads the parser-bearing parquetjs loader implementation. */
+async function preload() {
+    const { ParquetLoaderWithParser } = await import("./parquet-loader-with-parser.js");
+    return ParquetLoaderWithParser;
+}
+/** Metadata-only plain-row Parquet loader backed by the experimental parquetjs implementation. */
+export const ParquetJSLoader = {
+    ...ParquetFormat,
+    dataType: null,
+    batchType: null,
+    id: 'parquet-js',
+    module: 'parquet',
+    version: VERSION,
+    worker: false,
+    options: {
+        parquet: DEFAULT_PARQUET_JS_OPTIONS
+    },
+    preload
+};
+//# sourceMappingURL=parquet-js-loader.js.map

package/dist/parquet-js-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-js-loader.js","sourceRoot":"","sources":["../src/parquet-js-loader.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAKpC,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAG/C,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,sBAAkB,KAAK,WAAW,CAAC,CAAC,iBAAa,CAAC,CAAC,QAAQ,CAAC;AAE5E,0EAA0E;AAC1E,MAAM,0BAA0B,GAAG;IACjC,OAAO,EAAE,YAAqB;IAC9B,OAAO,EAAE,SAAS;IAClB,cAAc,EAAE,KAAK;CACtB,CAAC;AAEF,mEAAmE;AACnE,KAAK,UAAU,OAAO;IACpB,MAAM,EAAC,uBAAuB,EAAC,GAAG,MAAM,MAAM,mCAAgC,CAAC;IAC/E,OAAO,uBAAuB,CAAC;AACjC,CAAC;AAED,kGAAkG;AAClG,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,GAAG,aAAa;IAEhB,QAAQ,EAAE,IAAiC;IAC3C,SAAS,EAAE,IAAsC;IAEjD,EAAE,EAAE,YAAY;IAChB,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,OAAO;IAChB,MAAM,EAAE,KAAK;IACb,OAAO,EAAE;QACP,OAAO,EAAE,0BAA0B;KACpC;IACD,OAAO;CAC+E,CAAC"}

package/dist/parquet-js-writer.d.ts

@@ -0,0 +1,34 @@
+import type { WriterOptions } from '@loaders.gl/loader-utils';
+import type { Table } from '@loaders.gl/schema';
+/** Encoder-specific options for the experimental parquetjs writer. */
+type ParquetJSWriterEncoderOptions = {
+    rowGroupSize?: number;
+    pageSize?: number;
+    useDataPageV2?: boolean;
+};
+/** Public options for the parquetjs-backed plain-table writer. */
+export type ParquetJSWriterOptions = WriterOptions & {
+    parquet?: {
+        [Key in keyof ParquetJSWriterEncoderOptions]?: ParquetJSWriterEncoderOptions[Key];
+    };
+};
+/** Plain-row Parquet writer backed by the experimental parquetjs implementation. */
+export declare const ParquetJSWriter: {
+    readonly id: "parquet-js";
+    readonly module: "parquet";
+    readonly version: any;
+    readonly options: {
+        readonly parquet: {};
+    };
+    readonly encode: (table: Table, options?: ParquetJSWriterOptions) => Promise<ArrayBuffer>;
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+};
+export {};
+//# sourceMappingURL=parquet-js-writer.d.ts.map

package/dist/parquet-js-writer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-js-writer.d.ts","sourceRoot":"","sources":["../src/parquet-js-writer.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,aAAa,EAAoB,MAAM,0BAA0B,CAAC;AAC/E,OAAO,KAAK,EAAiB,KAAK,EAAa,MAAM,oBAAoB,CAAC;AAW1E,sEAAsE;AACtE,KAAK,6BAA6B,GAAG;IACnC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,CAAC;AAEF,kEAAkE;AAClE,MAAM,MAAM,sBAAsB,GAAG,aAAa,GAAG;IACnD,OAAO,CAAC,EAAE;SACP,GAAG,IAAI,MAAM,6BAA6B,CAAC,CAAC,EAAE,6BAA6B,CAAC,GAAG,CAAC;KAClF,CAAC;CACH,CAAC;AAKF,oFAAoF;AACpF,eAAO,MAAM,eAAe;;;;;;;6BAQN,KAAK,YAAY,sBAAsB;;;;;;;;;CASoB,CAAC"}

package/dist/parquet-js-writer.js

@@ -0,0 +1,28 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { convertTable, deduceTableSchema } from '@loaders.gl/schema-utils';
+import { normalizeParquetOptions } from "./lib/utils/normalize-parquet-options.js";
+import { encodeTableToParquetJs } from "./lib/encoders/encode-table-to-parquet-js.js";
+import { ParquetFormat } from "./parquet-format.js";
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof "5.0.0-alpha.1" !== 'undefined' ? "5.0.0-alpha.1" : 'latest';
+/** Default option bag for the experimental parquetjs writer. */
+const DEFAULT_PARQUET_JS_OPTIONS = {};
+/** Plain-row Parquet writer backed by the experimental parquetjs implementation. */
+export const ParquetJSWriter = {
+    ...ParquetFormat,
+    id: 'parquet-js',
+    module: 'parquet',
+    version: VERSION,
+    options: {
+        parquet: DEFAULT_PARQUET_JS_OPTIONS
+    },
+    async encode(table, options) {
+        const schema = table.schema || deduceTableSchema(table);
+        const objectRowTable = convertTable({ ...table, schema }, 'object-row-table');
+        return await encodeTableToParquetJs({ ...table, schema }, objectRowTable, normalizeParquetOptions(options, DEFAULT_PARQUET_JS_OPTIONS));
+    }
+};
+//# sourceMappingURL=parquet-js-writer.js.map

package/dist/parquet-js-writer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-js-writer.js","sourceRoot":"","sources":["../src/parquet-js-writer.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,YAAY,EAAE,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAEzE,OAAO,EAAC,uBAAuB,EAAC,iDAA8C;AAC9E,OAAO,EAAC,sBAAsB,EAAC,qDAAkD;AACjF,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,sBAAkB,KAAK,WAAW,CAAC,CAAC,iBAAa,CAAC,CAAC,QAAQ,CAAC;AAgB5E,gEAAgE;AAChE,MAAM,0BAA0B,GAAG,EAAE,CAAC;AAEtC,oFAAoF;AACpF,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,GAAG,aAAa;IAChB,EAAE,EAAE,YAAY;IAChB,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,OAAO;IAChB,OAAO,EAAE;QACP,OAAO,EAAE,0BAA0B;KACpC;IACD,KAAK,CAAC,MAAM,CAAC,KAAY,EAAE,OAAgC;QACzD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACxD,MAAM,cAAc,GAAG,YAAY,CAAC,EAAC,GAAG,KAAK,EAAE,MAAM,EAAC,EAAE,kBAAkB,CAAmB,CAAC;QAC9F,OAAO,MAAM,sBAAsB,CACjC,EAAC,GAAG,KAAK,EAAE,MAAM,EAAC,EAClB,cAAc,EACd,uBAAuB,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAC7D,CAAC;IACJ,CAAC;CAC8E,CAAC"}

package/dist/parquet-loader-options.d.ts

@@ -0,0 +1,56 @@
+import type { LoaderOptions } from '@loaders.gl/loader-utils';
+/** Shared row-level options supported by both Parquet backends. */
+type ParquetCommonLoaderOptions = {
+    limit?: number;
+    offset?: number;
+    batchSize?: number;
+    columns?: string[];
+    preserveBinary?: boolean;
+};
+/** Additional options supported by the wasm-backed Parquet reader. */
+type ParquetWasmLoaderOptions = ParquetCommonLoaderOptions & {
+    rowGroups?: number[];
+    concurrency?: number;
+    wasmUrl?: string;
+};
+/** Internal superset of Parquet loader options that retains backend selection. */
+type ParquetInternalLoaderOptions = ParquetWasmLoaderOptions & {
+    shape?: 'object-row-table' | 'arrow-table';
+    backend?: 'wasm' | 'typescript';
+    /** @deprecated Use `backend` instead. */
+    implementation?: 'wasm' | 'js';
+};
+/** Public options for the wasm-backed `ParquetLoader` and `GeoParquetLoader`. */
+export type ParquetLoaderOptions = LoaderOptions & {
+    parquet?: {
+        shape?: 'object-row-table' | 'arrow-table';
+        backend?: 'wasm' | 'typescript';
+        /** @deprecated Use `backend` instead. */
+        implementation?: 'wasm' | 'js';
+    } & {
+        [Key in keyof ParquetWasmLoaderOptions]?: ParquetWasmLoaderOptions[Key];
+    };
+};
+/** Public options for the experimental parquetjs-backed `ParquetJSLoader`. */
+export type ParquetJSLoaderOptions = LoaderOptions & {
+    parquet?: {
+        backend?: 'typescript';
+    } & {
+        [Key in keyof ParquetCommonLoaderOptions]?: ParquetCommonLoaderOptions[Key];
+    };
+};
+/** Internal options used by shared Parquet helpers that need backend selection. */
+export type ParquetLoaderImplementationOptions = LoaderOptions & {
+    parquet?: {
+        [Key in keyof ParquetInternalLoaderOptions]?: ParquetInternalLoaderOptions[Key];
+    };
+};
+/** Shared default option bag for the wasm-backed Parquet loaders. */
+export declare const PARQUET_LOADER_DEFAULT_OPTIONS: {
+    readonly backend: "wasm";
+    readonly columns: undefined;
+    readonly preserveBinary: false;
+    readonly shape: "object-row-table";
+};
+export {};
+//# sourceMappingURL=parquet-loader-options.d.ts.map

package/dist/parquet-loader-options.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-loader-options.d.ts","sourceRoot":"","sources":["../src/parquet-loader-options.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAE5D,mEAAmE;AACnE,KAAK,0BAA0B,GAAG;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B,CAAC;AAEF,sEAAsE;AACtE,KAAK,wBAAwB,GAAG,0BAA0B,GAAG;IAC3D,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,kFAAkF;AAClF,KAAK,4BAA4B,GAAG,wBAAwB,GAAG;IAC7D,KAAK,CAAC,EAAE,kBAAkB,GAAG,aAAa,CAAC;IAC3C,OAAO,CAAC,EAAE,MAAM,GAAG,YAAY,CAAC;IAChC,yCAAyC;IACzC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC,CAAC;AAEF,iFAAiF;AACjF,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG;IACjD,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,kBAAkB,GAAG,aAAa,CAAC;QAC3C,OAAO,CAAC,EAAE,MAAM,GAAG,YAAY,CAAC;QAChC,yCAAyC;QACzC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAChC,GAAG;SACD,GAAG,IAAI,MAAM,wBAAwB,CAAC,CAAC,EAAE,wBAAwB,CAAC,GAAG,CAAC;KACxE,CAAC;CACH,CAAC;AAEF,8EAA8E;AAC9E,MAAM,MAAM,sBAAsB,GAAG,aAAa,GAAG;IACnD,OAAO,CAAC,EAAE;QAAC,OAAO,CAAC,EAAE,YAAY,CAAA;KAAC,GAAG;SAClC,GAAG,IAAI,MAAM,0BAA0B,CAAC,CAAC,EAAE,0BAA0B,CAAC,GAAG,CAAC;KAC5E,CAAC;CACH,CAAC;AAEF,mFAAmF;AACnF,MAAM,MAAM,kCAAkC,GAAG,aAAa,GAAG;IAC/D,OAAO,CAAC,EAAE;SACP,GAAG,IAAI,MAAM,4BAA4B,CAAC,CAAC,EAAE,4BAA4B,CAAC,GAAG,CAAC;KAChF,CAAC;CACH,CAAC;AAEF,qEAAqE;AACrE,eAAO,MAAM,8BAA8B;;;;;CAKjC,CAAC"}

package/dist/parquet-loader-options.js

@@ -0,0 +1,11 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+/** Shared default option bag for the wasm-backed Parquet loaders. */
+export const PARQUET_LOADER_DEFAULT_OPTIONS = {
+    backend: 'wasm',
+    columns: undefined,
+    preserveBinary: false,
+    shape: 'object-row-table'
+};
+//# sourceMappingURL=parquet-loader-options.js.map

package/dist/parquet-loader-options.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-loader-options.js","sourceRoot":"","sources":["../src/parquet-loader-options.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAsDpC,qEAAqE;AACrE,MAAM,CAAC,MAAM,8BAA8B,GAAG;IAC5C,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,SAAS;IAClB,cAAc,EAAE,KAAK;IACrB,KAAK,EAAE,kBAAkB;CACjB,CAAC"}

package/dist/parquet-loader-with-parser.d.ts

@@ -0,0 +1,33 @@
+import type { ArrowTable, ArrowTableBatch, ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
+import type { ReadableFile } from '@loaders.gl/loader-utils';
+import type { ParquetLoaderOptions } from "./parquet-loader-options.js";
+/** Parser-bearing TypeScript-only Parquet loader implementation. */
+export declare const ParquetLoaderWithParser: {
+    readonly parse: (arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions) => Promise<ObjectRowTable>;
+    readonly parseFile: (file: ReadableFile, options?: ParquetLoaderOptions) => Promise<ObjectRowTable>;
+    readonly parseFileInBatches: (file: ReadableFile, options?: ParquetLoaderOptions) => AsyncIterable<ObjectRowTableBatch>;
+    readonly parseInBatches: (asyncIterator: AsyncIterable<ArrayBufferLike | ArrayBufferView> | Iterable<ArrayBufferLike | ArrayBufferView>, options?: ParquetLoaderOptions, _context?: unknown) => AsyncGenerator<ObjectRowTableBatch, void, any>;
+    readonly dataType: ObjectRowTable | ArrowTable;
+    readonly batchType: ObjectRowTableBatch | ArrowTableBatch;
+    readonly id: "parquet";
+    readonly module: "parquet";
+    readonly version: any;
+    readonly worker: false;
+    readonly options: {
+        readonly parquet: {
+            readonly backend: "wasm";
+            readonly columns: undefined;
+            readonly preserveBinary: false;
+            readonly shape: "object-row-table";
+        };
+    };
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+};
+//# sourceMappingURL=parquet-loader-with-parser.d.ts.map

package/dist/parquet-loader-with-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-loader-with-parser.d.ts","sourceRoot":"","sources":["../src/parquet-loader-with-parser.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,cAAc,EACd,mBAAmB,EACpB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAI3D,OAAO,KAAK,EAEV,oBAAoB,EACrB,oCAAiC;AAalC,oEAAoE;AACpE,eAAO,MAAM,uBAAuB;kCAEf,WAAW,YAAY,oBAAoB;+BAG9C,YAAY,YAAY,oBAAoB;wCAGnC,YAAY,YAAY,oBAAoB;6CAK/D,aAAa,CAAC,eAAe,GAAG,eAAe,CAAC,GAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAC,YACrC,oBAAoB,aACnB,OAAO;;;;;;;;;;;;;;;;;;;;;;;CASrB,CAAC"}

package/dist/parquet-loader-with-parser.js

@@ -0,0 +1,40 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { BlobFile, concatenateArrayBuffersAsync } from '@loaders.gl/loader-utils';
+import { parseParquetFile, parseParquetFileInBatches } from "./lib/parsers/parse-parquet-to-json.js";
+import { normalizeParquetOptions } from "./lib/utils/normalize-parquet-options.js";
+import { ParquetLoader as ParquetLoaderMetadata } from "./parquet-loader.js";
+const { preload: _ParquetLoaderPreload, ...ParquetLoaderMetadataWithoutPreload } = ParquetLoaderMetadata;
+/** Default option bag for the experimental parquetjs plain-row loader. */
+const DEFAULT_PARQUET_JS_OPTIONS = {
+    backend: 'typescript',
+    columns: undefined,
+    preserveBinary: false
+};
+/** Parser-bearing TypeScript-only Parquet loader implementation. */
+export const ParquetLoaderWithParser = {
+    ...ParquetLoaderMetadataWithoutPreload,
+    parse(arrayBuffer, options) {
+        return parseParquetFile(new BlobFile(arrayBuffer), getParquetOptions(options));
+    },
+    parseFile(file, options) {
+        return parseParquetFile(file, getParquetOptions(options));
+    },
+    parseFileInBatches(file, options) {
+        return parseParquetFileInBatches(file, getParquetOptions(options));
+    },
+    async *parseInBatches(asyncIterator, options, _context) {
+        const arrayBuffer = await concatenateArrayBuffersAsync(asyncIterator);
+        yield* parseParquetFileInBatches(new BlobFile(arrayBuffer), getParquetOptions(options));
+    }
+};
+/**
+ * Normalizes caller options for the parquetjs-backed loader.
+ * @param options caller-supplied loader options
+ * @returns normalized options with parquetjs defaults applied
+ */
+function getParquetOptions(options) {
+    return normalizeParquetOptions(options, DEFAULT_PARQUET_JS_OPTIONS);
+}
+//# sourceMappingURL=parquet-loader-with-parser.js.map

package/dist/parquet-loader-with-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-loader-with-parser.js","sourceRoot":"","sources":["../src/parquet-loader-with-parser.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,QAAQ,EAAE,4BAA4B,EAAC,MAAM,0BAA0B,CAAC;AAShF,OAAO,EAAC,gBAAgB,EAAE,yBAAyB,EAAC,+CAA4C;AAChG,OAAO,EAAC,uBAAuB,EAAC,iDAA8C;AAK9E,OAAO,EAAC,aAAa,IAAI,qBAAqB,EAAC,4BAAyB;AAExE,MAAM,EAAC,OAAO,EAAE,qBAAqB,EAAE,GAAG,mCAAmC,EAAC,GAC5E,qBAAqB,CAAC;AAExB,0EAA0E;AAC1E,MAAM,0BAA0B,GAAG;IACjC,OAAO,EAAE,YAAqB;IAC9B,OAAO,EAAE,SAAS;IAClB,cAAc,EAAE,KAAK;CACtB,CAAC;AAEF,oEAAoE;AACpE,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,GAAG,mCAAmC;IACtC,KAAK,CAAC,WAAwB,EAAE,OAA8B;QAC5D,OAAO,gBAAgB,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IACjF,CAAC;IACD,SAAS,CAAC,IAAkB,EAAE,OAA8B;QAC1D,OAAO,gBAAgB,CAAC,IAAI,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5D,CAAC;IACD,kBAAkB,CAAC,IAAkB,EAAE,OAA8B;QACnE,OAAO,yBAAyB,CAAC,IAAI,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IACrE,CAAC;IACD,KAAK,CAAC,CAAC,cAAc,CACnB,aAE+C,EAC/C,OAA8B,EAC9B,QAAkB;QAElB,MAAM,WAAW,GAAG,MAAM,4BAA4B,CAAC,aAAa,CAAC,CAAC;QACtE,KAAK,CAAC,CAAC,yBAAyB,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1F,CAAC;CAKF,CAAC;AAEF;;;;GAIG;AACH,SAAS,iBAAiB,CAAC,OAA8B;IACvD,OAAO,uBAAuB,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC;AACtE,CAAC"}

package/dist/parquet-loader.d.ts

@@ -0,0 +1,62 @@
+import type { LoaderOptions } from '@loaders.gl/loader-utils';
+import type { ObjectRowTable, ObjectRowTableBatch, ArrowTable, ArrowTableBatch } from '@loaders.gl/schema';
+import { type ParquetLoaderOptions as SharedParquetLoaderOptions } from "./parquet-loader-options.js";
+/** Options for the parquet loader */
+export type ParquetLoaderOptions = SharedParquetLoaderOptions;
+/** Preloads the parser-bearing Parquet loader implementation selected by `parquet.backend`. */
+declare function preloadParquetLoader(_url: string, options?: LoaderOptions): Promise<{
+    readonly parse: (arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions) => Promise<ObjectRowTable | ArrowTable>;
+    readonly parseFile: (file: import("@loaders.gl/loader-utils").ReadableFile, options?: ParquetLoaderOptions) => Promise<ObjectRowTable | ArrowTable>;
+    readonly parseFileInBatches: (file: import("@loaders.gl/loader-utils").ReadableFile, options?: ParquetLoaderOptions) => AsyncIterable<ObjectRowTableBatch | ArrowTableBatch>;
+    readonly parseInBatches: (asyncIterator: AsyncIterable<ArrayBufferLike | ArrayBufferView> | Iterable<ArrayBufferLike | ArrayBufferView>, options?: ParquetLoaderOptions, _context?: unknown) => AsyncGenerator<ObjectRowTableBatch | ArrowTableBatch, void, any>;
+    readonly dataType: ObjectRowTable | ArrowTable;
+    readonly batchType: ObjectRowTableBatch | ArrowTableBatch;
+    readonly id: "parquet";
+    readonly module: "parquet";
+    readonly version: any;
+    readonly worker: false;
+    readonly options: {
+        readonly parquet: {
+            readonly backend: "wasm";
+            readonly columns: undefined;
+            readonly preserveBinary: false;
+            readonly shape: "object-row-table";
+        };
+    };
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+}>;
+/** Metadata-only Parquet table loader supporting object-row and Arrow table output. */
+export declare const ParquetLoader: {
+    readonly dataType: ObjectRowTable | ArrowTable;
+    readonly batchType: ObjectRowTableBatch | ArrowTableBatch;
+    readonly id: "parquet";
+    readonly module: "parquet";
+    readonly version: any;
+    readonly worker: false;
+    readonly options: {
+        readonly parquet: {
+            readonly backend: "wasm";
+            readonly columns: undefined;
+            readonly preserveBinary: false;
+            readonly shape: "object-row-table";
+        };
+    };
+    readonly preload: typeof preloadParquetLoader;
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+};
+export {};
+//# sourceMappingURL=parquet-loader.d.ts.map

package/dist/parquet-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-loader.d.ts","sourceRoot":"","sources":["../src/parquet-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAS,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACpE,OAAO,KAAK,EACV,cAAc,EACd,mBAAmB,EACnB,UAAU,EACV,eAAe,EAChB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EAEL,KAAK,oBAAoB,IAAI,0BAA0B,EACxD,oCAAiC;AAMlC,qCAAqC;AACrC,MAAM,MAAM,oBAAoB,GAAG,0BAA0B,CAAC;AAE9D,+FAA+F;AAC/F,iBAAe,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa;;;;;uBAyB1C,cAAc,GAAG,UAAU;wBAC1B,mBAAmB,GAAG,eAAe;;;;;;;;;;;;;;;;;;;;;GAPpE;AAED,uFAAuF;AACvF,eAAO,MAAM,aAAa;uBAGK,cAAc,GAAG,UAAU;wBAC1B,mBAAmB,GAAG,eAAe;;;;;;;;;;;;;;;;;;;;;;CAgBpE,CAAC"}

package/dist/parquet-loader.js

@@ -0,0 +1,53 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { ParquetFormat } from "./parquet-format.js";
+import { PARQUET_LOADER_DEFAULT_OPTIONS } from "./parquet-loader-options.js";
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof "5.0.0-alpha.1" !== 'undefined' ? "5.0.0-alpha.1" : 'latest';
+/** Preloads the parser-bearing Parquet loader implementation selected by `parquet.backend`. */
+async function preloadParquetLoader(_url, options) {
+    const parquetOptions = options;
+    switch (getParquetBackend(parquetOptions)) {
+        case 'wasm': {
+            const { ParquetWASMLoaderWithParser } = await import("./parquet-wasm-loader-with-parser.js");
+            return ParquetWASMLoaderWithParser;
+        }
+        case 'typescript': {
+            if (parquetOptions?.parquet?.shape === 'arrow-table') {
+                throw new Error('ParquetLoader: backend "typescript" does not support shape "arrow-table"');
+            }
+            const { ParquetLoaderWithParser } = await import("./parquet-loader-with-parser.js");
+            return ParquetLoaderWithParser;
+        }
+        default:
+            throw new Error(`ParquetLoader: unsupported backend "${parquetOptions?.parquet?.backend}"`);
+    }
+}
+/** Metadata-only Parquet table loader supporting object-row and Arrow table output. */
+export const ParquetLoader = {
+    ...ParquetFormat,
+    dataType: null,
+    batchType: null,
+    id: 'parquet',
+    module: 'parquet',
+    version: VERSION,
+    worker: false,
+    options: {
+        parquet: {
+            ...PARQUET_LOADER_DEFAULT_OPTIONS
+        }
+    },
+    preload: preloadParquetLoader
+};
+function getParquetBackend(options) {
+    if (options?.parquet?.backend) {
+        return options.parquet.backend;
+    }
+    if (options?.parquet?.implementation === 'js') {
+        return 'typescript';
+    }
+    return ParquetLoader.options.parquet.backend;
+}
+//# sourceMappingURL=parquet-loader.js.map

package/dist/parquet-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-loader.js","sourceRoot":"","sources":["../src/parquet-loader.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAUpC,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAC/C,OAAO,EACL,8BAA8B,EAE/B,oCAAiC;AAElC,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,sBAAkB,KAAK,WAAW,CAAC,CAAC,iBAAa,CAAC,CAAC,QAAQ,CAAC;AAK5E,+FAA+F;AAC/F,KAAK,UAAU,oBAAoB,CAAC,IAAY,EAAE,OAAuB;IACvE,MAAM,cAAc,GAAG,OAA2C,CAAC;IACnE,QAAQ,iBAAiB,CAAC,cAAc,CAAC,EAAE,CAAC;QAC1C,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,EAAC,2BAA2B,EAAC,GAAG,MAAM,MAAM,wCAAqC,CAAC;YACxF,OAAO,2BAA2B,CAAC;QACrC,CAAC;QAED,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,IAAI,cAAc,EAAE,OAAO,EAAE,KAAK,KAAK,aAAa,EAAE,CAAC;gBACrD,MAAM,IAAI,KAAK,CAAC,0EAA0E,CAAC,CAAC;YAC9F,CAAC;YACD,MAAM,EAAC,uBAAuB,EAAC,GAAG,MAAM,MAAM,mCAAgC,CAAC;YAC/E,OAAO,uBAAuB,CAAC;QACjC,CAAC;QAED;YACE,MAAM,IAAI,KAAK,CAAC,uCAAuC,cAAc,EAAE,OAAO,EAAE,OAAO,GAAG,CAAC,CAAC;IAChG,CAAC;AACH,CAAC;AAED,uFAAuF;AACvF,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,GAAG,aAAa;IAEhB,QAAQ,EAAE,IAA8C;IACxD,SAAS,EAAE,IAAwD;IAEnE,EAAE,EAAE,SAAS;IACb,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,OAAO;IAChB,MAAM,EAAE,KAAK;IACb,OAAO,EAAE;QACP,OAAO,EAAE;YACP,GAAG,8BAA8B;SAClC;KACF;IACD,OAAO,EAAE,oBAAoB;CAK9B,CAAC;AAEF,SAAS,iBAAiB,CAAC,OAA8B;IACvD,IAAI,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QAC9B,OAAO,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;IACjC,CAAC;IACD,IAAI,OAAO,EAAE,OAAO,EAAE,cAAc,KAAK,IAAI,EAAE,CAAC;QAC9C,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,OAAO,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;AAC/C,CAAC"}

package/dist/parquet-wasm-loader-with-parser.d.ts

@@ -0,0 +1,40 @@
+import type { ObjectRowTable, ObjectRowTableBatch, ArrowTable, ArrowTableBatch } from '@loaders.gl/schema';
+import type { ReadableFile } from '@loaders.gl/loader-utils';
+import { type ParquetLoaderOptions } from "./parquet-loader.js";
+export type { ParquetLoaderOptions } from "./parquet-loader.js";
+/** WASM-backed Parquet table loader supporting object-row and Arrow table output. */
+export declare const ParquetWASMLoaderWithParser: {
+    readonly parse: (arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions) => Promise<ObjectRowTable | ArrowTable>;
+    readonly parseFile: (file: ReadableFile, options?: ParquetLoaderOptions) => Promise<ObjectRowTable | ArrowTable>;
+    readonly parseFileInBatches: (file: ReadableFile, options?: ParquetLoaderOptions) => AsyncIterable<ObjectRowTableBatch | ArrowTableBatch>;
+    readonly parseInBatches: (asyncIterator: AsyncIterable<ArrayBufferLike | ArrayBufferView> | Iterable<ArrayBufferLike | ArrayBufferView>, options?: ParquetLoaderOptions, _context?: unknown) => AsyncGenerator<ObjectRowTableBatch | ArrowTableBatch, void, any>;
+    readonly dataType: ObjectRowTable | ArrowTable;
+    readonly batchType: ObjectRowTableBatch | ArrowTableBatch;
+    readonly id: "parquet";
+    readonly module: "parquet";
+    readonly version: any;
+    readonly worker: false;
+    readonly options: {
+        readonly parquet: {
+            readonly backend: "wasm";
+            readonly columns: undefined;
+            readonly preserveBinary: false;
+            readonly shape: "object-row-table";
+        };
+    };
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+};
+/**
+ * Normalizes caller options for the canonical wasm-backed Parquet loaders.
+ * @param options caller-supplied loader options
+ * @returns normalized loader options
+ */
+export declare function getParquetOptions(options?: ParquetLoaderOptions): ParquetLoaderOptions;
+//# sourceMappingURL=parquet-wasm-loader-with-parser.d.ts.map

package/dist/parquet-wasm-loader-with-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-wasm-loader-with-parser.d.ts","sourceRoot":"","sources":["../src/parquet-wasm-loader-with-parser.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACV,cAAc,EACd,mBAAmB,EACnB,UAAU,EACV,eAAe,EAGhB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAS3D,OAAO,EAAyC,KAAK,oBAAoB,EAAC,4BAAyB;AAKnG,YAAY,EAAC,oBAAoB,EAAC,4BAAyB;AAE3D,qFAAqF;AACrF,eAAO,MAAM,2BAA2B;kCAEnB,WAAW,YAAY,oBAAoB;uDAGpC,oBAAoB;gEAGX,oBAAoB;6CAKjD,aAAa,CAAC,eAAe,GAAG,eAAe,CAAC,GAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAC,YACrC,oBAAoB,aACnB,OAAO;;;;;;;;;;;;;;;;;;;;;;;CASrB,CAAC;AAyCF;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,OAAO,CAAC,EAAE,oBAAoB,GAAG,oBAAoB,CAWtF"}

package/dist/parquet-wasm-loader-with-parser.js

@@ -0,0 +1,68 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { concatenateArrayBuffersAsync } from '@loaders.gl/loader-utils';
+import { BlobFile } from '@loaders.gl/loader-utils';
+import { parseParquetArrowTable, parseParquetArrowTableInBatches, parseParquetObjectRowTable, parseParquetObjectRowTableInBatches } from "./lib/parsers/parse-parquet-tables.js";
+import { normalizeParquetOptions } from "./lib/utils/normalize-parquet-options.js";
+import { ParquetLoader as ParquetLoaderMetadata } from "./parquet-loader.js";
+const { preload: _ParquetLoaderPreload, ...ParquetLoaderMetadataWithoutPreload } = ParquetLoaderMetadata;
+/** WASM-backed Parquet table loader supporting object-row and Arrow table output. */
+export const ParquetWASMLoaderWithParser = {
+    ...ParquetLoaderMetadataWithoutPreload,
+    parse(arrayBuffer, options) {
+        return parseParquetTable(new BlobFile(arrayBuffer), options);
+    },
+    parseFile(file, options) {
+        return parseParquetTable(file, options);
+    },
+    parseFileInBatches(file, options) {
+        return parseParquetTableInBatches(file, options);
+    },
+    async *parseInBatches(asyncIterator, options, _context) {
+        const arrayBuffer = await concatenateArrayBuffersAsync(asyncIterator);
+        yield* parseParquetTableInBatches(new BlobFile(arrayBuffer), options);
+    }
+};
+/**
+ * Parses a Parquet file using the canonical wasm-backed table loader.
+ * @param file readable file abstraction
+ * @param options optional loader options
+ * @returns object-row or Arrow table output depending on `parquet.shape`
+ */
+async function parseParquetTable(file, options) {
+    const parquetOptions = getParquetOptions(options);
+    if (parquetOptions.parquet?.shape === 'arrow-table') {
+        return await parseParquetArrowTable(file, parquetOptions);
+    }
+    return await parseParquetObjectRowTable(file, parquetOptions);
+}
+/**
+ * Parses a Parquet file into streamed table batches using the canonical wasm-backed loader.
+ * @param file readable file abstraction
+ * @param options optional loader options
+ * @returns async iterable of object-row or Arrow batches
+ */
+async function* parseParquetTableInBatches(file, options) {
+    const parquetOptions = getParquetOptions(options);
+    if (parquetOptions.parquet?.shape === 'arrow-table') {
+        yield* parseParquetArrowTableInBatches(file, parquetOptions);
+        return;
+    }
+    yield* parseParquetObjectRowTableInBatches(file, parquetOptions);
+}
+/**
+ * Normalizes caller options for the canonical wasm-backed Parquet loaders.
+ * @param options caller-supplied loader options
+ * @returns normalized loader options
+ */
+export function getParquetOptions(options) {
+    return normalizeParquetOptions({
+        ...options,
+        parquet: {
+            ...(options?.parquet || {}),
+            backend: 'wasm'
+        }
+    }, ParquetWASMLoaderWithParser.options.parquet);
+}
+//# sourceMappingURL=parquet-wasm-loader-with-parser.js.map

package/dist/parquet-wasm-loader-with-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-wasm-loader-with-parser.js","sourceRoot":"","sources":["../src/parquet-wasm-loader-with-parser.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,4BAA4B,EAAC,MAAM,0BAA0B,CAAC;AAStE,OAAO,EAAC,QAAQ,EAAC,MAAM,0BAA0B,CAAC;AAGlD,OAAO,EACL,sBAAsB,EACtB,+BAA+B,EAC/B,0BAA0B,EAC1B,mCAAmC,EACpC,8CAA2C;AAC5C,OAAO,EAAC,uBAAuB,EAAC,iDAA8C;AAC9E,OAAO,EAAC,aAAa,IAAI,qBAAqB,EAA4B,4BAAyB;AAEnG,MAAM,EAAC,OAAO,EAAE,qBAAqB,EAAE,GAAG,mCAAmC,EAAC,GAC5E,qBAAqB,CAAC;AAIxB,qFAAqF;AACrF,MAAM,CAAC,MAAM,2BAA2B,GAAG;IACzC,GAAG,mCAAmC;IACtC,KAAK,CAAC,WAAwB,EAAE,OAA8B;QAC5D,OAAO,iBAAiB,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;IACD,SAAS,CAAC,IAAI,EAAE,OAA8B;QAC5C,OAAO,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IACD,kBAAkB,CAAC,IAAI,EAAE,OAA8B;QACrD,OAAO,0BAA0B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACnD,CAAC;IACD,KAAK,CAAC,CAAC,cAAc,CACnB,aAE+C,EAC/C,OAA8B,EAC9B,QAAkB;QAElB,MAAM,WAAW,GAAG,MAAM,4BAA4B,CAAC,aAAa,CAAC,CAAC;QACtE,KAAK,CAAC,CAAC,0BAA0B,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,CAAC;IACxE,CAAC;CAKF,CAAC;AAEF;;;;;GAKG;AACH,KAAK,UAAU,iBAAiB,CAC9B,IAA6B,EAC7B,OAA8B;IAE9B,MAAM,cAAc,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAElD,IAAI,cAAc,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa,EAAE,CAAC;QACpD,OAAO,MAAM,sBAAsB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,MAAM,0BAA0B,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;AAChE,CAAC;AAED;;;;;GAKG;AACH,KAAK,SAAS,CAAC,CAAC,0BAA0B,CACxC,IAA6B,EAC7B,OAA8B;IAE9B,MAAM,cAAc,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAElD,IAAI,cAAc,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa,EAAE,CAAC;QACpD,KAAK,CAAC,CAAC,+BAA+B,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QAC7D,OAAO;IACT,CAAC;IAED,KAAK,CAAC,CAAC,mCAAmC,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;AACnE,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,OAA8B;IAC9D,OAAO,uBAAuB,CAC5B;QACE,GAAG,OAAO;QACV,OAAO,EAAE;YACP,GAAG,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YAC3B,OAAO,EAAE,MAAM;SAChB;KACF,EACD,2BAA2B,CAAC,OAAO,CAAC,OAAO,CAC5C,CAAC;AACJ,CAAC"}

package/dist/parquet-writer.d.ts

@@ -0,0 +1,10 @@
+import type { WriterOptions } from '@loaders.gl/loader-utils';
+/** Public options for the wasm-backed Parquet writer. */
+export type ParquetWriterOptions = WriterOptions & {
+    parquet?: {
+        wasmUrl?: string;
+    };
+};
+/** Plain-row Parquet writer that converts tables to Arrow before wasm encoding. */
+export declare const ParquetWriter: any;
+//# sourceMappingURL=parquet-writer.d.ts.map

package/dist/parquet-writer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-writer.d.ts","sourceRoot":"","sources":["../src/parquet-writer.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,aAAa,EAAoB,MAAM,0BAA0B,CAAC;AAU/E,yDAAyD;AACzD,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG;IACjD,OAAO,CAAC,EAAE;QACR,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,mFAAmF;AACnF,eAAO,MAAM,aAAa,KAqBqD,CAAC"}

package/dist/parquet-writer.js

@@ -0,0 +1,29 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { convertTable, deduceTableSchema } from '@loaders.gl/schema-utils';
+import { encodeArrowToParquet } from "./lib/encoders/encode-arrow-to-parquet.js";
+import { ensureGeoParquetMetadataOnArrowTable } from "./lib/geo/geospatial-metadata.js";
+import { normalizeParquetOptions } from "./lib/utils/normalize-parquet-options.js";
+import { ParquetFormat } from "./parquet-format.js";
+import { VERSION, PARQUET_WASM_URL } from "./lib/constants.js";
+/** Plain-row Parquet writer that converts tables to Arrow before wasm encoding. */
+export const ParquetWriter = {
+    ...ParquetFormat,
+    id: 'parquet',
+    module: 'parquet',
+    version: VERSION,
+    options: {
+        parquet: {
+            wasmUrl: PARQUET_WASM_URL
+        }
+    },
+    encode(table, options) {
+        const arrowTable = table.shape === 'arrow-table'
+            ? table
+            : convertTable({ ...table, schema: table.schema || deduceTableSchema(table) }, 'arrow-table');
+        const parquetOptions = normalizeParquetOptions(options, ParquetWriter.options.parquet);
+        return encodeArrowToParquet(ensureGeoParquetMetadataOnArrowTable(arrowTable), parquetOptions);
+    }
+};
+//# sourceMappingURL=parquet-writer.js.map

package/dist/parquet-writer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-writer.js","sourceRoot":"","sources":["../src/parquet-writer.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,YAAY,EAAE,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAEzE,OAAO,EAAC,oBAAoB,EAAC,kDAA+C;AAC5E,OAAO,EAAC,oCAAoC,EAAC,yCAAsC;AACnF,OAAO,EAAC,uBAAuB,EAAC,iDAA8C;AAC9E,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAC/C,OAAO,EAAC,OAAO,EAAE,gBAAgB,EAAC,2BAAwB;AAS1D,mFAAmF;AACnF,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,GAAG,aAAa;IAChB,EAAE,EAAE,SAAS;IACb,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,OAAO;IAChB,OAAO,EAAE;QACP,OAAO,EAAE;YACP,OAAO,EAAE,gBAAgB;SAC1B;KACF;IACD,MAAM,CAAC,KAAY,EAAE,OAA8B;QACjD,MAAM,UAAU,GACd,KAAK,CAAC,KAAK,KAAK,aAAa;YAC3B,CAAC,CAAE,KAAoB;YACvB,CAAC,CAAE,YAAY,CACX,EAAC,GAAG,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,iBAAiB,CAAC,KAAK,CAAC,EAAC,EAC5D,aAAa,CACC,CAAC;QACvB,MAAM,cAAc,GAAG,uBAAuB,CAAC,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACvF,OAAO,oBAAoB,CAAC,oCAAoC,CAAC,UAAU,CAAC,EAAE,cAAc,CAAC,CAAC;IAChG,CAAC;CAC4E,CAAC"}

package/dist/parquetjs/codecs/declare.d.ts

@@ -1,6 +1,6 @@
 import { PrimitiveType } from "../schema/declare.js";
 export interface CursorBuffer {
-    buffer: Buffer;
+    buffer: Uint8Array;
     offset: number;
     size?: number;
 }
@@ -10,7 +10,7 @@ export interface ParquetCodecOptions {
     typeLength?: number;
 }
 export interface ParquetCodecKit {
-    encodeValues(type: PrimitiveType, values: any[], opts?: ParquetCodecOptions): Buffer;
+    encodeValues(type: PrimitiveType, values: any[], opts?: ParquetCodecOptions): Uint8Array;
     decodeValues(type: PrimitiveType, cursor: CursorBuffer, count: number, opts: ParquetCodecOptions): any[];
 }
 //# sourceMappingURL=declare.d.ts.map

package/dist/parquetjs/codecs/declare.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"declare.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/declare.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,aAAa,EAAC,6BAA0B;AAEhD,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,eAAe;IAC9B,YAAY,CAAC,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,IAAI,CAAC,EAAE,mBAAmB,GAAG,MAAM,CAAC;IACrF,YAAY,CACV,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,GAAG,EAAE,CAAC;CACV"}
+{"version":3,"file":"declare.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/declare.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,aAAa,EAAC,6BAA0B;AAEhD,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,UAAU,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,eAAe;IAC9B,YAAY,CAAC,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,IAAI,CAAC,EAAE,mBAAmB,GAAG,UAAU,CAAC;IACzF,YAAY,CACV,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,GAAG,EAAE,CAAC;CACV"}

package/dist/parquetjs/codecs/dictionary.js

@@ -5,7 +5,7 @@
 // Forked from https://github.com/kbajalc/parquets under MIT license
 import { decodeValues as decodeRleValues } from "./rle.js";
 export function decodeValues(type, cursor, count, opts) {
-    opts.bitWidth = cursor.buffer.slice(cursor.offset, cursor.offset + 1).readInt8(0);
+    opts.bitWidth = cursor.buffer[cursor.offset];
     cursor.offset += 1;
     return decodeRleValues(type, cursor, count, { ...opts, disableEnvelope: true });
 }

package/dist/parquetjs/codecs/dictionary.js.map

@@ -1 +1 @@
-{"version":3,"file":"dictionary.js","sourceRoot":"","sources":["../../../src/parquetjs/codecs/dictionary.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,OAAO,EAAC,YAAY,IAAI,eAAe,EAAC,iBAAc;AAEtD,MAAM,UAAU,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI;IACpD,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAClF,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;IACnB,OAAO,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAC,GAAG,IAAI,EAAE,eAAe,EAAE,IAAI,EAAC,CAAC,CAAC;AAChF,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI;IACpD,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;AACtE,CAAC"}
+{"version":3,"file":"dictionary.js","sourceRoot":"","sources":["../../../src/parquetjs/codecs/dictionary.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,OAAO,EAAC,YAAY,IAAI,eAAe,EAAC,iBAAc;AAEtD,MAAM,UAAU,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI;IACpD,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC7C,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;IACnB,OAAO,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAC,GAAG,IAAI,EAAE,eAAe,EAAE,IAAI,EAAC,CAAC,CAAC;AAChF,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI;IACpD,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;AACtE,CAAC"}

package/dist/parquetjs/codecs/plain.d.ts

@@ -1,5 +1,5 @@
 import type { PrimitiveType } from "../schema/declare.js";
 import type { CursorBuffer, ParquetCodecOptions } from "./declare.js";
-export declare function encodeValues(type: PrimitiveType, values: any[], opts: ParquetCodecOptions): Buffer;
+export declare function encodeValues(type: PrimitiveType, values: any[], opts: ParquetCodecOptions): Uint8Array;
 export declare function decodeValues(type: PrimitiveType, cursor: CursorBuffer, count: number, opts: ParquetCodecOptions): any[];
 //# sourceMappingURL=plain.d.ts.map

package/dist/parquetjs/codecs/plain.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"plain.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/plain.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAC,aAAa,EAAC,6BAA0B;AACrD,OAAO,KAAK,EAAC,YAAY,EAAE,mBAAmB,EAAC,qBAAkB;AAGjE,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,GAAG,EAAE,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,CAqBR;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,GAAG,EAAE,CAqBP"}
+{"version":3,"file":"plain.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/plain.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAC,aAAa,EAAC,6BAA0B;AACrD,OAAO,KAAK,EAAC,YAAY,EAAE,mBAAmB,EAAC,qBAAkB;AAkBjE,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,GAAG,EAAE,EACb,IAAI,EAAE,mBAAmB,GACxB,UAAU,CAqBZ;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,GAAG,EAAE,CAqBP"}