@loaders.gl/parquet 4.4.2 → 5.0.0-alpha.1

package/dist/index.d.ts

@@ -1,14 +1,14 @@
-export { Buffer } from "./polyfills/buffer/install-buffer-polyfill.js";
 export { ParquetFormat } from "./parquet-format.js";
-export { ParquetJSONWorkerLoader, ParquetJSONLoader, GeoParquetWorkerLoader, GeoParquetLoader, ParquetJSONWorkerLoader as ParquetWorkerLoader, ParquetJSONLoader as ParquetLoader } from "./parquet-json-loader.js";
-export { ParquetJSONWriter as _ParquetJSONWriter, ParquetJSONWriter as ParquetWriter } from "./parquet-json-writer.js";
-export type { ParquetArrowLoaderOptions } from "./parquet-arrow-loader.js";
-export { ParquetArrowLoader, ParquetArrowWorkerLoader } from "./parquet-arrow-loader.js";
-export { ParquetArrowWriter } from "./parquet-arrow-writer.js";
+export type { ParquetLoaderOptions, ParquetJSLoaderOptions } from "./parquet-loader-options.js";
+export { ParquetLoader } from "./parquet-loader.js";
+export { GeoParquetLoader } from "./geoparquet-loader.js";
+export { ParquetJSLoader } from "./parquet-js-loader.js";
+export { ParquetWriter } from "./parquet-writer.js";
+export type { ParquetJSWriterOptions } from "./parquet-js-writer.js";
+export { ParquetJSWriter } from "./parquet-js-writer.js";
 export { preloadCompressions } from "./parquetjs/compression.js";
 export { ParquetSchema } from "./parquetjs/schema/schema.js";
 export { ParquetReader } from "./parquetjs/parser/parquet-reader.js";
 export { ParquetEncoder } from "./parquetjs/encoder/parquet-encoder.js";
 export { convertParquetSchema, convertParquetSchema as convertParquetToArrowSchema } from "./lib/arrow/convert-schema-from-parquet.js";
-export { BufferPolyfill, installBufferPolyfill } from "./polyfills/buffer/index.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,MAAM,EAAC,sDAAmD;AAIlE,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,OAAO,EACL,uBAAuB,EACvB,iBAAiB,EACjB,sBAAsB,EACtB,gBAAgB,EAEhB,uBAAuB,IAAI,mBAAmB,EAC9C,iBAAiB,IAAI,aAAa,EACnC,iCAA8B;AAE/B,OAAO,EACL,iBAAiB,IAAI,kBAAkB,EAEvC,iBAAiB,IAAI,aAAa,EACnC,iCAA8B;AAI/B,YAAY,EAAC,yBAAyB,EAAC,kCAA+B;AACtE,OAAO,EAAC,kBAAkB,EAAE,wBAAwB,EAAC,kCAA+B;AACpF,OAAO,EAAC,kBAAkB,EAAC,kCAA+B;AAI1D,OAAO,EAAC,mBAAmB,EAAC,mCAAgC;AAE5D,OAAO,EAAC,aAAa,EAAC,qCAAkC;AACxD,OAAO,EAAC,aAAa,EAAC,6CAA0C;AAChE,OAAO,EAAC,cAAc,EAAC,+CAA4C;AAEnE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,IAAI,2BAA2B,EACpD,mDAAgD;AAGjD,OAAO,EAAC,cAAc,EAAE,qBAAqB,EAAC,oCAAiC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,YAAY,EAAC,oBAAoB,EAAE,sBAAsB,EAAC,oCAAiC;AAC3F,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAC/C,OAAO,EAAC,gBAAgB,EAAC,+BAA4B;AACrD,OAAO,EAAC,eAAe,EAAC,+BAA4B;AAEpD,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAC/C,YAAY,EAAC,sBAAsB,EAAC,+BAA4B;AAChE,OAAO,EAAC,eAAe,EAAC,+BAA4B;AAIpD,OAAO,EAAC,mBAAmB,EAAC,mCAAgC;AAE5D,OAAO,EAAC,aAAa,EAAC,qCAAkC;AACxD,OAAO,EAAC,aAAa,EAAC,6CAA0C;AAChE,OAAO,EAAC,cAAc,EAAC,+CAA4C;AAEnE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,IAAI,2BAA2B,EACpD,mDAAgD"}

package/dist/index.js

@@ -1,23 +1,17 @@
 // loaders.gl
 // SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
-export { Buffer } from "./polyfills/buffer/install-buffer-polyfill.js";
 // import {ArrowTable, ArrowTableBatch} from '@loaders.gl/arrow';
 export { ParquetFormat } from "./parquet-format.js";
-export { ParquetJSONWorkerLoader, ParquetJSONLoader, GeoParquetWorkerLoader, GeoParquetLoader, 
-// deprecated
-ParquetJSONWorkerLoader as ParquetWorkerLoader, ParquetJSONLoader as ParquetLoader } from "./parquet-json-loader.js";
-export { ParquetJSONWriter as _ParquetJSONWriter, 
-// deprecated
-ParquetJSONWriter as ParquetWriter } from "./parquet-json-writer.js";
-export { ParquetArrowLoader, ParquetArrowWorkerLoader } from "./parquet-arrow-loader.js";
-export { ParquetArrowWriter } from "./parquet-arrow-writer.js";
+export { ParquetLoader } from "./parquet-loader.js";
+export { GeoParquetLoader } from "./geoparquet-loader.js";
+export { ParquetJSLoader } from "./parquet-js-loader.js";
+export { ParquetWriter } from "./parquet-writer.js";
+export { ParquetJSWriter } from "./parquet-js-writer.js";
 // EXPERIMENTAL - expose the internal parquetjs API
 export { preloadCompressions } from "./parquetjs/compression.js";
 export { ParquetSchema } from "./parquetjs/schema/schema.js";
 export { ParquetReader } from "./parquetjs/parser/parquet-reader.js";
 export { ParquetEncoder } from "./parquetjs/encoder/parquet-encoder.js";
 export { convertParquetSchema, convertParquetSchema as convertParquetToArrowSchema } from "./lib/arrow/convert-schema-from-parquet.js";
-// Experimental
-export { BufferPolyfill, installBufferPolyfill } from "./polyfills/buffer/index.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,MAAM,EAAC,sDAAmD;AAElE,iEAAiE;AAEjE,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,OAAO,EACL,uBAAuB,EACvB,iBAAiB,EACjB,sBAAsB,EACtB,gBAAgB;AAChB,aAAa;AACb,uBAAuB,IAAI,mBAAmB,EAC9C,iBAAiB,IAAI,aAAa,EACnC,iCAA8B;AAE/B,OAAO,EACL,iBAAiB,IAAI,kBAAkB;AACvC,aAAa;AACb,iBAAiB,IAAI,aAAa,EACnC,iCAA8B;AAK/B,OAAO,EAAC,kBAAkB,EAAE,wBAAwB,EAAC,kCAA+B;AACpF,OAAO,EAAC,kBAAkB,EAAC,kCAA+B;AAE1D,mDAAmD;AAEnD,OAAO,EAAC,mBAAmB,EAAC,mCAAgC;AAE5D,OAAO,EAAC,aAAa,EAAC,qCAAkC;AACxD,OAAO,EAAC,aAAa,EAAC,6CAA0C;AAChE,OAAO,EAAC,cAAc,EAAC,+CAA4C;AAEnE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,IAAI,2BAA2B,EACpD,mDAAgD;AAEjD,eAAe;AACf,OAAO,EAAC,cAAc,EAAE,qBAAqB,EAAC,oCAAiC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,iEAAiE;AAEjE,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAG/C,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAC/C,OAAO,EAAC,gBAAgB,EAAC,+BAA4B;AACrD,OAAO,EAAC,eAAe,EAAC,+BAA4B;AAEpD,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,OAAO,EAAC,eAAe,EAAC,+BAA4B;AAEpD,mDAAmD;AAEnD,OAAO,EAAC,mBAAmB,EAAC,mCAAgC;AAE5D,OAAO,EAAC,aAAa,EAAC,qCAAkC;AACxD,OAAO,EAAC,aAAa,EAAC,6CAA0C;AAChE,OAAO,EAAC,cAAc,EAAC,+CAA4C;AAEnE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,IAAI,2BAA2B,EACpD,mDAAgD"}

package/dist/lib/constants.d.ts

@@ -1,5 +1,5 @@
 export declare const VERSION: any;
-export declare const PARQUET_WASM_URL = "https://unpkg.com/parquet-wasm@0.6.1/esm/parquet_wasm_bg.wasm";
+export declare const PARQUET_WASM_URL = "https://unpkg.com/parquet-wasm@0.7.1/esm/parquet_wasm_bg.wasm";
 /**
  * Parquet File Magic String
  */

package/dist/lib/constants.js

@@ -3,8 +3,8 @@
 // Copyright (c) vis.gl contributors
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-export const VERSION = typeof "4.4.2" !== 'undefined' ? "4.4.2" : 'latest';
-export const PARQUET_WASM_URL = 'https://unpkg.com/parquet-wasm@0.6.1/esm/parquet_wasm_bg.wasm';
+export const VERSION = typeof "5.0.0-alpha.1" !== 'undefined' ? "5.0.0-alpha.1" : 'latest';
+export const PARQUET_WASM_URL = 'https://unpkg.com/parquet-wasm@0.7.1/esm/parquet_wasm_bg.wasm';
 /**
  * Parquet File Magic String
  */

package/dist/lib/constants.js.map

@@ -1 +1 @@
-{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../src/lib/constants.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,CAAC,MAAM,OAAO,GAAG,cAAkB,KAAK,WAAW,CAAC,CAAC,SAAa,CAAC,CAAC,QAAQ,CAAC;AAEnF,MAAM,CAAC,MAAM,gBAAgB,GAAG,+DAA+D,CAAC;AAEhG;;GAEG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,MAAM,CAAC;AACpC,MAAM,CAAC,MAAM,uBAAuB,GAAG,MAAM,CAAC;AAE9C;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC;AAEjC;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAC1C,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,CAAC"}
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../src/lib/constants.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,CAAC,MAAM,OAAO,GAAG,sBAAkB,KAAK,WAAW,CAAC,CAAC,iBAAa,CAAC,CAAC,QAAQ,CAAC;AAEnF,MAAM,CAAC,MAAM,gBAAgB,GAAG,+DAA+D,CAAC;AAEhG;;GAEG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,MAAM,CAAC;AACpC,MAAM,CAAC,MAAM,uBAAuB,GAAG,MAAM,CAAC;AAE9C;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC;AAEjC;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAC1C,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,CAAC"}

package/dist/lib/encoders/encode-arrow-to-parquet.d.ts

@@ -1,7 +1,7 @@
 import type { ArrowTable } from '@loaders.gl/schema';
-import type { ParquetArrowWriterOptions } from "../../parquet-arrow-writer.js";
+import type { ParquetWriterOptions } from "../../parquet-writer.js";
 /**
  * Encode Arrow arrow.Table to Parquet buffer
  */
-export declare function encodeArrowToParquet(table: ArrowTable, options: ParquetArrowWriterOptions): Promise<ArrayBuffer>;
+export declare function encodeArrowToParquet(table: ArrowTable, options: ParquetWriterOptions): Promise<ArrayBuffer>;
 //# sourceMappingURL=encode-arrow-to-parquet.d.ts.map

package/dist/lib/encoders/encode-arrow-to-parquet.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"encode-arrow-to-parquet.d.ts","sourceRoot":"","sources":["../../../src/lib/encoders/encode-arrow-to-parquet.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAKnD,OAAO,KAAK,EAAC,yBAAyB,EAAC,sCAAmC;AAE1E;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,KAAK,EAAE,UAAU,EACjB,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,WAAW,CAAC,CAwBtB"}
+{"version":3,"file":"encode-arrow-to-parquet.d.ts","sourceRoot":"","sources":["../../../src/lib/encoders/encode-arrow-to-parquet.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAKnD,OAAO,KAAK,EAAC,oBAAoB,EAAC,gCAA6B;AAE/D;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,KAAK,EAAE,UAAU,EACjB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,WAAW,CAAC,CAkBtB"}

package/dist/lib/encoders/encode-arrow-to-parquet.js

@@ -15,16 +15,9 @@ export async function encodeArrowToParquet(table, options) {
     // Pass the IPC stream to the Parquet writer.
     const wasmTable = wasm.Table.fromIPCStream(ipcStream);
     const wasmProperties = new wasm.WriterPropertiesBuilder().build();
-    try {
-        const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);
-        // const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);
-        const bytes = new Uint8Array(parquetBytes.buffer, parquetBytes.byteOffset, parquetBytes.byteLength);
-        return bytes.slice().buffer;
-    }
-    finally {
-        // wasmTable.free();
-        // wasmProperties.free();
-    }
+    const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);
+    const bytes = new Uint8Array(parquetBytes.buffer, parquetBytes.byteOffset, parquetBytes.byteLength);
+    return bytes.slice().buffer;
 }
 // type WriteOptions = {
 //   compression?: number;

package/dist/lib/encoders/encode-arrow-to-parquet.js.map

@@ -1 +1 @@
-{"version":3,"file":"encode-arrow-to-parquet.js","sourceRoot":"","sources":["../../../src/lib/encoders/encode-arrow-to-parquet.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,EAAC,QAAQ,EAAC,8BAA2B;AAI5C;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAiB,EACjB,OAAkC;IAElC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,OAAQ,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;IAErC,yCAAyC;IACzC,MAAM,UAAU,GAAgB,KAAK,CAAC,IAAI,CAAC;IAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IAE/C,6CAA6C;IAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IACtD,MAAM,cAAc,GAAG,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC,KAAK,EAAE,CAAC;IAClE,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAClE,qEAAqE;QACrE,MAAM,KAAK,GAAG,IAAI,UAAU,CAC1B,YAAY,CAAC,MAAM,EACnB,YAAY,CAAC,UAAU,EACvB,YAAY,CAAC,UAAU,CACxB,CAAC;QACF,OAAO,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC;IAC9B,CAAC;YAAS,CAAC;QACT,oBAAoB;QACpB,yBAAyB;IAC3B,CAAC;AACH,CAAC;AAED,wBAAwB;AACxB,0BAA0B;AAC1B,iCAAiC;AACjC,uBAAuB;AACvB,8BAA8B;AAC9B,gCAAgC;AAChC,iCAAiC;AACjC,6BAA6B;AAC7B,gCAAgC;AAChC,sCAAsC;AACtC,KAAK;AAEL,6CAA6C;AAC7C,oDAAoD;AACpD,0CAA0C;AAC1C,0BAA0B;AAC1B,sCAAsC;AACtC,eAAe;AACf,uBAAuB;AACvB,uBAAuB;AACvB,6BAA6B;AAC7B,cAAc;AACd,qBAAqB;AACrB,uBAAuB;AACvB,uBAAuB;AACvB,oBAAoB;AACpB,mBAAmB"}
+{"version":3,"file":"encode-arrow-to-parquet.js","sourceRoot":"","sources":["../../../src/lib/encoders/encode-arrow-to-parquet.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,EAAC,QAAQ,EAAC,8BAA2B;AAI5C;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAiB,EACjB,OAA6B;IAE7B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,OAAQ,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;IAErC,yCAAyC;IACzC,MAAM,UAAU,GAAgB,KAAK,CAAC,IAAI,CAAC;IAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IAE/C,6CAA6C;IAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IACtD,MAAM,cAAc,GAAG,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC,KAAK,EAAE,CAAC;IAClE,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAClE,MAAM,KAAK,GAAG,IAAI,UAAU,CAC1B,YAAY,CAAC,MAAM,EACnB,YAAY,CAAC,UAAU,EACvB,YAAY,CAAC,UAAU,CACxB,CAAC;IACF,OAAO,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC;AAC9B,CAAC;AAED,wBAAwB;AACxB,0BAA0B;AAC1B,iCAAiC;AACjC,uBAAuB;AACvB,8BAA8B;AAC9B,gCAAgC;AAChC,iCAAiC;AACjC,6BAA6B;AAC7B,gCAAgC;AAChC,sCAAsC;AACtC,KAAK;AAEL,6CAA6C;AAC7C,oDAAoD;AACpD,0CAA0C;AAC1C,0BAA0B;AAC1B,sCAAsC;AACtC,eAAe;AACf,uBAAuB;AACvB,uBAAuB;AACvB,6BAA6B;AAC7B,cAAc;AACd,qBAAqB;AACrB,uBAAuB;AACvB,uBAAuB;AACvB,oBAAoB;AACpB,mBAAmB"}

package/dist/lib/encoders/encode-table-to-parquet-js.d.ts

@@ -0,0 +1,5 @@
+import type { ObjectRowTable, Table } from '@loaders.gl/schema';
+import type { ParquetJSWriterOptions } from "../../parquet-js-writer.js";
+/** Encode a plain loaders.gl table with the parquetjs implementation. */
+export declare function encodeTableToParquetJs(table: Table, objectRowTable: ObjectRowTable, options: ParquetJSWriterOptions): Promise<ArrayBuffer>;
+//# sourceMappingURL=encode-table-to-parquet-js.d.ts.map

package/dist/lib/encoders/encode-table-to-parquet-js.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"encode-table-to-parquet-js.d.ts","sourceRoot":"","sources":["../../../src/lib/encoders/encode-table-to-parquet-js.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAkB,cAAc,EAAU,KAAK,EAAC,MAAM,oBAAoB,CAAC;AAKvF,OAAO,KAAK,EAAC,sBAAsB,EAAC,mCAAgC;AAEpE,yEAAyE;AACzE,wBAAsB,sBAAsB,CAC1C,KAAK,EAAE,KAAK,EACZ,cAAc,EAAE,cAAc,EAC9B,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,WAAW,CAAC,CAgCtB"}

package/dist/lib/encoders/encode-table-to-parquet-js.js

@@ -0,0 +1,149 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { concatUint8Arrays } from "../../parquetjs/utils/binary-utils.js";
+import { ParquetEncoder } from "../../parquetjs/encoder/parquet-encoder.js";
+import { ParquetSchema } from "../../parquetjs/schema/schema.js";
+/** Encode a plain loaders.gl table with the parquetjs implementation. */
+export async function encodeTableToParquetJs(table, objectRowTable, options) {
+    const parquetSchema = new ParquetSchema(convertSchemaToParquetSchema(table.schema, objectRowTable));
+    const chunks = [];
+    const outputStream = {
+        write(chunk, callback) {
+            chunks.push(chunk.slice());
+            callback();
+        },
+        close(callback) {
+            callback();
+        }
+    };
+    const encoder = await ParquetEncoder.openStream(parquetSchema, outputStream, options.parquet);
+    for (const [key, value] of Object.entries(table.schema?.metadata || {})) {
+        encoder.setMetadata(key, value);
+    }
+    for (const row of objectRowTable.data) {
+        await encoder.appendRow(row);
+    }
+    await encoder.close();
+    return concatUint8Arrays(chunks).slice().buffer;
+}
+/**
+ * Converts a loaders.gl schema into a parquetjs schema definition.
+ * @param schema table schema
+ * @param objectRowTable table data in object-row form
+ * @returns parquetjs schema definition
+ */
+function convertSchemaToParquetSchema(schema, objectRowTable) {
+    const parquetFields = {};
+    for (const field of schema.fields) {
+        parquetFields[field.name] = convertFieldToParquetFieldDefinition(field, objectRowTable.data);
+    }
+    return parquetFields;
+}
+/**
+ * Converts one loaders.gl field to the closest parquetjs field definition.
+ * @param field table field metadata
+ * @param rows object rows used for nullability and fallback inference
+ * @returns parquetjs field definition
+ */
+function convertFieldToParquetFieldDefinition(field, rows) {
+    const sampleValue = getFirstDefinedValue(rows, field.name);
+    const nullable = field.nullable ?? sampleValue === undefined;
+    const dataType = field.type === 'null' ? getDataTypeFromValue(sampleValue) : field.type;
+    switch (dataType) {
+        case 'bool':
+            return { type: 'BOOLEAN', optional: nullable };
+        case 'int':
+        case 'int8':
+        case 'int16':
+        case 'int32':
+        case 'uint8':
+        case 'uint16':
+        case 'uint32':
+            return { type: 'INT32', optional: nullable };
+        case 'int64':
+        case 'uint64':
+            return { type: 'INT64', optional: nullable };
+        case 'float':
+        case 'float16':
+        case 'float32':
+            return { type: 'FLOAT', optional: nullable };
+        case 'float64':
+            return { type: 'DOUBLE', optional: nullable };
+        case 'utf8':
+            return { type: 'UTF8', optional: nullable };
+        case 'binary':
+            return { type: 'BYTE_ARRAY', optional: nullable };
+        case 'date-day':
+            return { type: 'DATE', optional: nullable };
+        case 'date-millisecond':
+        case 'timestamp-second':
+        case 'timestamp-millisecond':
+            return { type: 'TIMESTAMP_MILLIS', optional: nullable };
+        case 'timestamp-microsecond':
+        case 'timestamp-nanosecond':
+            return { type: 'TIMESTAMP_MICROS', optional: nullable };
+        case 'time-second':
+        case 'time-millisecond':
+            return { type: 'TIME_MILLIS', optional: nullable };
+        case 'time-microsecond':
+        case 'time-nanosecond':
+            return { type: 'TIME_MICROS', optional: nullable };
+        default:
+            if (typeof dataType === 'object' && dataType.type === 'fixed-size-binary') {
+                return {
+                    type: 'FIXED_LEN_BYTE_ARRAY',
+                    typeLength: dataType.byteWidth,
+                    optional: nullable
+                };
+            }
+            throw new Error(`ParquetJSWriter: Unsupported field "${field.name}" with type ${formatDataType(dataType)}`);
+    }
+}
+/**
+ * Finds the first non-nullish value in a column.
+ * @param rows table rows
+ * @param columnName column name
+ * @returns first defined value, if any
+ */
+function getFirstDefinedValue(rows, columnName) {
+    for (const row of rows) {
+        const value = row[columnName];
+        if (value !== null && value !== undefined) {
+            return value;
+        }
+    }
+    return undefined;
+}
+/**
+ * Infers a loaders.gl data type from a JavaScript value.
+ * @param value sample value
+ * @returns inferred data type
+ */
+function getDataTypeFromValue(value) {
+    if (typeof value === 'boolean') {
+        return 'bool';
+    }
+    if (typeof value === 'number') {
+        return Number.isInteger(value) ? 'int32' : 'float64';
+    }
+    if (typeof value === 'string') {
+        return 'utf8';
+    }
+    if (value instanceof Date) {
+        return 'timestamp-millisecond';
+    }
+    if (value instanceof Uint8Array) {
+        return 'binary';
+    }
+    throw new Error('ParquetJSWriter: Unable to infer a Parquet type from the provided row data');
+}
+/**
+ * Formats a loaders.gl data type for error messages.
+ * @param dataType input data type
+ * @returns human-readable type string
+ */
+function formatDataType(dataType) {
+    return typeof dataType === 'string' ? dataType : dataType.type;
+}
+//# sourceMappingURL=encode-table-to-parquet-js.js.map

package/dist/lib/encoders/encode-table-to-parquet-js.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"encode-table-to-parquet-js.js","sourceRoot":"","sources":["../../../src/lib/encoders/encode-table-to-parquet-js.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,iBAAiB,EAAC,8CAA2C;AACrE,OAAO,EAAC,cAAc,EAAC,mDAAgD;AACvE,OAAO,EAAC,aAAa,EAAC,yCAAsC;AAI5D,yEAAyE;AACzE,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,KAAY,EACZ,cAA8B,EAC9B,OAA+B;IAE/B,MAAM,aAAa,GAAG,IAAI,aAAa,CACrC,4BAA4B,CAAC,KAAK,CAAC,MAAO,EAAE,cAAc,CAAC,CAC5D,CAAC;IACF,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,MAAM,YAAY,GAAG;QACnB,KAAK,CAAC,KAAiB,EAAE,QAAiC;YACxD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;YAC3B,QAAQ,EAAE,CAAC;QACb,CAAC;QACD,KAAK,CAAC,QAAiC;YACrC,QAAQ,EAAE,CAAC;QACb,CAAC;KACF,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,UAAU,CAC7C,aAAa,EACb,YAAmB,EACnB,OAAO,CAAC,OAAO,CAChB,CAAC;IAEF,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,IAAI,EAAE,CAAC,EAAE,CAAC;QACxE,OAAO,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,cAAc,CAAC,IAAI,EAAE,CAAC;QACtC,MAAM,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IAEtB,OAAO,iBAAiB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC;AAClD,CAAC;AAED;;;;;GAKG;AACH,SAAS,4BAA4B,CACnC,MAAc,EACd,cAA8B;IAE9B,MAAM,aAAa,GAAqB,EAAE,CAAC;IAE3C,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,oCAAoC,CAAC,KAAK,EAAE,cAAc,CAAC,IAAI,CAAC,CAAC;IAC/F,CAAC;IAED,OAAO,aAAa,CAAC;AACvB,CAAC;AAED;;;;;GAKG;AACH,SAAS,oCAAoC,CAC3C,KAAY,EACZ,IAAoC;IAEpC,MAAM,WAAW,GAAG,oBAAoB,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,WAAW,KAAK,SAAS,CAAC;IAC7D,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;IAExF,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,MAAM;YACT,OAAO,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC;QAE/C,KAAK,KAAK,CAAC;QACX,KAAK,MAAM,CAAC;QACZ,KAAK,OAAO,CAAC;QACb,KAAK,OAAO,CAAC;QACb,KAAK,OAAO,CAAC;QACb,KAAK,QAAQ,CAAC;QACd,KAAK,QAAQ;YACX,OAAO,EAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC;QAE7C,KAAK,OAAO,CAAC;QACb,KAAK,QAAQ;YACX,OAAO,EAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC;QAE7C,KAAK,OAAO,CAAC;QACb,KAAK,SAAS,CAAC;QACf,KAAK,SAAS;YACZ,OAAO,EAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC;QAE7C,KAAK,SAAS;YACZ,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC;QAE9C,KAAK,MAAM;YACT,OAAO,EAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC;QAE5C,KAAK,QAAQ;YACX,OAAO,EAAC,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC;QAElD,KAAK,UAAU;YACb,OAAO,EAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC;QAE5C,KAAK,kBAAkB,CAAC;QACxB,KAAK,kBAAkB,CAAC;QACxB,KAAK,uBAAuB;YAC1B,OAAO,EAAC,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC;QAExD,KAAK,uBAAuB,CAAC;QAC7B,KAAK,sBAAsB;YACzB,OAAO,EAAC,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC;QAExD,KAAK,aAAa,CAAC;QACnB,KAAK,kBAAkB;YACrB,OAAO,EAAC,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC;QAEnD,KAAK,kBAAkB,CAAC;QACxB,KAAK,iBAAiB;YACpB,OAAO,EAAC,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC;QAEnD;YACE,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;gBAC1E,OAAO;oBACL,IAAI,EAAE,sBAAsB;oBAC5B,UAAU,EAAE,QAAQ,CAAC,SAAS;oBAC9B,QAAQ,EAAE,QAAQ;iBACnB,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,KAAK,CACb,uCAAuC,KAAK,CAAC,IAAI,eAAe,cAAc,CAAC,QAAQ,CAAC,EAAE,CAC3F,CAAC;IACN,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,oBAAoB,CAAC,IAAoC,EAAE,UAAkB;IACpF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC;QAC9B,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YAC1C,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;GAIG;AACH,SAAS,oBAAoB,CAAC,KAAc;IAC1C,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IACvD,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QAC1B,OAAO,uBAAuB,CAAC;IACjC,CAAC;IACD,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;AAChG,CAAC;AAED;;;;GAIG;AACH,SAAS,cAAc,CAAC,QAAkB;IACxC,OAAO,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;AACjE,CAAC"}

package/dist/lib/geo/geospatial-metadata.d.ts

@@ -0,0 +1,67 @@
+import * as arrow from 'apache-arrow';
+import type { Schema } from '@loaders.gl/schema';
+/**
+ * Applies GeoParquet schema metadata to matching geometry fields as GeoArrow field metadata.
+ *
+ * @param schema - Schema to annotate.
+ * @returns The same schema reference.
+ */
+export declare function applyGeoParquetToFieldMetadata(schema: Schema): Schema;
+/**
+ * Creates an Arrow JS table whose schema metadata matches a loaders.gl schema.
+ *
+ * @param table - Arrow JS table to rewrap.
+ * @param schema - loaders.gl schema containing desired field/schema metadata.
+ * @returns Table using the updated Arrow JS schema.
+ */
+export declare function applyLoadersSchemaToArrowTable(table: arrow.Table, schema: Schema): arrow.Table;
+/**
+ * Normalizes an Arrow wrapper so GeoParquet metadata is preserved and GeoArrow field metadata is attached.
+ *
+ * @param arrowTable - loaders.gl Arrow table wrapper.
+ * @param schemaMetadata - Optional schema metadata override from the Parquet footer.
+ * @returns Arrow table wrapper with synchronized schema metadata.
+ */
+export declare function normalizeArrowTableGeoMetadata(arrowTable: {
+    shape: 'arrow-table';
+    data: arrow.Table;
+    schema?: Schema;
+}, schemaMetadata?: Map<string, string> | Record<string, string>): {
+    shape: 'arrow-table';
+    data: arrow.Table;
+    schema: Schema;
+};
+/**
+ * Synthesizes GeoParquet schema metadata from GeoArrow field metadata when needed.
+ *
+ * @param schema - Schema to inspect and update.
+ * @returns The same schema reference.
+ */
+export declare function ensureGeoParquetMetadata(schema: Schema): Schema;
+/**
+ * Ensures an Arrow table wrapper carries valid GeoParquet schema metadata when GeoArrow fields are present.
+ *
+ * @param arrowTable - Arrow table wrapper to inspect and update.
+ * @returns Updated Arrow table wrapper.
+ */
+export declare function ensureGeoParquetMetadataOnArrowTable(arrowTable: {
+    shape: 'arrow-table';
+    data: arrow.Table;
+    schema?: Schema;
+}): {
+    shape: 'arrow-table';
+    data: arrow.Table;
+    schema: Schema;
+};
+/**
+ * Returns Parquet file key/value metadata as a plain map.
+ *
+ * @param parquetMetadata - parquet-wasm metadata object.
+ * @returns Metadata map.
+ */
+export declare function getParquetFileMetadataMap(parquetMetadata: {
+    fileMetadata(): {
+        keyValueMetadata(): Map<string, string>;
+    };
+}): Map<string, string>;
+//# sourceMappingURL=geospatial-metadata.d.ts.map

package/dist/lib/geo/geospatial-metadata.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"geospatial-metadata.d.ts","sourceRoot":"","sources":["../../../src/lib/geo/geospatial-metadata.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAEtC,OAAO,KAAK,EAAQ,MAAM,EAAC,MAAM,oBAAoB,CAAC;AA4HtD;;;;;GAKG;AACH,wBAAgB,8BAA8B,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CA8BrE;AAED;;;;;;GAMG;AACH,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,GAAG,KAAK,CAAC,KAAK,CAG9F;AAED;;;;;;GAMG;AACH,wBAAgB,8BAA8B,CAC5C,UAAU,EAAE;IAAC,KAAK,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAC,EACtE,cAAc,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC5D;IAAC,KAAK,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAC,CAU3D;AAED;;;;;GAKG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAwC/D;AAED;;;;;GAKG;AACH,wBAAgB,oCAAoC,CAAC,UAAU,EAAE;IAC/D,KAAK,EAAE,aAAa,CAAC;IACrB,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,GAAG;IAAC,KAAK,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAC,CAS5D;AAED;;;;;GAKG;AACH,wBAAgB,yBAAyB,CAAC,eAAe,EAAE;IACzD,YAAY,IAAI;QAAC,gBAAgB,IAAI,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAC,CAAC;CAC3D,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAEtB"}