@loaders.gl/parquet 4.4.2 → 5.0.0-alpha.1

package/dist/bundled.d.ts

@@ -0,0 +1,6 @@
+export type { ParquetLoaderOptions } from "./parquet-loader.js";
+export type { GeoParquetLoaderOptions } from "./geoparquet-loader.js";
+export { ParquetWASMLoaderWithParser as ParquetLoader } from "./parquet-wasm-loader-with-parser.js";
+export { GeoParquetLoaderWithParser as GeoParquetLoader } from "./geoparquet-loader-with-parser.js";
+export { ParquetLoaderWithParser as ParquetJSLoader } from "./parquet-loader-with-parser.js";
+//# sourceMappingURL=bundled.d.ts.map

package/dist/bundled.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bundled.d.ts","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,oBAAoB,EAAC,4BAAyB;AAC3D,YAAY,EAAC,uBAAuB,EAAC,+BAA4B;AACjE,OAAO,EAAC,2BAA2B,IAAI,aAAa,EAAC,6CAA0C;AAC/F,OAAO,EAAC,0BAA0B,IAAI,gBAAgB,EAAC,2CAAwC;AAC/F,OAAO,EAAC,uBAAuB,IAAI,eAAe,EAAC,wCAAqC"}

package/dist/bundled.js

@@ -0,0 +1,7 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+export { ParquetWASMLoaderWithParser as ParquetLoader } from "./parquet-wasm-loader-with-parser.js";
+export { GeoParquetLoaderWithParser as GeoParquetLoader } from "./geoparquet-loader-with-parser.js";
+export { ParquetLoaderWithParser as ParquetJSLoader } from "./parquet-loader-with-parser.js";
+//# sourceMappingURL=bundled.js.map

package/dist/bundled.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bundled.js","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,2BAA2B,IAAI,aAAa,EAAC,6CAA0C;AAC/F,OAAO,EAAC,0BAA0B,IAAI,gBAAgB,EAAC,2CAAwC;AAC/F,OAAO,EAAC,uBAAuB,IAAI,eAAe,EAAC,wCAAqC"}

package/dist/geoparquet-loader-with-parser.d.ts

@@ -0,0 +1,34 @@
+import type { ReadableFile } from '@loaders.gl/loader-utils';
+import type { ArrowTable, ArrowTableBatch, GeoJSONTable, GeoJSONTableBatch } from '@loaders.gl/schema';
+import { type GeoParquetLoaderOptions } from "./geoparquet-loader.js";
+export type { GeoParquetLoaderOptions } from "./geoparquet-loader.js";
+/** GeoParquet table loader that returns GeoJSON tables via Arrow conversion. */
+export declare const GeoParquetLoaderWithParser: {
+    readonly parse: (arrayBuffer: ArrayBuffer, options?: GeoParquetLoaderOptions) => Promise<ArrowTable | GeoJSONTable>;
+    readonly parseFile: (file: ReadableFile, options?: GeoParquetLoaderOptions) => Promise<ArrowTable | GeoJSONTable>;
+    readonly parseFileInBatches: (file: ReadableFile, options?: GeoParquetLoaderOptions) => AsyncIterable<ArrowTableBatch | GeoJSONTableBatch>;
+    readonly parseInBatches: (asyncIterator: AsyncIterable<ArrayBufferLike | ArrayBufferView> | Iterable<ArrayBufferLike | ArrayBufferView>, options?: GeoParquetLoaderOptions, _context?: unknown) => AsyncGenerator<ArrowTableBatch | GeoJSONTableBatch, void, any>;
+    readonly dataType: GeoJSONTable | ArrowTable;
+    readonly batchType: GeoJSONTableBatch | ArrowTableBatch;
+    readonly id: "parquet";
+    readonly module: "parquet";
+    readonly version: any;
+    readonly worker: false;
+    readonly options: {
+        readonly parquet: {
+            readonly backend: "wasm";
+            readonly columns: undefined;
+            readonly preserveBinary: false;
+            readonly shape: "object-row-table";
+        };
+    };
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+};
+//# sourceMappingURL=geoparquet-loader-with-parser.d.ts.map

package/dist/geoparquet-loader-with-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"geoparquet-loader-with-parser.d.ts","sourceRoot":"","sources":["../src/geoparquet-loader-with-parser.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,YAAY,EACZ,iBAAiB,EAClB,MAAM,oBAAoB,CAAC;AAU5B,OAAO,EAEL,KAAK,uBAAuB,EAC7B,+BAA4B;AAM7B,YAAY,EAAC,uBAAuB,EAAC,+BAA4B;AAEjE,gFAAgF;AAChF,eAAO,MAAM,0BAA0B;kCAElB,WAAW,YAAY,uBAAuB;uDAGvC,uBAAuB;gEAGd,uBAAuB;6CAKpD,aAAa,CAAC,eAAe,GAAG,eAAe,CAAC,GAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAC,YACrC,uBAAuB,aACtB,OAAO;;;;;;;;;;;;;;;;;;;;;;;CASrB,CAAC"}

package/dist/geoparquet-loader-with-parser.js

@@ -0,0 +1,52 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { BlobFile, concatenateArrayBuffersAsync } from '@loaders.gl/loader-utils';
+import { parseGeoParquetFile, parseGeoParquetFileInBatches } from "./lib/parsers/parse-geoparquet-to-geojson.js";
+import { parseParquetArrowTable, parseParquetArrowTableInBatches } from "./lib/parsers/parse-parquet-tables.js";
+import { GeoParquetLoader as GeoParquetLoaderMetadata } from "./geoparquet-loader.js";
+import { getParquetOptions } from "./parquet-wasm-loader-with-parser.js";
+const { preload: _GeoParquetLoaderPreload, ...GeoParquetLoaderMetadataWithoutPreload } = GeoParquetLoaderMetadata;
+/** GeoParquet table loader that returns GeoJSON tables via Arrow conversion. */
+export const GeoParquetLoaderWithParser = {
+    ...GeoParquetLoaderMetadataWithoutPreload,
+    parse(arrayBuffer, options) {
+        return parseGeoParquetTable(new BlobFile(arrayBuffer), getParquetOptions(options));
+    },
+    parseFile(file, options) {
+        return parseGeoParquetTable(file, getParquetOptions(options));
+    },
+    parseFileInBatches(file, options) {
+        return parseGeoParquetTableInBatches(file, getParquetOptions(options));
+    },
+    async *parseInBatches(asyncIterator, options, _context) {
+        const arrayBuffer = await concatenateArrayBuffersAsync(asyncIterator);
+        yield* parseGeoParquetTableInBatches(new BlobFile(arrayBuffer), getParquetOptions(options));
+    }
+};
+/**
+ * Parses a GeoParquet file into GeoJSON-table or Arrow output.
+ * @param file readable file abstraction
+ * @param options normalized loader options
+ * @returns GeoJSON-table or Arrow output
+ */
+async function parseGeoParquetTable(file, options) {
+    if (options.parquet?.shape === 'arrow-table') {
+        return await parseParquetArrowTable(file, options);
+    }
+    return await parseGeoParquetFile(file, options);
+}
+/**
+ * Parses a GeoParquet file into streamed GeoJSON-table or Arrow batches.
+ * @param file readable file abstraction
+ * @param options normalized loader options
+ * @returns async iterable of GeoJSON-table or Arrow batches
+ */
+async function* parseGeoParquetTableInBatches(file, options) {
+    if (options.parquet?.shape === 'arrow-table') {
+        yield* parseParquetArrowTableInBatches(file, options);
+        return;
+    }
+    yield* parseGeoParquetFileInBatches(file, options);
+}
+//# sourceMappingURL=geoparquet-loader-with-parser.js.map

package/dist/geoparquet-loader-with-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"geoparquet-loader-with-parser.js","sourceRoot":"","sources":["../src/geoparquet-loader-with-parser.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,QAAQ,EAAE,4BAA4B,EAAC,MAAM,0BAA0B,CAAC;AAShF,OAAO,EACL,mBAAmB,EACnB,4BAA4B,EAC7B,qDAAkD;AACnD,OAAO,EACL,sBAAsB,EACtB,+BAA+B,EAChC,8CAA2C;AAC5C,OAAO,EACL,gBAAgB,IAAI,wBAAwB,EAE7C,+BAA4B;AAC7B,OAAO,EAAC,iBAAiB,EAAC,6CAA0C;AAEpE,MAAM,EAAC,OAAO,EAAE,wBAAwB,EAAE,GAAG,sCAAsC,EAAC,GAClF,wBAAwB,CAAC;AAI3B,gFAAgF;AAChF,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,GAAG,sCAAsC;IACzC,KAAK,CAAC,WAAwB,EAAE,OAAiC;QAC/D,OAAO,oBAAoB,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IACrF,CAAC;IACD,SAAS,CAAC,IAAI,EAAE,OAAiC;QAC/C,OAAO,oBAAoB,CAAC,IAAI,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IAChE,CAAC;IACD,kBAAkB,CAAC,IAAI,EAAE,OAAiC;QACxD,OAAO,6BAA6B,CAAC,IAAI,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,CAAC;IACD,KAAK,CAAC,CAAC,cAAc,CACnB,aAE+C,EAC/C,OAAiC,EACjC,QAAkB;QAElB,MAAM,WAAW,GAAG,MAAM,4BAA4B,CAAC,aAAa,CAAC,CAAC;QACtE,KAAK,CAAC,CAAC,6BAA6B,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9F,CAAC;CAKF,CAAC;AAEF;;;;;GAKG;AACH,KAAK,UAAU,oBAAoB,CACjC,IAA6B,EAC7B,OAAgC;IAEhC,IAAI,OAAO,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa,EAAE,CAAC;QAC7C,OAAO,MAAM,sBAAsB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,MAAM,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AAClD,CAAC;AAED;;;;;GAKG;AACH,KAAK,SAAS,CAAC,CAAC,6BAA6B,CAC3C,IAA6B,EAC7B,OAAgC;IAEhC,IAAI,OAAO,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa,EAAE,CAAC;QAC7C,KAAK,CAAC,CAAC,+BAA+B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACtD,OAAO;IACT,CAAC;IAED,KAAK,CAAC,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACrD,CAAC"}

package/dist/geoparquet-loader.d.ts

@@ -0,0 +1,61 @@
+import type { ArrowTable, ArrowTableBatch, GeoJSONTable, GeoJSONTableBatch } from '@loaders.gl/schema';
+import { type ParquetLoaderOptions as SharedParquetLoaderOptions } from "./parquet-loader-options.js";
+/** Options for the GeoParquet loader. */
+export type GeoParquetLoaderOptions = SharedParquetLoaderOptions;
+/** Preloads the parser-bearing GeoParquet loader implementation. */
+declare function preloadGeoParquetLoader(): Promise<{
+    readonly parse: (arrayBuffer: ArrayBuffer, options?: GeoParquetLoaderOptions) => Promise<ArrowTable | GeoJSONTable>;
+    readonly parseFile: (file: import("@loaders.gl/loader-utils").ReadableFile, options?: GeoParquetLoaderOptions) => Promise<ArrowTable | GeoJSONTable>;
+    readonly parseFileInBatches: (file: import("@loaders.gl/loader-utils").ReadableFile, options?: GeoParquetLoaderOptions) => AsyncIterable<ArrowTableBatch | GeoJSONTableBatch>;
+    readonly parseInBatches: (asyncIterator: AsyncIterable<ArrayBufferLike | ArrayBufferView> | Iterable<ArrayBufferLike | ArrayBufferView>, options?: GeoParquetLoaderOptions, _context?: unknown) => AsyncGenerator<ArrowTableBatch | GeoJSONTableBatch, void, any>;
+    readonly dataType: GeoJSONTable | ArrowTable;
+    readonly batchType: GeoJSONTableBatch | ArrowTableBatch;
+    readonly id: "parquet";
+    readonly module: "parquet";
+    readonly version: any;
+    readonly worker: false;
+    readonly options: {
+        readonly parquet: {
+            readonly backend: "wasm";
+            readonly columns: undefined;
+            readonly preserveBinary: false;
+            readonly shape: "object-row-table";
+        };
+    };
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+}>;
+/** Metadata-only GeoParquet table loader. */
+export declare const GeoParquetLoader: {
+    readonly dataType: GeoJSONTable | ArrowTable;
+    readonly batchType: GeoJSONTableBatch | ArrowTableBatch;
+    readonly id: "parquet";
+    readonly module: "parquet";
+    readonly version: any;
+    readonly worker: false;
+    readonly options: {
+        readonly parquet: {
+            readonly backend: "wasm";
+            readonly columns: undefined;
+            readonly preserveBinary: false;
+            readonly shape: "object-row-table";
+        };
+    };
+    readonly preload: typeof preloadGeoParquetLoader;
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+};
+export {};
+//# sourceMappingURL=geoparquet-loader.d.ts.map

package/dist/geoparquet-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"geoparquet-loader.d.ts","sourceRoot":"","sources":["../src/geoparquet-loader.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,YAAY,EACZ,iBAAiB,EAClB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EAEL,KAAK,oBAAoB,IAAI,0BAA0B,EACxD,oCAAiC;AAMlC,yCAAyC;AACzC,MAAM,MAAM,uBAAuB,GAAG,0BAA0B,CAAC;AAEjE,oEAAoE;AACpE,iBAAe,uBAAuB;;;;;uBASP,YAAY,GAAG,UAAU;wBACxB,iBAAiB,GAAG,eAAe;;;;;;;;;;;;;;;;;;;;;GAPlE;AAED,6CAA6C;AAC7C,eAAO,MAAM,gBAAgB;uBAGE,YAAY,GAAG,UAAU;wBACxB,iBAAiB,GAAG,eAAe;;;;;;;;;;;;;;;;;;;;;;CAiBlE,CAAC"}

package/dist/geoparquet-loader.js

@@ -0,0 +1,30 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { ParquetFormat } from "./parquet-format.js";
+import { PARQUET_LOADER_DEFAULT_OPTIONS } from "./parquet-loader-options.js";
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof "5.0.0-alpha.1" !== 'undefined' ? "5.0.0-alpha.1" : 'latest';
+/** Preloads the parser-bearing GeoParquet loader implementation. */
+async function preloadGeoParquetLoader() {
+    const { GeoParquetLoaderWithParser } = await import("./geoparquet-loader-with-parser.js");
+    return GeoParquetLoaderWithParser;
+}
+/** Metadata-only GeoParquet table loader. */
+export const GeoParquetLoader = {
+    ...ParquetFormat,
+    dataType: null,
+    batchType: null,
+    id: 'parquet',
+    module: 'parquet',
+    version: VERSION,
+    worker: false,
+    options: {
+        parquet: {
+            ...PARQUET_LOADER_DEFAULT_OPTIONS
+        }
+    },
+    preload: preloadGeoParquetLoader
+};
+//# sourceMappingURL=geoparquet-loader.js.map

package/dist/geoparquet-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"geoparquet-loader.js","sourceRoot":"","sources":["../src/geoparquet-loader.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAUpC,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAC/C,OAAO,EACL,8BAA8B,EAE/B,oCAAiC;AAElC,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,sBAAkB,KAAK,WAAW,CAAC,CAAC,iBAAa,CAAC,CAAC,QAAQ,CAAC;AAK5E,oEAAoE;AACpE,KAAK,UAAU,uBAAuB;IACpC,MAAM,EAAC,0BAA0B,EAAC,GAAG,MAAM,MAAM,sCAAmC,CAAC;IACrF,OAAO,0BAA0B,CAAC;AACpC,CAAC;AAED,6CAA6C;AAC7C,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,GAAG,aAAa;IAEhB,QAAQ,EAAE,IAA4C;IACtD,SAAS,EAAE,IAAsD;IAEjE,EAAE,EAAE,SAAS;IACb,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,OAAO;IAChB,MAAM,EAAE,KAAK;IAEb,OAAO,EAAE;QACP,OAAO,EAAE;YACP,GAAG,8BAA8B;SAClC;KACF;IACD,OAAO,EAAE,uBAAuB;CAKjC,CAAC"}