@loaders.gl/parquet 4.4.5 → 5.0.0-alpha.2

package/LICENSE

@@ -24,8 +24,20 @@ THE SOFTWARE.
 
 Copyright (c) 2015 Uber Technologies, Inc.
 
-loaders.gl includes certain files from Cesium (https://github.com/AnalyticalGraphicsInc/cesium) 
-under the  Apache 2 License (found in the submodule: modules/3d-tiles):)
+Portions of modules/images/src/lib/category-api/binary-image-api.ts are based on
+binary-gltf-utils (https://github.com/Qantas94Heavy/binary-gltf-utils) under the
+MIT License reproduced above.
+
+Copyright (c) 2016-17 Karl Cheng
+
+Portions of modules/schema-utils/src/lib/utils/async-queue.ts are adapted from
+async-iter-demo (https://github.com/rauschma/async-iter-demo) under the MIT
+License reproduced above.
+
+Copyright (c) 2016 Axel Rauschmayer
+
+loaders.gl includes certain files from Cesium (https://github.com/CesiumGS/cesium)
+under the Apache 2.0 License, including files in modules/3d-tiles and modules/math.
 
 Copyright 2011-2018 CesiumJS Contributors
 
@@ -38,4 +50,3 @@ Unless required by applicable law or agreed to in writing, software
 distributed under the License is distributed on an "AS IS" BASIS,
 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and limitations under the License.
-

package/dist/bundled.d.ts

@@ -0,0 +1,9 @@
+export type { ParquetLoaderOptions } from "./parquet-loader-types.js";
+export type { GeoParquetLoaderOptions } from "./geoparquet-loader.js";
+export { ParquetLoaderWithParser as ParquetLoader } from "./parquet-loader.js";
+export { GeoParquetLoaderWithParser as GeoParquetLoader } from "./geoparquet-loader-with-parser.js";
+export { ParquetJSLoaderWithParser as ParquetJSLoader } from "./parquet-js-loader.js";
+export { ParquetSourceLoader, ParquetSource, type ParquetSourceLoaderOptions, type ParquetSourceReadOptions, type ParquetSourceMetadata, type ParquetRowGroupMetadata, type ParquetColumnChunkMetadata, type ParquetBatchMetadata, type ParquetSourceBatch } from "./parquet-source-loader.js";
+export { ParquetDatasetSource, type ParquetDatasetBatch, type ParquetDatasetFile, type ParquetDatasetFileProvider, type ParquetDatasetReadOptions, type ParquetDatasetSourceOptions, type ParquetDatasetTelemetry } from "./parquet-dataset-source.js";
+export { PARQUET_SOURCE_CAPABILITIES, type ParquetSourceCapabilities } from "./parquet-source-capabilities.js";
+//# sourceMappingURL=bundled.d.ts.map

package/dist/bundled.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bundled.d.ts","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,oBAAoB,EAAC,kCAA+B;AACjE,YAAY,EAAC,uBAAuB,EAAC,+BAA4B;AACjE,OAAO,EAAC,uBAAuB,IAAI,aAAa,EAAC,4BAAyB;AAC1E,OAAO,EAAC,0BAA0B,IAAI,gBAAgB,EAAC,2CAAwC;AAC/F,OAAO,EAAC,yBAAyB,IAAI,eAAe,EAAC,+BAA4B;AACjF,OAAO,EACL,mBAAmB,EACnB,aAAa,EACb,KAAK,0BAA0B,EAC/B,KAAK,wBAAwB,EAC7B,KAAK,qBAAqB,EAC1B,KAAK,uBAAuB,EAC5B,KAAK,0BAA0B,EAC/B,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACxB,mCAAgC;AACjC,OAAO,EACL,oBAAoB,EACpB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,0BAA0B,EAC/B,KAAK,yBAAyB,EAC9B,KAAK,2BAA2B,EAChC,KAAK,uBAAuB,EAC7B,oCAAiC;AAClC,OAAO,EACL,2BAA2B,EAC3B,KAAK,yBAAyB,EAC/B,yCAAsC"}

package/dist/bundled.js

@@ -0,0 +1,10 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+export { ParquetLoaderWithParser as ParquetLoader } from "./parquet-loader.js";
+export { GeoParquetLoaderWithParser as GeoParquetLoader } from "./geoparquet-loader-with-parser.js";
+export { ParquetJSLoaderWithParser as ParquetJSLoader } from "./parquet-js-loader.js";
+export { ParquetSourceLoader, ParquetSource } from "./parquet-source-loader.js";
+export { ParquetDatasetSource } from "./parquet-dataset-source.js";
+export { PARQUET_SOURCE_CAPABILITIES } from "./parquet-source-capabilities.js";
+//# sourceMappingURL=bundled.js.map

package/dist/bundled.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bundled.js","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,uBAAuB,IAAI,aAAa,EAAC,4BAAyB;AAC1E,OAAO,EAAC,0BAA0B,IAAI,gBAAgB,EAAC,2CAAwC;AAC/F,OAAO,EAAC,yBAAyB,IAAI,eAAe,EAAC,+BAA4B;AACjF,OAAO,EACL,mBAAmB,EACnB,aAAa,EAQd,mCAAgC;AACjC,OAAO,EACL,oBAAoB,EAOrB,oCAAiC;AAClC,OAAO,EACL,2BAA2B,EAE5B,yCAAsC"}

package/dist/geoparquet-loader-with-parser.d.ts

@@ -0,0 +1,33 @@
+import type { ReadableFile } from '@loaders.gl/loader-utils';
+import type { ArrowTable, ArrowTableBatch, GeoJSONTable, GeoJSONTableBatch } from '@loaders.gl/schema';
+import { type GeoParquetLoaderOptions } from "./geoparquet-loader.js";
+export type { GeoParquetLoaderOptions } from "./geoparquet-loader.js";
+/** GeoParquet table loader that returns GeoJSON tables via Arrow conversion. */
+export declare const GeoParquetLoaderWithParser: {
+    readonly parse: (arrayBuffer: ArrayBuffer, options?: GeoParquetLoaderOptions) => Promise<ArrowTable | GeoJSONTable>;
+    readonly parseFile: (file: ReadableFile, options?: GeoParquetLoaderOptions) => Promise<ArrowTable | GeoJSONTable>;
+    readonly parseFileInBatches: (file: ReadableFile, options?: GeoParquetLoaderOptions) => AsyncIterable<ArrowTableBatch | GeoJSONTableBatch>;
+    readonly parseInBatches: (asyncIterator: AsyncIterable<ArrayBufferLike | ArrayBufferView> | Iterable<ArrayBufferLike | ArrayBufferView>, options?: GeoParquetLoaderOptions, _context?: unknown) => AsyncGenerator<ArrowTableBatch | GeoJSONTableBatch, void, any>;
+    readonly dataType: GeoJSONTable | ArrowTable;
+    readonly batchType: GeoJSONTableBatch | ArrowTableBatch;
+    readonly id: "parquet";
+    readonly module: "parquet";
+    readonly version: any;
+    readonly worker: false;
+    readonly options: {
+        readonly parquet: {
+            readonly columns: undefined;
+            readonly preserveBinary: false;
+            readonly shape: "object-row-table";
+        };
+    };
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+};
+//# sourceMappingURL=geoparquet-loader-with-parser.d.ts.map

package/dist/geoparquet-loader-with-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"geoparquet-loader-with-parser.d.ts","sourceRoot":"","sources":["../src/geoparquet-loader-with-parser.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,YAAY,EACZ,iBAAiB,EAClB,MAAM,oBAAoB,CAAC;AAU5B,OAAO,EAEL,KAAK,uBAAuB,EAC7B,+BAA4B;AAM7B,YAAY,EAAC,uBAAuB,EAAC,+BAA4B;AAEjE,gFAAgF;AAChF,eAAO,MAAM,0BAA0B;kCAElB,WAAW,YAAY,uBAAuB;uDAGvC,uBAAuB;gEAGd,uBAAuB;6CAKpD,aAAa,CAAC,eAAe,GAAG,eAAe,CAAC,GAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAC,YACrC,uBAAuB,aACtB,OAAO;;;;;;;;;;;;;;;;;;;;;;CASrB,CAAC"}

package/dist/geoparquet-loader-with-parser.js

@@ -0,0 +1,52 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { BlobFile, concatenateArrayBuffersAsync } from '@loaders.gl/loader-utils';
+import { parseGeoParquetFile, parseGeoParquetFileInBatches } from "./lib/parsers/parse-geoparquet-to-geojson.js";
+import { parseParquetArrowTable, parseParquetArrowTableInBatches } from "./lib/parsers/parse-parquet-tables.js";
+import { GeoParquetLoader as GeoParquetLoaderMetadata } from "./geoparquet-loader.js";
+import { getParquetOptions } from "./parquet-loader.js";
+const { preload: _GeoParquetLoaderPreload, ...GeoParquetLoaderMetadataWithoutPreload } = GeoParquetLoaderMetadata;
+/** GeoParquet table loader that returns GeoJSON tables via Arrow conversion. */
+export const GeoParquetLoaderWithParser = {
+    ...GeoParquetLoaderMetadataWithoutPreload,
+    parse(arrayBuffer, options) {
+        return parseGeoParquetTable(new BlobFile(arrayBuffer), getParquetOptions(options));
+    },
+    parseFile(file, options) {
+        return parseGeoParquetTable(file, getParquetOptions(options));
+    },
+    parseFileInBatches(file, options) {
+        return parseGeoParquetTableInBatches(file, getParquetOptions(options));
+    },
+    async *parseInBatches(asyncIterator, options, _context) {
+        const arrayBuffer = await concatenateArrayBuffersAsync(asyncIterator);
+        yield* parseGeoParquetTableInBatches(new BlobFile(arrayBuffer), getParquetOptions(options));
+    }
+};
+/**
+ * Parses a GeoParquet file into GeoJSON-table or Arrow output.
+ * @param file readable file abstraction
+ * @param options normalized loader options
+ * @returns GeoJSON-table or Arrow output
+ */
+async function parseGeoParquetTable(file, options) {
+    if (options.parquet?.shape === 'arrow-table') {
+        return await parseParquetArrowTable(file, options);
+    }
+    return await parseGeoParquetFile(file, options);
+}
+/**
+ * Parses a GeoParquet file into streamed GeoJSON-table or Arrow batches.
+ * @param file readable file abstraction
+ * @param options normalized loader options
+ * @returns async iterable of GeoJSON-table or Arrow batches
+ */
+async function* parseGeoParquetTableInBatches(file, options) {
+    if (options.parquet?.shape === 'arrow-table') {
+        yield* parseParquetArrowTableInBatches(file, options);
+        return;
+    }
+    yield* parseGeoParquetFileInBatches(file, options);
+}
+//# sourceMappingURL=geoparquet-loader-with-parser.js.map

package/dist/geoparquet-loader-with-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"geoparquet-loader-with-parser.js","sourceRoot":"","sources":["../src/geoparquet-loader-with-parser.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,QAAQ,EAAE,4BAA4B,EAAC,MAAM,0BAA0B,CAAC;AAShF,OAAO,EACL,mBAAmB,EACnB,4BAA4B,EAC7B,qDAAkD;AACnD,OAAO,EACL,sBAAsB,EACtB,+BAA+B,EAChC,8CAA2C;AAC5C,OAAO,EACL,gBAAgB,IAAI,wBAAwB,EAE7C,+BAA4B;AAC7B,OAAO,EAAC,iBAAiB,EAAC,4BAAyB;AAEnD,MAAM,EAAC,OAAO,EAAE,wBAAwB,EAAE,GAAG,sCAAsC,EAAC,GAClF,wBAAwB,CAAC;AAI3B,gFAAgF;AAChF,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,GAAG,sCAAsC;IACzC,KAAK,CAAC,WAAwB,EAAE,OAAiC;QAC/D,OAAO,oBAAoB,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IACrF,CAAC;IACD,SAAS,CAAC,IAAI,EAAE,OAAiC;QAC/C,OAAO,oBAAoB,CAAC,IAAI,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IAChE,CAAC;IACD,kBAAkB,CAAC,IAAI,EAAE,OAAiC;QACxD,OAAO,6BAA6B,CAAC,IAAI,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,CAAC;IACD,KAAK,CAAC,CAAC,cAAc,CACnB,aAE+C,EAC/C,OAAiC,EACjC,QAAkB;QAElB,MAAM,WAAW,GAAG,MAAM,4BAA4B,CAAC,aAAa,CAAC,CAAC;QACtE,KAAK,CAAC,CAAC,6BAA6B,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9F,CAAC;CAKF,CAAC;AAEF;;;;;GAKG;AACH,KAAK,UAAU,oBAAoB,CACjC,IAA6B,EAC7B,OAAgC;IAEhC,IAAI,OAAO,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa,EAAE,CAAC;QAC7C,OAAO,MAAM,sBAAsB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,MAAM,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AAClD,CAAC;AAED;;;;;GAKG;AACH,KAAK,SAAS,CAAC,CAAC,6BAA6B,CAC3C,IAA6B,EAC7B,OAAgC;IAEhC,IAAI,OAAO,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa,EAAE,CAAC;QAC7C,KAAK,CAAC,CAAC,+BAA+B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACtD,OAAO;IACT,CAAC;IAED,KAAK,CAAC,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACrD,CAAC"}

package/dist/geoparquet-loader.d.ts

@@ -0,0 +1,59 @@
+import type { ArrowTable, ArrowTableBatch, GeoJSONTable, GeoJSONTableBatch } from '@loaders.gl/schema';
+import { type ParquetLoaderOptions as SharedParquetLoaderOptions } from "./parquet-loader-options.js";
+/** Options for the GeoParquet loader. */
+export type GeoParquetLoaderOptions = SharedParquetLoaderOptions;
+/** Preloads the parser-bearing GeoParquet loader implementation. */
+declare function preloadGeoParquetLoader(): Promise<{
+    readonly parse: (arrayBuffer: ArrayBuffer, options?: GeoParquetLoaderOptions) => Promise<ArrowTable | GeoJSONTable>;
+    readonly parseFile: (file: import("@loaders.gl/loader-utils").ReadableFile, options?: GeoParquetLoaderOptions) => Promise<ArrowTable | GeoJSONTable>;
+    readonly parseFileInBatches: (file: import("@loaders.gl/loader-utils").ReadableFile, options?: GeoParquetLoaderOptions) => AsyncIterable<ArrowTableBatch | GeoJSONTableBatch>;
+    readonly parseInBatches: (asyncIterator: AsyncIterable<ArrayBufferLike | ArrayBufferView> | Iterable<ArrayBufferLike | ArrayBufferView>, options?: GeoParquetLoaderOptions, _context?: unknown) => AsyncGenerator<ArrowTableBatch | GeoJSONTableBatch, void, any>;
+    readonly dataType: GeoJSONTable | ArrowTable;
+    readonly batchType: GeoJSONTableBatch | ArrowTableBatch;
+    readonly id: "parquet";
+    readonly module: "parquet";
+    readonly version: any;
+    readonly worker: false;
+    readonly options: {
+        readonly parquet: {
+            readonly columns: undefined;
+            readonly preserveBinary: false;
+            readonly shape: "object-row-table";
+        };
+    };
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+}>;
+/** Metadata-only GeoParquet table loader. */
+export declare const GeoParquetLoader: {
+    readonly dataType: GeoJSONTable | ArrowTable;
+    readonly batchType: GeoJSONTableBatch | ArrowTableBatch;
+    readonly id: "parquet";
+    readonly module: "parquet";
+    readonly version: any;
+    readonly worker: false;
+    readonly options: {
+        readonly parquet: {
+            readonly columns: undefined;
+            readonly preserveBinary: false;
+            readonly shape: "object-row-table";
+        };
+    };
+    readonly preload: typeof preloadGeoParquetLoader;
+    readonly name: "Apache Parquet";
+    readonly category: "table";
+    readonly encoding: "parquet";
+    readonly format: "parquet";
+    readonly extensions: ["parquet"];
+    readonly mimeTypes: ["application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["PAR1", "PARE"];
+};
+export {};
+//# sourceMappingURL=geoparquet-loader.d.ts.map

package/dist/geoparquet-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"geoparquet-loader.d.ts","sourceRoot":"","sources":["../src/geoparquet-loader.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,YAAY,EACZ,iBAAiB,EAClB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EAEL,KAAK,oBAAoB,IAAI,0BAA0B,EACxD,oCAAiC;AAMlC,yCAAyC;AACzC,MAAM,MAAM,uBAAuB,GAAG,0BAA0B,CAAC;AAEjE,oEAAoE;AACpE,iBAAe,uBAAuB;;;;;uBASP,YAAY,GAAG,UAAU;wBACxB,iBAAiB,GAAG,eAAe;;;;;;;;;;;;;;;;;;;;GAPlE;AAED,6CAA6C;AAC7C,eAAO,MAAM,gBAAgB;uBAGE,YAAY,GAAG,UAAU;wBACxB,iBAAiB,GAAG,eAAe;;;;;;;;;;;;;;;;;;;;;CAiBlE,CAAC"}

package/dist/geoparquet-loader.js

@@ -0,0 +1,30 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { ParquetFormat } from "./parquet-format.js";
+import { PARQUET_LOADER_DEFAULT_OPTIONS } from "./parquet-loader-options.js";
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof "5.0.0-alpha.2" !== 'undefined' ? "5.0.0-alpha.2" : 'latest';
+/** Preloads the parser-bearing GeoParquet loader implementation. */
+async function preloadGeoParquetLoader() {
+    const { GeoParquetLoaderWithParser } = await import("./geoparquet-loader-with-parser.js");
+    return GeoParquetLoaderWithParser;
+}
+/** Metadata-only GeoParquet table loader. */
+export const GeoParquetLoader = {
+    ...ParquetFormat,
+    dataType: null,
+    batchType: null,
+    id: 'parquet',
+    module: 'parquet',
+    version: VERSION,
+    worker: false,
+    options: {
+        parquet: {
+            ...PARQUET_LOADER_DEFAULT_OPTIONS
+        }
+    },
+    preload: preloadGeoParquetLoader
+};
+//# sourceMappingURL=geoparquet-loader.js.map

package/dist/geoparquet-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"geoparquet-loader.js","sourceRoot":"","sources":["../src/geoparquet-loader.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAUpC,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAC/C,OAAO,EACL,8BAA8B,EAE/B,oCAAiC;AAElC,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,sBAAkB,KAAK,WAAW,CAAC,CAAC,iBAAa,CAAC,CAAC,QAAQ,CAAC;AAK5E,oEAAoE;AACpE,KAAK,UAAU,uBAAuB;IACpC,MAAM,EAAC,0BAA0B,EAAC,GAAG,MAAM,MAAM,sCAAmC,CAAC;IACrF,OAAO,0BAA0B,CAAC;AACpC,CAAC;AAED,6CAA6C;AAC7C,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,GAAG,aAAa;IAEhB,QAAQ,EAAE,IAA4C;IACtD,SAAS,EAAE,IAAsD;IAEjE,EAAE,EAAE,SAAS;IACb,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,OAAO;IAChB,MAAM,EAAE,KAAK;IAEb,OAAO,EAAE;QACP,OAAO,EAAE;YACP,GAAG,8BAA8B;SAClC;KACF;IACD,OAAO,EAAE,uBAAuB;CAKjC,CAAC"}