@loaders.gl/parquet 5.0.0-alpha.1 → 5.0.0-alpha.2

package/LICENSE

@@ -24,8 +24,20 @@ THE SOFTWARE.
 
 Copyright (c) 2015 Uber Technologies, Inc.
 
-loaders.gl includes certain files from Cesium (https://github.com/AnalyticalGraphicsInc/cesium) 
-under the  Apache 2 License (found in the submodule: modules/3d-tiles):)
+Portions of modules/images/src/lib/category-api/binary-image-api.ts are based on
+binary-gltf-utils (https://github.com/Qantas94Heavy/binary-gltf-utils) under the
+MIT License reproduced above.
+
+Copyright (c) 2016-17 Karl Cheng
+
+Portions of modules/schema-utils/src/lib/utils/async-queue.ts are adapted from
+async-iter-demo (https://github.com/rauschma/async-iter-demo) under the MIT
+License reproduced above.
+
+Copyright (c) 2016 Axel Rauschmayer
+
+loaders.gl includes certain files from Cesium (https://github.com/CesiumGS/cesium)
+under the Apache 2.0 License, including files in modules/3d-tiles and modules/math.
 
 Copyright 2011-2018 CesiumJS Contributors
 
@@ -38,4 +50,3 @@ Unless required by applicable law or agreed to in writing, software
 distributed under the License is distributed on an "AS IS" BASIS,
 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and limitations under the License.
-

package/dist/bundled.d.ts

@@ -1,6 +1,9 @@
-export type { ParquetLoaderOptions } from "./parquet-loader.js";
+export type { ParquetLoaderOptions } from "./parquet-loader-types.js";
 export type { GeoParquetLoaderOptions } from "./geoparquet-loader.js";
-export { ParquetWASMLoaderWithParser as ParquetLoader } from "./parquet-wasm-loader-with-parser.js";
+export { ParquetLoaderWithParser as ParquetLoader } from "./parquet-loader.js";
 export { GeoParquetLoaderWithParser as GeoParquetLoader } from "./geoparquet-loader-with-parser.js";
-export { ParquetLoaderWithParser as ParquetJSLoader } from "./parquet-loader-with-parser.js";
+export { ParquetJSLoaderWithParser as ParquetJSLoader } from "./parquet-js-loader.js";
+export { ParquetSourceLoader, ParquetSource, type ParquetSourceLoaderOptions, type ParquetSourceReadOptions, type ParquetSourceMetadata, type ParquetRowGroupMetadata, type ParquetColumnChunkMetadata, type ParquetBatchMetadata, type ParquetSourceBatch } from "./parquet-source-loader.js";
+export { ParquetDatasetSource, type ParquetDatasetBatch, type ParquetDatasetFile, type ParquetDatasetFileProvider, type ParquetDatasetReadOptions, type ParquetDatasetSourceOptions, type ParquetDatasetTelemetry } from "./parquet-dataset-source.js";
+export { PARQUET_SOURCE_CAPABILITIES, type ParquetSourceCapabilities } from "./parquet-source-capabilities.js";
 //# sourceMappingURL=bundled.d.ts.map

package/dist/bundled.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"bundled.d.ts","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,oBAAoB,EAAC,4BAAyB;AAC3D,YAAY,EAAC,uBAAuB,EAAC,+BAA4B;AACjE,OAAO,EAAC,2BAA2B,IAAI,aAAa,EAAC,6CAA0C;AAC/F,OAAO,EAAC,0BAA0B,IAAI,gBAAgB,EAAC,2CAAwC;AAC/F,OAAO,EAAC,uBAAuB,IAAI,eAAe,EAAC,wCAAqC"}
+{"version":3,"file":"bundled.d.ts","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,oBAAoB,EAAC,kCAA+B;AACjE,YAAY,EAAC,uBAAuB,EAAC,+BAA4B;AACjE,OAAO,EAAC,uBAAuB,IAAI,aAAa,EAAC,4BAAyB;AAC1E,OAAO,EAAC,0BAA0B,IAAI,gBAAgB,EAAC,2CAAwC;AAC/F,OAAO,EAAC,yBAAyB,IAAI,eAAe,EAAC,+BAA4B;AACjF,OAAO,EACL,mBAAmB,EACnB,aAAa,EACb,KAAK,0BAA0B,EAC/B,KAAK,wBAAwB,EAC7B,KAAK,qBAAqB,EAC1B,KAAK,uBAAuB,EAC5B,KAAK,0BAA0B,EAC/B,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACxB,mCAAgC;AACjC,OAAO,EACL,oBAAoB,EACpB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,0BAA0B,EAC/B,KAAK,yBAAyB,EAC9B,KAAK,2BAA2B,EAChC,KAAK,uBAAuB,EAC7B,oCAAiC;AAClC,OAAO,EACL,2BAA2B,EAC3B,KAAK,yBAAyB,EAC/B,yCAAsC"}

package/dist/bundled.js

@@ -1,7 +1,10 @@
 // loaders.gl
 // SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
-export { ParquetWASMLoaderWithParser as ParquetLoader } from "./parquet-wasm-loader-with-parser.js";
+export { ParquetLoaderWithParser as ParquetLoader } from "./parquet-loader.js";
 export { GeoParquetLoaderWithParser as GeoParquetLoader } from "./geoparquet-loader-with-parser.js";
-export { ParquetLoaderWithParser as ParquetJSLoader } from "./parquet-loader-with-parser.js";
+export { ParquetJSLoaderWithParser as ParquetJSLoader } from "./parquet-js-loader.js";
+export { ParquetSourceLoader, ParquetSource } from "./parquet-source-loader.js";
+export { ParquetDatasetSource } from "./parquet-dataset-source.js";
+export { PARQUET_SOURCE_CAPABILITIES } from "./parquet-source-capabilities.js";
 //# sourceMappingURL=bundled.js.map

package/dist/bundled.js.map

@@ -1 +1 @@
-{"version":3,"file":"bundled.js","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,2BAA2B,IAAI,aAAa,EAAC,6CAA0C;AAC/F,OAAO,EAAC,0BAA0B,IAAI,gBAAgB,EAAC,2CAAwC;AAC/F,OAAO,EAAC,uBAAuB,IAAI,eAAe,EAAC,wCAAqC"}
+{"version":3,"file":"bundled.js","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,uBAAuB,IAAI,aAAa,EAAC,4BAAyB;AAC1E,OAAO,EAAC,0BAA0B,IAAI,gBAAgB,EAAC,2CAAwC;AAC/F,OAAO,EAAC,yBAAyB,IAAI,eAAe,EAAC,+BAA4B;AACjF,OAAO,EACL,mBAAmB,EACnB,aAAa,EAQd,mCAAgC;AACjC,OAAO,EACL,oBAAoB,EAOrB,oCAAiC;AAClC,OAAO,EACL,2BAA2B,EAE5B,yCAAsC"}

package/dist/geoparquet-loader-with-parser.d.ts

@@ -16,7 +16,6 @@ export declare const GeoParquetLoaderWithParser: {
     readonly worker: false;
     readonly options: {
         readonly parquet: {
-            readonly backend: "wasm";
             readonly columns: undefined;
             readonly preserveBinary: false;
             readonly shape: "object-row-table";

package/dist/geoparquet-loader-with-parser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"geoparquet-loader-with-parser.d.ts","sourceRoot":"","sources":["../src/geoparquet-loader-with-parser.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,YAAY,EACZ,iBAAiB,EAClB,MAAM,oBAAoB,CAAC;AAU5B,OAAO,EAEL,KAAK,uBAAuB,EAC7B,+BAA4B;AAM7B,YAAY,EAAC,uBAAuB,EAAC,+BAA4B;AAEjE,gFAAgF;AAChF,eAAO,MAAM,0BAA0B;kCAElB,WAAW,YAAY,uBAAuB;uDAGvC,uBAAuB;gEAGd,uBAAuB;6CAKpD,aAAa,CAAC,eAAe,GAAG,eAAe,CAAC,GAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAC,YACrC,uBAAuB,aACtB,OAAO;;;;;;;;;;;;;;;;;;;;;;;CASrB,CAAC"}
+{"version":3,"file":"geoparquet-loader-with-parser.d.ts","sourceRoot":"","sources":["../src/geoparquet-loader-with-parser.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,YAAY,EACZ,iBAAiB,EAClB,MAAM,oBAAoB,CAAC;AAU5B,OAAO,EAEL,KAAK,uBAAuB,EAC7B,+BAA4B;AAM7B,YAAY,EAAC,uBAAuB,EAAC,+BAA4B;AAEjE,gFAAgF;AAChF,eAAO,MAAM,0BAA0B;kCAElB,WAAW,YAAY,uBAAuB;uDAGvC,uBAAuB;gEAGd,uBAAuB;6CAKpD,aAAa,CAAC,eAAe,GAAG,eAAe,CAAC,GAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAC,YACrC,uBAAuB,aACtB,OAAO;;;;;;;;;;;;;;;;;;;;;;CASrB,CAAC"}

package/dist/geoparquet-loader-with-parser.js

@@ -5,7 +5,7 @@ import { BlobFile, concatenateArrayBuffersAsync } from '@loaders.gl/loader-utils
 import { parseGeoParquetFile, parseGeoParquetFileInBatches } from "./lib/parsers/parse-geoparquet-to-geojson.js";
 import { parseParquetArrowTable, parseParquetArrowTableInBatches } from "./lib/parsers/parse-parquet-tables.js";
 import { GeoParquetLoader as GeoParquetLoaderMetadata } from "./geoparquet-loader.js";
-import { getParquetOptions } from "./parquet-wasm-loader-with-parser.js";
+import { getParquetOptions } from "./parquet-loader.js";
 const { preload: _GeoParquetLoaderPreload, ...GeoParquetLoaderMetadataWithoutPreload } = GeoParquetLoaderMetadata;
 /** GeoParquet table loader that returns GeoJSON tables via Arrow conversion. */
 export const GeoParquetLoaderWithParser = {

package/dist/geoparquet-loader-with-parser.js.map

@@ -1 +1 @@
-{"version":3,"file":"geoparquet-loader-with-parser.js","sourceRoot":"","sources":["../src/geoparquet-loader-with-parser.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,QAAQ,EAAE,4BAA4B,EAAC,MAAM,0BAA0B,CAAC;AAShF,OAAO,EACL,mBAAmB,EACnB,4BAA4B,EAC7B,qDAAkD;AACnD,OAAO,EACL,sBAAsB,EACtB,+BAA+B,EAChC,8CAA2C;AAC5C,OAAO,EACL,gBAAgB,IAAI,wBAAwB,EAE7C,+BAA4B;AAC7B,OAAO,EAAC,iBAAiB,EAAC,6CAA0C;AAEpE,MAAM,EAAC,OAAO,EAAE,wBAAwB,EAAE,GAAG,sCAAsC,EAAC,GAClF,wBAAwB,CAAC;AAI3B,gFAAgF;AAChF,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,GAAG,sCAAsC;IACzC,KAAK,CAAC,WAAwB,EAAE,OAAiC;QAC/D,OAAO,oBAAoB,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IACrF,CAAC;IACD,SAAS,CAAC,IAAI,EAAE,OAAiC;QAC/C,OAAO,oBAAoB,CAAC,IAAI,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IAChE,CAAC;IACD,kBAAkB,CAAC,IAAI,EAAE,OAAiC;QACxD,OAAO,6BAA6B,CAAC,IAAI,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,CAAC;IACD,KAAK,CAAC,CAAC,cAAc,CACnB,aAE+C,EAC/C,OAAiC,EACjC,QAAkB;QAElB,MAAM,WAAW,GAAG,MAAM,4BAA4B,CAAC,aAAa,CAAC,CAAC;QACtE,KAAK,CAAC,CAAC,6BAA6B,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9F,CAAC;CAKF,CAAC;AAEF;;;;;GAKG;AACH,KAAK,UAAU,oBAAoB,CACjC,IAA6B,EAC7B,OAAgC;IAEhC,IAAI,OAAO,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa,EAAE,CAAC;QAC7C,OAAO,MAAM,sBAAsB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,MAAM,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AAClD,CAAC;AAED;;;;;GAKG;AACH,KAAK,SAAS,CAAC,CAAC,6BAA6B,CAC3C,IAA6B,EAC7B,OAAgC;IAEhC,IAAI,OAAO,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa,EAAE,CAAC;QAC7C,KAAK,CAAC,CAAC,+BAA+B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACtD,OAAO;IACT,CAAC;IAED,KAAK,CAAC,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACrD,CAAC"}
+{"version":3,"file":"geoparquet-loader-with-parser.js","sourceRoot":"","sources":["../src/geoparquet-loader-with-parser.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,QAAQ,EAAE,4BAA4B,EAAC,MAAM,0BAA0B,CAAC;AAShF,OAAO,EACL,mBAAmB,EACnB,4BAA4B,EAC7B,qDAAkD;AACnD,OAAO,EACL,sBAAsB,EACtB,+BAA+B,EAChC,8CAA2C;AAC5C,OAAO,EACL,gBAAgB,IAAI,wBAAwB,EAE7C,+BAA4B;AAC7B,OAAO,EAAC,iBAAiB,EAAC,4BAAyB;AAEnD,MAAM,EAAC,OAAO,EAAE,wBAAwB,EAAE,GAAG,sCAAsC,EAAC,GAClF,wBAAwB,CAAC;AAI3B,gFAAgF;AAChF,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,GAAG,sCAAsC;IACzC,KAAK,CAAC,WAAwB,EAAE,OAAiC;QAC/D,OAAO,oBAAoB,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IACrF,CAAC;IACD,SAAS,CAAC,IAAI,EAAE,OAAiC;QAC/C,OAAO,oBAAoB,CAAC,IAAI,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IAChE,CAAC;IACD,kBAAkB,CAAC,IAAI,EAAE,OAAiC;QACxD,OAAO,6BAA6B,CAAC,IAAI,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,CAAC;IACD,KAAK,CAAC,CAAC,cAAc,CACnB,aAE+C,EAC/C,OAAiC,EACjC,QAAkB;QAElB,MAAM,WAAW,GAAG,MAAM,4BAA4B,CAAC,aAAa,CAAC,CAAC;QACtE,KAAK,CAAC,CAAC,6BAA6B,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9F,CAAC;CAKF,CAAC;AAEF;;;;;GAKG;AACH,KAAK,UAAU,oBAAoB,CACjC,IAA6B,EAC7B,OAAgC;IAEhC,IAAI,OAAO,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa,EAAE,CAAC;QAC7C,OAAO,MAAM,sBAAsB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,MAAM,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AAClD,CAAC;AAED;;;;;GAKG;AACH,KAAK,SAAS,CAAC,CAAC,6BAA6B,CAC3C,IAA6B,EAC7B,OAAgC;IAEhC,IAAI,OAAO,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa,EAAE,CAAC;QAC7C,KAAK,CAAC,CAAC,+BAA+B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACtD,OAAO;IACT,CAAC;IAED,KAAK,CAAC,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACrD,CAAC"}

package/dist/geoparquet-loader.d.ts

@@ -16,7 +16,6 @@ declare function preloadGeoParquetLoader(): Promise<{
     readonly worker: false;
     readonly options: {
         readonly parquet: {
-            readonly backend: "wasm";
             readonly columns: undefined;
             readonly preserveBinary: false;
             readonly shape: "object-row-table";
@@ -41,7 +40,6 @@ export declare const GeoParquetLoader: {
     readonly worker: false;
     readonly options: {
         readonly parquet: {
-            readonly backend: "wasm";
             readonly columns: undefined;
             readonly preserveBinary: false;
             readonly shape: "object-row-table";

package/dist/geoparquet-loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"geoparquet-loader.d.ts","sourceRoot":"","sources":["../src/geoparquet-loader.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,YAAY,EACZ,iBAAiB,EAClB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EAEL,KAAK,oBAAoB,IAAI,0BAA0B,EACxD,oCAAiC;AAMlC,yCAAyC;AACzC,MAAM,MAAM,uBAAuB,GAAG,0BAA0B,CAAC;AAEjE,oEAAoE;AACpE,iBAAe,uBAAuB;;;;;uBASP,YAAY,GAAG,UAAU;wBACxB,iBAAiB,GAAG,eAAe;;;;;;;;;;;;;;;;;;;;;GAPlE;AAED,6CAA6C;AAC7C,eAAO,MAAM,gBAAgB;uBAGE,YAAY,GAAG,UAAU;wBACxB,iBAAiB,GAAG,eAAe;;;;;;;;;;;;;;;;;;;;;;CAiBlE,CAAC"}
+{"version":3,"file":"geoparquet-loader.d.ts","sourceRoot":"","sources":["../src/geoparquet-loader.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,YAAY,EACZ,iBAAiB,EAClB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EAEL,KAAK,oBAAoB,IAAI,0BAA0B,EACxD,oCAAiC;AAMlC,yCAAyC;AACzC,MAAM,MAAM,uBAAuB,GAAG,0BAA0B,CAAC;AAEjE,oEAAoE;AACpE,iBAAe,uBAAuB;;;;;uBASP,YAAY,GAAG,UAAU;wBACxB,iBAAiB,GAAG,eAAe;;;;;;;;;;;;;;;;;;;;GAPlE;AAED,6CAA6C;AAC7C,eAAO,MAAM,gBAAgB;uBAGE,YAAY,GAAG,UAAU;wBACxB,iBAAiB,GAAG,eAAe;;;;;;;;;;;;;;;;;;;;;CAiBlE,CAAC"}

package/dist/geoparquet-loader.js

@@ -5,7 +5,7 @@ import { ParquetFormat } from "./parquet-format.js";
 import { PARQUET_LOADER_DEFAULT_OPTIONS } from "./parquet-loader-options.js";
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof "5.0.0-alpha.1" !== 'undefined' ? "5.0.0-alpha.1" : 'latest';
+const VERSION = typeof "5.0.0-alpha.2" !== 'undefined' ? "5.0.0-alpha.2" : 'latest';
 /** Preloads the parser-bearing GeoParquet loader implementation. */
 async function preloadGeoParquetLoader() {
     const { GeoParquetLoaderWithParser } = await import("./geoparquet-loader-with-parser.js");