@loaders.gl/parquet 5.0.0-alpha.1 → 5.0.0-alpha.3

package/LICENSE

@@ -24,8 +24,20 @@ THE SOFTWARE.
 
 Copyright (c) 2015 Uber Technologies, Inc.
 
-loaders.gl includes certain files from Cesium (https://github.com/AnalyticalGraphicsInc/cesium) 
-under the  Apache 2 License (found in the submodule: modules/3d-tiles):)
+Portions of modules/images/src/lib/category-api/binary-image-api.ts are based on
+binary-gltf-utils (https://github.com/Qantas94Heavy/binary-gltf-utils) under the
+MIT License reproduced above.
+
+Copyright (c) 2016-17 Karl Cheng
+
+Portions of modules/schema-utils/src/lib/utils/async-queue.ts are adapted from
+async-iter-demo (https://github.com/rauschma/async-iter-demo) under the MIT
+License reproduced above.
+
+Copyright (c) 2016 Axel Rauschmayer
+
+loaders.gl includes certain files from Cesium (https://github.com/CesiumGS/cesium)
+under the Apache 2.0 License, including files in modules/3d-tiles.
 
 Copyright 2011-2018 CesiumJS Contributors
 
@@ -38,4 +50,3 @@ Unless required by applicable law or agreed to in writing, software
 distributed under the License is distributed on an "AS IS" BASIS,
 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and limitations under the License.
-

package/dist/bundled.d.ts

@@ -1,6 +1,9 @@
-export type { ParquetLoaderOptions } from "./parquet-loader.js";
+export type { ParquetLoaderOptions } from "./parquet-loader-types.js";
 export type { GeoParquetLoaderOptions } from "./geoparquet-loader.js";
-export { ParquetWASMLoaderWithParser as ParquetLoader } from "./parquet-wasm-loader-with-parser.js";
+export { ParquetLoaderWithParser as ParquetLoader } from "./parquet-loader.js";
 export { GeoParquetLoaderWithParser as GeoParquetLoader } from "./geoparquet-loader-with-parser.js";
-export { ParquetLoaderWithParser as ParquetJSLoader } from "./parquet-loader-with-parser.js";
+export { ParquetJSLoaderWithParser as ParquetJSLoader } from "./parquet-js-loader.js";
+export { ParquetSourceLoader, ParquetSource, type ParquetSourceLoaderOptions, type ParquetSourceReadOptions, type ParquetSourceMetadata, type ParquetRowGroupMetadata, type ParquetSortingColumn, type ParquetColumnChunkMetadata, type ParquetGeospatialBoundingBox, type ParquetGeospatialStatistics, type ParquetBatchMetadata, type ParquetSourceBatch } from "./parquet-source-loader.js";
+export { ParquetDatasetSource, type ParquetDatasetBatch, type ParquetDatasetFile, type ParquetDatasetFileProvider, type ParquetDatasetReadOptions, type ParquetDatasetSourceOptions, type ParquetDatasetTelemetry } from "./parquet-dataset-source.js";
+export { PARQUET_SOURCE_CAPABILITIES, type ParquetSourceCapabilities } from "./parquet-source-capabilities.js";
 //# sourceMappingURL=bundled.d.ts.map

package/dist/bundled.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"bundled.d.ts","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,oBAAoB,EAAC,4BAAyB;AAC3D,YAAY,EAAC,uBAAuB,EAAC,+BAA4B;AACjE,OAAO,EAAC,2BAA2B,IAAI,aAAa,EAAC,6CAA0C;AAC/F,OAAO,EAAC,0BAA0B,IAAI,gBAAgB,EAAC,2CAAwC;AAC/F,OAAO,EAAC,uBAAuB,IAAI,eAAe,EAAC,wCAAqC"}
+{"version":3,"file":"bundled.d.ts","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,oBAAoB,EAAC,kCAA+B;AACjE,YAAY,EAAC,uBAAuB,EAAC,+BAA4B;AACjE,OAAO,EAAC,uBAAuB,IAAI,aAAa,EAAC,4BAAyB;AAC1E,OAAO,EAAC,0BAA0B,IAAI,gBAAgB,EAAC,2CAAwC;AAC/F,OAAO,EAAC,yBAAyB,IAAI,eAAe,EAAC,+BAA4B;AACjF,OAAO,EACL,mBAAmB,EACnB,aAAa,EACb,KAAK,0BAA0B,EAC/B,KAAK,wBAAwB,EAC7B,KAAK,qBAAqB,EAC1B,KAAK,uBAAuB,EAC5B,KAAK,oBAAoB,EACzB,KAAK,0BAA0B,EAC/B,KAAK,4BAA4B,EACjC,KAAK,2BAA2B,EAChC,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACxB,mCAAgC;AACjC,OAAO,EACL,oBAAoB,EACpB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,0BAA0B,EAC/B,KAAK,yBAAyB,EAC9B,KAAK,2BAA2B,EAChC,KAAK,uBAAuB,EAC7B,oCAAiC;AAClC,OAAO,EACL,2BAA2B,EAC3B,KAAK,yBAAyB,EAC/B,yCAAsC"}

package/dist/bundled.js

@@ -1,7 +1,10 @@
 // loaders.gl
 // SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
-export { ParquetWASMLoaderWithParser as ParquetLoader } from "./parquet-wasm-loader-with-parser.js";
+export { ParquetLoaderWithParser as ParquetLoader } from "./parquet-loader.js";
 export { GeoParquetLoaderWithParser as GeoParquetLoader } from "./geoparquet-loader-with-parser.js";
-export { ParquetLoaderWithParser as ParquetJSLoader } from "./parquet-loader-with-parser.js";
+export { ParquetJSLoaderWithParser as ParquetJSLoader } from "./parquet-js-loader.js";
+export { ParquetSourceLoader, ParquetSource } from "./parquet-source-loader.js";
+export { ParquetDatasetSource } from "./parquet-dataset-source.js";
+export { PARQUET_SOURCE_CAPABILITIES } from "./parquet-source-capabilities.js";
 //# sourceMappingURL=bundled.js.map

package/dist/bundled.js.map

@@ -1 +1 @@
-{"version":3,"file":"bundled.js","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,2BAA2B,IAAI,aAAa,EAAC,6CAA0C;AAC/F,OAAO,EAAC,0BAA0B,IAAI,gBAAgB,EAAC,2CAAwC;AAC/F,OAAO,EAAC,uBAAuB,IAAI,eAAe,EAAC,wCAAqC"}
+{"version":3,"file":"bundled.js","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,uBAAuB,IAAI,aAAa,EAAC,4BAAyB;AAC1E,OAAO,EAAC,0BAA0B,IAAI,gBAAgB,EAAC,2CAAwC;AAC/F,OAAO,EAAC,yBAAyB,IAAI,eAAe,EAAC,+BAA4B;AACjF,OAAO,EACL,mBAAmB,EACnB,aAAa,EAWd,mCAAgC;AACjC,OAAO,EACL,oBAAoB,EAOrB,oCAAiC;AAClC,OAAO,EACL,2BAA2B,EAE5B,yCAAsC"}

package/dist/delta-format.d.ts

@@ -0,0 +1,9 @@
+/** Metadata describing the Delta Lake transaction-log format. */
+export declare const DeltaFormat: {
+    name: string;
+    id: string;
+    module: string;
+    extensions: string[];
+    mimeTypes: string[];
+};
+//# sourceMappingURL=delta-format.d.ts.map

package/dist/delta-format.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta-format.d.ts","sourceRoot":"","sources":["../src/delta-format.ts"],"names":[],"mappings":"AAIA,iEAAiE;AACjE,eAAO,MAAM,WAAW;;;;;;CAMvB,CAAC"}

package/dist/delta-format.js

@@ -0,0 +1,12 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+/** Metadata describing the Delta Lake transaction-log format. */
+export const DeltaFormat = {
+    name: 'Delta Lake',
+    id: 'delta',
+    module: 'parquet',
+    extensions: ['json', 'checkpoint.parquet'],
+    mimeTypes: ['application/json']
+};
+//# sourceMappingURL=delta-format.js.map

package/dist/delta-format.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta-format.js","sourceRoot":"","sources":["../src/delta-format.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,iEAAiE;AACjE,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,IAAI,EAAE,YAAY;IAClB,EAAE,EAAE,OAAO;IACX,MAAM,EAAE,SAAS;IACjB,UAAU,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC;IAC1C,SAAS,EAAE,CAAC,kBAAkB,CAAC;CAChC,CAAC"}

package/dist/delta-source-loader-types.d.ts

@@ -0,0 +1,27 @@
+import type { SourceLoader } from '@loaders.gl/loader-utils';
+import type { DeltaSourceOptions } from "./delta-types.js";
+import type { DeltaTableSource } from "./delta-source.js";
+/** Metadata-only Delta source loader options. */
+export type DeltaSourceLoaderOptions = DeltaSourceOptions;
+/** Loads the parser-bearing Delta source implementation on demand. */
+declare function preloadDeltaSourceLoader(): Promise<SourceLoader<DeltaTableSource>>;
+/** Metadata-only Delta source loader; runtime code is available through `preload()`. */
+export declare const DeltaSourceLoader: {
+    readonly dataType: DeltaTableSource;
+    readonly batchType: never;
+    readonly name: "DeltaSourceLoader";
+    readonly version: any;
+    readonly type: "delta";
+    readonly fromUrl: true;
+    readonly fromBlob: true;
+    readonly options: {};
+    readonly defaultOptions: {};
+    readonly testURL: (url: string) => boolean;
+    readonly preload: typeof preloadDeltaSourceLoader;
+    readonly id: string;
+    readonly module: string;
+    readonly extensions: string[];
+    readonly mimeTypes: string[];
+};
+export {};
+//# sourceMappingURL=delta-source-loader-types.d.ts.map

package/dist/delta-source-loader-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta-source-loader-types.d.ts","sourceRoot":"","sources":["../src/delta-source-loader-types.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAE3D,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,KAAK,EAAC,gBAAgB,EAAC,0BAAuB;AAMrD,iDAAiD;AACjD,MAAM,MAAM,wBAAwB,GAAG,kBAAkB,CAAC;AAE1D,sEAAsE;AACtE,iBAAe,wBAAwB,IAAI,OAAO,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC,CAGjF;AAED,wFAAwF;AACxF,eAAO,MAAM,iBAAiB;uBAEC,gBAAgB;wBAC1B,KAAK;;;;;;;;4BAQT,MAAM,KAAG,OAAO;;;;;;CAKhC,CAAC"}

package/dist/delta-source-loader-types.js

@@ -0,0 +1,28 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { DeltaFormat } from "./delta-format.js";
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof "5.0.0-alpha.3" !== 'undefined' ? "5.0.0-alpha.3" : 'latest';
+/** Loads the parser-bearing Delta source implementation on demand. */
+async function preloadDeltaSourceLoader() {
+    const { DeltaSourceLoaderWithParser } = await import('@loaders.gl/parquet/delta-source');
+    return DeltaSourceLoaderWithParser;
+}
+/** Metadata-only Delta source loader; runtime code is available through `preload()`. */
+export const DeltaSourceLoader = {
+    ...DeltaFormat,
+    dataType: null,
+    batchType: null,
+    name: 'DeltaSourceLoader',
+    version: VERSION,
+    type: 'delta',
+    fromUrl: true,
+    fromBlob: true,
+    options: {},
+    defaultOptions: {},
+    testURL: (url) => /\/_delta_log\/(?:\d{20}\.json|_last_checkpoint)(?:$|[?#])/i.test(url),
+    preload: preloadDeltaSourceLoader
+};
+//# sourceMappingURL=delta-source-loader-types.js.map

package/dist/delta-source-loader-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta-source-loader-types.js","sourceRoot":"","sources":["../src/delta-source-loader-types.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,WAAW,EAAC,0BAAuB;AAI3C,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,sBAAkB,KAAK,WAAW,CAAC,CAAC,iBAAa,CAAC,CAAC,QAAQ,CAAC;AAK5E,sEAAsE;AACtE,KAAK,UAAU,wBAAwB;IACrC,MAAM,EAAC,2BAA2B,EAAC,GAAG,MAAM,MAAM,CAAC,kCAAkC,CAAC,CAAC;IACvF,OAAO,2BAA2B,CAAC;AACrC,CAAC;AAED,wFAAwF;AACxF,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC/B,GAAG,WAAW;IACd,QAAQ,EAAE,IAAmC;IAC7C,SAAS,EAAE,IAAa;IACxB,IAAI,EAAE,mBAAmB;IACzB,OAAO,EAAE,OAAO;IAChB,IAAI,EAAE,OAAO;IACb,OAAO,EAAE,IAAI;IACb,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE,EAAE;IACX,cAAc,EAAE,EAAE;IAClB,OAAO,EAAE,CAAC,GAAW,EAAW,EAAE,CAChC,4DAA4D,CAAC,IAAI,CAAC,GAAG,CAAC;IACxE,OAAO,EAAE,wBAAwB;CAGlC,CAAC"}

package/dist/delta-source.d.ts

@@ -0,0 +1,48 @@
+import type { ScanFragment, ScanFragmentProvider, ScanQueryMetadata, ScanQueryMetadataOptions, TableScanSource } from '@loaders.gl/loader-utils';
+import { DataSource } from '@loaders.gl/loader-utils';
+import type { DeltaScanOptions, DeltaSourceOptions } from "./delta-types.js";
+import type { ParquetDatasetBatch, ParquetDatasetExplain, ParquetPredicate } from "./parquet-source-types.js";
+/** Lightweight Delta Lake snapshot source backed by a newline-delimited commit log. */
+export declare class DeltaTableSource extends DataSource<string | Blob, DeltaSourceOptions> implements TableScanSource<ParquetDatasetBatch, ParquetPredicate>, ScanFragmentProvider<ParquetPredicate> {
+    private readonly actionsPromises;
+    /** Creates a source from a Delta commit JSON URL or Blob. */
+    constructor(data: string | Blob, options?: DeltaSourceOptions);
+    /** Discovers the active Parquet files represented by the commit log. */
+    getScanFragments(options?: DeltaScanOptions): Promise<readonly ScanFragment[]>;
+    /** Discovers schema and snapshot statistics without decoding all rows. */
+    getQueryMetadata(options?: ScanQueryMetadataOptions): Promise<ScanQueryMetadata>;
+    /** Explains the Delta snapshot and delegated Parquet physical plans. */
+    getScanPlan(options?: DeltaScanOptions): Promise<ParquetDatasetExplain>;
+    /** Reads the active snapshot through the shared Parquet dataset executor. */
+    read(options?: DeltaScanOptions): AsyncIterable<ParquetDatasetBatch>;
+    /** Alias for `read()` used by scan-aware consumers. */
+    scan(options?: DeltaScanOptions): AsyncIterable<ParquetDatasetBatch>;
+    private getActions;
+    /** Returns the configured or URL-derived snapshot version, when available. */
+    private getSnapshotVersion;
+    /** Reads one commit log or replays all commits through the requested version. */
+    private loadActions;
+    private readResponse;
+    private createDataset;
+    private createDatasetFromOptions;
+    private resolveDataFile;
+}
+/** Parser-bearing Delta source loader exposed through the explicit source subpath. */
+export declare const DeltaSourceLoaderWithParser: {
+    readonly dataType: DeltaTableSource;
+    readonly batchType: never;
+    readonly name: "DeltaSourceLoader";
+    readonly version: any;
+    readonly type: "delta";
+    readonly fromUrl: true;
+    readonly fromBlob: true;
+    readonly options: {};
+    readonly defaultOptions: {};
+    readonly testURL: (url: string) => boolean;
+    readonly createDataSource: (data: string | Blob, options?: DeltaSourceOptions) => DeltaTableSource;
+    readonly id: string;
+    readonly module: string;
+    readonly extensions: string[];
+    readonly mimeTypes: string[];
+};
+//# sourceMappingURL=delta-source.d.ts.map

package/dist/delta-source.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta-source.d.ts","sourceRoot":"","sources":["../src/delta-source.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,EACjB,wBAAwB,EACxB,eAAe,EAEhB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAA0B,UAAU,EAAC,MAAM,0BAA0B,CAAC;AAG7E,OAAO,KAAK,EAAc,gBAAgB,EAAE,kBAAkB,EAAC,yBAAsB;AACrF,OAAO,KAAK,EACV,mBAAmB,EACnB,qBAAqB,EACrB,gBAAgB,EACjB,kCAA+B;AAOhC,uFAAuF;AACvF,qBAAa,gBACX,SAAQ,UAAU,CAAC,MAAM,GAAG,IAAI,EAAE,kBAAkB,CACpD,YACE,eAAe,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,EACtD,oBAAoB,CAAC,gBAAgB,CAAC;IAExC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAsD;IAEtF,6DAA6D;gBACjD,IAAI,EAAE,MAAM,GAAG,IAAI,EAAE,OAAO,GAAE,kBAAuB;IAIjE,wEAAwE;IAClE,gBAAgB,CAAC,OAAO,GAAE,gBAAqB,GAAG,OAAO,CAAC,SAAS,YAAY,EAAE,CAAC;IAiBxF,0EAA0E;IACpE,gBAAgB,CAAC,OAAO,GAAE,wBAA6B,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAwB1F,wEAAwE;IAClE,WAAW,CAAC,OAAO,GAAE,gBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAIjF,6EAA6E;IAC7E,IAAI,CAAC,OAAO,GAAE,gBAAqB,GAAG,aAAa,CAAC,mBAAmB,CAAC;IAIxE,uDAAuD;IACvD,IAAI,CAAC,OAAO,GAAE,gBAAqB,GAAG,aAAa,CAAC,mBAAmB,CAAC;YAI1D,UAAU;IAcxB,8EAA8E;IAC9E,OAAO,CAAC,kBAAkB;IAa1B,iFAAiF;YACnE,WAAW;YAoCX,YAAY;IAM1B,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,wBAAwB;IAchC,OAAO,CAAC,eAAe;CAQxB;AAED,sFAAsF;AACtF,eAAO,MAAM,2BAA2B;uBAET,gBAAgB;wBAC1B,KAAK;;;;;;;;4BAQT,MAAM,KAAG,OAAO;sCAEN,MAAM,GAAG,IAAI,YAAW,kBAAkB,KAAQ,gBAAgB;;;;;CAE1C,CAAC"}

package/dist/delta-source.js

@@ -0,0 +1,222 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { createScanQueryMetadata, DataSource } from '@loaders.gl/loader-utils';
+import { ParquetDatasetSource } from "./parquet-dataset-source.js";
+import { PARQUET_TABLE_QUERY_CAPABILITIES } from "./parquet-source-capabilities.js";
+import { DeltaFormat } from "./delta-format.js";
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof "5.0.0-alpha.3" !== 'undefined' ? "5.0.0-alpha.3" : 'latest';
+/** Lightweight Delta Lake snapshot source backed by a newline-delimited commit log. */
+export class DeltaTableSource extends DataSource {
+    actionsPromises = new Map();
+    /** Creates a source from a Delta commit JSON URL or Blob. */
+    constructor(data, options = {}) {
+        super(data, options);
+    }
+    /** Discovers the active Parquet files represented by the commit log. */
+    async getScanFragments(options = {}) {
+        const actions = await this.getActions(options.version, options.signal);
+        const activeFiles = selectActiveDeltaFiles(actions);
+        return Object.freeze(activeFiles.map(file => Object.freeze({
+            id: file.path,
+            uri: this.resolveDataFile(file.path),
+            partitionValues: file.partitionValues,
+            byteLength: file.size,
+            rowCount: getDeltaRecordCount(file.stats),
+            metadata: { stats: file.stats }
+        })));
+    }
+    /** Discovers schema and snapshot statistics without decoding all rows. */
+    async getQueryMetadata(options = {}) {
+        const fragments = await this.getScanFragments(options);
+        if (!fragments.length) {
+            throw new Error('Delta snapshot contains no active Parquet files');
+        }
+        const dataset = this.createDataset(fragments);
+        const schema = await dataset.getSchema({ signal: options.signal });
+        return createScanQueryMetadata({
+            sourceType: 'delta',
+            queryType: 'table',
+            execution: { status: 'supported', method: 'read' },
+            name: this.data instanceof Blob ? undefined : this.data,
+            schema,
+            capabilities: { table: PARQUET_TABLE_QUERY_CAPABILITIES },
+            statistics: {
+                rowCount: fragments.reduce((total, fragment) => total + Number(fragment.rowCount || 0), 0),
+                byteLength: fragments.reduce((total, fragment) => total + Number(fragment.byteLength || 0), 0)
+            }
+        });
+    }
+    /** Explains the Delta snapshot and delegated Parquet physical plans. */
+    async getScanPlan(options = {}) {
+        return this.createDataset(await this.getScanFragments(options)).getScanPlan(options);
+    }
+    /** Reads the active snapshot through the shared Parquet dataset executor. */
+    read(options = {}) {
+        return this.createDatasetFromOptions(options).read(options);
+    }
+    /** Alias for `read()` used by scan-aware consumers. */
+    scan(options = {}) {
+        return this.read(options);
+    }
+    async getActions(requestedVersion, signal) {
+        const version = this.getSnapshotVersion(requestedVersion);
+        const cacheKey = version === undefined ? 'single-commit' : String(version);
+        let actionsPromise = this.actionsPromises.get(cacheKey);
+        if (!actionsPromise) {
+            actionsPromise = this.loadActions(version, signal);
+            this.actionsPromises.set(cacheKey, actionsPromise);
+        }
+        return actionsPromise;
+    }
+    /** Returns the configured or URL-derived snapshot version, when available. */
+    getSnapshotVersion(version) {
+        const selectedVersion = version ?? this.options.delta?.version;
+        if (selectedVersion !== undefined) {
+            if (!Number.isSafeInteger(selectedVersion) || selectedVersion < 0) {
+                throw new Error('Delta snapshot version must be a non-negative safe integer');
+            }
+            return selectedVersion;
+        }
+        if (typeof this.data !== 'string')
+            return undefined;
+        const match = /\/_delta_log\/(\d{20})\.json(?:$|[?#])/i.exec(this.data);
+        return match ? Number(match[1]) : undefined;
+    }
+    /** Reads one commit log or replays all commits through the requested version. */
+    async loadActions(version, signal) {
+        if (typeof this.data !== 'string' || version === undefined) {
+            const text = typeof this.data === 'string'
+                ? await this.readResponse(await this.fetch(this.url, {
+                    headers: this.options.delta?.headers,
+                    signal
+                }))
+                : await this.data.text();
+            const actions = parseDeltaActions(text);
+            validateDeltaActions(actions);
+            return actions;
+        }
+        const tableRoot = this.data.replace(/\/_delta_log\/[^/?#]+(?:[?#].*)?$/i, '');
+        const actions = [];
+        for (let currentVersion = 0; currentVersion <= version; currentVersion++) {
+            const commitURL = `${tableRoot}/_delta_log/${String(currentVersion).padStart(20, '0')}.json`;
+            const text = await this.readResponse(await this.fetch(commitURL, {
+                headers: this.options.delta?.headers,
+                signal
+            }));
+            actions.push(...parseDeltaActions(text));
+        }
+        const replayedActions = Object.freeze(actions);
+        validateDeltaActions(replayedActions);
+        return replayedActions;
+    }
+    async readResponse(response) {
+        if (!response.ok)
+            throw new Error(`Delta commit log request failed with status ${response.status}`);
+        return response.text();
+    }
+    createDataset(fragments) {
+        return new ParquetDatasetSource(fragments.map(fragment => ({
+            data: fragment.uri,
+            id: fragment.id,
+            partitions: fragment.partitionValues,
+            metadata: fragment.metadata
+        })), this.options);
+    }
+    createDatasetFromOptions(options) {
+        return new ParquetDatasetSource(() => this.getScanFragments(options).then(fragments => fragments.map(fragment => ({
+            data: fragment.uri,
+            id: fragment.id,
+            partitions: fragment.partitionValues
+        }))), this.options);
+    }
+    resolveDataFile(path) {
+        if (this.options.delta?.baseUrl)
+            return new URL(path, this.options.delta.baseUrl).toString();
+        if (typeof this.data === 'string') {
+            const tableRoot = this.data.replace(/\/_delta_log\/[^/]*$/i, '/');
+            return new URL(path, tableRoot).toString();
+        }
+        return path;
+    }
+}
+/** Parser-bearing Delta source loader exposed through the explicit source subpath. */
+export const DeltaSourceLoaderWithParser = {
+    ...DeltaFormat,
+    dataType: null,
+    batchType: null,
+    name: 'DeltaSourceLoader',
+    version: VERSION,
+    type: 'delta',
+    fromUrl: true,
+    fromBlob: true,
+    options: {},
+    defaultOptions: {},
+    testURL: (url) => /\/_delta_log\/(?:\d{20}\.json|_last_checkpoint)(?:$|[?#])/i.test(url),
+    createDataSource: (data, options = {}) => new DeltaTableSource(data, options)
+};
+/** Extracts Delta's optional `numRecords` statistic from an add action. */
+function getDeltaRecordCount(stats) {
+    const parsed = typeof stats === 'string' ? parseDeltaStats(stats) : stats;
+    const value = parsed?.numRecords;
+    return typeof value === 'number' && Number.isSafeInteger(value) ? value : undefined;
+}
+function parseDeltaStats(stats) {
+    try {
+        const value = JSON.parse(stats);
+        return value && typeof value === 'object'
+            ? value
+            : undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
+function selectActiveDeltaFiles(actions) {
+    const files = new Map();
+    for (const action of actions) {
+        if (action.add) {
+            files.set(action.add.path, action.add);
+        }
+        if (action.remove)
+            files.delete(action.remove.path);
+    }
+    const activeFiles = [...files.values()];
+    const deletionVectorFile = activeFiles.find(file => file.deletionVector !== undefined);
+    if (deletionVectorFile) {
+        throw new Error(`Delta deletion vectors are not supported for active file ${deletionVectorFile.path}`);
+    }
+    return activeFiles;
+}
+/** Parses a newline-delimited Delta commit into typed actions. */
+function parseDeltaActions(text) {
+    return Object.freeze(text
+        .split(/\r?\n/)
+        .filter(line => line.trim().length > 0)
+        .map(line => JSON.parse(line)));
+}
+/** Rejects Delta protocol features that this Parquet snapshot adapter cannot interpret safely. */
+function validateDeltaActions(actions) {
+    for (const action of actions) {
+        const protocol = action.protocol;
+        if (protocol) {
+            if (protocol.minReaderVersion !== undefined &&
+                (!Number.isSafeInteger(protocol.minReaderVersion) || protocol.minReaderVersion < 1)) {
+                throw new Error('Delta protocol has an invalid minReaderVersion');
+            }
+            if ((protocol.minReaderVersion ?? 1) > 1) {
+                throw new Error(`Delta reader protocol ${protocol.minReaderVersion} is not supported by this source`);
+            }
+            if (protocol.readerFeatures?.length) {
+                throw new Error(`Delta reader features are not supported: ${protocol.readerFeatures.join(', ')}`);
+            }
+        }
+        const columnMappingMode = action.metaData?.configuration?.['delta.columnMapping.mode'];
+        if (columnMappingMode && columnMappingMode !== 'none') {
+            throw new Error(`Delta column mapping mode "${columnMappingMode}" is not supported by this source`);
+        }
+    }
+}
+//# sourceMappingURL=delta-source.js.map

package/dist/delta-source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta-source.js","sourceRoot":"","sources":["../src/delta-source.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAUpC,OAAO,EAAC,uBAAuB,EAAE,UAAU,EAAC,MAAM,0BAA0B,CAAC;AAC7E,OAAO,EAAC,oBAAoB,EAAC,oCAAiC;AAC9D,OAAO,EAAC,gCAAgC,EAAC,yCAAsC;AAO/E,OAAO,EAAC,WAAW,EAAC,0BAAuB;AAE3C,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,sBAAkB,KAAK,WAAW,CAAC,CAAC,iBAAa,CAAC,CAAC,QAAQ,CAAC;AAE5E,uFAAuF;AACvF,MAAM,OAAO,gBACX,SAAQ,UAA6C;IAKpC,eAAe,GAAG,IAAI,GAAG,EAA2C,CAAC;IAEtF,6DAA6D;IAC7D,YAAY,IAAmB,EAAE,UAA8B,EAAE;QAC/D,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACvB,CAAC;IAED,wEAAwE;IACxE,KAAK,CAAC,gBAAgB,CAAC,UAA4B,EAAE;QACnD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACvE,MAAM,WAAW,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;QACpD,OAAO,MAAM,CAAC,MAAM,CAClB,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CACrB,MAAM,CAAC,MAAM,CAAC;YACZ,EAAE,EAAE,IAAI,CAAC,IAAI;YACb,GAAG,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;YACpC,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,UAAU,EAAE,IAAI,CAAC,IAAI;YACrB,QAAQ,EAAE,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC;YACzC,QAAQ,EAAE,EAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAC;SAC9B,CAAC,CACH,CACF,CAAC;IACJ,CAAC;IAED,0EAA0E;IAC1E,KAAK,CAAC,gBAAgB,CAAC,UAAoC,EAAE;QAC3D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACrE,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,EAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAC,CAAC,CAAC;QACjE,OAAO,uBAAuB,CAAC;YAC7B,UAAU,EAAE,OAAO;YACnB,SAAS,EAAE,OAAO;YAClB,SAAS,EAAE,EAAC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAC;YAChD,IAAI,EAAE,IAAI,CAAC,IAAI,YAAY,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI;YACvD,MAAM;YACN,YAAY,EAAE,EAAC,KAAK,EAAE,gCAAgC,EAAC;YACvD,UAAU,EAAE;gBACV,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC1F,UAAU,EAAE,SAAS,CAAC,MAAM,CAC1B,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAC,EAC7D,CAAC,CACF;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAED,wEAAwE;IACxE,KAAK,CAAC,WAAW,CAAC,UAA4B,EAAE;QAC9C,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACvF,CAAC;IAED,6EAA6E;IAC7E,IAAI,CAAC,UAA4B,EAAE;QACjC,OAAO,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;IAED,uDAAuD;IACvD,IAAI,CAAC,UAA4B,EAAE;QACjC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,gBAAyB,EACzB,MAAoB;QAEpB,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3E,IAAI,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxD,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,cAAc,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACnD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QACrD,CAAC;QACD,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,8EAA8E;IACtE,kBAAkB,CAAC,OAAgB;QACzC,MAAM,eAAe,GAAG,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC;QAC/D,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;YAClC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;gBAClE,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;YAChF,CAAC;YACD,OAAO,eAAe,CAAC;QACzB,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QACpD,MAAM,KAAK,GAAG,yCAAyC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxE,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9C,CAAC;IAED,iFAAiF;IACzE,KAAK,CAAC,WAAW,CACvB,OAA2B,EAC3B,MAAoB;QAEpB,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC3D,MAAM,IAAI,GACR,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;gBAC3B,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CACrB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;oBACzB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO;oBACpC,MAAM;iBACP,CAAC,CACH;gBACH,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACxC,oBAAoB,CAAC,OAAO,CAAC,CAAC;YAC9B,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,oCAAoC,EAAE,EAAE,CAAC,CAAC;QAC9E,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,KAAK,IAAI,cAAc,GAAG,CAAC,EAAE,cAAc,IAAI,OAAO,EAAE,cAAc,EAAE,EAAE,CAAC;YACzE,MAAM,SAAS,GAAG,GAAG,SAAS,eAAe,MAAM,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,OAAO,CAAC;YAC7F,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAClC,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;gBAC1B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO;gBACpC,MAAM;aACP,CAAC,CACH,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3C,CAAC;QACD,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/C,oBAAoB,CAAC,eAAe,CAAC,CAAC;QACtC,OAAO,eAAe,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,QAAkB;QAC3C,IAAI,CAAC,QAAQ,CAAC,EAAE;YACd,MAAM,IAAI,KAAK,CAAC,+CAA+C,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACpF,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;IAEO,aAAa,CAAC,SAAkC;QACtD,OAAO,IAAI,oBAAoB,CAC7B,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACzB,IAAI,EAAE,QAAQ,CAAC,GAAI;YACnB,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,UAAU,EAAE,QAAQ,CAAC,eAAwB;YAC7C,QAAQ,EAAE,QAAQ,CAAC,QAAQ;SAC5B,CAAC,CAAC,EACH,IAAI,CAAC,OAAO,CACb,CAAC;IACJ,CAAC;IAEO,wBAAwB,CAAC,OAAyB;QACxD,OAAO,IAAI,oBAAoB,CAC7B,GAAG,EAAE,CACH,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAC9C,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACzB,IAAI,EAAE,QAAQ,CAAC,GAAI;YACnB,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,UAAU,EAAE,QAAQ,CAAC,eAAwB;SAC9C,CAAC,CAAC,CACJ,EACH,IAAI,CAAC,OAAO,CACb,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,IAAY;QAClC,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO;YAAE,OAAO,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC7F,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAC;YAClE,OAAO,IAAI,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC7C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,sFAAsF;AACtF,MAAM,CAAC,MAAM,2BAA2B,GAAG;IACzC,GAAG,WAAW;IACd,QAAQ,EAAE,IAAmC;IAC7C,SAAS,EAAE,IAAa;IACxB,IAAI,EAAE,mBAAmB;IACzB,OAAO,EAAE,OAAO;IAChB,IAAI,EAAE,OAAO;IACb,OAAO,EAAE,IAAI;IACb,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE,EAAE;IACX,cAAc,EAAE,EAAE;IAClB,OAAO,EAAE,CAAC,GAAW,EAAW,EAAE,CAChC,4DAA4D,CAAC,IAAI,CAAC,GAAG,CAAC;IACxE,gBAAgB,EAAE,CAAC,IAAmB,EAAE,UAA8B,EAAE,EAAoB,EAAE,CAC5F,IAAI,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC;CACY,CAAC;AAEpD,2EAA2E;AAC3E,SAAS,mBAAmB,CAC1B,KAA6D;IAE7D,MAAM,MAAM,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC1E,MAAM,KAAK,GAAG,MAAM,EAAE,UAAU,CAAC;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACtF,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,IAAI,CAAC;QACH,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACzC,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YACvC,CAAC,CAAE,KAA2C;YAC9C,CAAC,CAAC,SAAS,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAC7B,OAA+B;IAE/B,MAAM,KAAK,GAAG,IAAI,GAAG,EAA2C,CAAC;IACjE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;YACf,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,MAAM,CAAC,MAAM;YAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACtD,CAAC;IACD,MAAM,WAAW,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACxC,MAAM,kBAAkB,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC;IACvF,IAAI,kBAAkB,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,4DAA4D,kBAAkB,CAAC,IAAI,EAAE,CACtF,CAAC;IACJ,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,kEAAkE;AAClE,SAAS,iBAAiB,CAAC,IAAY;IACrC,OAAO,MAAM,CAAC,MAAM,CAClB,IAAI;SACD,KAAK,CAAC,OAAO,CAAC;SACd,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;SACtC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC,CAChD,CAAC;AACJ,CAAC;AAED,kGAAkG;AAClG,SAAS,oBAAoB,CAAC,OAA+B;IAC3D,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QACjC,IAAI,QAAQ,EAAE,CAAC;YACb,IACE,QAAQ,CAAC,gBAAgB,KAAK,SAAS;gBACvC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,QAAQ,CAAC,gBAAgB,GAAG,CAAC,CAAC,EACnF,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACpE,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,gBAAgB,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,KAAK,CACb,yBAAyB,QAAQ,CAAC,gBAAgB,kCAAkC,CACrF,CAAC;YACJ,CAAC;YACD,IAAI,QAAQ,CAAC,cAAc,EAAE,MAAM,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CACb,4CAA4C,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACjF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,MAAM,iBAAiB,GAAG,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,CAAC,0BAA0B,CAAC,CAAC;QACvF,IAAI,iBAAiB,IAAI,iBAAiB,KAAK,MAAM,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CACb,8BAA8B,iBAAiB,mCAAmC,CACnF,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/delta-types.d.ts

@@ -0,0 +1,38 @@
+import type { ParquetDatasetSourceOptions, ParquetDatasetReadOptions } from "./parquet-source-types.js";
+/** One Delta Lake transaction action from a commit log or checkpoint projection. */
+export type DeltaAction = Readonly<{
+    protocol?: Readonly<{
+        minReaderVersion?: number;
+        readerFeatures?: readonly string[];
+    }>;
+    metaData?: Readonly<{
+        configuration?: Readonly<Record<string, string | null>>;
+    }>;
+    add?: Readonly<{
+        path: string;
+        size?: number;
+        partitionValues?: Readonly<Record<string, string | null>>;
+        stats?: string | Readonly<Record<string, unknown>>;
+        /** Delta deletion-vector descriptor, which is not decoded by this source. */
+        deletionVector?: unknown;
+    }>;
+    remove?: Readonly<{
+        path: string;
+    }>;
+}>;
+/** Options for reading a Delta snapshot from its newline-delimited commit log. */
+export type DeltaSourceOptions = ParquetDatasetSourceOptions & {
+    delta?: {
+        /** Snapshot version to replay when the source is a commit-log URL. */
+        version?: number;
+        /** Table root used to resolve relative Parquet add-file paths. */
+        baseUrl?: string;
+        /** Headers sent while reading commit-log files. */
+        headers?: HeadersInit;
+    };
+};
+/** Query options accepted by a Delta snapshot scan. */
+export type DeltaScanOptions = ParquetDatasetReadOptions & {
+    version?: number;
+};
+//# sourceMappingURL=delta-types.d.ts.map

package/dist/delta-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta-types.d.ts","sourceRoot":"","sources":["../src/delta-types.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,2BAA2B,EAAE,yBAAyB,EAAC,kCAA+B;AAEnG,oFAAoF;AACpF,MAAM,MAAM,WAAW,GAAG,QAAQ,CAAC;IACjC,QAAQ,CAAC,EAAE,QAAQ,CAAC;QAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,cAAc,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KACpC,CAAC,CAAC;IACH,QAAQ,CAAC,EAAE,QAAQ,CAAC;QAClB,aAAa,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;KACzD,CAAC,CAAC;IACH,GAAG,CAAC,EAAE,QAAQ,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;QAC1D,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QACnD,6EAA6E;QAC7E,cAAc,CAAC,EAAE,OAAO,CAAC;KAC1B,CAAC,CAAC;IACH,MAAM,CAAC,EAAE,QAAQ,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAC,CAAC,CAAC;CACnC,CAAC,CAAC;AAEH,kFAAkF;AAClF,MAAM,MAAM,kBAAkB,GAAG,2BAA2B,GAAG;IAC7D,KAAK,CAAC,EAAE;QACN,sEAAsE;QACtE,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,kEAAkE;QAClE,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,mDAAmD;QACnD,OAAO,CAAC,EAAE,WAAW,CAAC;KACvB,CAAC;CACH,CAAC;AAEF,uDAAuD;AACvD,MAAM,MAAM,gBAAgB,GAAG,yBAAyB,GAAG;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAC,CAAC"}

package/dist/delta-types.js

@@ -0,0 +1,5 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+export {};
+//# sourceMappingURL=delta-types.js.map

package/dist/delta-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta-types.js","sourceRoot":"","sources":["../src/delta-types.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC"}

package/dist/geoparquet-loader-with-parser.d.ts

@@ -16,7 +16,6 @@ export declare const GeoParquetLoaderWithParser: {
     readonly worker: false;
     readonly options: {
         readonly parquet: {
-            readonly backend: "wasm";
             readonly columns: undefined;
             readonly preserveBinary: false;
             readonly shape: "object-row-table";

package/dist/geoparquet-loader-with-parser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"geoparquet-loader-with-parser.d.ts","sourceRoot":"","sources":["../src/geoparquet-loader-with-parser.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,YAAY,EACZ,iBAAiB,EAClB,MAAM,oBAAoB,CAAC;AAU5B,OAAO,EAEL,KAAK,uBAAuB,EAC7B,+BAA4B;AAM7B,YAAY,EAAC,uBAAuB,EAAC,+BAA4B;AAEjE,gFAAgF;AAChF,eAAO,MAAM,0BAA0B;kCAElB,WAAW,YAAY,uBAAuB;uDAGvC,uBAAuB;gEAGd,uBAAuB;6CAKpD,aAAa,CAAC,eAAe,GAAG,eAAe,CAAC,GAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAC,YACrC,uBAAuB,aACtB,OAAO;;;;;;;;;;;;;;;;;;;;;;;CASrB,CAAC"}
+{"version":3,"file":"geoparquet-loader-with-parser.d.ts","sourceRoot":"","sources":["../src/geoparquet-loader-with-parser.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,YAAY,EACZ,iBAAiB,EAClB,MAAM,oBAAoB,CAAC;AAU5B,OAAO,EAEL,KAAK,uBAAuB,EAC7B,+BAA4B;AAM7B,YAAY,EAAC,uBAAuB,EAAC,+BAA4B;AAEjE,gFAAgF;AAChF,eAAO,MAAM,0BAA0B;kCAElB,WAAW,YAAY,uBAAuB;uDAGvC,uBAAuB;gEAGd,uBAAuB;6CAKpD,aAAa,CAAC,eAAe,GAAG,eAAe,CAAC,GAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAC,YACrC,uBAAuB,aACtB,OAAO;;;;;;;;;;;;;;;;;;;;;;CASrB,CAAC"}

package/dist/geoparquet-loader-with-parser.js

@@ -5,7 +5,7 @@ import { BlobFile, concatenateArrayBuffersAsync } from '@loaders.gl/loader-utils
 import { parseGeoParquetFile, parseGeoParquetFileInBatches } from "./lib/parsers/parse-geoparquet-to-geojson.js";
 import { parseParquetArrowTable, parseParquetArrowTableInBatches } from "./lib/parsers/parse-parquet-tables.js";
 import { GeoParquetLoader as GeoParquetLoaderMetadata } from "./geoparquet-loader.js";
-import { getParquetOptions } from "./parquet-wasm-loader-with-parser.js";
+import { getParquetOptions } from "./parquet-loader.js";
 const { preload: _GeoParquetLoaderPreload, ...GeoParquetLoaderMetadataWithoutPreload } = GeoParquetLoaderMetadata;
 /** GeoParquet table loader that returns GeoJSON tables via Arrow conversion. */
 export const GeoParquetLoaderWithParser = {

package/dist/geoparquet-loader-with-parser.js.map

@@ -1 +1 @@
-{"version":3,"file":"geoparquet-loader-with-parser.js","sourceRoot":"","sources":["../src/geoparquet-loader-with-parser.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,QAAQ,EAAE,4BAA4B,EAAC,MAAM,0BAA0B,CAAC;AAShF,OAAO,EACL,mBAAmB,EACnB,4BAA4B,EAC7B,qDAAkD;AACnD,OAAO,EACL,sBAAsB,EACtB,+BAA+B,EAChC,8CAA2C;AAC5C,OAAO,EACL,gBAAgB,IAAI,wBAAwB,EAE7C,+BAA4B;AAC7B,OAAO,EAAC,iBAAiB,EAAC,6CAA0C;AAEpE,MAAM,EAAC,OAAO,EAAE,wBAAwB,EAAE,GAAG,sCAAsC,EAAC,GAClF,wBAAwB,CAAC;AAI3B,gFAAgF;AAChF,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,GAAG,sCAAsC;IACzC,KAAK,CAAC,WAAwB,EAAE,OAAiC;QAC/D,OAAO,oBAAoB,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IACrF,CAAC;IACD,SAAS,CAAC,IAAI,EAAE,OAAiC;QAC/C,OAAO,oBAAoB,CAAC,IAAI,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IAChE,CAAC;IACD,kBAAkB,CAAC,IAAI,EAAE,OAAiC;QACxD,OAAO,6BAA6B,CAAC,IAAI,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,CAAC;IACD,KAAK,CAAC,CAAC,cAAc,CACnB,aAE+C,EAC/C,OAAiC,EACjC,QAAkB;QAElB,MAAM,WAAW,GAAG,MAAM,4BAA4B,CAAC,aAAa,CAAC,CAAC;QACtE,KAAK,CAAC,CAAC,6BAA6B,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9F,CAAC;CAKF,CAAC;AAEF;;;;;GAKG;AACH,KAAK,UAAU,oBAAoB,CACjC,IAA6B,EAC7B,OAAgC;IAEhC,IAAI,OAAO,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa,EAAE,CAAC;QAC7C,OAAO,MAAM,sBAAsB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,MAAM,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AAClD,CAAC;AAED;;;;;GAKG;AACH,KAAK,SAAS,CAAC,CAAC,6BAA6B,CAC3C,IAA6B,EAC7B,OAAgC;IAEhC,IAAI,OAAO,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa,EAAE,CAAC;QAC7C,KAAK,CAAC,CAAC,+BAA+B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACtD,OAAO;IACT,CAAC;IAED,KAAK,CAAC,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACrD,CAAC"}
+{"version":3,"file":"geoparquet-loader-with-parser.js","sourceRoot":"","sources":["../src/geoparquet-loader-with-parser.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,QAAQ,EAAE,4BAA4B,EAAC,MAAM,0BAA0B,CAAC;AAShF,OAAO,EACL,mBAAmB,EACnB,4BAA4B,EAC7B,qDAAkD;AACnD,OAAO,EACL,sBAAsB,EACtB,+BAA+B,EAChC,8CAA2C;AAC5C,OAAO,EACL,gBAAgB,IAAI,wBAAwB,EAE7C,+BAA4B;AAC7B,OAAO,EAAC,iBAAiB,EAAC,4BAAyB;AAEnD,MAAM,EAAC,OAAO,EAAE,wBAAwB,EAAE,GAAG,sCAAsC,EAAC,GAClF,wBAAwB,CAAC;AAI3B,gFAAgF;AAChF,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,GAAG,sCAAsC;IACzC,KAAK,CAAC,WAAwB,EAAE,OAAiC;QAC/D,OAAO,oBAAoB,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IACrF,CAAC;IACD,SAAS,CAAC,IAAI,EAAE,OAAiC;QAC/C,OAAO,oBAAoB,CAAC,IAAI,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IAChE,CAAC;IACD,kBAAkB,CAAC,IAAI,EAAE,OAAiC;QACxD,OAAO,6BAA6B,CAAC,IAAI,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,CAAC;IACD,KAAK,CAAC,CAAC,cAAc,CACnB,aAE+C,EAC/C,OAAiC,EACjC,QAAkB;QAElB,MAAM,WAAW,GAAG,MAAM,4BAA4B,CAAC,aAAa,CAAC,CAAC;QACtE,KAAK,CAAC,CAAC,6BAA6B,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9F,CAAC;CAKF,CAAC;AAEF;;;;;GAKG;AACH,KAAK,UAAU,oBAAoB,CACjC,IAA6B,EAC7B,OAAgC;IAEhC,IAAI,OAAO,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa,EAAE,CAAC;QAC7C,OAAO,MAAM,sBAAsB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,MAAM,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AAClD,CAAC;AAED;;;;;GAKG;AACH,KAAK,SAAS,CAAC,CAAC,6BAA6B,CAC3C,IAA6B,EAC7B,OAAgC;IAEhC,IAAI,OAAO,CAAC,OAAO,EAAE,KAAK,KAAK,aAAa,EAAE,CAAC;QAC7C,KAAK,CAAC,CAAC,+BAA+B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACtD,OAAO;IACT,CAAC;IAED,KAAK,CAAC,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACrD,CAAC"}

package/dist/geoparquet-loader.d.ts

@@ -16,7 +16,6 @@ declare function preloadGeoParquetLoader(): Promise<{
     readonly worker: false;
     readonly options: {
         readonly parquet: {
-            readonly backend: "wasm";
             readonly columns: undefined;
             readonly preserveBinary: false;
             readonly shape: "object-row-table";
@@ -41,7 +40,6 @@ export declare const GeoParquetLoader: {
     readonly worker: false;
     readonly options: {
         readonly parquet: {
-            readonly backend: "wasm";
             readonly columns: undefined;
             readonly preserveBinary: false;
             readonly shape: "object-row-table";

package/dist/geoparquet-loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"geoparquet-loader.d.ts","sourceRoot":"","sources":["../src/geoparquet-loader.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,YAAY,EACZ,iBAAiB,EAClB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EAEL,KAAK,oBAAoB,IAAI,0BAA0B,EACxD,oCAAiC;AAMlC,yCAAyC;AACzC,MAAM,MAAM,uBAAuB,GAAG,0BAA0B,CAAC;AAEjE,oEAAoE;AACpE,iBAAe,uBAAuB;;;;;uBASP,YAAY,GAAG,UAAU;wBACxB,iBAAiB,GAAG,eAAe;;;;;;;;;;;;;;;;;;;;;GAPlE;AAED,6CAA6C;AAC7C,eAAO,MAAM,gBAAgB;uBAGE,YAAY,GAAG,UAAU;wBACxB,iBAAiB,GAAG,eAAe;;;;;;;;;;;;;;;;;;;;;;CAiBlE,CAAC"}
+{"version":3,"file":"geoparquet-loader.d.ts","sourceRoot":"","sources":["../src/geoparquet-loader.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,YAAY,EACZ,iBAAiB,EAClB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EAEL,KAAK,oBAAoB,IAAI,0BAA0B,EACxD,oCAAiC;AAMlC,yCAAyC;AACzC,MAAM,MAAM,uBAAuB,GAAG,0BAA0B,CAAC;AAEjE,oEAAoE;AACpE,iBAAe,uBAAuB;;;;;uBASP,YAAY,GAAG,UAAU;wBACxB,iBAAiB,GAAG,eAAe;;;;;;;;;;;;;;;;;;;;GAPlE;AAED,6CAA6C;AAC7C,eAAO,MAAM,gBAAgB;uBAGE,YAAY,GAAG,UAAU;wBACxB,iBAAiB,GAAG,eAAe;;;;;;;;;;;;;;;;;;;;;CAiBlE,CAAC"}

package/dist/geoparquet-loader.js

@@ -5,7 +5,7 @@ import { ParquetFormat } from "./parquet-format.js";
 import { PARQUET_LOADER_DEFAULT_OPTIONS } from "./parquet-loader-options.js";
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof "5.0.0-alpha.1" !== 'undefined' ? "5.0.0-alpha.1" : 'latest';
+const VERSION = typeof "5.0.0-alpha.3" !== 'undefined' ? "5.0.0-alpha.3" : 'latest';
 /** Preloads the parser-bearing GeoParquet loader implementation. */
 async function preloadGeoParquetLoader() {
     const { GeoParquetLoaderWithParser } = await import("./geoparquet-loader-with-parser.js");