@loaders.gl/parquet 5.0.0-alpha.2 → 5.0.0-alpha.4

package/LICENSE

@@ -37,7 +37,7 @@ License reproduced above.
 Copyright (c) 2016 Axel Rauschmayer
 
 loaders.gl includes certain files from Cesium (https://github.com/CesiumGS/cesium)
-under the Apache 2.0 License, including files in modules/3d-tiles and modules/math.
+under the Apache 2.0 License, including files in modules/3d-tiles.
 
 Copyright 2011-2018 CesiumJS Contributors
 

package/dist/bundled.d.ts

@@ -3,7 +3,7 @@ export type { GeoParquetLoaderOptions } from "./geoparquet-loader.js";
 export { ParquetLoaderWithParser as ParquetLoader } from "./parquet-loader.js";
 export { GeoParquetLoaderWithParser as GeoParquetLoader } from "./geoparquet-loader-with-parser.js";
 export { ParquetJSLoaderWithParser as ParquetJSLoader } from "./parquet-js-loader.js";
-export { ParquetSourceLoader, ParquetSource, type ParquetSourceLoaderOptions, type ParquetSourceReadOptions, type ParquetSourceMetadata, type ParquetRowGroupMetadata, type ParquetColumnChunkMetadata, type ParquetBatchMetadata, type ParquetSourceBatch } from "./parquet-source-loader.js";
+export { ParquetSourceLoader, ParquetSource, type ParquetDeferredPageFilter, type ParquetEncodedColumnChunk, type ParquetEncodedPage, type ParquetEncodedPageBatch, type ParquetEncodedPageReadOptions, type ParquetEncodedPageSection, type ParquetPageCompressionState, type ParquetSourceLoaderOptions, type ParquetSourceReadOptions, type ParquetSourceMetadata, type ParquetRowGroupMetadata, type ParquetSortingColumn, type ParquetColumnChunkMetadata, type ParquetGeospatialBoundingBox, type ParquetGeospatialStatistics, type ParquetBatchMetadata, type ParquetSourceBatch } from "./parquet-source-loader.js";
 export { ParquetDatasetSource, type ParquetDatasetBatch, type ParquetDatasetFile, type ParquetDatasetFileProvider, type ParquetDatasetReadOptions, type ParquetDatasetSourceOptions, type ParquetDatasetTelemetry } from "./parquet-dataset-source.js";
 export { PARQUET_SOURCE_CAPABILITIES, type ParquetSourceCapabilities } from "./parquet-source-capabilities.js";
 //# sourceMappingURL=bundled.d.ts.map

package/dist/bundled.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"bundled.d.ts","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,oBAAoB,EAAC,kCAA+B;AACjE,YAAY,EAAC,uBAAuB,EAAC,+BAA4B;AACjE,OAAO,EAAC,uBAAuB,IAAI,aAAa,EAAC,4BAAyB;AAC1E,OAAO,EAAC,0BAA0B,IAAI,gBAAgB,EAAC,2CAAwC;AAC/F,OAAO,EAAC,yBAAyB,IAAI,eAAe,EAAC,+BAA4B;AACjF,OAAO,EACL,mBAAmB,EACnB,aAAa,EACb,KAAK,0BAA0B,EAC/B,KAAK,wBAAwB,EAC7B,KAAK,qBAAqB,EAC1B,KAAK,uBAAuB,EAC5B,KAAK,0BAA0B,EAC/B,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACxB,mCAAgC;AACjC,OAAO,EACL,oBAAoB,EACpB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,0BAA0B,EAC/B,KAAK,yBAAyB,EAC9B,KAAK,2BAA2B,EAChC,KAAK,uBAAuB,EAC7B,oCAAiC;AAClC,OAAO,EACL,2BAA2B,EAC3B,KAAK,yBAAyB,EAC/B,yCAAsC"}
+{"version":3,"file":"bundled.d.ts","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,oBAAoB,EAAC,kCAA+B;AACjE,YAAY,EAAC,uBAAuB,EAAC,+BAA4B;AACjE,OAAO,EAAC,uBAAuB,IAAI,aAAa,EAAC,4BAAyB;AAC1E,OAAO,EAAC,0BAA0B,IAAI,gBAAgB,EAAC,2CAAwC;AAC/F,OAAO,EAAC,yBAAyB,IAAI,eAAe,EAAC,+BAA4B;AACjF,OAAO,EACL,mBAAmB,EACnB,aAAa,EACb,KAAK,yBAAyB,EAC9B,KAAK,yBAAyB,EAC9B,KAAK,kBAAkB,EACvB,KAAK,uBAAuB,EAC5B,KAAK,6BAA6B,EAClC,KAAK,yBAAyB,EAC9B,KAAK,2BAA2B,EAChC,KAAK,0BAA0B,EAC/B,KAAK,wBAAwB,EAC7B,KAAK,qBAAqB,EAC1B,KAAK,uBAAuB,EAC5B,KAAK,oBAAoB,EACzB,KAAK,0BAA0B,EAC/B,KAAK,4BAA4B,EACjC,KAAK,2BAA2B,EAChC,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACxB,mCAAgC;AACjC,OAAO,EACL,oBAAoB,EACpB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,0BAA0B,EAC/B,KAAK,yBAAyB,EAC9B,KAAK,2BAA2B,EAChC,KAAK,uBAAuB,EAC7B,oCAAiC;AAClC,OAAO,EACL,2BAA2B,EAC3B,KAAK,yBAAyB,EAC/B,yCAAsC"}

package/dist/bundled.js.map

@@ -1 +1 @@
-{"version":3,"file":"bundled.js","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,uBAAuB,IAAI,aAAa,EAAC,4BAAyB;AAC1E,OAAO,EAAC,0BAA0B,IAAI,gBAAgB,EAAC,2CAAwC;AAC/F,OAAO,EAAC,yBAAyB,IAAI,eAAe,EAAC,+BAA4B;AACjF,OAAO,EACL,mBAAmB,EACnB,aAAa,EAQd,mCAAgC;AACjC,OAAO,EACL,oBAAoB,EAOrB,oCAAiC;AAClC,OAAO,EACL,2BAA2B,EAE5B,yCAAsC"}
+{"version":3,"file":"bundled.js","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,uBAAuB,IAAI,aAAa,EAAC,4BAAyB;AAC1E,OAAO,EAAC,0BAA0B,IAAI,gBAAgB,EAAC,2CAAwC;AAC/F,OAAO,EAAC,yBAAyB,IAAI,eAAe,EAAC,+BAA4B;AACjF,OAAO,EACL,mBAAmB,EACnB,aAAa,EAkBd,mCAAgC;AACjC,OAAO,EACL,oBAAoB,EAOrB,oCAAiC;AAClC,OAAO,EACL,2BAA2B,EAE5B,yCAAsC"}

package/dist/delta-format.d.ts

@@ -0,0 +1,9 @@
+/** Metadata describing the Delta Lake transaction-log format. */
+export declare const DeltaFormat: {
+    name: string;
+    id: string;
+    module: string;
+    extensions: string[];
+    mimeTypes: string[];
+};
+//# sourceMappingURL=delta-format.d.ts.map

package/dist/delta-format.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta-format.d.ts","sourceRoot":"","sources":["../src/delta-format.ts"],"names":[],"mappings":"AAIA,iEAAiE;AACjE,eAAO,MAAM,WAAW;;;;;;CAMvB,CAAC"}

package/dist/delta-format.js

@@ -0,0 +1,12 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+/** Metadata describing the Delta Lake transaction-log format. */
+export const DeltaFormat = {
+    name: 'Delta Lake',
+    id: 'delta',
+    module: 'parquet',
+    extensions: ['json', 'checkpoint.parquet'],
+    mimeTypes: ['application/json']
+};
+//# sourceMappingURL=delta-format.js.map

package/dist/delta-format.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta-format.js","sourceRoot":"","sources":["../src/delta-format.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,iEAAiE;AACjE,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,IAAI,EAAE,YAAY;IAClB,EAAE,EAAE,OAAO;IACX,MAAM,EAAE,SAAS;IACjB,UAAU,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC;IAC1C,SAAS,EAAE,CAAC,kBAAkB,CAAC;CAChC,CAAC"}

package/dist/delta-source-loader-types.d.ts

@@ -0,0 +1,27 @@
+import type { SourceLoader } from '@loaders.gl/loader-utils';
+import type { DeltaSourceOptions } from "./delta-types.js";
+import type { DeltaTableSource } from "./delta-source.js";
+/** Metadata-only Delta source loader options. */
+export type DeltaSourceLoaderOptions = DeltaSourceOptions;
+/** Loads the parser-bearing Delta source implementation on demand. */
+declare function preloadDeltaSourceLoader(): Promise<SourceLoader<DeltaTableSource>>;
+/** Metadata-only Delta source loader; runtime code is available through `preload()`. */
+export declare const DeltaSourceLoader: {
+    readonly dataType: DeltaTableSource;
+    readonly batchType: never;
+    readonly name: "DeltaSourceLoader";
+    readonly version: any;
+    readonly type: "delta";
+    readonly fromUrl: true;
+    readonly fromBlob: true;
+    readonly options: {};
+    readonly defaultOptions: {};
+    readonly testURL: (url: string) => boolean;
+    readonly preload: typeof preloadDeltaSourceLoader;
+    readonly id: string;
+    readonly module: string;
+    readonly extensions: string[];
+    readonly mimeTypes: string[];
+};
+export {};
+//# sourceMappingURL=delta-source-loader-types.d.ts.map

package/dist/delta-source-loader-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta-source-loader-types.d.ts","sourceRoot":"","sources":["../src/delta-source-loader-types.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAE3D,OAAO,KAAK,EAAC,kBAAkB,EAAC,yBAAsB;AACtD,OAAO,KAAK,EAAC,gBAAgB,EAAC,0BAAuB;AAMrD,iDAAiD;AACjD,MAAM,MAAM,wBAAwB,GAAG,kBAAkB,CAAC;AAE1D,sEAAsE;AACtE,iBAAe,wBAAwB,IAAI,OAAO,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC,CAGjF;AAED,wFAAwF;AACxF,eAAO,MAAM,iBAAiB;uBAEC,gBAAgB;wBAC1B,KAAK;;;;;;;;4BAQT,MAAM,KAAG,OAAO;;;;;;CAKhC,CAAC"}

package/dist/delta-source-loader-types.js

@@ -0,0 +1,28 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { DeltaFormat } from "./delta-format.js";
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof "5.0.0-alpha.4" !== 'undefined' ? "5.0.0-alpha.4" : 'latest';
+/** Loads the parser-bearing Delta source implementation on demand. */
+async function preloadDeltaSourceLoader() {
+    const { DeltaSourceLoaderWithParser } = await import('@loaders.gl/parquet/delta-source');
+    return DeltaSourceLoaderWithParser;
+}
+/** Metadata-only Delta source loader; runtime code is available through `preload()`. */
+export const DeltaSourceLoader = {
+    ...DeltaFormat,
+    dataType: null,
+    batchType: null,
+    name: 'DeltaSourceLoader',
+    version: VERSION,
+    type: 'delta',
+    fromUrl: true,
+    fromBlob: true,
+    options: {},
+    defaultOptions: {},
+    testURL: (url) => /\/_delta_log\/(?:\d{20}\.json|_last_checkpoint)(?:$|[?#])/i.test(url),
+    preload: preloadDeltaSourceLoader
+};
+//# sourceMappingURL=delta-source-loader-types.js.map

package/dist/delta-source-loader-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta-source-loader-types.js","sourceRoot":"","sources":["../src/delta-source-loader-types.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,WAAW,EAAC,0BAAuB;AAI3C,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,sBAAkB,KAAK,WAAW,CAAC,CAAC,iBAAa,CAAC,CAAC,QAAQ,CAAC;AAK5E,sEAAsE;AACtE,KAAK,UAAU,wBAAwB;IACrC,MAAM,EAAC,2BAA2B,EAAC,GAAG,MAAM,MAAM,CAAC,kCAAkC,CAAC,CAAC;IACvF,OAAO,2BAA2B,CAAC;AACrC,CAAC;AAED,wFAAwF;AACxF,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC/B,GAAG,WAAW;IACd,QAAQ,EAAE,IAAmC;IAC7C,SAAS,EAAE,IAAa;IACxB,IAAI,EAAE,mBAAmB;IACzB,OAAO,EAAE,OAAO;IAChB,IAAI,EAAE,OAAO;IACb,OAAO,EAAE,IAAI;IACb,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE,EAAE;IACX,cAAc,EAAE,EAAE;IAClB,OAAO,EAAE,CAAC,GAAW,EAAW,EAAE,CAChC,4DAA4D,CAAC,IAAI,CAAC,GAAG,CAAC;IACxE,OAAO,EAAE,wBAAwB;CAGlC,CAAC"}

package/dist/delta-source.d.ts

@@ -0,0 +1,48 @@
+import type { ScanFragment, ScanFragmentProvider, ScanQueryMetadata, ScanQueryMetadataOptions, TableScanSource } from '@loaders.gl/loader-utils';
+import { DataSource } from '@loaders.gl/loader-utils';
+import type { DeltaScanOptions, DeltaSourceOptions } from "./delta-types.js";
+import type { ParquetDatasetBatch, ParquetDatasetExplain, ParquetPredicate } from "./parquet-source-types.js";
+/** Lightweight Delta Lake snapshot source backed by a newline-delimited commit log. */
+export declare class DeltaTableSource extends DataSource<string | Blob, DeltaSourceOptions> implements TableScanSource<ParquetDatasetBatch, ParquetPredicate>, ScanFragmentProvider<ParquetPredicate> {
+    private readonly actionsPromises;
+    /** Creates a source from a Delta commit JSON URL or Blob. */
+    constructor(data: string | Blob, options?: DeltaSourceOptions);
+    /** Discovers the active Parquet files represented by the commit log. */
+    getScanFragments(options?: DeltaScanOptions): Promise<readonly ScanFragment[]>;
+    /** Discovers schema and snapshot statistics without decoding all rows. */
+    getQueryMetadata(options?: ScanQueryMetadataOptions): Promise<ScanQueryMetadata>;
+    /** Explains the Delta snapshot and delegated Parquet physical plans. */
+    getScanPlan(options?: DeltaScanOptions): Promise<ParquetDatasetExplain>;
+    /** Reads the active snapshot through the shared Parquet dataset executor. */
+    read(options?: DeltaScanOptions): AsyncIterable<ParquetDatasetBatch>;
+    /** Alias for `read()` used by scan-aware consumers. */
+    scan(options?: DeltaScanOptions): AsyncIterable<ParquetDatasetBatch>;
+    private getActions;
+    /** Returns the configured or URL-derived snapshot version, when available. */
+    private getSnapshotVersion;
+    /** Reads one commit log or replays all commits through the requested version. */
+    private loadActions;
+    private readResponse;
+    private createDataset;
+    private createDatasetFromOptions;
+    private resolveDataFile;
+}
+/** Parser-bearing Delta source loader exposed through the explicit source subpath. */
+export declare const DeltaSourceLoaderWithParser: {
+    readonly dataType: DeltaTableSource;
+    readonly batchType: never;
+    readonly name: "DeltaSourceLoader";
+    readonly version: any;
+    readonly type: "delta";
+    readonly fromUrl: true;
+    readonly fromBlob: true;
+    readonly options: {};
+    readonly defaultOptions: {};
+    readonly testURL: (url: string) => boolean;
+    readonly createDataSource: (data: string | Blob, options?: DeltaSourceOptions) => DeltaTableSource;
+    readonly id: string;
+    readonly module: string;
+    readonly extensions: string[];
+    readonly mimeTypes: string[];
+};
+//# sourceMappingURL=delta-source.d.ts.map

package/dist/delta-source.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta-source.d.ts","sourceRoot":"","sources":["../src/delta-source.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,EACjB,wBAAwB,EACxB,eAAe,EAEhB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAA0B,UAAU,EAAC,MAAM,0BAA0B,CAAC;AAG7E,OAAO,KAAK,EAAc,gBAAgB,EAAE,kBAAkB,EAAC,yBAAsB;AACrF,OAAO,KAAK,EACV,mBAAmB,EACnB,qBAAqB,EACrB,gBAAgB,EACjB,kCAA+B;AAOhC,uFAAuF;AACvF,qBAAa,gBACX,SAAQ,UAAU,CAAC,MAAM,GAAG,IAAI,EAAE,kBAAkB,CACpD,YACE,eAAe,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,EACtD,oBAAoB,CAAC,gBAAgB,CAAC;IAExC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAsD;IAEtF,6DAA6D;gBACjD,IAAI,EAAE,MAAM,GAAG,IAAI,EAAE,OAAO,GAAE,kBAAuB;IAIjE,wEAAwE;IAClE,gBAAgB,CAAC,OAAO,GAAE,gBAAqB,GAAG,OAAO,CAAC,SAAS,YAAY,EAAE,CAAC;IAiBxF,0EAA0E;IACpE,gBAAgB,CAAC,OAAO,GAAE,wBAA6B,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAwB1F,wEAAwE;IAClE,WAAW,CAAC,OAAO,GAAE,gBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAIjF,6EAA6E;IAC7E,IAAI,CAAC,OAAO,GAAE,gBAAqB,GAAG,aAAa,CAAC,mBAAmB,CAAC;IAIxE,uDAAuD;IACvD,IAAI,CAAC,OAAO,GAAE,gBAAqB,GAAG,aAAa,CAAC,mBAAmB,CAAC;YAI1D,UAAU;IAcxB,8EAA8E;IAC9E,OAAO,CAAC,kBAAkB;IAa1B,iFAAiF;YACnE,WAAW;YAoCX,YAAY;IAM1B,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,wBAAwB;IAchC,OAAO,CAAC,eAAe;CAQxB;AAED,sFAAsF;AACtF,eAAO,MAAM,2BAA2B;uBAET,gBAAgB;wBAC1B,KAAK;;;;;;;;4BAQT,MAAM,KAAG,OAAO;sCAEN,MAAM,GAAG,IAAI,YAAW,kBAAkB,KAAQ,gBAAgB;;;;;CAE1C,CAAC"}

package/dist/delta-source.js

@@ -0,0 +1,222 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { createScanQueryMetadata, DataSource } from '@loaders.gl/loader-utils';
+import { ParquetDatasetSource } from "./parquet-dataset-source.js";
+import { PARQUET_TABLE_QUERY_CAPABILITIES } from "./parquet-source-capabilities.js";
+import { DeltaFormat } from "./delta-format.js";
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof "5.0.0-alpha.4" !== 'undefined' ? "5.0.0-alpha.4" : 'latest';
+/** Lightweight Delta Lake snapshot source backed by a newline-delimited commit log. */
+export class DeltaTableSource extends DataSource {
+    actionsPromises = new Map();
+    /** Creates a source from a Delta commit JSON URL or Blob. */
+    constructor(data, options = {}) {
+        super(data, options);
+    }
+    /** Discovers the active Parquet files represented by the commit log. */
+    async getScanFragments(options = {}) {
+        const actions = await this.getActions(options.version, options.signal);
+        const activeFiles = selectActiveDeltaFiles(actions);
+        return Object.freeze(activeFiles.map(file => Object.freeze({
+            id: file.path,
+            uri: this.resolveDataFile(file.path),
+            partitionValues: file.partitionValues,
+            byteLength: file.size,
+            rowCount: getDeltaRecordCount(file.stats),
+            metadata: { stats: file.stats }
+        })));
+    }
+    /** Discovers schema and snapshot statistics without decoding all rows. */
+    async getQueryMetadata(options = {}) {
+        const fragments = await this.getScanFragments(options);
+        if (!fragments.length) {
+            throw new Error('Delta snapshot contains no active Parquet files');
+        }
+        const dataset = this.createDataset(fragments);
+        const schema = await dataset.getSchema({ signal: options.signal });
+        return createScanQueryMetadata({
+            sourceType: 'delta',
+            queryType: 'table',
+            execution: { status: 'supported', method: 'read' },
+            name: this.data instanceof Blob ? undefined : this.data,
+            schema,
+            capabilities: { table: PARQUET_TABLE_QUERY_CAPABILITIES },
+            statistics: {
+                rowCount: fragments.reduce((total, fragment) => total + Number(fragment.rowCount || 0), 0),
+                byteLength: fragments.reduce((total, fragment) => total + Number(fragment.byteLength || 0), 0)
+            }
+        });
+    }
+    /** Explains the Delta snapshot and delegated Parquet physical plans. */
+    async getScanPlan(options = {}) {
+        return this.createDataset(await this.getScanFragments(options)).getScanPlan(options);
+    }
+    /** Reads the active snapshot through the shared Parquet dataset executor. */
+    read(options = {}) {
+        return this.createDatasetFromOptions(options).read(options);
+    }
+    /** Alias for `read()` used by scan-aware consumers. */
+    scan(options = {}) {
+        return this.read(options);
+    }
+    async getActions(requestedVersion, signal) {
+        const version = this.getSnapshotVersion(requestedVersion);
+        const cacheKey = version === undefined ? 'single-commit' : String(version);
+        let actionsPromise = this.actionsPromises.get(cacheKey);
+        if (!actionsPromise) {
+            actionsPromise = this.loadActions(version, signal);
+            this.actionsPromises.set(cacheKey, actionsPromise);
+        }
+        return actionsPromise;
+    }
+    /** Returns the configured or URL-derived snapshot version, when available. */
+    getSnapshotVersion(version) {
+        const selectedVersion = version ?? this.options.delta?.version;
+        if (selectedVersion !== undefined) {
+            if (!Number.isSafeInteger(selectedVersion) || selectedVersion < 0) {
+                throw new Error('Delta snapshot version must be a non-negative safe integer');
+            }
+            return selectedVersion;
+        }
+        if (typeof this.data !== 'string')
+            return undefined;
+        const match = /\/_delta_log\/(\d{20})\.json(?:$|[?#])/i.exec(this.data);
+        return match ? Number(match[1]) : undefined;
+    }
+    /** Reads one commit log or replays all commits through the requested version. */
+    async loadActions(version, signal) {
+        if (typeof this.data !== 'string' || version === undefined) {
+            const text = typeof this.data === 'string'
+                ? await this.readResponse(await this.fetch(this.url, {
+                    headers: this.options.delta?.headers,
+                    signal
+                }))
+                : await this.data.text();
+            const actions = parseDeltaActions(text);
+            validateDeltaActions(actions);
+            return actions;
+        }
+        const tableRoot = this.data.replace(/\/_delta_log\/[^/?#]+(?:[?#].*)?$/i, '');
+        const actions = [];
+        for (let currentVersion = 0; currentVersion <= version; currentVersion++) {
+            const commitURL = `${tableRoot}/_delta_log/${String(currentVersion).padStart(20, '0')}.json`;
+            const text = await this.readResponse(await this.fetch(commitURL, {
+                headers: this.options.delta?.headers,
+                signal
+            }));
+            actions.push(...parseDeltaActions(text));
+        }
+        const replayedActions = Object.freeze(actions);
+        validateDeltaActions(replayedActions);
+        return replayedActions;
+    }
+    async readResponse(response) {
+        if (!response.ok)
+            throw new Error(`Delta commit log request failed with status ${response.status}`);
+        return response.text();
+    }
+    createDataset(fragments) {
+        return new ParquetDatasetSource(fragments.map(fragment => ({
+            data: fragment.uri,
+            id: fragment.id,
+            partitions: fragment.partitionValues,
+            metadata: fragment.metadata
+        })), this.options);
+    }
+    createDatasetFromOptions(options) {
+        return new ParquetDatasetSource(() => this.getScanFragments(options).then(fragments => fragments.map(fragment => ({
+            data: fragment.uri,
+            id: fragment.id,
+            partitions: fragment.partitionValues
+        }))), this.options);
+    }
+    resolveDataFile(path) {
+        if (this.options.delta?.baseUrl)
+            return new URL(path, this.options.delta.baseUrl).toString();
+        if (typeof this.data === 'string') {
+            const tableRoot = this.data.replace(/\/_delta_log\/[^/]*$/i, '/');
+            return new URL(path, tableRoot).toString();
+        }
+        return path;
+    }
+}
+/** Parser-bearing Delta source loader exposed through the explicit source subpath. */
+export const DeltaSourceLoaderWithParser = {
+    ...DeltaFormat,
+    dataType: null,
+    batchType: null,
+    name: 'DeltaSourceLoader',
+    version: VERSION,
+    type: 'delta',
+    fromUrl: true,
+    fromBlob: true,
+    options: {},
+    defaultOptions: {},
+    testURL: (url) => /\/_delta_log\/(?:\d{20}\.json|_last_checkpoint)(?:$|[?#])/i.test(url),
+    createDataSource: (data, options = {}) => new DeltaTableSource(data, options)
+};
+/** Extracts Delta's optional `numRecords` statistic from an add action. */
+function getDeltaRecordCount(stats) {
+    const parsed = typeof stats === 'string' ? parseDeltaStats(stats) : stats;
+    const value = parsed?.numRecords;
+    return typeof value === 'number' && Number.isSafeInteger(value) ? value : undefined;
+}
+function parseDeltaStats(stats) {
+    try {
+        const value = JSON.parse(stats);
+        return value && typeof value === 'object'
+            ? value
+            : undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
+function selectActiveDeltaFiles(actions) {
+    const files = new Map();
+    for (const action of actions) {
+        if (action.add) {
+            files.set(action.add.path, action.add);
+        }
+        if (action.remove)
+            files.delete(action.remove.path);
+    }
+    const activeFiles = [...files.values()];
+    const deletionVectorFile = activeFiles.find(file => file.deletionVector !== undefined);
+    if (deletionVectorFile) {
+        throw new Error(`Delta deletion vectors are not supported for active file ${deletionVectorFile.path}`);
+    }
+    return activeFiles;
+}
+/** Parses a newline-delimited Delta commit into typed actions. */
+function parseDeltaActions(text) {
+    return Object.freeze(text
+        .split(/\r?\n/)
+        .filter(line => line.trim().length > 0)
+        .map(line => JSON.parse(line)));
+}
+/** Rejects Delta protocol features that this Parquet snapshot adapter cannot interpret safely. */
+function validateDeltaActions(actions) {
+    for (const action of actions) {
+        const protocol = action.protocol;
+        if (protocol) {
+            if (protocol.minReaderVersion !== undefined &&
+                (!Number.isSafeInteger(protocol.minReaderVersion) || protocol.minReaderVersion < 1)) {
+                throw new Error('Delta protocol has an invalid minReaderVersion');
+            }
+            if ((protocol.minReaderVersion ?? 1) > 1) {
+                throw new Error(`Delta reader protocol ${protocol.minReaderVersion} is not supported by this source`);
+            }
+            if (protocol.readerFeatures?.length) {
+                throw new Error(`Delta reader features are not supported: ${protocol.readerFeatures.join(', ')}`);
+            }
+        }
+        const columnMappingMode = action.metaData?.configuration?.['delta.columnMapping.mode'];
+        if (columnMappingMode && columnMappingMode !== 'none') {
+            throw new Error(`Delta column mapping mode "${columnMappingMode}" is not supported by this source`);
+        }
+    }
+}
+//# sourceMappingURL=delta-source.js.map

package/dist/delta-source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta-source.js","sourceRoot":"","sources":["../src/delta-source.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAUpC,OAAO,EAAC,uBAAuB,EAAE,UAAU,EAAC,MAAM,0BAA0B,CAAC;AAC7E,OAAO,EAAC,oBAAoB,EAAC,oCAAiC;AAC9D,OAAO,EAAC,gCAAgC,EAAC,yCAAsC;AAO/E,OAAO,EAAC,WAAW,EAAC,0BAAuB;AAE3C,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,sBAAkB,KAAK,WAAW,CAAC,CAAC,iBAAa,CAAC,CAAC,QAAQ,CAAC;AAE5E,uFAAuF;AACvF,MAAM,OAAO,gBACX,SAAQ,UAA6C;IAKpC,eAAe,GAAG,IAAI,GAAG,EAA2C,CAAC;IAEtF,6DAA6D;IAC7D,YAAY,IAAmB,EAAE,UAA8B,EAAE;QAC/D,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACvB,CAAC;IAED,wEAAwE;IACxE,KAAK,CAAC,gBAAgB,CAAC,UAA4B,EAAE;QACnD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACvE,MAAM,WAAW,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;QACpD,OAAO,MAAM,CAAC,MAAM,CAClB,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CACrB,MAAM,CAAC,MAAM,CAAC;YACZ,EAAE,EAAE,IAAI,CAAC,IAAI;YACb,GAAG,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;YACpC,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,UAAU,EAAE,IAAI,CAAC,IAAI;YACrB,QAAQ,EAAE,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC;YACzC,QAAQ,EAAE,EAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAC;SAC9B,CAAC,CACH,CACF,CAAC;IACJ,CAAC;IAED,0EAA0E;IAC1E,KAAK,CAAC,gBAAgB,CAAC,UAAoC,EAAE;QAC3D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACrE,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,EAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAC,CAAC,CAAC;QACjE,OAAO,uBAAuB,CAAC;YAC7B,UAAU,EAAE,OAAO;YACnB,SAAS,EAAE,OAAO;YAClB,SAAS,EAAE,EAAC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAC;YAChD,IAAI,EAAE,IAAI,CAAC,IAAI,YAAY,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI;YACvD,MAAM;YACN,YAAY,EAAE,EAAC,KAAK,EAAE,gCAAgC,EAAC;YACvD,UAAU,EAAE;gBACV,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC1F,UAAU,EAAE,SAAS,CAAC,MAAM,CAC1B,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAC,EAC7D,CAAC,CACF;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAED,wEAAwE;IACxE,KAAK,CAAC,WAAW,CAAC,UAA4B,EAAE;QAC9C,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACvF,CAAC;IAED,6EAA6E;IAC7E,IAAI,CAAC,UAA4B,EAAE;QACjC,OAAO,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;IAED,uDAAuD;IACvD,IAAI,CAAC,UAA4B,EAAE;QACjC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,gBAAyB,EACzB,MAAoB;QAEpB,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3E,IAAI,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxD,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,cAAc,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACnD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QACrD,CAAC;QACD,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,8EAA8E;IACtE,kBAAkB,CAAC,OAAgB;QACzC,MAAM,eAAe,GAAG,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC;QAC/D,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;YAClC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;gBAClE,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;YAChF,CAAC;YACD,OAAO,eAAe,CAAC;QACzB,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QACpD,MAAM,KAAK,GAAG,yCAAyC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxE,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9C,CAAC;IAED,iFAAiF;IACzE,KAAK,CAAC,WAAW,CACvB,OAA2B,EAC3B,MAAoB;QAEpB,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC3D,MAAM,IAAI,GACR,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;gBAC3B,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CACrB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;oBACzB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO;oBACpC,MAAM;iBACP,CAAC,CACH;gBACH,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACxC,oBAAoB,CAAC,OAAO,CAAC,CAAC;YAC9B,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,oCAAoC,EAAE,EAAE,CAAC,CAAC;QAC9E,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,KAAK,IAAI,cAAc,GAAG,CAAC,EAAE,cAAc,IAAI,OAAO,EAAE,cAAc,EAAE,EAAE,CAAC;YACzE,MAAM,SAAS,GAAG,GAAG,SAAS,eAAe,MAAM,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,OAAO,CAAC;YAC7F,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAClC,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;gBAC1B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO;gBACpC,MAAM;aACP,CAAC,CACH,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3C,CAAC;QACD,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/C,oBAAoB,CAAC,eAAe,CAAC,CAAC;QACtC,OAAO,eAAe,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,QAAkB;QAC3C,IAAI,CAAC,QAAQ,CAAC,EAAE;YACd,MAAM,IAAI,KAAK,CAAC,+CAA+C,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACpF,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;IAEO,aAAa,CAAC,SAAkC;QACtD,OAAO,IAAI,oBAAoB,CAC7B,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACzB,IAAI,EAAE,QAAQ,CAAC,GAAI;YACnB,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,UAAU,EAAE,QAAQ,CAAC,eAAwB;YAC7C,QAAQ,EAAE,QAAQ,CAAC,QAAQ;SAC5B,CAAC,CAAC,EACH,IAAI,CAAC,OAAO,CACb,CAAC;IACJ,CAAC;IAEO,wBAAwB,CAAC,OAAyB;QACxD,OAAO,IAAI,oBAAoB,CAC7B,GAAG,EAAE,CACH,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAC9C,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACzB,IAAI,EAAE,QAAQ,CAAC,GAAI;YACnB,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,UAAU,EAAE,QAAQ,CAAC,eAAwB;SAC9C,CAAC,CAAC,CACJ,EACH,IAAI,CAAC,OAAO,CACb,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,IAAY;QAClC,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO;YAAE,OAAO,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC7F,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAC;YAClE,OAAO,IAAI,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC7C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,sFAAsF;AACtF,MAAM,CAAC,MAAM,2BAA2B,GAAG;IACzC,GAAG,WAAW;IACd,QAAQ,EAAE,IAAmC;IAC7C,SAAS,EAAE,IAAa;IACxB,IAAI,EAAE,mBAAmB;IACzB,OAAO,EAAE,OAAO;IAChB,IAAI,EAAE,OAAO;IACb,OAAO,EAAE,IAAI;IACb,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE,EAAE;IACX,cAAc,EAAE,EAAE;IAClB,OAAO,EAAE,CAAC,GAAW,EAAW,EAAE,CAChC,4DAA4D,CAAC,IAAI,CAAC,GAAG,CAAC;IACxE,gBAAgB,EAAE,CAAC,IAAmB,EAAE,UAA8B,EAAE,EAAoB,EAAE,CAC5F,IAAI,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC;CACY,CAAC;AAEpD,2EAA2E;AAC3E,SAAS,mBAAmB,CAC1B,KAA6D;IAE7D,MAAM,MAAM,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC1E,MAAM,KAAK,GAAG,MAAM,EAAE,UAAU,CAAC;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACtF,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,IAAI,CAAC;QACH,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACzC,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YACvC,CAAC,CAAE,KAA2C;YAC9C,CAAC,CAAC,SAAS,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAC7B,OAA+B;IAE/B,MAAM,KAAK,GAAG,IAAI,GAAG,EAA2C,CAAC;IACjE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;YACf,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,MAAM,CAAC,MAAM;YAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACtD,CAAC;IACD,MAAM,WAAW,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACxC,MAAM,kBAAkB,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC;IACvF,IAAI,kBAAkB,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,4DAA4D,kBAAkB,CAAC,IAAI,EAAE,CACtF,CAAC;IACJ,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,kEAAkE;AAClE,SAAS,iBAAiB,CAAC,IAAY;IACrC,OAAO,MAAM,CAAC,MAAM,CAClB,IAAI;SACD,KAAK,CAAC,OAAO,CAAC;SACd,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;SACtC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC,CAChD,CAAC;AACJ,CAAC;AAED,kGAAkG;AAClG,SAAS,oBAAoB,CAAC,OAA+B;IAC3D,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QACjC,IAAI,QAAQ,EAAE,CAAC;YACb,IACE,QAAQ,CAAC,gBAAgB,KAAK,SAAS;gBACvC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,QAAQ,CAAC,gBAAgB,GAAG,CAAC,CAAC,EACnF,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACpE,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,gBAAgB,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,KAAK,CACb,yBAAyB,QAAQ,CAAC,gBAAgB,kCAAkC,CACrF,CAAC;YACJ,CAAC;YACD,IAAI,QAAQ,CAAC,cAAc,EAAE,MAAM,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CACb,4CAA4C,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACjF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,MAAM,iBAAiB,GAAG,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,CAAC,0BAA0B,CAAC,CAAC;QACvF,IAAI,iBAAiB,IAAI,iBAAiB,KAAK,MAAM,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CACb,8BAA8B,iBAAiB,mCAAmC,CACnF,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/delta-types.d.ts

@@ -0,0 +1,38 @@
+import type { ParquetDatasetSourceOptions, ParquetDatasetReadOptions } from "./parquet-source-types.js";
+/** One Delta Lake transaction action from a commit log or checkpoint projection. */
+export type DeltaAction = Readonly<{
+    protocol?: Readonly<{
+        minReaderVersion?: number;
+        readerFeatures?: readonly string[];
+    }>;
+    metaData?: Readonly<{
+        configuration?: Readonly<Record<string, string | null>>;
+    }>;
+    add?: Readonly<{
+        path: string;
+        size?: number;
+        partitionValues?: Readonly<Record<string, string | null>>;
+        stats?: string | Readonly<Record<string, unknown>>;
+        /** Delta deletion-vector descriptor, which is not decoded by this source. */
+        deletionVector?: unknown;
+    }>;
+    remove?: Readonly<{
+        path: string;
+    }>;
+}>;
+/** Options for reading a Delta snapshot from its newline-delimited commit log. */
+export type DeltaSourceOptions = ParquetDatasetSourceOptions & {
+    delta?: {
+        /** Snapshot version to replay when the source is a commit-log URL. */
+        version?: number;
+        /** Table root used to resolve relative Parquet add-file paths. */
+        baseUrl?: string;
+        /** Headers sent while reading commit-log files. */
+        headers?: HeadersInit;
+    };
+};
+/** Query options accepted by a Delta snapshot scan. */
+export type DeltaScanOptions = ParquetDatasetReadOptions & {
+    version?: number;
+};
+//# sourceMappingURL=delta-types.d.ts.map

package/dist/delta-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta-types.d.ts","sourceRoot":"","sources":["../src/delta-types.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,2BAA2B,EAAE,yBAAyB,EAAC,kCAA+B;AAEnG,oFAAoF;AACpF,MAAM,MAAM,WAAW,GAAG,QAAQ,CAAC;IACjC,QAAQ,CAAC,EAAE,QAAQ,CAAC;QAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,cAAc,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KACpC,CAAC,CAAC;IACH,QAAQ,CAAC,EAAE,QAAQ,CAAC;QAClB,aAAa,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;KACzD,CAAC,CAAC;IACH,GAAG,CAAC,EAAE,QAAQ,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;QAC1D,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QACnD,6EAA6E;QAC7E,cAAc,CAAC,EAAE,OAAO,CAAC;KAC1B,CAAC,CAAC;IACH,MAAM,CAAC,EAAE,QAAQ,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAC,CAAC,CAAC;CACnC,CAAC,CAAC;AAEH,kFAAkF;AAClF,MAAM,MAAM,kBAAkB,GAAG,2BAA2B,GAAG;IAC7D,KAAK,CAAC,EAAE;QACN,sEAAsE;QACtE,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,kEAAkE;QAClE,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,mDAAmD;QACnD,OAAO,CAAC,EAAE,WAAW,CAAC;KACvB,CAAC;CACH,CAAC;AAEF,uDAAuD;AACvD,MAAM,MAAM,gBAAgB,GAAG,yBAAyB,GAAG;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAC,CAAC"}

package/dist/delta-types.js

@@ -0,0 +1,5 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+export {};
+//# sourceMappingURL=delta-types.js.map

package/dist/delta-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta-types.js","sourceRoot":"","sources":["../src/delta-types.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC"}

package/dist/geoparquet-loader.js

@@ -5,7 +5,7 @@ import { ParquetFormat } from "./parquet-format.js";
 import { PARQUET_LOADER_DEFAULT_OPTIONS } from "./parquet-loader-options.js";
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof "5.0.0-alpha.2" !== 'undefined' ? "5.0.0-alpha.2" : 'latest';
+const VERSION = typeof "5.0.0-alpha.4" !== 'undefined' ? "5.0.0-alpha.4" : 'latest';
 /** Preloads the parser-bearing GeoParquet loader implementation. */
 async function preloadGeoParquetLoader() {
     const { GeoParquetLoaderWithParser } = await import("./geoparquet-loader-with-parser.js");

package/dist/iceberg-rest-catalog.d.ts

@@ -0,0 +1,49 @@
+import { IcebergTableSource } from "./iceberg-table-source.js";
+import type { IcebergTableMetadata } from "./iceberg-types.js";
+import type { RequestScheduler } from '@loaders.gl/loader-utils';
+/** Configuration for the minimal Iceberg REST Catalog adapter. */
+export type IcebergRestCatalogOptions = {
+    /** Catalog base URL, for example `https://catalog.example.com`. */
+    readonly endpoint: string;
+    /** Headers sent to catalog and metadata requests. */
+    readonly headers?: HeadersInit;
+    /** Fetch implementation, useful for browser auth and deterministic tests. */
+    readonly fetch?: (url: string, options?: RequestInit) => Promise<Response>;
+    /** Optional shared request gate for catalog metadata calls. */
+    readonly requestScheduler?: RequestScheduler;
+};
+/** Fully qualified Iceberg REST table identifier. */
+export type IcebergRestTableIdentifier = {
+    /** Namespace components in catalog order. */
+    readonly namespace: readonly string[];
+    /** Table name within the namespace. */
+    readonly table: string;
+};
+/** A table source returned by the REST Catalog adapter. */
+export type IcebergRestTable = {
+    /** Inline metadata returned by the catalog, when available. */
+    readonly metadata?: IcebergTableMetadata;
+    /** Metadata location returned by the catalog, when available. */
+    readonly metadataLocation?: string;
+    /** Read-only source that plans and scans the table. */
+    readonly source: IcebergTableSource;
+};
+/**
+ * Minimal read-only Iceberg REST Catalog client.
+ *
+ * This deliberately stops at table loading. Scan planning and file access remain in
+ * `IcebergTableSource`, so catalog authentication and table-format decoding stay separate.
+ */
+export declare class IcebergRestCatalog {
+    private readonly options;
+    constructor(options: IcebergRestCatalogOptions);
+    /** Loads one table's metadata through the Iceberg REST Catalog `/v1` endpoint. */
+    loadTable(identifier: IcebergRestTableIdentifier, signal?: AbortSignal): Promise<IcebergRestTable>;
+    /** Fetches one catalog response through the optional shared request scheduler. */
+    private fetchJson;
+    /** Builds the standard REST Catalog table endpoint. */
+    private getTableUrl;
+    /** Carries catalog headers and fetch through to the metadata/data source. */
+    private getSourceOptions;
+}
+//# sourceMappingURL=iceberg-rest-catalog.d.ts.map

package/dist/iceberg-rest-catalog.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"iceberg-rest-catalog.d.ts","sourceRoot":"","sources":["../src/iceberg-rest-catalog.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,kBAAkB,EAAC,kCAA+B;AAE1D,OAAO,KAAK,EAAC,oBAAoB,EAAC,2BAAwB;AAC1D,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAE/D,kEAAkE;AAClE,MAAM,MAAM,yBAAyB,GAAG;IACtC,mEAAmE;IACnE,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,qDAAqD;IACrD,QAAQ,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC;IAC/B,6EAA6E;IAC7E,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC3E,+DAA+D;IAC/D,QAAQ,CAAC,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;CAC9C,CAAC;AAEF,qDAAqD;AACrD,MAAM,MAAM,0BAA0B,GAAG;IACvC,6CAA6C;IAC7C,QAAQ,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IACtC,uCAAuC;IACvC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,2DAA2D;AAC3D,MAAM,MAAM,gBAAgB,GAAG;IAC7B,+DAA+D;IAC/D,QAAQ,CAAC,QAAQ,CAAC,EAAE,oBAAoB,CAAC;IACzC,iEAAiE;IACjE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACnC,uDAAuD;IACvD,QAAQ,CAAC,MAAM,EAAE,kBAAkB,CAAC;CACrC,CAAC;AAEF;;;;;GAKG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA4B;gBAExC,OAAO,EAAE,yBAAyB;IAI9C,kFAAkF;IAC5E,SAAS,CACb,UAAU,EAAE,0BAA0B,EACtC,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,gBAAgB,CAAC;IAoB5B,kFAAkF;YACpE,SAAS;IAgBvB,uDAAuD;IACvD,OAAO,CAAC,WAAW;IAKnB,6EAA6E;IAC7E,OAAO,CAAC,gBAAgB;CAOzB"}

package/dist/iceberg-rest-catalog.js

@@ -0,0 +1,78 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { IcebergTableSource } from "./iceberg-table-source.js";
+/**
+ * Minimal read-only Iceberg REST Catalog client.
+ *
+ * This deliberately stops at table loading. Scan planning and file access remain in
+ * `IcebergTableSource`, so catalog authentication and table-format decoding stay separate.
+ */
+export class IcebergRestCatalog {
+    options;
+    constructor(options) {
+        this.options = options;
+    }
+    /** Loads one table's metadata through the Iceberg REST Catalog `/v1` endpoint. */
+    async loadTable(identifier, signal) {
+        const tableUrl = this.getTableUrl(identifier);
+        const response = await this.fetchJson(tableUrl, signal);
+        if (!response.ok) {
+            throw new Error(`Iceberg REST Catalog request failed: ${response.status} ${response.statusText}`);
+        }
+        const responseJson = (await response.json());
+        const metadataLocation = getString(responseJson['metadata-location']);
+        const metadata = isIcebergMetadata(responseJson.metadata) ? responseJson.metadata : undefined;
+        if (!metadataLocation && !metadata) {
+            throw new Error('Iceberg REST Catalog response did not include table metadata');
+        }
+        const source = metadata
+            ? new IcebergTableSource(createMetadataUrl(metadata), this.getSourceOptions())
+            : new IcebergTableSource(metadataLocation, this.getSourceOptions());
+        return { metadata, metadataLocation, source };
+    }
+    /** Fetches one catalog response through the optional shared request scheduler. */
+    async fetchJson(url, signal) {
+        const scheduler = this.options.requestScheduler;
+        const request = scheduler
+            ? await scheduler.scheduleRequest(url, () => (signal?.aborted ? -1 : 0))
+            : { done: () => { } };
+        if (!request)
+            throw new DOMException('The operation was aborted', 'AbortError');
+        try {
+            return await (this.options.fetch ?? fetch)(url, {
+                headers: this.options.headers,
+                signal
+            });
+        }
+        finally {
+            request.done();
+        }
+    }
+    /** Builds the standard REST Catalog table endpoint. */
+    getTableUrl(identifier) {
+        const namespace = identifier.namespace.map(encodeURIComponent).join('%1F');
+        return `${this.options.endpoint.replace(/\/$/, '')}/v1/namespaces/${namespace}/tables/${encodeURIComponent(identifier.table)}`;
+    }
+    /** Carries catalog headers and fetch through to the metadata/data source. */
+    getSourceOptions() {
+        const options = { iceberg: { headers: this.options.headers } };
+        if (this.options.fetch) {
+            options.core = { loadOptions: { core: { fetch: this.options.fetch } } };
+        }
+        return options;
+    }
+}
+function getString(value) {
+    return typeof value === 'string' && value.length > 0 ? value : undefined;
+}
+function isIcebergMetadata(value) {
+    if (!value || typeof value !== 'object')
+        return false;
+    const metadata = value;
+    return typeof metadata['format-version'] === 'number' && typeof metadata.location === 'string';
+}
+function createMetadataUrl(metadata) {
+    return `data:application/json,${encodeURIComponent(JSON.stringify(metadata))}`;
+}
+//# sourceMappingURL=iceberg-rest-catalog.js.map

package/dist/iceberg-rest-catalog.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"iceberg-rest-catalog.js","sourceRoot":"","sources":["../src/iceberg-rest-catalog.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,kBAAkB,EAAC,kCAA+B;AAmC1D;;;;;GAKG;AACH,MAAM,OAAO,kBAAkB;IACZ,OAAO,CAA4B;IAEpD,YAAY,OAAkC;QAC5C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,kFAAkF;IAClF,KAAK,CAAC,SAAS,CACb,UAAsC,EACtC,MAAoB;QAEpB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACxD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,wCAAwC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CACjF,CAAC;QACJ,CAAC;QACD,MAAM,YAAY,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA4B,CAAC;QACxE,MAAM,gBAAgB,GAAG,SAAS,CAAC,YAAY,CAAC,mBAAmB,CAAC,CAAC,CAAC;QACtE,MAAM,QAAQ,GAAG,iBAAiB,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QAC9F,IAAI,CAAC,gBAAgB,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;QAClF,CAAC;QACD,MAAM,MAAM,GAAG,QAAQ;YACrB,CAAC,CAAC,IAAI,kBAAkB,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC9E,CAAC,CAAC,IAAI,kBAAkB,CAAC,gBAA0B,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAChF,OAAO,EAAC,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAC,CAAC;IAC9C,CAAC;IAED,kFAAkF;IAC1E,KAAK,CAAC,SAAS,CAAC,GAAW,EAAE,MAAoB;QACvD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC;QAChD,MAAM,OAAO,GAAG,SAAS;YACvB,CAAC,CAAC,MAAM,SAAS,CAAC,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACxE,CAAC,CAAC,EAAC,IAAI,EAAE,GAAG,EAAE,GAAE,CAAC,EAAC,CAAC;QACrB,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,YAAY,CAAC,2BAA2B,EAAE,YAAY,CAAC,CAAC;QAChF,IAAI,CAAC;YACH,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,GAAG,EAAE;gBAC9C,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;gBAC7B,MAAM;aACP,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAED,uDAAuD;IAC/C,WAAW,CAAC,UAAsC;QACxD,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3E,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,kBAAkB,SAAS,WAAW,kBAAkB,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;IACjI,CAAC;IAED,6EAA6E;IACrE,gBAAgB;QACtB,MAAM,OAAO,GAAyB,EAAC,OAAO,EAAE,EAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAC,EAAC,CAAC;QACjF,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,GAAG,EAAC,WAAW,EAAE,EAAC,IAAI,EAAE,EAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAC,EAAC,EAAC,CAAC;QACpE,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC3E,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,QAAQ,GAAG,KAAgC,CAAC;IAClD,OAAO,OAAO,QAAQ,CAAC,gBAAgB,CAAC,KAAK,QAAQ,IAAI,OAAO,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC;AACjG,CAAC;AAED,SAAS,iBAAiB,CAAC,QAA8B;IACvD,OAAO,yBAAyB,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;AACjF,CAAC"}