@loaders.gl/core 5.0.0-alpha.11 → 5.0.0-alpha.13

package/dist/loader-utils/lib/scan-utils/raster-query.js

@@ -0,0 +1,49 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+/** Validates a raster query without opening or decoding source data. */
+export function validateRasterQueryOptions(options) {
+    if (options.width !== undefined)
+        validatePositiveInteger(options.width, 'width');
+    if (options.height !== undefined)
+        validatePositiveInteger(options.height, 'height');
+    if (options.level !== undefined)
+        validateNonNegativeInteger(options.level, 'level');
+    if (options.bounds) {
+        for (let axis = 0; axis < 2; axis++) {
+            const minimum = options.bounds[0][axis];
+            const maximum = options.bounds[1][axis];
+            if (!Number.isFinite(minimum) || !Number.isFinite(maximum) || minimum > maximum) {
+                throw new Error('Raster query bounds must contain finite, ordered coordinates.');
+            }
+        }
+    }
+    for (const channel of options.channels || []) {
+        validateNonNegativeInteger(channel, 'channel');
+    }
+    for (const [name, slice] of Object.entries(options.slices || {})) {
+        if (!name)
+            throw new Error('Raster query slice names must be non-empty.');
+        if (Array.isArray(slice)) {
+            if (slice.length !== 2 || !slice.every(Number.isFinite) || slice[0] > slice[1]) {
+                throw new Error(`Raster query slice ${name} must be an ordered finite range.`);
+            }
+        }
+        else if (!Number.isFinite(slice)) {
+            throw new Error(`Raster query slice ${name} must be finite.`);
+        }
+    }
+}
+/** Validates a positive raster dimension. */
+function validatePositiveInteger(value, name) {
+    if (!Number.isSafeInteger(value) || value < 1) {
+        throw new Error(`Raster query ${name} must be a positive safe integer.`);
+    }
+}
+/** Validates a non-negative raster index. */
+function validateNonNegativeInteger(value, name) {
+    if (!Number.isSafeInteger(value) || value < 0) {
+        throw new Error(`Raster query ${name} must be a non-negative safe integer.`);
+    }
+}
+//# sourceMappingURL=raster-query.js.map

package/dist/loader-utils/lib/scan-utils/raster-query.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"raster-query.js","sourceRoot":"","sources":["../../../../src/loader-utils/lib/scan-utils/raster-query.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAsCpC,wEAAwE;AACxE,MAAM,UAAU,0BAA0B,CAAC,OAA2B;IACpE,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;QAAE,uBAAuB,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACjF,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;QAAE,uBAAuB,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACpF,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;QAAE,0BAA0B,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACpF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC;YACpC,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,OAAO,EAAE,CAAC;gBAChF,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;YACnF,CAAC;QACH,CAAC;IACH,CAAC;IACD,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QAC7C,0BAA0B,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACjD,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QAC1E,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/E,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,mCAAmC,CAAC,CAAC;YACjF,CAAC;QACH,CAAC;aAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,kBAAkB,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;AACH,CAAC;AAED,6CAA6C;AAC7C,SAAS,uBAAuB,CAAC,KAAa,EAAE,IAAY;IAC1D,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CAAC,gBAAgB,IAAI,mCAAmC,CAAC,CAAC;IAC3E,CAAC;AACH,CAAC;AAED,6CAA6C;AAC7C,SAAS,0BAA0B,CAAC,KAAa,EAAE,IAAY;IAC7D,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CAAC,gBAAgB,IAAI,uCAAuC,CAAC,CAAC;IAC/E,CAAC;AACH,CAAC"}

package/dist/loader-utils/lib/scan-utils/relational-query.d.ts

@@ -0,0 +1,75 @@
+import type { ColumnarPredicate, ColumnarPredicateProperty } from "./columnar-predicate.js";
+import type { TableQueryOptions } from "./table-query.js";
+import { planTableQuery } from "./table-query.js";
+/** A scalar expression in the portable relational planner. */
+export type RelationalExpression = Readonly<{
+    /** Output alias for the expression. */
+    name: string;
+    /** Expression operator and operands. */
+    expression: {
+        readonly op: 'column';
+        readonly column: string;
+    } | {
+        readonly op: 'literal';
+        readonly value: boolean | number | string | null;
+    } | {
+        readonly op: 'add' | 'subtract' | 'multiply' | 'divide';
+        readonly left: string;
+        readonly right: string;
+    };
+}>;
+/** A portable ordering key. */
+export type RelationalOrderKey = Readonly<{
+    /** Column or expression name to order by. */
+    column: string;
+    /** Sort direction. */
+    direction?: 'asc' | 'desc';
+    /** Null placement. */
+    nulls?: 'first' | 'last';
+}>;
+/** A portable aggregate specification. */
+export type RelationalAggregate = Readonly<{
+    /** Aggregate function. */
+    function: 'count' | 'sum' | 'min' | 'max' | 'avg';
+    /** Input column, omitted for `count(*)`. */
+    column?: string;
+    /** Output alias. */
+    name: string;
+}>;
+/** A relational child query used by unions and joins. */
+export type RelationalChildQuery<PredicateT extends ColumnarPredicate<unknown, ColumnarPredicateProperty> = ColumnarPredicate<unknown, ColumnarPredicateProperty>> = Readonly<{
+    /** Logical source name. */
+    source: string;
+    /** Portable table query applied to the child. */
+    query?: TableQueryOptions<PredicateT>;
+}>;
+/** Portable relational extensions layered on top of a table scan. */
+export type RelationalQueryOptions<PredicateT extends ColumnarPredicate<unknown, ColumnarPredicateProperty> = ColumnarPredicate<unknown, ColumnarPredicateProperty>> = TableQueryOptions<PredicateT> & Readonly<{
+    /** Computed columns evaluated before projection. */
+    expressions?: readonly RelationalExpression[];
+    /** Stable ordering applied before the global limit. */
+    orderBy?: readonly RelationalOrderKey[];
+    /** Grouping keys for aggregate output. */
+    groupBy?: readonly string[];
+    /** Aggregate output definitions. */
+    aggregates?: readonly RelationalAggregate[];
+    /** Additional child queries to concatenate. */
+    union?: readonly RelationalChildQuery<PredicateT>[];
+    /** Optional equi-join child and key mapping. */
+    join?: Readonly<{
+        child: RelationalChildQuery<PredicateT>;
+        left: string;
+        right: string;
+    }>;
+}>;
+/** Logical operator in a relational query plan. */
+export type RelationalPlanStep = Readonly<{
+    kind: 'table-query' | 'expression' | 'order' | 'aggregate' | 'union' | 'join';
+    detail: unknown;
+}>;
+/** Validates and normalizes the relational extensions without executing them. */
+export declare function planRelationalQuery<PredicateT extends ColumnarPredicate<unknown, ColumnarPredicateProperty> = ColumnarPredicate<unknown, ColumnarPredicateProperty>>(sourceColumnNames: readonly string[], options?: RelationalQueryOptions<PredicateT>): {
+    readonly tablePlan: ReturnType<typeof planTableQuery>;
+    readonly relationalSteps: readonly RelationalPlanStep[];
+};
+//# sourceMappingURL=relational-query.d.ts.map

package/dist/loader-utils/lib/scan-utils/relational-query.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"relational-query.d.ts","sourceRoot":"","sources":["../../../../src/loader-utils/lib/scan-utils/relational-query.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,iBAAiB,EAAE,yBAAyB,EAAC,gCAA6B;AACvF,OAAO,KAAK,EAAC,iBAAiB,EAAC,yBAAsB;AACrD,OAAO,EAAC,cAAc,EAAC,yBAAsB;AAE7C,8DAA8D;AAC9D,MAAM,MAAM,oBAAoB,GAAG,QAAQ,CAAC;IAC1C,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,wCAAwC;IACxC,UAAU,EACN;QAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAC,GAChD;QAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,CAAA;KAAC,GAC1E;QACE,QAAQ,CAAC,EAAE,EAAE,KAAK,GAAG,UAAU,GAAG,UAAU,GAAG,QAAQ,CAAC;QACxD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;KACxB,CAAC;CACP,CAAC,CAAC;AAEH,+BAA+B;AAC/B,MAAM,MAAM,kBAAkB,GAAG,QAAQ,CAAC;IACxC,6CAA6C;IAC7C,MAAM,EAAE,MAAM,CAAC;IACf,sBAAsB;IACtB,SAAS,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAC3B,sBAAsB;IACtB,KAAK,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;CAC1B,CAAC,CAAC;AAEH,0CAA0C;AAC1C,MAAM,MAAM,mBAAmB,GAAG,QAAQ,CAAC;IACzC,0BAA0B;IAC1B,QAAQ,EAAE,OAAO,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC;IAClD,4CAA4C;IAC5C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oBAAoB;IACpB,IAAI,EAAE,MAAM,CAAC;CACd,CAAC,CAAC;AAEH,yDAAyD;AACzD,MAAM,MAAM,oBAAoB,CAC9B,UAAU,SAAS,iBAAiB,CAAC,OAAO,EAAE,yBAAyB,CAAC,GAAG,iBAAiB,CAC1F,OAAO,EACP,yBAAyB,CAC1B,IACC,QAAQ,CAAC;IACX,2BAA2B;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,iDAAiD;IACjD,KAAK,CAAC,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;CACvC,CAAC,CAAC;AAEH,qEAAqE;AACrE,MAAM,MAAM,sBAAsB,CAChC,UAAU,SAAS,iBAAiB,CAAC,OAAO,EAAE,yBAAyB,CAAC,GAAG,iBAAiB,CAC1F,OAAO,EACP,yBAAyB,CAC1B,IACC,iBAAiB,CAAC,UAAU,CAAC,GAC/B,QAAQ,CAAC;IACP,oDAAoD;IACpD,WAAW,CAAC,EAAE,SAAS,oBAAoB,EAAE,CAAC;IAC9C,uDAAuD;IACvD,OAAO,CAAC,EAAE,SAAS,kBAAkB,EAAE,CAAC;IACxC,0CAA0C;IAC1C,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5B,oCAAoC;IACpC,UAAU,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC5C,+CAA+C;IAC/C,KAAK,CAAC,EAAE,SAAS,oBAAoB,CAAC,UAAU,CAAC,EAAE,CAAC;IACpD,gDAAgD;IAChD,IAAI,CAAC,EAAE,QAAQ,CAAC;QAAC,KAAK,EAAE,oBAAoB,CAAC,UAAU,CAAC,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAC,CAAC,CAAC;CACzF,CAAC,CAAC;AAEL,mDAAmD;AACnD,MAAM,MAAM,kBAAkB,GAAG,QAAQ,CAAC;IACxC,IAAI,EAAE,aAAa,GAAG,YAAY,GAAG,OAAO,GAAG,WAAW,GAAG,OAAO,GAAG,MAAM,CAAC;IAC9E,MAAM,EAAE,OAAO,CAAC;CACjB,CAAC,CAAC;AAEH,iFAAiF;AACjF,wBAAgB,mBAAmB,CACjC,UAAU,SAAS,iBAAiB,CAAC,OAAO,EAAE,yBAAyB,CAAC,GAAG,iBAAiB,CAC1F,OAAO,EACP,yBAAyB,CAC1B,EAED,iBAAiB,EAAE,SAAS,MAAM,EAAE,EACpC,OAAO,GAAE,sBAAsB,CAAC,UAAU,CAAM,GAC/C;IACD,QAAQ,CAAC,SAAS,EAAE,UAAU,CAAC,OAAO,cAAc,CAAC,CAAC;IACtD,QAAQ,CAAC,eAAe,EAAE,SAAS,kBAAkB,EAAE,CAAC;CACzD,CAiFA"}

package/dist/loader-utils/lib/scan-utils/relational-query.js

@@ -0,0 +1,107 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { planTableQuery } from "./table-query.js";
+/** Validates and normalizes the relational extensions without executing them. */
+export function planRelationalQuery(sourceColumnNames, options = {}) {
+    const available = new Set(sourceColumnNames);
+    const expressionNames = new Set();
+    for (const expression of options.expressions || []) {
+        if (!expression.name)
+            throw new Error('Relational expression names must be non-empty.');
+        if (available.has(expression.name) || expressionNames.has(expression.name)) {
+            throw new Error(`Relational expression duplicates column: ${expression.name}`);
+        }
+        expressionNames.add(expression.name);
+    }
+    const aggregateNames = new Set((options.aggregates || []).map(aggregate => aggregate.name));
+    const requiredColumns = new Set();
+    const availableColumns = new Set(sourceColumnNames);
+    for (const expression of options.expressions || []) {
+        const definition = expression.expression;
+        if (definition.op === 'column') {
+            validateRelationalColumnReference(definition.column, availableColumns);
+            if (available.has(definition.column))
+                requiredColumns.add(definition.column);
+        }
+        if ('left' in definition) {
+            validateRelationalColumnReference(definition.left, availableColumns);
+            validateRelationalColumnReference(definition.right, availableColumns);
+            if (available.has(definition.left))
+                requiredColumns.add(definition.left);
+            if (available.has(definition.right))
+                requiredColumns.add(definition.right);
+        }
+        availableColumns.add(expression.name);
+    }
+    for (const key of options.orderBy || [])
+        requiredColumns.add(key.column);
+    for (const key of options.groupBy || [])
+        requiredColumns.add(key);
+    for (const aggregate of options.aggregates || []) {
+        if (aggregate.column)
+            requiredColumns.add(aggregate.column);
+    }
+    const outputColumns = options.columns?.filter(column => !expressionNames.has(column) && !aggregateNames.has(column));
+    const tablePlan = [
+        ...planTableQuery(sourceColumnNames, {
+            ...options,
+            columns: outputColumns,
+            predicate: options.predicate
+        })
+    ];
+    const scanStep = tablePlan[0];
+    if (scanStep?.kind === 'scan') {
+        const scanColumns = new Set(scanStep.columns);
+        for (const column of requiredColumns) {
+            if (available.has(column))
+                scanColumns.add(column);
+        }
+        tablePlan[0] = Object.freeze({ kind: 'scan', columns: Object.freeze([...scanColumns]) });
+    }
+    for (const expression of expressionNames)
+        available.add(expression);
+    for (const aggregate of aggregateNames)
+        available.add(aggregate);
+    for (const key of options.orderBy || []) {
+        if (!available.has(key.column))
+            throw new Error(`Relational order column not found: ${key.column}`);
+    }
+    for (const key of options.groupBy || []) {
+        if (!available.has(key))
+            throw new Error(`Relational group column not found: ${key}`);
+    }
+    for (const aggregate of options.aggregates || []) {
+        if (!aggregate.name)
+            throw new Error('Relational aggregate names must be non-empty.');
+        if (aggregate.function !== 'count' && !aggregate.column) {
+            throw new Error(`Relational aggregate ${aggregate.function} requires a column.`);
+        }
+        if (aggregate.column && !available.has(aggregate.column)) {
+            throw new Error(`Relational aggregate column not found: ${aggregate.column}`);
+        }
+    }
+    const relationalSteps = [];
+    if (options.expressions?.length)
+        relationalSteps.push({ kind: 'expression', detail: options.expressions });
+    if (options.orderBy?.length)
+        relationalSteps.push({ kind: 'order', detail: options.orderBy });
+    if (options.aggregates?.length || options.groupBy?.length) {
+        relationalSteps.push({
+            kind: 'aggregate',
+            detail: { groupBy: options.groupBy, aggregates: options.aggregates }
+        });
+    }
+    if (options.union?.length)
+        relationalSteps.push({ kind: 'union', detail: options.union });
+    if (options.join)
+        relationalSteps.push({ kind: 'join', detail: options.join });
+    return { tablePlan, relationalSteps: Object.freeze(relationalSteps) };
+}
+/** Validates that an expression operand refers to a source or earlier computed column. */
+function validateRelationalColumnReference(columnName, availableColumns) {
+    if (!availableColumns.has(columnName)) {
+        throw new Error(`Relational expression column not found: ${columnName}`);
+    }
+}
+//# sourceMappingURL=relational-query.js.map

package/dist/loader-utils/lib/scan-utils/relational-query.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"relational-query.js","sourceRoot":"","sources":["../../../../src/loader-utils/lib/scan-utils/relational-query.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,cAAc,EAAC,yBAAsB;AA8E7C,iFAAiF;AACjF,MAAM,UAAU,mBAAmB,CAMjC,iBAAoC,EACpC,UAA8C,EAAE;IAKhD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAC7C,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;IAC1C,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC;QACnD,IAAI,CAAC,UAAU,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACxF,IAAI,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,KAAK,CAAC,4CAA4C,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IACD,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5F,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;IAC1C,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,iBAAiB,CAAC,CAAC;IACpD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC;QACnD,MAAM,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;QACzC,IAAI,UAAU,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;YAC/B,iCAAiC,CAAC,UAAU,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;YACvE,IAAI,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC;gBAAE,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC/E,CAAC;QACD,IAAI,MAAM,IAAI,UAAU,EAAE,CAAC;YACzB,iCAAiC,CAAC,UAAU,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;YACrE,iCAAiC,CAAC,UAAU,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;YACtE,IAAI,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;gBAAE,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACzE,IAAI,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC;gBAAE,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC7E,CAAC;QACD,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,OAAO,IAAI,EAAE;QAAE,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzE,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,OAAO,IAAI,EAAE;QAAE,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAClE,KAAK,MAAM,SAAS,IAAI,OAAO,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;QACjD,IAAI,SAAS,CAAC,MAAM;YAAE,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC9D,CAAC;IACD,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,EAAE,MAAM,CAC3C,MAAM,CAAC,EAAE,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CACtE,CAAC;IACF,MAAM,SAAS,GAAG;QAChB,GAAG,cAAc,CAAC,iBAAiB,EAAE;YACnC,GAAG,OAAO;YACV,OAAO,EAAE,aAAa;YACtB,SAAS,EAAE,OAAO,CAAC,SAAS;SAC7B,CAAC;KACH,CAAC;IACF,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;IAC9B,IAAI,QAAQ,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC9C,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;YACrC,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC;gBAAE,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACrD,CAAC;QACD,SAAS,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,EAAC,CAAC,CAAC;IACzF,CAAC;IACD,KAAK,MAAM,UAAU,IAAI,eAAe;QAAE,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACpE,KAAK,MAAM,SAAS,IAAI,cAAc;QAAE,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACjE,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;QACxC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,sCAAsC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IACxE,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;QACxC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAC;IACxF,CAAC;IACD,KAAK,MAAM,SAAS,IAAI,OAAO,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;QACjD,IAAI,CAAC,SAAS,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACtF,IAAI,SAAS,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;YACxD,MAAM,IAAI,KAAK,CAAC,wBAAwB,SAAS,CAAC,QAAQ,qBAAqB,CAAC,CAAC;QACnF,CAAC;QACD,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,KAAK,CAAC,0CAA0C,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IACD,MAAM,eAAe,GAAyB,EAAE,CAAC;IACjD,IAAI,OAAO,CAAC,WAAW,EAAE,MAAM;QAC7B,eAAe,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC,WAAW,EAAC,CAAC,CAAC;IAC1E,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM;QAAE,eAAe,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,EAAC,CAAC,CAAC;IAC5F,IAAI,OAAO,CAAC,UAAU,EAAE,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAC1D,eAAe,CAAC,IAAI,CAAC;YACnB,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE,EAAC,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAC;SACnE,CAAC,CAAC;IACL,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,EAAE,MAAM;QAAE,eAAe,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,EAAC,CAAC,CAAC;IACxF,IAAI,OAAO,CAAC,IAAI;QAAE,eAAe,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,IAAI,EAAC,CAAC,CAAC;IAC7E,OAAO,EAAC,SAAS,EAAE,eAAe,EAAE,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,EAAC,CAAC;AACtE,CAAC;AAED,0FAA0F;AAC1F,SAAS,iCAAiC,CACxC,UAAkB,EAClB,gBAAqC;IAErC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,2CAA2C,UAAU,EAAE,CAAC,CAAC;IAC3E,CAAC;AACH,CAAC"}

package/dist/loader-utils/lib/scan-utils/scan-executor.d.ts

@@ -0,0 +1,20 @@
+/** A lazily executed ordered unit of scan work. */
+export type ScanTask<Value> = {
+    /** Executes the task and returns its values as an asynchronous iterable. */
+    readonly run: (signal: AbortSignal) => AsyncIterable<Value> | Promise<AsyncIterable<Value>>;
+};
+/** Options for bounded, ordered scan-task execution. */
+export type ScanExecutorOptions = {
+    /** Maximum number of tasks executing concurrently. Defaults to four. */
+    readonly concurrency?: number;
+    /** Signal used to cancel discovery, queued tasks, and active tasks. */
+    readonly signal?: AbortSignal;
+};
+/**
+ * Executes scan tasks concurrently while yielding values in task order.
+ *
+ * Each task has a one-value buffer. This preserves deterministic output without allowing a slow
+ * earlier task to cause every later task to materialize its complete result in memory.
+ */
+export declare function executeScanTasks<Value>(tasks: AsyncIterable<ScanTask<Value>>, options?: ScanExecutorOptions): AsyncIterable<Value>;
+//# sourceMappingURL=scan-executor.d.ts.map

package/dist/loader-utils/lib/scan-utils/scan-executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scan-executor.d.ts","sourceRoot":"","sources":["../../../../src/loader-utils/lib/scan-utils/scan-executor.ts"],"names":[],"mappings":"AAIA,mDAAmD;AACnD,MAAM,MAAM,QAAQ,CAAC,KAAK,IAAI;IAC5B,4EAA4E;IAC5E,QAAQ,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,aAAa,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;CAC7F,CAAC;AAEF,wDAAwD;AACxD,MAAM,MAAM,mBAAmB,GAAG;IAChC,wEAAwE;IACxE,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,uEAAuE;IACvE,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;CAC/B,CAAC;AAIF;;;;;GAKG;AACH,wBAAuB,gBAAgB,CAAC,KAAK,EAC3C,KAAK,EAAE,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EACrC,OAAO,GAAE,mBAAwB,GAChC,aAAa,CAAC,KAAK,CAAC,CA0DtB"}

package/dist/loader-utils/lib/scan-utils/scan-executor.js

@@ -0,0 +1,183 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+const DEFAULT_SCAN_CONCURRENCY = 4;
+/**
+ * Executes scan tasks concurrently while yielding values in task order.
+ *
+ * Each task has a one-value buffer. This preserves deterministic output without allowing a slow
+ * earlier task to cause every later task to materialize its complete result in memory.
+ */
+export async function* executeScanTasks(tasks, options = {}) {
+    const concurrency = normalizeScanConcurrency(options.concurrency);
+    const execution = createScanExecution(options.signal);
+    const signal = execution.signal;
+    throwIfScanAborted(signal);
+    const iterator = tasks[Symbol.asyncIterator]();
+    const scheduledTasks = new Map();
+    let nextTaskIndex = 0;
+    let nextOutputIndex = 0;
+    let tasksComplete = false;
+    let discoveryError;
+    const scheduleNext = async () => {
+        if (tasksComplete)
+            return;
+        const next = await iterator.next();
+        if (next.done) {
+            tasksComplete = true;
+            return;
+        }
+        const queue = new ScanValueQueue();
+        const task = next.value;
+        const execution = executeScanTask(task, queue, signal);
+        scheduledTasks.set(nextTaskIndex++, { queue, execution });
+    };
+    const fillSlots = async () => {
+        try {
+            while (scheduledTasks.size < concurrency && !tasksComplete)
+                await scheduleNext();
+        }
+        catch (error) {
+            discoveryError = error;
+            tasksComplete = true;
+        }
+    };
+    try {
+        await scheduleNext();
+        let discoveryPromise = fillSlots();
+        while (scheduledTasks.size > 0) {
+            const scheduledTask = scheduledTasks.get(nextOutputIndex);
+            if (!scheduledTask)
+                throw new Error('Scan executor internal task ordering error');
+            for await (const value of scheduledTask.queue) {
+                throwIfScanAborted(signal);
+                yield value;
+            }
+            await scheduledTask.execution;
+            scheduledTasks.delete(nextOutputIndex++);
+            await discoveryPromise;
+            if (discoveryError !== undefined)
+                throw discoveryError;
+            discoveryPromise = fillSlots();
+        }
+        await discoveryPromise;
+        if (discoveryError !== undefined)
+            throw discoveryError;
+    }
+    finally {
+        execution.abortController.abort();
+        execution.removeSignalListener();
+        await iterator.return?.();
+        await Promise.allSettled([...scheduledTasks.values()].map(task => task.execution));
+    }
+}
+/** Creates an internal cancellation scope for one scan execution. */
+function createScanExecution(signal) {
+    const abortController = new AbortController();
+    const abort = () => abortController.abort(signal?.reason);
+    if (signal?.aborted)
+        abort();
+    else
+        signal?.addEventListener('abort', abort, { once: true });
+    return {
+        abortController,
+        signal: abortController.signal,
+        removeSignalListener: () => signal?.removeEventListener('abort', abort)
+    };
+}
+/** Runs one task and forwards its values into a bounded queue. */
+async function executeScanTask(task, queue, signal) {
+    try {
+        for await (const value of await task.run(signal || new AbortController().signal)) {
+            await queue.push(value, signal);
+        }
+        queue.finish();
+    }
+    catch (error) {
+        queue.fail(error);
+    }
+}
+/** One-slot asynchronous queue used to apply backpressure between scan tasks and output. */
+class ScanValueQueue {
+    value;
+    hasValue = false;
+    finished = false;
+    error;
+    wakeConsumer = null;
+    wakeProducer = null;
+    /** Buffers one value and waits until it has been consumed. */
+    async push(value, signal) {
+        throwIfScanAborted(signal);
+        while (this.hasValue)
+            await this.waitForWakeup('producer', signal);
+        this.value = value;
+        this.hasValue = true;
+        this.wakeConsumer?.();
+        this.wakeConsumer = null;
+        while (this.hasValue)
+            await this.waitForWakeup('producer', signal);
+    }
+    /** Marks the queue complete and wakes its consumer. */
+    finish() {
+        this.finished = true;
+        this.wakeConsumer?.();
+        this.wakeConsumer = null;
+    }
+    /** Stores a producer error and wakes its consumer. */
+    fail(error) {
+        this.error = error;
+        this.finished = true;
+        this.wakeConsumer?.();
+        this.wakeConsumer = null;
+    }
+    /** Iterates values in task order. */
+    async *[Symbol.asyncIterator]() {
+        while (true) {
+            if (this.hasValue) {
+                const value = this.value;
+                this.hasValue = false;
+                this.wakeProducer?.();
+                this.wakeProducer = null;
+                yield value;
+                continue;
+            }
+            if (this.error !== undefined)
+                throw this.error;
+            if (this.finished)
+                return;
+            await this.waitForWakeup('consumer');
+        }
+    }
+    /** Waits for a queue transition while respecting cancellation. */
+    waitForWakeup(type, signal) {
+        return new Promise((resolve, reject) => {
+            const abort = () => reject(signal?.reason || new DOMException('Aborted', 'AbortError'));
+            const wakeup = () => {
+                signal?.removeEventListener('abort', abort);
+                resolve();
+            };
+            if (type === 'producer')
+                this.wakeProducer = wakeup;
+            else
+                this.wakeConsumer = wakeup;
+            if (signal?.aborted)
+                abort();
+            else
+                signal?.addEventListener('abort', abort, { once: true });
+        });
+    }
+}
+/** Validates and normalizes scan concurrency. */
+function normalizeScanConcurrency(value) {
+    const concurrency = value ?? DEFAULT_SCAN_CONCURRENCY;
+    if (!Number.isInteger(concurrency) || concurrency < 1) {
+        throw new Error(`scan concurrency must be a positive integer, received ${String(value)}`);
+    }
+    return concurrency;
+}
+/** Throws the caller's cancellation reason when a scan has been aborted. */
+function throwIfScanAborted(signal) {
+    if (signal?.aborted)
+        throw signal.reason || new DOMException('Aborted', 'AbortError');
+}
+//# sourceMappingURL=scan-executor.js.map

package/dist/loader-utils/lib/scan-utils/scan-executor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scan-executor.js","sourceRoot":"","sources":["../../../../src/loader-utils/lib/scan-utils/scan-executor.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAgBpC,MAAM,wBAAwB,GAAG,CAAC,CAAC;AAEnC;;;;;GAKG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,gBAAgB,CACrC,KAAqC,EACrC,UAA+B,EAAE;IAEjC,MAAM,WAAW,GAAG,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAClE,MAAM,SAAS,GAAG,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;IAChC,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;IAC/C,MAAM,cAAc,GAAG,IAAI,GAAG,EAAgC,CAAC;IAC/D,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,IAAI,cAAuB,CAAC;IAE5B,MAAM,YAAY,GAAG,KAAK,IAAmB,EAAE;QAC7C,IAAI,aAAa;YAAE,OAAO;QAC1B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,aAAa,GAAG,IAAI,CAAC;YACrB,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,cAAc,EAAS,CAAC;QAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,MAAM,SAAS,GAAG,eAAe,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QACvD,cAAc,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,EAAC,KAAK,EAAE,SAAS,EAAC,CAAC,CAAC;IAC1D,CAAC,CAAC;IAEF,MAAM,SAAS,GAAG,KAAK,IAAmB,EAAE;QAC1C,IAAI,CAAC;YACH,OAAO,cAAc,CAAC,IAAI,GAAG,WAAW,IAAI,CAAC,aAAa;gBAAE,MAAM,YAAY,EAAE,CAAC;QACnF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,cAAc,GAAG,KAAK,CAAC;YACvB,aAAa,GAAG,IAAI,CAAC;QACvB,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,YAAY,EAAE,CAAC;QACrB,IAAI,gBAAgB,GAAG,SAAS,EAAE,CAAC;QACnC,OAAO,cAAc,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,aAAa,GAAG,cAAc,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YAC1D,IAAI,CAAC,aAAa;gBAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAClF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;gBAC9C,kBAAkB,CAAC,MAAM,CAAC,CAAC;gBAC3B,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,aAAa,CAAC,SAAS,CAAC;YAC9B,cAAc,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC;YACzC,MAAM,gBAAgB,CAAC;YACvB,IAAI,cAAc,KAAK,SAAS;gBAAE,MAAM,cAAc,CAAC;YACvD,gBAAgB,GAAG,SAAS,EAAE,CAAC;QACjC,CAAC;QACD,MAAM,gBAAgB,CAAC;QACvB,IAAI,cAAc,KAAK,SAAS;YAAE,MAAM,cAAc,CAAC;IACzD,CAAC;YAAS,CAAC;QACT,SAAS,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAClC,SAAS,CAAC,oBAAoB,EAAE,CAAC;QACjC,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QAC1B,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IACrF,CAAC;AACH,CAAC;AAED,qEAAqE;AACrE,SAAS,mBAAmB,CAAC,MAAoB;IAK/C,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IAC9C,MAAM,KAAK,GAAG,GAAS,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChE,IAAI,MAAM,EAAE,OAAO;QAAE,KAAK,EAAE,CAAC;;QACxB,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC;IAC5D,OAAO;QACL,eAAe;QACf,MAAM,EAAE,eAAe,CAAC,MAAM;QAC9B,oBAAoB,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC;KACxE,CAAC;AACJ,CAAC;AAOD,kEAAkE;AAClE,KAAK,UAAU,eAAe,CAC5B,IAAqB,EACrB,KAA4B,EAC5B,MAAoB;IAEpB,IAAI,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;YACjF,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;QACD,KAAK,CAAC,MAAM,EAAE,CAAC;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACpB,CAAC;AACH,CAAC;AAED,4FAA4F;AAC5F,MAAM,cAAc;IACV,KAAK,CAAS;IACd,QAAQ,GAAG,KAAK,CAAC;IACjB,QAAQ,GAAG,KAAK,CAAC;IACjB,KAAK,CAAU;IACf,YAAY,GAAwB,IAAI,CAAC;IACzC,YAAY,GAAwB,IAAI,CAAC;IAEjD,8DAA8D;IAC9D,KAAK,CAAC,IAAI,CAAC,KAAY,EAAE,MAAoB;QAC3C,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAC3B,OAAO,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACnE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,OAAO,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACrE,CAAC;IAED,uDAAuD;IACvD,MAAM;QACJ,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;IAED,sDAAsD;IACtD,IAAI,CAAC,KAAc;QACjB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;IAED,qCAAqC;IACrC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QAC3B,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;gBACzB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;gBACtB,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;gBACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;gBACzB,MAAM,KAAK,CAAC;gBACZ,SAAS;YACX,CAAC;YACD,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;gBAAE,MAAM,IAAI,CAAC,KAAK,CAAC;YAC/C,IAAI,IAAI,CAAC,QAAQ;gBAAE,OAAO;YAC1B,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,kEAAkE;IAC1D,aAAa,CAAC,IAA6B,EAAE,MAAoB;QACvE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,KAAK,GAAG,GAAS,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;YAC9F,MAAM,MAAM,GAAG,GAAS,EAAE;gBACxB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;gBAC5C,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;YACF,IAAI,IAAI,KAAK,UAAU;gBAAE,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;;gBAC/C,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;YAChC,IAAI,MAAM,EAAE,OAAO;gBAAE,KAAK,EAAE,CAAC;;gBACxB,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,iDAAiD;AACjD,SAAS,wBAAwB,CAAC,KAAyB;IACzD,MAAM,WAAW,GAAG,KAAK,IAAI,wBAAwB,CAAC;IACtD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,yDAAyD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC5F,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,4EAA4E;AAC5E,SAAS,kBAAkB,CAAC,MAAoB;IAC9C,IAAI,MAAM,EAAE,OAAO;QAAE,MAAM,MAAM,CAAC,MAAM,IAAI,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;AACxF,CAAC"}

package/dist/loader-utils/lib/scan-utils/scan-fragments.d.ts

@@ -0,0 +1,23 @@
+import type { TableScanReadOptions } from "./scan-query-metadata.js";
+import type { ColumnarPredicate, ColumnarPredicateProperty } from "./columnar-predicate.js";
+/** A catalog-independent fragment selected before format-specific decoding. */
+export type ScanFragment = Readonly<{
+    /** Stable identifier for the fragment or data file. */
+    id: string;
+    /** URI or opaque source handle used by the physical executor. */
+    uri?: string;
+    /** Partition values available for early query pruning. */
+    partitionValues?: Readonly<Record<string, unknown>>;
+    /** Approximate physical size, when supplied by the catalog. */
+    byteLength?: number | bigint;
+    /** Approximate row count, when supplied by the catalog. */
+    rowCount?: number | bigint;
+    /** Format- or catalog-specific metadata retained for explain/provenance output. */
+    metadata?: Readonly<Record<string, unknown>>;
+}>;
+/** Provider contract for catalog or manifest layers that select physical scan fragments. */
+export type ScanFragmentProvider<PredicateT extends ColumnarPredicate<unknown, ColumnarPredicateProperty> = ColumnarPredicate<unknown, ColumnarPredicateProperty>> = {
+    /** Discovers fragments without opening their data pages. */
+    getScanFragments(options?: TableScanReadOptions<PredicateT>): Promise<readonly ScanFragment[]>;
+};
+//# sourceMappingURL=scan-fragments.d.ts.map

package/dist/loader-utils/lib/scan-utils/scan-fragments.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scan-fragments.d.ts","sourceRoot":"","sources":["../../../../src/loader-utils/lib/scan-utils/scan-fragments.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,oBAAoB,EAAC,iCAA8B;AAChE,OAAO,KAAK,EAAC,iBAAiB,EAAE,yBAAyB,EAAC,gCAA6B;AAEvF,+EAA+E;AAC/E,MAAM,MAAM,YAAY,GAAG,QAAQ,CAAC;IAClC,uDAAuD;IACvD,EAAE,EAAE,MAAM,CAAC;IACX,iEAAiE;IACjE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,0DAA0D;IAC1D,eAAe,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACpD,+DAA+D;IAC/D,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC7B,2DAA2D;IAC3D,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC3B,mFAAmF;IACnF,QAAQ,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;CAC9C,CAAC,CAAC;AAEH,4FAA4F;AAC5F,MAAM,MAAM,oBAAoB,CAC9B,UAAU,SAAS,iBAAiB,CAAC,OAAO,EAAE,yBAAyB,CAAC,GAAG,iBAAiB,CAC1F,OAAO,EACP,yBAAyB,CAC1B,IACC;IACF,4DAA4D;IAC5D,gBAAgB,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,SAAS,YAAY,EAAE,CAAC,CAAC;CAChG,CAAC"}

package/dist/loader-utils/lib/scan-utils/scan-fragments.js

@@ -0,0 +1,5 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+export {};
+//# sourceMappingURL=scan-fragments.js.map

package/dist/loader-utils/lib/scan-utils/scan-fragments.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scan-fragments.js","sourceRoot":"","sources":["../../../../src/loader-utils/lib/scan-utils/scan-fragments.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC"}