@chkit/plugin-backfill 0.1.0-beta.20 → 0.1.0-beta.22

package/dist/chunking/planner.js

@@ -0,0 +1,343 @@
+import pMap from 'p-map';
+import { describeSqlContext, describeSqlOperation, formatBytes, getBackfillLogger, SLOW_CLICKHOUSE_QUERY_MS, SLOW_CLICKHOUSE_QUERY_REPEAT_INITIAL_MS, SLOW_CLICKHOUSE_QUERY_REPEAT_MAX_MS, summarizeSql, } from '../logging.js';
+import { buildRootSlice, mergeAdjacentSlices } from './partition-slices.js';
+import { introspectPartitions, introspectSortKeys } from './services/metadata-source.js';
+import { getRowProbeStrategy, getSortKeyRange, parsePlannerDateTime } from './services/row-probe.js';
+import { splitSliceWithEqualWidthRanges } from './strategies/equal-width-split.js';
+import { buildSingleChunkPartition } from './strategies/metadata-single-chunk.js';
+import { findQuantileBoundaryOnDimension, splitSliceWithQuantiles, } from './strategies/quantile-range-split.js';
+import { refinePartitionSlices } from './strategies/refinement.js';
+import { splitSliceWithGroupByKey } from './strategies/group-by-key-split.js';
+import { buildRootStringUpperBound, splitSliceWithStringPrefixes } from './strategies/string-prefix-split.js';
+import { splitSliceWithTemporalBuckets } from './strategies/temporal-bucket-split.js';
+import { getCandidateDimensions } from './strategy-policy.js';
+import { generateChunkId, generatePlanId } from './utils/ids.js';
+import { getChunkRange, isExactChunkRange, replaceChunkRange } from './utils/ranges.js';
+const MAX_SPLIT_DEPTH_MULTIPLIER = 3;
+const STOP_SPLIT_FUZZ_FACTOR = 1.5;
+const logger = getBackfillLogger('chunking', 'planner');
+const queryLogger = getBackfillLogger('chunking', 'clickhouse');
+export async function generateChunkPlan(input) {
+    const planStartedAt = performance.now();
+    const context = {
+        database: input.database,
+        table: input.table,
+        from: input.from,
+        to: input.to,
+        targetChunkBytes: input.targetChunkBytes,
+        query: createTimedPlannerQuery(input),
+        querySettings: input.querySettings,
+        rowProbeStrategy: input.rowProbeStrategy ?? 'count',
+    };
+    logger.info(`starting chunk plan for ${input.database}.${input.table} (target chunk size ${formatBytes(input.targetChunkBytes)}, row probe ${context.rowProbeStrategy})`);
+    const introspectionStartedAt = performance.now();
+    const partitions = await introspectPartitions(context);
+    const sortKeys = await introspectSortKeys(context);
+    const table = {
+        database: input.database,
+        table: input.table,
+        sortKeys,
+    };
+    const planId = generatePlanId();
+    logger.info(`introspection completed for ${input.database}.${input.table}: ${partitions.length} partitions, ${partitions.filter((partition) => partition.bytesUncompressed > context.targetChunkBytes).length} oversized partitions, ${sortKeys.length} sort keys (${Math.round(performance.now() - introspectionStartedAt)}ms)`);
+    const slices = [];
+    const plannedPartitions = [];
+    for (const partition of partitions) {
+        const result = await planPartition(context, partition, table);
+        slices.push(...result.slices);
+        plannedPartitions.push({
+            ...partition,
+            diagnostics: result.diagnostics,
+        });
+    }
+    const chunks = assignChunkIds(planId, slices);
+    const chunkBytes = chunks.map((chunk) => chunk.estimate.bytesUncompressed);
+    const stats = {
+        totalPartitions: partitions.length,
+        oversizedPartitions: partitions.filter((partition) => partition.bytesUncompressed > context.targetChunkBytes).length,
+        focusedChunks: chunks.filter((chunk) => chunk.analysis.focusedValue !== undefined).length,
+        totalChunks: chunks.length,
+        avgChunkBytes: chunkBytes.length > 0
+            ? Math.round(chunkBytes.reduce((sum, value) => sum + value, 0) / chunkBytes.length)
+            : 0,
+        maxChunkBytes: chunkBytes.length > 0 ? Math.max(...chunkBytes) : 0,
+        minChunkBytes: chunkBytes.length > 0 ? Math.min(...chunkBytes) : 0,
+    };
+    logger.info(`finished chunk plan for ${input.database}.${input.table}: ${chunks.length} chunks across ${partitions.length} partitions, ${formatBytes(partitions.reduce((sum, partition) => sum + partition.bytesUncompressed, 0))} uncompressed (${Math.round(performance.now() - planStartedAt)}ms)`);
+    return {
+        planId,
+        generatedAt: new Date().toISOString(),
+        rowProbeStrategy: getRowProbeStrategy(context),
+        targetChunkBytes: context.targetChunkBytes,
+        table,
+        partitions: plannedPartitions,
+        chunks,
+        totalRows: partitions.reduce((sum, partition) => sum + partition.rows, 0),
+        totalBytesCompressed: partitions.reduce((sum, partition) => sum + partition.bytesCompressed, 0),
+        totalBytesUncompressed: partitions.reduce((sum, partition) => sum + partition.bytesUncompressed, 0),
+        stats,
+    };
+}
+async function planPartition(context, partition, table) {
+    const startedAt = performance.now();
+    logger.info(`planning partition ${partition.partitionId} (${partition.rows.toLocaleString()} rows, ${formatBytes(partition.bytesUncompressed)} uncompressed, target ${formatBytes(context.targetChunkBytes)})`);
+    if (partition.bytesUncompressed <= context.targetChunkBytes || table.sortKeys.length === 0) {
+        const refined = await refinePartitionSlices(context, partition, buildSingleChunkPartition(partition), table.sortKeys, false);
+        logger.info(`kept partition ${partition.partitionId} as a single chunk (${Math.round(performance.now() - startedAt)}ms, ${partition.bytesUncompressed <= context.targetChunkBytes ? 'within target size' : 'no sort keys available'})`);
+        return refined;
+    }
+    const rootSlice = buildRootSlice(partition);
+    const splitSlices = await splitSliceRecursively(context, partition, rootSlice, table.sortKeys, 0);
+    const mergedSlices = mergeAdjacentSlices(splitSlices, context.targetChunkBytes);
+    const usedDistributionFallback = mergedSlices.some((slice) => slice.estimate.reason === 'string-prefix-distribution' ||
+        slice.estimate.reason === 'group-by-key-distribution' ||
+        slice.estimate.reason === 'temporal-distribution' ||
+        slice.estimate.reason === 'equal-width-distribution');
+    logger.debug(`partition ${partition.partitionId} produced ${splitSlices.length} candidate slices before refinement (${mergedSlices.length} after merge, distribution fallback ${usedDistributionFallback ? 'used' : 'not used'})`);
+    const refined = await refinePartitionSlices(context, partition, mergedSlices, table.sortKeys, usedDistributionFallback);
+    logger.info(`finished partition ${partition.partitionId}: ${refined.slices.length} chunks (${Math.round(performance.now() - startedAt)}ms)`);
+    return refined;
+}
+async function splitSliceRecursively(context, partition, slice, sortKeys, depth) {
+    if (slice.estimate.bytesUncompressed <= context.targetChunkBytes * STOP_SPLIT_FUZZ_FACTOR) {
+        logger.debug(`stopped splitting slice for partition ${partition.partitionId} at depth ${depth}: ${formatBytes(slice.estimate.bytesUncompressed)} is within threshold ${formatBytes(Math.round(context.targetChunkBytes * STOP_SPLIT_FUZZ_FACTOR))}`);
+        return [slice];
+    }
+    if (depth >= sortKeys.length * MAX_SPLIT_DEPTH_MULTIPLIER) {
+        logger.debug(`stopped splitting slice for partition ${partition.partitionId}: reached max depth ${sortKeys.length * MAX_SPLIT_DEPTH_MULTIPLIER}`);
+        return [slice];
+    }
+    const children = await splitOversizedSlice(context, partition, slice, sortKeys, depth);
+    if (children.length <= 1) {
+        logger.debug(`slice could not be split further for partition ${partition.partitionId} at depth ${depth}`);
+        return [slice];
+    }
+    const finalized = [];
+    for (const child of children) {
+        finalized.push(...(await splitSliceRecursively(context, partition, child, sortKeys, depth + 1)));
+    }
+    return finalized;
+}
+async function splitOversizedSlice(context, partition, slice, sortKeys, depth) {
+    const candidateDimensions = getCandidateDimensions(sortKeys, slice);
+    logger.debug(`attempting oversized slice split for partition ${partition.partitionId} at depth ${depth} (${formatBytes(slice.estimate.bytesUncompressed)} uncompressed across ${candidateDimensions.length} candidate dimensions)`);
+    for (const dimensionIndex of candidateDimensions) {
+        const preparedSlice = await hydrateSliceRange(context, slice, sortKeys, dimensionIndex);
+        if (!preparedSlice)
+            continue;
+        const sortKey = sortKeys[dimensionIndex];
+        if (!sortKey)
+            continue;
+        const rootLike = depth === 0;
+        const focusedValue = findFocusedValue(preparedSlice, sortKeys);
+        logger.debug(`trying split dimension ${dimensionIndex} on ${partition.partitionId} using ${sortKey.name} (${sortKey.category})`);
+        if (sortKey.category === 'string') {
+            if (rootLike) {
+                // First pass: equal-width EXPLAIN ESTIMATE (fast, metadata-only)
+                const estimateSlices = await splitWithEqualWidthEstimate(context, partition, preparedSlice, sortKeys, dimensionIndex);
+                if (isEffectiveSplit(preparedSlice, estimateSlices)) {
+                    logger.debug(`equal-width estimate split succeeded for partition ${partition.partitionId}: ${estimateSlices.length} slices`);
+                    return applyFocusedValue(estimateSlices, focusedValue);
+                }
+            }
+            else {
+                // Refinement pass: full GROUP BY key to detect hot keys directly
+                const keySlices = await splitSliceWithGroupByKey(context, partition, preparedSlice, sortKeys, dimensionIndex);
+                if (keySlices && isEffectiveSplit(preparedSlice, keySlices)) {
+                    logger.debug(`group-by-key split succeeded for partition ${partition.partitionId}: ${keySlices.length} slices`);
+                    return applyFocusedValue(keySlices, focusedValue);
+                }
+                // Single hot key: narrow the range and re-enter dispatch so focusedValue is detected
+                if (keySlices?.length === 1 && keySlices[0]?.analysis.focusedValue) {
+                    const refined = keySlices[0];
+                    const currentRange = getChunkRange(preparedSlice, dimensionIndex);
+                    const refinedRange = getChunkRange(refined, dimensionIndex);
+                    if (currentRange.from !== refinedRange.from || currentRange.to !== refinedRange.to) {
+                        logger.debug(`narrowed single hot key for partition ${partition.partitionId}, re-entering dispatch`);
+                        return splitOversizedSlice(context, partition, refined, sortKeys, depth);
+                    }
+                }
+                // Fallback: GROUP BY prefix when too many distinct keys
+                const stringSlices = await splitSliceWithStringPrefixes(context, partition, preparedSlice, sortKeys, dimensionIndex);
+                if (isEffectiveSplit(preparedSlice, stringSlices)) {
+                    logger.debug(`string-prefix split succeeded for partition ${partition.partitionId}: ${stringSlices.length} slices`);
+                    return applyFocusedValue(stringSlices, focusedValue);
+                }
+            }
+        }
+        if (sortKey.category === 'datetime' && (!rootLike || focusedValue !== undefined)) {
+            const temporalSlices = await splitSliceWithTemporalBuckets(context, partition, markFocusedSlice(preparedSlice, focusedValue), sortKeys, dimensionIndex);
+            if (isEffectiveSplit(preparedSlice, temporalSlices)) {
+                logger.debug(`temporal bucket split succeeded for partition ${partition.partitionId}: ${temporalSlices.length} slices`);
+                return applyFocusedValue(temporalSlices, focusedValue);
+            }
+        }
+        const rangedSlices = await splitWithRanges(context, partition, preparedSlice, sortKeys, dimensionIndex);
+        if (isEffectiveSplit(preparedSlice, rangedSlices)) {
+            logger.debug(`range-based split succeeded for partition ${partition.partitionId}: ${rangedSlices.length} slices`);
+            return applyFocusedValue(rangedSlices, focusedValue);
+        }
+    }
+    logger.debug(`no effective split found for partition ${partition.partitionId} at depth ${depth}`);
+    return [slice];
+}
+async function splitWithRanges(context, partition, slice, sortKeys, dimensionIndex) {
+    const sortKey = sortKeys[dimensionIndex];
+    if (!sortKey)
+        return [slice];
+    const range = getChunkRange(slice, dimensionIndex);
+    if (range.from === undefined || range.to === undefined)
+        return [slice];
+    if (sortKey.category === 'string' && isExactChunkRange(range))
+        return [slice];
+    const subCount = Math.ceil(slice.estimate.bytesUncompressed / context.targetChunkBytes);
+    if (subCount <= 1)
+        return [slice];
+    const quantileBoundaries = await buildQuantileBoundaries(context, slice, sortKeys, dimensionIndex, subCount);
+    if (quantileBoundaries) {
+        logger.debug(`using quantile-aligned range split for partition ${partition.partitionId} on dimension ${dimensionIndex} with ${quantileBoundaries.length} boundaries`);
+        return splitSliceWithQuantiles(context, partition, slice, sortKeys, dimensionIndex, quantileBoundaries);
+    }
+    logger.debug(`falling back to equal-width range split for partition ${partition.partitionId} on dimension ${dimensionIndex} with ${subCount} subranges`);
+    return splitSliceWithEqualWidthRanges(context, partition, slice, sortKeys, dimensionIndex, range.from, range.to, subCount);
+}
+async function splitWithEqualWidthEstimate(context, partition, slice, sortKeys, dimensionIndex) {
+    const estimateContext = {
+        ...context,
+        rowProbeStrategy: 'explain-estimate',
+    };
+    return splitWithRanges(estimateContext, partition, slice, sortKeys, dimensionIndex);
+}
+async function buildQuantileBoundaries(context, slice, sortKeys, dimensionIndex, subCount) {
+    const range = getChunkRange(slice, dimensionIndex);
+    if (range.from === undefined || range.to === undefined)
+        return undefined;
+    const steps = Array.from({ length: subCount - 1 }, (_, i) => i + 1);
+    const foundBoundaries = await pMap(steps, (step) => {
+        const targetCumRows = Math.round((slice.estimate.rows * step) / subCount);
+        return findQuantileBoundaryOnDimension(context, slice, sortKeys, dimensionIndex, targetCumRows);
+    }, { concurrency: 10 });
+    const boundaries = [range.from, ...foundBoundaries];
+    const uniqueBoundaryCount = new Set(boundaries).size;
+    if (uniqueBoundaryCount <= Math.max(2, Math.ceil(subCount / 3))) {
+        logger.debug(`discarded quantile boundaries for partition ${slice.partitionId} on dimension ${dimensionIndex} because only ${uniqueBoundaryCount} unique boundaries remained`);
+        return undefined;
+    }
+    return boundaries.concat([range.to]);
+}
+async function hydrateSliceRange(context, slice, sortKeys, dimensionIndex) {
+    const existingRange = getChunkRange(slice, dimensionIndex);
+    if (existingRange.from !== undefined && existingRange.to !== undefined) {
+        return slice;
+    }
+    const sortKey = sortKeys[dimensionIndex];
+    if (!sortKey)
+        return undefined;
+    const observedRange = await getSortKeyRange(context, slice.partitionId, slice.ranges, sortKeys, sortKey);
+    if (!observedRange)
+        return undefined;
+    logger.debug(`hydrated missing sort-key range for partition ${slice.partitionId} on ${sortKey.name}: [${observedRange.min}, ${observedRange.max}]`);
+    return {
+        ...slice,
+        ranges: replaceChunkRange(slice, dimensionIndex, observedRange.min, toExclusiveUpperBound(observedRange.max, sortKey)),
+    };
+}
+function toExclusiveUpperBound(value, sortKey) {
+    if (sortKey.category === 'string') {
+        return buildRootStringUpperBound(value);
+    }
+    if (sortKey.category === 'datetime') {
+        return new Date(parsePlannerDateTime(value) + 1000).toISOString();
+    }
+    return String(Number(value) + 1);
+}
+function isEffectiveSplit(parentSlice, childSlices) {
+    if (childSlices.length <= 1)
+        return false;
+    return childSlices.some((childSlice) => childSlice.estimate.rows !== parentSlice.estimate.rows ||
+        JSON.stringify(childSlice.ranges) !== JSON.stringify(parentSlice.ranges));
+}
+function findFocusedValue(slice, sortKeys) {
+    for (const range of slice.ranges) {
+        const sortKey = sortKeys[range.dimensionIndex];
+        if (sortKey?.category !== 'string')
+            continue;
+        if (isExactChunkRange(range) && range.from !== undefined) {
+            return { dimensionIndex: range.dimensionIndex, value: range.from };
+        }
+    }
+    return undefined;
+}
+function applyFocusedValue(slices, focusedValue) {
+    if (!focusedValue)
+        return slices;
+    return slices.map((slice) => markFocusedSlice(slice, focusedValue));
+}
+function markFocusedSlice(slice, focusedValue) {
+    if (!focusedValue)
+        return slice;
+    return {
+        ...slice,
+        analysis: {
+            ...slice.analysis,
+            focusedValue,
+        },
+    };
+}
+function assignChunkIds(planId, slices) {
+    const chunkIndexes = new Map();
+    return slices.map((slice) => {
+        const currentIndex = chunkIndexes.get(slice.partitionId) ?? 0;
+        chunkIndexes.set(slice.partitionId, currentIndex + 1);
+        return {
+            ...slice,
+            id: generateChunkId(planId, slice.partitionId, currentIndex),
+        };
+    });
+}
+function createTimedPlannerQuery(input) {
+    return async function timedPlannerQuery(sql, settings) {
+        const startedAt = performance.now();
+        const sqlSummary = summarizeSql(sql);
+        const operation = describeSqlOperation(sql);
+        const context = describeSqlContext(sql);
+        const queryLabel = context ? `${operation} (${context})` : operation;
+        let repeatTimer;
+        let repeatDelayMs = SLOW_CLICKHOUSE_QUERY_REPEAT_INITIAL_MS;
+        const scheduleRepeatWarning = () => {
+            repeatTimer = setTimeout(() => {
+                const elapsedRepeatMs = Math.round(performance.now() - startedAt);
+                queryLogger.warning(`clickhouse query still running for ${input.database}.${input.table} after ${elapsedRepeatMs}ms: ${queryLabel}`);
+                repeatDelayMs = Math.min(repeatDelayMs * 2, SLOW_CLICKHOUSE_QUERY_REPEAT_MAX_MS);
+                scheduleRepeatWarning();
+            }, repeatDelayMs);
+        };
+        const slowTimer = setTimeout(() => {
+            const elapsedMs = Math.round(performance.now() - startedAt);
+            queryLogger.warning(`clickhouse query still running for ${input.database}.${input.table} after ${elapsedMs}ms: ${queryLabel} | ${sqlSummary}`);
+            scheduleRepeatWarning();
+        }, SLOW_CLICKHOUSE_QUERY_MS);
+        queryLogger.debug(`clickhouse query started for ${input.database}.${input.table}: ${sqlSummary}`);
+        try {
+            const rows = await input.query(sql, settings);
+            const durationMs = Math.round(performance.now() - startedAt);
+            if (durationMs >= SLOW_CLICKHOUSE_QUERY_MS) {
+                queryLogger.debug(`slow clickhouse query completed for ${input.database}.${input.table} in ${durationMs}ms (${rows.length} rows): ${queryLabel}`);
+            }
+            else {
+                queryLogger.debug(`clickhouse query completed for ${input.database}.${input.table} in ${durationMs}ms (${rows.length} rows): ${sqlSummary}`);
+            }
+            return rows;
+        }
+        catch (error) {
+            queryLogger.error(`clickhouse query failed for ${input.database}.${input.table} after ${Math.round(performance.now() - startedAt)}ms: ${sqlSummary}`);
+            throw error;
+        }
+        finally {
+            clearTimeout(slowTimer);
+            if (repeatTimer)
+                clearTimeout(repeatTimer);
+        }
+    };
+}
+//# sourceMappingURL=planner.js.map

package/dist/chunking/planner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"planner.js","sourceRoot":"","sources":["../../src/chunking/planner.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,OAAO,CAAA;AACxB,OAAO,EACL,kBAAkB,EAClB,oBAAoB,EACpB,WAAW,EACX,iBAAiB,EACjB,wBAAwB,EACxB,uCAAuC,EACvC,mCAAmC,EACnC,YAAY,GACb,MAAM,eAAe,CAAA;AACtB,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA;AAC3E,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAA;AACxF,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AACpG,OAAO,EAAE,8BAA8B,EAAE,MAAM,mCAAmC,CAAA;AAClF,OAAO,EAAE,yBAAyB,EAAE,MAAM,uCAAuC,CAAA;AACjF,OAAO,EACL,+BAA+B,EAC/B,uBAAuB,GACxB,MAAM,sCAAsC,CAAA;AAC7C,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAA;AAClE,OAAO,EAAE,wBAAwB,EAAE,MAAM,oCAAoC,CAAA;AAC7E,OAAO,EAAE,yBAAyB,EAAE,4BAA4B,EAAE,MAAM,qCAAqC,CAAA;AAC7G,OAAO,EAAE,6BAA6B,EAAE,MAAM,uCAAuC,CAAA;AACrF,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAA;AAa7D,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAChE,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAA;AAEvF,MAAM,0BAA0B,GAAG,CAAC,CAAA;AACpC,MAAM,sBAAsB,GAAG,GAAG,CAAA;AAClC,MAAM,MAAM,GAAG,iBAAiB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;AACvD,MAAM,WAAW,GAAG,iBAAiB,CAAC,UAAU,EAAE,YAAY,CAAC,CAAA;AAE/D,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,KAA6B;IACnE,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;IACvC,MAAM,OAAO,GAAmB;QAC9B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,KAAK,EAAE,uBAAuB,CAAC,KAAK,CAAC;QACrC,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,IAAI,OAAO;KACpD,CAAA;IAED,MAAM,CAAC,IAAI,CACT,2BAA2B,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,uBAAuB,WAAW,CAAC,KAAK,CAAC,gBAAgB,CAAC,eAAe,OAAO,CAAC,gBAAgB,GAAG,CAC7J,CAAA;IAED,MAAM,sBAAsB,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;IAChD,MAAM,UAAU,GAAG,MAAM,oBAAoB,CAAC,OAAO,CAAC,CAAA;IACtD,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAA;IAClD,MAAM,KAAK,GAAiB;QAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,QAAQ;KACT,CAAA;IACD,MAAM,MAAM,GAAG,cAAc,EAAE,CAAA;IAE/B,MAAM,CAAC,IAAI,CACT,+BAA+B,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,CAAC,MAAM,gBAAgB,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC,MAAM,0BAA0B,QAAQ,CAAC,MAAM,eAAe,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,sBAAsB,CAAC,KAAK,CACrT,CAAA;IAED,MAAM,MAAM,GAAqB,EAAE,CAAA;IACnC,MAAM,iBAAiB,GAAgB,EAAE,CAAA;IACzC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;QAC7D,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAA;QAC7B,iBAAiB,CAAC,IAAI,CAAC;YACrB,GAAG,SAAS;YACZ,WAAW,EAAE,MAAM,CAAC,WAAW;SAChC,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC7C,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAA;IAC1E,MAAM,KAAK,GAAG;QACZ,eAAe,EAAE,UAAU,CAAC,MAAM;QAClC,mBAAmB,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC,MAAM;QACpH,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,MAAM;QACzF,WAAW,EAAE,MAAM,CAAC,MAAM;QAC1B,aAAa,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC;YAClC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;YACnF,CAAC,CAAC,CAAC;QACL,aAAa,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,aAAa,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;KACnE,CAAA;IAED,MAAM,CAAC,IAAI,CACT,2BAA2B,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,kBAAkB,UAAU,CAAC,MAAM,gBAAgB,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,SAAS,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,kBAAkB,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,aAAa,CAAC,KAAK,CAC1R,CAAA;IAED,OAAO;QACL,MAAM;QACN,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,gBAAgB,EAAE,mBAAmB,CAAC,OAAO,CAAC;QAC9C,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,KAAK;QACL,UAAU,EAAE,iBAAiB;QAC7B,MAAM;QACN,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;QACzE,oBAAoB,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC;QAC/F,sBAAsB,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,SAAS,CAAC,iBAAiB,EAAE,CAAC,CAAC;QACnG,KAAK;KACN,CAAA;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,OAAuB,EACvB,SAAoB,EACpB,KAAmB;IAEnB,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;IACnC,MAAM,CAAC,IAAI,CACT,sBAAsB,SAAS,CAAC,WAAW,KAAK,SAAS,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,WAAW,CAAC,SAAS,CAAC,iBAAiB,CAAC,yBAAyB,WAAW,CAAC,OAAO,CAAC,gBAAgB,CAAC,GAAG,CACnM,CAAA;IAED,IAAI,SAAS,CAAC,iBAAiB,IAAI,OAAO,CAAC,gBAAgB,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3F,MAAM,OAAO,GAAG,MAAM,qBAAqB,CACzC,OAAO,EACP,SAAS,EACT,yBAAyB,CAAC,SAAS,CAAC,EACpC,KAAK,CAAC,QAAQ,EACd,KAAK,CACN,CAAA;QAED,MAAM,CAAC,IAAI,CACT,kBAAkB,SAAS,CAAC,WAAW,uBAAuB,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,OAAO,SAAS,CAAC,iBAAiB,IAAI,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,wBAAwB,GAAG,CAC3N,CAAA;QAED,OAAO,OAAO,CAAA;IAChB,CAAC;IAED,MAAM,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC,CAAA;IAC3C,MAAM,WAAW,GAAG,MAAM,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;IACjG,MAAM,YAAY,GAAG,mBAAmB,CAAC,WAAW,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAA;IAC/E,MAAM,wBAAwB,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAC3D,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,4BAA4B;QACtD,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,2BAA2B;QACrD,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,uBAAuB;QACjD,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,0BAA0B,CACrD,CAAA;IAED,MAAM,CAAC,KAAK,CACV,aAAa,SAAS,CAAC,WAAW,aAAa,WAAW,CAAC,MAAM,wCAAwC,YAAY,CAAC,MAAM,uCAAuC,wBAAwB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,GAAG,CACrN,CAAA;IAED,MAAM,OAAO,GAAG,MAAM,qBAAqB,CACzC,OAAO,EACP,SAAS,EACT,YAAY,EACZ,KAAK,CAAC,QAAQ,EACd,wBAAwB,CACzB,CAAA;IAED,MAAM,CAAC,IAAI,CACT,sBAAsB,SAAS,CAAC,WAAW,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,YAAY,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,KAAK,CAChI,CAAA;IAED,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,OAAuB,EACvB,SAAoB,EACpB,KAAqB,EACrB,QAAmB,EACnB,KAAa;IAEb,IAAI,KAAK,CAAC,QAAQ,CAAC,iBAAiB,IAAI,OAAO,CAAC,gBAAgB,GAAG,sBAAsB,EAAE,CAAC;QAC1F,MAAM,CAAC,KAAK,CACV,yCAAyC,SAAS,CAAC,WAAW,aAAa,KAAK,KAAK,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,iBAAiB,CAAC,wBAAwB,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,GAAG,sBAAsB,CAAC,CAAC,EAAE,CACvO,CAAA;QACD,OAAO,CAAC,KAAK,CAAC,CAAA;IAChB,CAAC;IAED,IAAI,KAAK,IAAI,QAAQ,CAAC,MAAM,GAAG,0BAA0B,EAAE,CAAC;QAC1D,MAAM,CAAC,KAAK,CACV,yCAAyC,SAAS,CAAC,WAAW,uBAAuB,QAAQ,CAAC,MAAM,GAAG,0BAA0B,EAAE,CACpI,CAAA;QACD,OAAO,CAAC,KAAK,CAAC,CAAA;IAChB,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAA;IACtF,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACzB,MAAM,CAAC,KAAK,CAAC,kDAAkD,SAAS,CAAC,WAAW,aAAa,KAAK,EAAE,CAAC,CAAA;QACzG,OAAO,CAAC,KAAK,CAAC,CAAA;IAChB,CAAC;IAED,MAAM,SAAS,GAAqB,EAAE,CAAA;IACtC,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;QAC7B,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;IAClG,CAAC;IAED,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,OAAuB,EACvB,SAAoB,EACpB,KAAqB,EACrB,QAAmB,EACnB,KAAa;IAEb,MAAM,mBAAmB,GAAG,sBAAsB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;IAEnE,MAAM,CAAC,KAAK,CACV,kDAAkD,SAAS,CAAC,WAAW,aAAa,KAAK,KAAK,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,iBAAiB,CAAC,wBAAwB,mBAAmB,CAAC,MAAM,wBAAwB,CACtN,CAAA;IAED,KAAK,MAAM,cAAc,IAAI,mBAAmB,EAAE,CAAC;QACjD,MAAM,aAAa,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAA;QACvF,IAAI,CAAC,aAAa;YAAE,SAAQ;QAE5B,MAAM,OAAO,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAA;QACxC,IAAI,CAAC,OAAO;YAAE,SAAQ;QAEtB,MAAM,QAAQ,GAAG,KAAK,KAAK,CAAC,CAAA;QAC5B,MAAM,YAAY,GAAG,gBAAgB,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAA;QAE9D,MAAM,CAAC,KAAK,CACV,0BAA0B,cAAc,OAAO,SAAS,CAAC,WAAW,UAAU,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,QAAQ,GAAG,CACnH,CAAA;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAClC,IAAI,QAAQ,EAAE,CAAC;gBACb,iEAAiE;gBACjE,MAAM,cAAc,GAAG,MAAM,2BAA2B,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAA;gBACrH,IAAI,gBAAgB,CAAC,aAAa,EAAE,cAAc,CAAC,EAAE,CAAC;oBACpD,MAAM,CAAC,KAAK,CAAC,sDAAsD,SAAS,CAAC,WAAW,KAAK,cAAc,CAAC,MAAM,SAAS,CAAC,CAAA;oBAC5H,OAAO,iBAAiB,CAAC,cAAc,EAAE,YAAY,CAAC,CAAA;gBACxD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,iEAAiE;gBACjE,MAAM,SAAS,GAAG,MAAM,wBAAwB,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAA;gBAC7G,IAAI,SAAS,IAAI,gBAAgB,CAAC,aAAa,EAAE,SAAS,CAAC,EAAE,CAAC;oBAC5D,MAAM,CAAC,KAAK,CAAC,8CAA8C,SAAS,CAAC,WAAW,KAAK,SAAS,CAAC,MAAM,SAAS,CAAC,CAAA;oBAC/G,OAAO,iBAAiB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAA;gBACnD,CAAC;gBAED,qFAAqF;gBACrF,IAAI,SAAS,EAAE,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,YAAY,EAAE,CAAC;oBACnE,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAA;oBAC5B,MAAM,YAAY,GAAG,aAAa,CAAC,aAAa,EAAE,cAAc,CAAC,CAAA;oBACjE,MAAM,YAAY,GAAG,aAAa,CAAC,OAAO,EAAE,cAAc,CAAC,CAAA;oBAC3D,IAAI,YAAY,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,IAAI,YAAY,CAAC,EAAE,KAAK,YAAY,CAAC,EAAE,EAAE,CAAC;wBACnF,MAAM,CAAC,KAAK,CAAC,yCAAyC,SAAS,CAAC,WAAW,wBAAwB,CAAC,CAAA;wBACpG,OAAO,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAA;oBAC1E,CAAC;gBACH,CAAC;gBAED,wDAAwD;gBACxD,MAAM,YAAY,GAAG,MAAM,4BAA4B,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAA;gBACpH,IAAI,gBAAgB,CAAC,aAAa,EAAE,YAAY,CAAC,EAAE,CAAC;oBAClD,MAAM,CAAC,KAAK,CAAC,+CAA+C,SAAS,CAAC,WAAW,KAAK,YAAY,CAAC,MAAM,SAAS,CAAC,CAAA;oBACnH,OAAO,iBAAiB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;gBACtD,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ,IAAI,YAAY,KAAK,SAAS,CAAC,EAAE,CAAC;YACjF,MAAM,cAAc,GAAG,MAAM,6BAA6B,CACxD,OAAO,EACP,SAAS,EACT,gBAAgB,CAAC,aAAa,EAAE,YAAY,CAAC,EAC7C,QAAQ,EACR,cAAc,CACf,CAAA;YACD,IAAI,gBAAgB,CAAC,aAAa,EAAE,cAAc,CAAC,EAAE,CAAC;gBACpD,MAAM,CAAC,KAAK,CAAC,iDAAiD,SAAS,CAAC,WAAW,KAAK,cAAc,CAAC,MAAM,SAAS,CAAC,CAAA;gBACvH,OAAO,iBAAiB,CAAC,cAAc,EAAE,YAAY,CAAC,CAAA;YACxD,CAAC;QACH,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAA;QACvG,IAAI,gBAAgB,CAAC,aAAa,EAAE,YAAY,CAAC,EAAE,CAAC;YAClD,MAAM,CAAC,KAAK,CAAC,6CAA6C,SAAS,CAAC,WAAW,KAAK,YAAY,CAAC,MAAM,SAAS,CAAC,CAAA;YACjH,OAAO,iBAAiB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;QACtD,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,0CAA0C,SAAS,CAAC,WAAW,aAAa,KAAK,EAAE,CAAC,CAAA;IAEjG,OAAO,CAAC,KAAK,CAAC,CAAA;AAChB,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,OAAuB,EACvB,SAAoB,EACpB,KAAqB,EACrB,QAAmB,EACnB,cAAsB;IAEtB,MAAM,OAAO,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAA;IACxC,IAAI,CAAC,OAAO;QAAE,OAAO,CAAC,KAAK,CAAC,CAAA;IAE5B,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,EAAE,cAAc,CAAC,CAAA;IAClD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,EAAE,KAAK,SAAS;QAAE,OAAO,CAAC,KAAK,CAAC,CAAA;IACtE,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,IAAI,iBAAiB,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,KAAK,CAAC,CAAA;IAE7E,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAA;IACvF,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,CAAC,KAAK,CAAC,CAAA;IAEjC,MAAM,kBAAkB,GAAG,MAAM,uBAAuB,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,QAAQ,CAAC,CAAA;IAC5G,IAAI,kBAAkB,EAAE,CAAC;QACvB,MAAM,CAAC,KAAK,CACV,oDAAoD,SAAS,CAAC,WAAW,iBAAiB,cAAc,SAAS,kBAAkB,CAAC,MAAM,aAAa,CACxJ,CAAA;QACD,OAAO,uBAAuB,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,kBAAkB,CAAC,CAAA;IACzG,CAAC;IAED,MAAM,CAAC,KAAK,CACV,yDAAyD,SAAS,CAAC,WAAW,iBAAiB,cAAc,SAAS,QAAQ,YAAY,CAC3I,CAAA;IAED,OAAO,8BAA8B,CACnC,OAAO,EACP,SAAS,EACT,KAAK,EACL,QAAQ,EACR,cAAc,EACd,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,EAAE,EACR,QAAQ,CACT,CAAA;AACH,CAAC;AAED,KAAK,UAAU,2BAA2B,CACxC,OAAuB,EACvB,SAAoB,EACpB,KAAqB,EACrB,QAAmB,EACnB,cAAsB;IAEtB,MAAM,eAAe,GAAmB;QACtC,GAAG,OAAO;QACV,gBAAgB,EAAE,kBAAkB;KACrC,CAAA;IACD,OAAO,eAAe,CAAC,eAAe,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAA;AACrF,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,OAAuB,EACvB,KAAqB,EACrB,QAAmB,EACnB,cAAsB,EACtB,QAAgB;IAEhB,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,EAAE,cAAc,CAAC,CAAA;IAClD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,EAAE,KAAK,SAAS;QAAE,OAAO,SAAS,CAAA;IAExE,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IACnE,MAAM,eAAe,GAAG,MAAM,IAAI,CAChC,KAAK,EACL,CAAC,IAAI,EAAE,EAAE;QACP,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAA;QACzE,OAAO,+BAA+B,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,aAAa,CAAC,CAAA;IACjG,CAAC,EACD,EAAE,WAAW,EAAE,EAAE,EAAE,CACpB,CAAA;IACD,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,eAAe,CAAC,CAAA;IAEnD,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAA;IACpD,IAAI,mBAAmB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,MAAM,CAAC,KAAK,CACV,+CAA+C,KAAK,CAAC,WAAW,iBAAiB,cAAc,iBAAiB,mBAAmB,6BAA6B,CACjK,CAAA;QACD,OAAO,SAAS,CAAA;IAClB,CAAC;IAED,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;AACtC,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,OAAuB,EACvB,KAAqB,EACrB,QAAmB,EACnB,cAAsB;IAEtB,MAAM,aAAa,GAAG,aAAa,CAAC,KAAK,EAAE,cAAc,CAAC,CAAA;IAC1D,IAAI,aAAa,CAAC,IAAI,KAAK,SAAS,IAAI,aAAa,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;QACvE,OAAO,KAAK,CAAA;IACd,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAA;IACxC,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAA;IAE9B,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAA;IACxG,IAAI,CAAC,aAAa;QAAE,OAAO,SAAS,CAAA;IAEpC,MAAM,CAAC,KAAK,CACV,iDAAiD,KAAK,CAAC,WAAW,OAAO,OAAO,CAAC,IAAI,MAAM,aAAa,CAAC,GAAG,KAAK,aAAa,CAAC,GAAG,GAAG,CACtI,CAAA;IAED,OAAO;QACL,GAAG,KAAK;QACR,MAAM,EAAE,iBAAiB,CACvB,KAAK,EACL,cAAc,EACd,aAAa,CAAC,GAAG,EACjB,qBAAqB,CAAC,aAAa,CAAC,GAAG,EAAE,OAAO,CAAC,CAClD;KACF,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAa,EAAE,OAAgB;IAC5D,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAClC,OAAO,yBAAyB,CAAC,KAAK,CAAC,CAAA;IACzC,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QACpC,OAAO,IAAI,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,CAAA;IACnE,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAA;AAClC,CAAC;AAED,SAAS,gBAAgB,CAAC,WAA2B,EAAE,WAA6B;IAClF,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,KAAK,CAAA;IAEzC,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE,CACrC,UAAU,CAAC,QAAQ,CAAC,IAAI,KAAK,WAAW,CAAC,QAAQ,CAAC,IAAI;QACtD,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC,CACzE,CAAA;AACH,CAAC;AAED,SAAS,gBAAgB,CACvB,KAAqB,EACrB,QAAmB;IAEnB,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,CAAA;QAC9C,IAAI,OAAO,EAAE,QAAQ,KAAK,QAAQ;YAAE,SAAQ;QAC5C,IAAI,iBAAiB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACzD,OAAO,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,CAAA;QACpE,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,SAAS,iBAAiB,CACxB,MAAwB,EACxB,YAAmE;IAEnE,IAAI,CAAC,YAAY;QAAE,OAAO,MAAM,CAAA;IAChC,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC,CAAA;AACrE,CAAC;AAED,SAAS,gBAAgB,CACvB,KAAqB,EACrB,YAAmE;IAEnE,IAAI,CAAC,YAAY;QAAE,OAAO,KAAK,CAAA;IAC/B,OAAO;QACL,GAAG,KAAK;QACR,QAAQ,EAAE;YACR,GAAG,KAAK,CAAC,QAAQ;YACjB,YAAY;SACb;KACF,CAAA;AACH,CAAC;AAED,SAAS,cAAc,CAAC,MAAc,EAAE,MAAwB;IAC9D,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAA;IAE9C,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QAC1B,MAAM,YAAY,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;QAC7D,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,YAAY,GAAG,CAAC,CAAC,CAAA;QACrD,OAAO;YACL,GAAG,KAAK;YACR,EAAE,EAAE,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC;SAC7D,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,uBAAuB,CAC9B,KAAmE;IAEnE,OAAO,KAAK,UAAU,iBAAiB,CACrC,GAAW,EACX,QAAgE;QAEhE,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QACnC,MAAM,UAAU,GAAG,YAAY,CAAC,GAAG,CAAC,CAAA;QACpC,MAAM,SAAS,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAA;QAC3C,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAA;QACvC,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,SAAS,KAAK,OAAO,GAAG,CAAC,CAAC,CAAC,SAAS,CAAA;QACpE,IAAI,WAAsD,CAAA;QAC1D,IAAI,aAAa,GAAG,uCAAuC,CAAA;QAC3D,MAAM,qBAAqB,GAAG,GAAG,EAAE;YACjC,WAAW,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAA;gBACjE,WAAW,CAAC,OAAO,CACjB,sCAAsC,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,UAAU,eAAe,OAAO,UAAU,EAAE,CAChH,CAAA;gBACD,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,CAAC,EAAE,mCAAmC,CAAC,CAAA;gBAChF,qBAAqB,EAAE,CAAA;YACzB,CAAC,EAAE,aAAa,CAAC,CAAA;QACnB,CAAC,CAAA;QACD,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAChC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAA;YAC3D,WAAW,CAAC,OAAO,CACjB,sCAAsC,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,UAAU,SAAS,OAAO,UAAU,MAAM,UAAU,EAAE,CAC1H,CAAA;YACD,qBAAqB,EAAE,CAAA;QACzB,CAAC,EAAE,wBAAwB,CAAC,CAAA;QAE5B,WAAW,CAAC,KAAK,CAAC,gCAAgC,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC,CAAA;QAEjG,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,KAAK,CAAI,GAAG,EAAE,QAAQ,CAAC,CAAA;YAChD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAA;YAE5D,IAAI,UAAU,IAAI,wBAAwB,EAAE,CAAC;gBAC3C,WAAW,CAAC,KAAK,CACf,uCAAuC,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,OAAO,UAAU,OAAO,IAAI,CAAC,MAAM,WAAW,UAAU,EAAE,CAC/H,CAAA;YACH,CAAC;iBAAM,CAAC;gBACN,WAAW,CAAC,KAAK,CACf,kCAAkC,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,OAAO,UAAU,OAAO,IAAI,CAAC,MAAM,WAAW,UAAU,EAAE,CAC1H,CAAA;YACH,CAAC;YAED,OAAO,IAAI,CAAA;QACb,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,KAAK,CACf,+BAA+B,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,UAAU,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,OAAO,UAAU,EAAE,CACnI,CAAA;YACD,MAAM,KAAK,CAAA;QACb,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,SAAS,CAAC,CAAA;YACvB,IAAI,WAAW;gBAAE,YAAY,CAAC,WAAW,CAAC,CAAA;QAC5C,CAAC;IACH,CAAC,CAAA;AACH,CAAC"}

package/dist/chunking/services/distribution-source.d.ts

@@ -0,0 +1,11 @@
+import type { ChunkRange, PlannerContext, SortKey, StringPrefixBucket, TemporalBucket } from '../types.js';
+type QueryContext = Pick<PlannerContext, 'database' | 'table' | 'query' | 'querySettings'>;
+export declare function probeStringPrefixDistribution(context: QueryContext, partitionId: string, ranges: ChunkRange[], sortKey: SortKey, dimensionIndex: number, depth: number, sortKeys: SortKey[]): Promise<StringPrefixBucket[]>;
+export interface StringKeyBucket {
+    value: string;
+    rowCount: number;
+}
+export declare function probeStringKeyDistribution(context: QueryContext, partitionId: string, ranges: ChunkRange[], sortKey: SortKey, dimensionIndex: number, sortKeys: SortKey[], limit: number): Promise<StringKeyBucket[] | undefined>;
+export declare function probeTemporalDistribution(context: QueryContext, partitionId: string, ranges: ChunkRange[], sortKeys: SortKey[], dimensionIndex: number, grain: 'day' | 'hour'): Promise<TemporalBucket[]>;
+export {};
+//# sourceMappingURL=distribution-source.d.ts.map

package/dist/chunking/services/distribution-source.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"distribution-source.d.ts","sourceRoot":"","sources":["../../../src/chunking/services/distribution-source.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,UAAU,EACV,cAAc,EACd,OAAO,EACP,kBAAkB,EAClB,cAAc,EACf,MAAM,aAAa,CAAA;AAEpB,KAAK,YAAY,GAAG,IAAI,CAAC,cAAc,EAAE,UAAU,GAAG,OAAO,GAAG,OAAO,GAAG,eAAe,CAAC,CAAA;AAE1F,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,YAAY,EACrB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,UAAU,EAAE,EACpB,OAAO,EAAE,OAAO,EAChB,cAAc,EAAE,MAAM,EACtB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,OAAO,EAAE,GAClB,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAoB/B;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,YAAY,EACrB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,UAAU,EAAE,EACpB,OAAO,EAAE,OAAO,EAChB,cAAc,EAAE,MAAM,EACtB,QAAQ,EAAE,OAAO,EAAE,EACnB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,eAAe,EAAE,GAAG,SAAS,CAAC,CAsBxC;AAED,wBAAsB,yBAAyB,CAC7C,OAAO,EAAE,YAAY,EACrB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,UAAU,EAAE,EACpB,QAAQ,EAAE,OAAO,EAAE,EACnB,cAAc,EAAE,MAAM,EACtB,KAAK,EAAE,KAAK,GAAG,MAAM,GACpB,OAAO,CAAC,cAAc,EAAE,CAAC,CAuB3B"}

package/dist/chunking/services/distribution-source.js

@@ -0,0 +1,60 @@
+import { buildWhereClauseFromRanges } from '../sql.js';
+export async function probeStringPrefixDistribution(context, partitionId, ranges, sortKey, dimensionIndex, depth, sortKeys) {
+    const range = ranges.find((candidate) => candidate.dimensionIndex === dimensionIndex);
+    if (!range?.from || !range.to)
+        return [];
+    const rows = await context.query(`
+SELECT
+  substring(${sortKey.name}, 1, ${depth}) AS prefix,
+  count() AS cnt
+FROM ${context.database}.${context.table}
+WHERE ${buildWhereClauseFromRanges(partitionId, ranges, sortKeys)}
+GROUP BY prefix
+ORDER BY prefix`, context.querySettings);
+    return rows.map((row) => ({
+        value: row.prefix,
+        rowCount: Number(row.cnt),
+        isExactValue: Buffer.from(row.prefix, 'latin1').length < depth,
+    }));
+}
+export async function probeStringKeyDistribution(context, partitionId, ranges, sortKey, dimensionIndex, sortKeys, limit) {
+    const range = ranges.find((candidate) => candidate.dimensionIndex === dimensionIndex);
+    if (!range?.from || !range.to)
+        return undefined;
+    const rows = await context.query(`
+SELECT
+  ${sortKey.name} AS key,
+  count() AS cnt
+FROM ${context.database}.${context.table}
+WHERE ${buildWhereClauseFromRanges(partitionId, ranges, sortKeys)}
+GROUP BY key
+ORDER BY cnt DESC
+LIMIT ${limit + 1}`, context.querySettings);
+    if (rows.length > limit)
+        return undefined;
+    return rows.map((row) => ({
+        value: row.key,
+        rowCount: Number(row.cnt),
+    }));
+}
+export async function probeTemporalDistribution(context, partitionId, ranges, sortKeys, dimensionIndex, grain) {
+    const sortKey = sortKeys[dimensionIndex];
+    if (!sortKey || sortKey.category !== 'datetime')
+        return [];
+    const bucketExpression = grain === 'day'
+        ? `toStartOfDay(${sortKey.name})`
+        : `toStartOfHour(${sortKey.name})`;
+    const rows = await context.query(`
+SELECT
+  formatDateTime(${bucketExpression}, '%Y-%m-%dT%H:%i:%sZ') AS bucket,
+  count() AS cnt
+FROM ${context.database}.${context.table}
+WHERE ${buildWhereClauseFromRanges(partitionId, ranges, sortKeys)}
+GROUP BY bucket
+ORDER BY bucket`, context.querySettings);
+    return rows.map((row) => ({
+        start: row.bucket,
+        rowCount: Number(row.cnt),
+    }));
+}
+//# sourceMappingURL=distribution-source.js.map

package/dist/chunking/services/distribution-source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"distribution-source.js","sourceRoot":"","sources":["../../../src/chunking/services/distribution-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAA;AAWtD,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,OAAqB,EACrB,WAAmB,EACnB,MAAoB,EACpB,OAAgB,EAChB,cAAsB,EACtB,KAAa,EACb,QAAmB;IAEnB,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,cAAc,KAAK,cAAc,CAAC,CAAA;IACrF,IAAI,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,EAAE;QAAE,OAAO,EAAE,CAAA;IAExC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAkC;;cAEtD,OAAO,CAAC,IAAI,QAAQ,KAAK;;OAEhC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK;QAChC,0BAA0B,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,CAAC;;gBAEjD,EACZ,OAAO,CAAC,aAAa,CACtB,CAAA;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,KAAK,EAAE,GAAG,CAAC,MAAM;QACjB,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,MAAM,GAAG,KAAK;KAC/D,CAAC,CAAC,CAAA;AACL,CAAC;AAOD,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,OAAqB,EACrB,WAAmB,EACnB,MAAoB,EACpB,OAAgB,EAChB,cAAsB,EACtB,QAAmB,EACnB,KAAa;IAEb,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,cAAc,KAAK,cAAc,CAAC,CAAA;IACrF,IAAI,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,EAAE;QAAE,OAAO,SAAS,CAAA;IAE/C,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAA+B;;IAE7D,OAAO,CAAC,IAAI;;OAET,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK;QAChC,0BAA0B,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,CAAC;;;QAGzD,KAAK,GAAG,CAAC,EAAE,EACf,OAAO,CAAC,aAAa,CACtB,CAAA;IAED,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK;QAAE,OAAO,SAAS,CAAA;IAEzC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,KAAK,EAAE,GAAG,CAAC,GAAG;QACd,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;KAC1B,CAAC,CAAC,CAAA;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,OAAqB,EACrB,WAAmB,EACnB,MAAoB,EACpB,QAAmB,EACnB,cAAsB,EACtB,KAAqB;IAErB,MAAM,OAAO,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAA;IACxC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,QAAQ,KAAK,UAAU;QAAE,OAAO,EAAE,CAAA;IAE1D,MAAM,gBAAgB,GAAG,KAAK,KAAK,KAAK;QACtC,CAAC,CAAC,gBAAgB,OAAO,CAAC,IAAI,GAAG;QACjC,CAAC,CAAC,iBAAiB,OAAO,CAAC,IAAI,GAAG,CAAA;IAEpC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAkC;;mBAEjD,gBAAgB;;OAE5B,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK;QAChC,0BAA0B,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,CAAC;;gBAEjD,EACZ,OAAO,CAAC,aAAa,CACtB,CAAA;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,KAAK,EAAE,GAAG,CAAC,MAAM;QACjB,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;KAC1B,CAAC,CAAC,CAAA;AACL,CAAC"}

package/dist/chunking/services/metadata-source.d.ts

@@ -0,0 +1,4 @@
+import type { Partition, PlannerContext, SortKey } from '../types.js';
+export declare function introspectPartitions(context: PlannerContext): Promise<Partition[]>;
+export declare function introspectSortKeys(context: PlannerContext): Promise<SortKey[]>;
+//# sourceMappingURL=metadata-source.d.ts.map

package/dist/chunking/services/metadata-source.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metadata-source.d.ts","sourceRoot":"","sources":["../../../src/chunking/services/metadata-source.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAmB,MAAM,aAAa,CAAA;AAwFtF,wBAAsB,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAyCxF;AAED,wBAAsB,kBAAkB,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAsCpF"}

package/dist/chunking/services/metadata-source.js

@@ -0,0 +1,138 @@
+/** ClickHouse returns timestamps without timezone — they are always UTC. */
+function parseClickHouseUTCTimestamp(value) {
+    const trimmed = value.trim();
+    const normalized = trimmed.includes('T') ? trimmed : `${trimmed.replace(' ', 'T')}Z`;
+    return new Date(normalized.endsWith('Z') ? normalized : `${normalized}Z`).toISOString();
+}
+const NUMERIC_TYPES = /^(U?Int|Float|Decimal)/;
+const DATETIME_TYPES = /^(Date|DateTime)/;
+function classifySortKeyType(type) {
+    if (NUMERIC_TYPES.test(type))
+        return 'numeric';
+    if (DATETIME_TYPES.test(type))
+        return 'datetime';
+    return 'string';
+}
+function boundaryEncodingForCategory(category) {
+    return category === 'string' ? 'hex-latin1' : 'literal';
+}
+function splitTopLevelCsv(input) {
+    const parts = [];
+    let current = '';
+    let depth = 0;
+    let quote;
+    for (let index = 0; index < input.length; index++) {
+        const char = input[index];
+        if (char === undefined)
+            continue;
+        if (quote) {
+            current += char;
+            if (char === quote && input[index - 1] !== '\\')
+                quote = undefined;
+            continue;
+        }
+        if (char === '\'' || char === '"') {
+            quote = char;
+            current += char;
+            continue;
+        }
+        if (char === '(') {
+            depth += 1;
+            current += char;
+            continue;
+        }
+        if (char === ')') {
+            depth = Math.max(0, depth - 1);
+            current += char;
+            continue;
+        }
+        if (char === ',' && depth === 0) {
+            parts.push(current.trim());
+            current = '';
+            continue;
+        }
+        current += char;
+    }
+    if (current.trim().length > 0) {
+        parts.push(current.trim());
+    }
+    return parts;
+}
+function resolveSortKeyColumn(expression, knownColumns) {
+    const trimmed = expression.trim();
+    if (knownColumns.has(trimmed))
+        return trimmed;
+    const identifiers = Array.from(trimmed.matchAll(/\b[A-Za-z_][A-Za-z0-9_]*\b/g))
+        .map((match) => match[0])
+        .filter((identifier) => Boolean(identifier));
+    const matches = Array.from(new Set(identifiers.filter((identifier) => knownColumns.has(identifier))));
+    if (matches.length === 1)
+        return matches[0];
+    if (knownColumns.size === 0 && identifiers.length > 0) {
+        return identifiers[identifiers.length - 1];
+    }
+    return undefined;
+}
+export async function introspectPartitions(context) {
+    await context.query(`SELECT 1 FROM ${context.database}.${context.table} LIMIT 1 SETTINGS select_sequential_consistency = 1`);
+    const rows = await context.query(`SELECT
+  partition_id,
+  toString(sum(rows)) AS total_rows,
+  toString(sum(bytes_on_disk)) AS total_bytes,
+  toString(sum(data_uncompressed_bytes)) AS total_uncompressed_bytes,
+  toString(min(min_time)) AS min_time,
+  toString(max(max_time)) AS max_time
+FROM system.parts
+WHERE database = '${context.database}'
+  AND table = '${context.table}'
+  AND active = 1
+GROUP BY partition_id
+ORDER BY partition_id
+SETTINGS select_sequential_consistency = 1`);
+    return rows
+        .map((row) => ({
+        partitionId: row.partition_id,
+        rows: Number(row.total_rows),
+        bytesCompressed: Number(row.total_bytes),
+        bytesUncompressed: Number(row.total_uncompressed_bytes ?? row.total_bytes),
+        minTime: parseClickHouseUTCTimestamp(row.min_time),
+        maxTime: parseClickHouseUTCTimestamp(row.max_time),
+    }))
+        .filter((partition) => {
+        if (context.from && partition.maxTime < context.from)
+            return false;
+        if (context.to && partition.minTime >= context.to)
+            return false;
+        return true;
+    });
+}
+export async function introspectSortKeys(context) {
+    const tableRows = await context.query(`SELECT sorting_key FROM system.tables WHERE database = '${context.database}' AND name = '${context.table}'`);
+    const sortingKey = tableRows[0]?.sorting_key;
+    if (!sortingKey)
+        return [];
+    const expressions = splitTopLevelCsv(sortingKey);
+    if (expressions.length === 0)
+        return [];
+    const columnRows = await context.query(`SELECT name, type FROM system.columns WHERE database = '${context.database}' AND table = '${context.table}'`);
+    const typeByName = new Map(columnRows
+        .filter((row) => Boolean(row.name))
+        .map((row) => [row.name, row.type]));
+    const knownColumns = new Set(typeByName.keys());
+    return expressions.flatMap((expression, index) => {
+        const column = resolveSortKeyColumn(expression, knownColumns);
+        const type = column
+            ? typeByName.get(column) ?? columnRows[index]?.type ?? columnRows[0]?.type
+            : undefined;
+        if (!column || !type)
+            return [];
+        const category = classifySortKeyType(type);
+        return [{
+                name: column,
+                type,
+                category,
+                boundaryEncoding: boundaryEncodingForCategory(category),
+            }];
+    });
+}
+//# sourceMappingURL=metadata-source.js.map

package/dist/chunking/services/metadata-source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metadata-source.js","sourceRoot":"","sources":["../../../src/chunking/services/metadata-source.ts"],"names":[],"mappings":"AAEA,4EAA4E;AAC5E,SAAS,2BAA2B,CAAC,KAAa;IAChD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAA;IAC5B,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAA;IACpF,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,GAAG,CAAC,CAAC,WAAW,EAAE,CAAA;AACzF,CAAC;AAED,MAAM,aAAa,GAAG,wBAAwB,CAAA;AAC9C,MAAM,cAAc,GAAG,kBAAkB,CAAA;AAEzC,SAAS,mBAAmB,CAAC,IAAY;IACvC,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAA;IAC9C,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,UAAU,CAAA;IAChD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,SAAS,2BAA2B,CAAC,QAAyB;IAC5D,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAA;AACzD,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAa;IACrC,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,OAAO,GAAG,EAAE,CAAA;IAChB,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,KAA6B,CAAA;IAEjC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QAClD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAA;QACzB,IAAI,IAAI,KAAK,SAAS;YAAE,SAAQ;QAEhC,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,IAAI,IAAI,CAAA;YACf,IAAI,IAAI,KAAK,KAAK,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI;gBAAE,KAAK,GAAG,SAAS,CAAA;YAClE,SAAQ;QACV,CAAC;QAED,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YAClC,KAAK,GAAG,IAAI,CAAA;YACZ,OAAO,IAAI,IAAI,CAAA;YACf,SAAQ;QACV,CAAC;QAED,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjB,KAAK,IAAI,CAAC,CAAA;YACV,OAAO,IAAI,IAAI,CAAA;YACf,SAAQ;QACV,CAAC;QAED,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjB,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;YAC9B,OAAO,IAAI,IAAI,CAAA;YACf,SAAQ;QACV,CAAC;QAED,IAAI,IAAI,KAAK,GAAG,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;YAC1B,OAAO,GAAG,EAAE,CAAA;YACZ,SAAQ;QACV,CAAC;QAED,OAAO,IAAI,IAAI,CAAA;IACjB,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;IAC5B,CAAC;IAED,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,oBAAoB,CAAC,UAAkB,EAAE,YAAyB;IACzE,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,CAAA;IACjC,IAAI,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAA;IAE7C,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,6BAA6B,CAAC,CAAC;SAC5E,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;SACxB,MAAM,CAAC,CAAC,UAAU,EAAwB,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAA;IAEpE,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAA;IACrG,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC,CAAC,CAAC,CAAA;IAC3C,IAAI,YAAY,CAAC,IAAI,KAAK,CAAC,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtD,OAAO,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAC5C,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,OAAuB;IAChE,MAAM,OAAO,CAAC,KAAK,CACjB,iBAAiB,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,qDAAqD,CACxG,CAAA;IAED,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAO7B;;;;;;;;oBAQe,OAAO,CAAC,QAAQ;iBACnB,OAAO,CAAC,KAAK;;;;2CAIa,CAAC,CAAA;IAE1C,OAAO,IAAI;SACR,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACb,WAAW,EAAE,GAAG,CAAC,YAAY;QAC7B,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QAC5B,eAAe,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;QACxC,iBAAiB,EAAE,MAAM,CAAC,GAAG,CAAC,wBAAwB,IAAI,GAAG,CAAC,WAAW,CAAC;QAC1E,OAAO,EAAE,2BAA2B,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClD,OAAO,EAAE,2BAA2B,CAAC,GAAG,CAAC,QAAQ,CAAC;KACnD,CAAC,CAAC;SACF,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE;QACpB,IAAI,OAAO,CAAC,IAAI,IAAI,SAAS,CAAC,OAAO,GAAG,OAAO,CAAC,IAAI;YAAE,OAAO,KAAK,CAAA;QAClE,IAAI,OAAO,CAAC,EAAE,IAAI,SAAS,CAAC,OAAO,IAAI,OAAO,CAAC,EAAE;YAAE,OAAO,KAAK,CAAA;QAC/D,OAAO,IAAI,CAAA;IACb,CAAC,CAAC,CAAA;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,OAAuB;IAC9D,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,KAAK,CACnC,2DAA2D,OAAO,CAAC,QAAQ,iBAAiB,OAAO,CAAC,KAAK,GAAG,CAC7G,CAAA;IAED,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,CAAA;IAC5C,IAAI,CAAC,UAAU;QAAE,OAAO,EAAE,CAAA;IAE1B,MAAM,WAAW,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAA;IAChD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IAEvC,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,KAAK,CACpC,2DAA2D,OAAO,CAAC,QAAQ,kBAAkB,OAAO,CAAC,KAAK,GAAG,CAC9G,CAAA;IAED,MAAM,UAAU,GAAG,IAAI,GAAG,CACxB,UAAU;SACP,MAAM,CAAC,CAAC,GAAG,EAAyC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;SACzE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CACtC,CAAA;IAED,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAA;IAE/C,OAAO,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE;QAC/C,MAAM,MAAM,GAAG,oBAAoB,CAAC,UAAU,EAAE,YAAY,CAAC,CAAA;QAC7D,MAAM,IAAI,GAAG,MAAM;YACjB,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,IAAI,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI;YAC1E,CAAC,CAAC,SAAS,CAAA;QACb,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,CAAA;QAE/B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAA;QAC1C,OAAO,CAAC;gBACN,IAAI,EAAE,MAAM;gBACZ,IAAI;gBACJ,QAAQ;gBACR,gBAAgB,EAAE,2BAA2B,CAAC,QAAQ,CAAC;aACxD,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/chunking/services/row-probe.d.ts

@@ -0,0 +1,12 @@
+import type { ChunkRange, EstimateFilter, PlannerContext, RowProbeStrategy, SortKey } from '../types.js';
+type QueryContext = Pick<PlannerContext, 'database' | 'table' | 'query' | 'querySettings'>;
+export declare function getRowProbeStrategy(context: Pick<PlannerContext, 'rowProbeStrategy'>): RowProbeStrategy;
+export declare function estimateRows(context: PlannerContext, filter: EstimateFilter, sortKeys: SortKey[]): Promise<number>;
+export declare function countRowsExact(context: QueryContext, filter: EstimateFilter, sortKeys: SortKey[]): Promise<number>;
+export declare function getSortKeyRange(context: QueryContext, partitionId: string, ranges: ChunkRange[], sortKeys: SortKey[], sortKey: SortKey): Promise<{
+    min: string;
+    max: string;
+} | undefined>;
+export declare function parsePlannerDateTime(value: string): number;
+export {};
+//# sourceMappingURL=row-probe.d.ts.map

package/dist/chunking/services/row-probe.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"row-probe.d.ts","sourceRoot":"","sources":["../../../src/chunking/services/row-probe.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,UAAU,EACV,cAAc,EACd,cAAc,EACd,gBAAgB,EAChB,OAAO,EACR,MAAM,aAAa,CAAA;AAEpB,KAAK,YAAY,GAAG,IAAI,CAAC,cAAc,EAAE,UAAU,GAAG,OAAO,GAAG,OAAO,GAAG,eAAe,CAAC,CAAA;AAE1F,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE,kBAAkB,CAAC,GAAG,gBAAgB,CAEvG;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,cAAc,EACvB,MAAM,EAAE,cAAc,EACtB,QAAQ,EAAE,OAAO,EAAE,GAClB,OAAO,CAAC,MAAM,CAAC,CAyBjB;AAED,wBAAsB,cAAc,CAClC,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,cAAc,EACtB,QAAQ,EAAE,OAAO,EAAE,GAClB,OAAO,CAAC,MAAM,CAAC,CAGjB;AAED,wBAAsB,eAAe,CACnC,OAAO,EAAE,YAAY,EACrB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,UAAU,EAAE,EACpB,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,EAAE,OAAO,GACf,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAAC,CAenD;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAG1D"}