@chkit/plugin-backfill 0.1.0-beta.2 → 0.1.0-beta.21

package/dist/chunking/types.d.ts

@@ -0,0 +1,139 @@
+export type RowProbeStrategy = 'explain-estimate' | 'count';
+export type SortKeyCategory = 'numeric' | 'datetime' | 'string';
+export type SortKeyBoundaryEncoding = 'literal' | 'hex-latin1';
+export type EstimateConfidence = 'high' | 'low' | 'exact';
+export type EstimateReason = 'partition-metadata' | 'quantile-estimate' | 'string-prefix-distribution' | 'group-by-key-distribution' | 'temporal-distribution' | 'equal-width-distribution' | 'exact-count';
+export interface SortKey {
+    name: string;
+    type: string;
+    category: SortKeyCategory;
+    boundaryEncoding: SortKeyBoundaryEncoding;
+}
+export interface ChunkRange {
+    dimensionIndex: number;
+    from?: string;
+    to?: string;
+}
+export interface ChunkDerivationStep {
+    strategyId: string;
+    dimensionIndex?: number;
+    reason: string;
+}
+export interface ChunkEstimate {
+    rows: number;
+    bytesCompressed: number;
+    bytesUncompressed: number;
+    confidence: EstimateConfidence;
+    reason: EstimateReason;
+}
+export interface FocusedValue {
+    dimensionIndex: number;
+    value: string;
+}
+export interface ChunkAnalysis {
+    focusedValue?: FocusedValue;
+    lineage: ChunkDerivationStep[];
+}
+export interface Chunk {
+    id: string;
+    partitionId: string;
+    ranges: ChunkRange[];
+    estimate: ChunkEstimate;
+    analysis: ChunkAnalysis;
+}
+export interface PartitionDiagnostics {
+    estimatedRowSum: number;
+    exactPartitionRows: number;
+    estimateToExactRatio: number;
+    suspiciousEstimate: boolean;
+    lowConfidenceChunkCount: number;
+    usedDistributionFallback: boolean;
+    usedLowConfidenceChunkRefinement: boolean;
+    usedExactCountFallback: boolean;
+}
+export interface Partition {
+    partitionId: string;
+    rows: number;
+    bytesCompressed: number;
+    bytesUncompressed: number;
+    minTime: string;
+    maxTime: string;
+    diagnostics?: PartitionDiagnostics;
+}
+export interface TableProfile {
+    database: string;
+    table: string;
+    sortKeys: SortKey[];
+}
+export interface ChunkPlanStats {
+    totalPartitions: number;
+    oversizedPartitions: number;
+    focusedChunks: number;
+    totalChunks: number;
+    avgChunkBytes: number;
+    maxChunkBytes: number;
+    minChunkBytes: number;
+}
+export interface ChunkPlan {
+    planId: string;
+    generatedAt: string;
+    rowProbeStrategy: RowProbeStrategy;
+    targetChunkBytes: number;
+    table: TableProfile;
+    partitions: Partition[];
+    chunks: Chunk[];
+    totalRows: number;
+    totalBytesCompressed: number;
+    totalBytesUncompressed: number;
+    stats: ChunkPlanStats;
+}
+export type PlannerQuery = <T>(sql: string, settings?: Record<string, string | number | boolean | undefined>) => Promise<T[]>;
+export interface PlannerContext {
+    database: string;
+    table: string;
+    from?: string;
+    to?: string;
+    targetChunkBytes: number;
+    query: PlannerQuery;
+    querySettings?: Record<string, string | number | boolean | undefined>;
+    rowProbeStrategy: RowProbeStrategy;
+}
+export interface EstimateFilter {
+    partitionId: string;
+    ranges: ChunkRange[];
+    exactDimensionIndex?: number;
+    exactValue?: string;
+}
+export interface StringPrefixBucket {
+    value: string;
+    rowCount: number;
+    isExactValue: boolean;
+}
+export interface TemporalBucket {
+    start: string;
+    rowCount: number;
+}
+export interface PartitionSlice {
+    partitionId: string;
+    ranges: ChunkRange[];
+    estimate: ChunkEstimate;
+    analysis: ChunkAnalysis;
+}
+export interface PartitionBuildResult {
+    slices: PartitionSlice[];
+    diagnostics: PartitionDiagnostics;
+}
+export interface PlanChunkOptions {
+    requireIdempotencyToken: boolean;
+}
+export interface GenerateChunkPlanInput {
+    database: string;
+    table: string;
+    from?: string;
+    to?: string;
+    targetChunkBytes: number;
+    query: PlannerQuery;
+    querySettings?: Record<string, string | number | boolean | undefined>;
+    rowProbeStrategy?: RowProbeStrategy;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/chunking/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/chunking/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,gBAAgB,GAAG,kBAAkB,GAAG,OAAO,CAAA;AAE3D,MAAM,MAAM,eAAe,GAAG,SAAS,GAAG,UAAU,GAAG,QAAQ,CAAA;AAE/D,MAAM,MAAM,uBAAuB,GAAG,SAAS,GAAG,YAAY,CAAA;AAE9D,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,CAAA;AAEzD,MAAM,MAAM,cAAc,GACtB,oBAAoB,GACpB,mBAAmB,GACnB,4BAA4B,GAC5B,2BAA2B,GAC3B,uBAAuB,GACvB,0BAA0B,GAC1B,aAAa,CAAA;AAEjB,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,eAAe,CAAA;IACzB,gBAAgB,EAAE,uBAAuB,CAAA;CAC1C;AAED,MAAM,WAAW,UAAU;IACzB,cAAc,EAAE,MAAM,CAAA;IACtB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,EAAE,CAAC,EAAE,MAAM,CAAA;CACZ;AAED,MAAM,WAAW,mBAAmB;IAClC,UAAU,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAA;IACZ,eAAe,EAAE,MAAM,CAAA;IACvB,iBAAiB,EAAE,MAAM,CAAA;IACzB,UAAU,EAAE,kBAAkB,CAAA;IAC9B,MAAM,EAAE,cAAc,CAAA;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,cAAc,EAAE,MAAM,CAAA;IACtB,KAAK,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,aAAa;IAC5B,YAAY,CAAC,EAAE,YAAY,CAAA;IAC3B,OAAO,EAAE,mBAAmB,EAAE,CAAA;CAC/B;AAED,MAAM,WAAW,KAAK;IACpB,EAAE,EAAE,MAAM,CAAA;IACV,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,UAAU,EAAE,CAAA;IACpB,QAAQ,EAAE,aAAa,CAAA;IACvB,QAAQ,EAAE,aAAa,CAAA;CACxB;AAED,MAAM,WAAW,oBAAoB;IACnC,eAAe,EAAE,MAAM,CAAA;IACvB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,oBAAoB,EAAE,MAAM,CAAA;IAC5B,kBAAkB,EAAE,OAAO,CAAA;IAC3B,uBAAuB,EAAE,MAAM,CAAA;IAC/B,wBAAwB,EAAE,OAAO,CAAA;IACjC,gCAAgC,EAAE,OAAO,CAAA;IACzC,sBAAsB,EAAE,OAAO,CAAA;CAChC;AAED,MAAM,WAAW,SAAS;IACxB,WAAW,EAAE,MAAM,CAAA;IACnB,IAAI,EAAE,MAAM,CAAA;IACZ,eAAe,EAAE,MAAM,CAAA;IACvB,iBAAiB,EAAE,MAAM,CAAA;IACzB,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,WAAW,CAAC,EAAE,oBAAoB,CAAA;CACnC;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,OAAO,EAAE,CAAA;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,eAAe,EAAE,MAAM,CAAA;IACvB,mBAAmB,EAAE,MAAM,CAAA;IAC3B,aAAa,EAAE,MAAM,CAAA;IACrB,WAAW,EAAE,MAAM,CAAA;IACnB,aAAa,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,MAAM,CAAA;IACd,WAAW,EAAE,MAAM,CAAA;IACnB,gBAAgB,EAAE,gBAAgB,CAAA;IAClC,gBAAgB,EAAE,MAAM,CAAA;IACxB,KAAK,EAAE,YAAY,CAAA;IACnB,UAAU,EAAE,SAAS,EAAE,CAAA;IACvB,MAAM,EAAE,KAAK,EAAE,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;IACjB,oBAAoB,EAAE,MAAM,CAAA;IAC5B,sBAAsB,EAAE,MAAM,CAAA;IAC9B,KAAK,EAAE,cAAc,CAAA;CACtB;AAED,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC,KAAK,OAAO,CAAC,CAAC,EAAE,CAAC,CAAA;AAE7H,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,EAAE,CAAC,EAAE,MAAM,CAAA;IACX,gBAAgB,EAAE,MAAM,CAAA;IACxB,KAAK,EAAE,YAAY,CAAA;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC,CAAA;IACrE,gBAAgB,EAAE,gBAAgB,CAAA;CACnC;AAED,MAAM,WAAW,cAAc;IAC7B,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,UAAU,EAAE,CAAA;IACpB,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,YAAY,EAAE,OAAO,CAAA;CACtB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,UAAU,EAAE,CAAA;IACpB,QAAQ,EAAE,aAAa,CAAA;IACvB,QAAQ,EAAE,aAAa,CAAA;CACxB;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,cAAc,EAAE,CAAA;IACxB,WAAW,EAAE,oBAAoB,CAAA;CAClC;AAED,MAAM,WAAW,gBAAgB;IAC/B,uBAAuB,EAAE,OAAO,CAAA;CACjC;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,EAAE,CAAC,EAAE,MAAM,CAAA;IACX,gBAAgB,EAAE,MAAM,CAAA;IACxB,KAAK,EAAE,YAAY,CAAA;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC,CAAA;IACrE,gBAAgB,CAAC,EAAE,gBAAgB,CAAA;CACpC"}

package/dist/chunking/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/chunking/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/chunking/types.ts"],"names":[],"mappings":""}

package/dist/chunking/utils/binary-string.d.ts

@@ -0,0 +1,8 @@
+export declare function compareBinaryStrings(left: string, right: string): number;
+export declare function minBinaryString(left: string, right: string): string;
+export declare function maxBinaryString(left: string, right: string): string;
+export declare function nextPrefixValue(prefix: string): string | undefined;
+export declare function buildObservedStringUpperBound(maxValue: string): string;
+export declare function strToBigInt(value: string, padTo: number): bigint;
+export declare function bigIntToStr(value: bigint, length: number, minLength?: number): string;
+//# sourceMappingURL=binary-string.d.ts.map

package/dist/chunking/utils/binary-string.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"binary-string.d.ts","sourceRoot":"","sources":["../../../src/chunking/utils/binary-string.ts"],"names":[],"mappings":"AAAA,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAExE;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAEnE;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAEnE;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAclE;AAED,wBAAgB,6BAA6B,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAEtE;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAUhE;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,SAAI,GAAG,MAAM,CAiBhF"}

package/dist/chunking/utils/binary-string.js

@@ -0,0 +1,52 @@
+export function compareBinaryStrings(left, right) {
+    return Buffer.from(left, 'latin1').compare(Buffer.from(right, 'latin1'));
+}
+export function minBinaryString(left, right) {
+    return compareBinaryStrings(left, right) <= 0 ? left : right;
+}
+export function maxBinaryString(left, right) {
+    return compareBinaryStrings(left, right) >= 0 ? left : right;
+}
+export function nextPrefixValue(prefix) {
+    if (prefix.length === 0)
+        return undefined;
+    const buffer = Buffer.from(prefix, 'latin1');
+    for (let index = buffer.length - 1; index >= 0; index--) {
+        const byte = buffer[index];
+        if (byte === undefined || byte === 0xff)
+            continue;
+        const next = Buffer.from(buffer.subarray(0, index + 1));
+        next[index] = byte + 1;
+        return next.toString('latin1');
+    }
+    return undefined;
+}
+export function buildObservedStringUpperBound(maxValue) {
+    return `${maxValue}\0`;
+}
+export function strToBigInt(value, padTo) {
+    const buffer = Buffer.from(value, 'latin1');
+    let result = 0n;
+    for (let index = 0; index < padTo; index++) {
+        const byte = index < buffer.length ? (buffer[index] ?? 0) : 0;
+        result = (result << 8n) | BigInt(byte);
+    }
+    return result;
+}
+export function bigIntToStr(value, length, minLength = 0) {
+    const buffer = Buffer.alloc(length);
+    let remaining = value;
+    for (let index = length - 1; index >= 0; index--) {
+        buffer[index] = Number(remaining & 0xffn);
+        remaining >>= 8n;
+    }
+    // Strip trailing null bytes so boundaries match real string values
+    // in ClickHouse comparisons (where "abc" < "abc\0"), but preserve
+    // at least minLength bytes to avoid losing meaningful trailing nulls
+    // (e.g. from buildObservedStringUpperBound which appends "\0").
+    let end = length;
+    while (end > minLength && buffer[end - 1] === 0)
+        end--;
+    return buffer.subarray(0, end).toString('latin1');
+}
+//# sourceMappingURL=binary-string.js.map

package/dist/chunking/utils/binary-string.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"binary-string.js","sourceRoot":"","sources":["../../../src/chunking/utils/binary-string.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,oBAAoB,CAAC,IAAY,EAAE,KAAa;IAC9D,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAA;AAC1E,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,KAAa;IACzD,OAAO,oBAAoB,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAA;AAC9D,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,KAAa;IACzD,OAAO,oBAAoB,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAA;AAC9D,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAc;IAC5C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IAEzC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IAC5C,KAAK,IAAI,KAAK,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QACxD,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;QAC1B,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI;YAAE,SAAQ;QAEjD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAA;QACvD,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,GAAG,CAAC,CAAA;QACtB,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IAChC,CAAC;IAED,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,QAAgB;IAC5D,OAAO,GAAG,QAAQ,IAAI,CAAA;AACxB,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAa,EAAE,KAAa;IACtD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;IAC3C,IAAI,MAAM,GAAG,EAAE,CAAA;IAEf,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAC7D,MAAM,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAA;IACxC,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAa,EAAE,MAAc,EAAE,SAAS,GAAG,CAAC;IACtE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IACnC,IAAI,SAAS,GAAG,KAAK,CAAA;IAErB,KAAK,IAAI,KAAK,GAAG,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QACjD,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,SAAS,GAAG,KAAK,CAAC,CAAA;QACzC,SAAS,KAAK,EAAE,CAAA;IAClB,CAAC;IAED,mEAAmE;IACnE,kEAAkE;IAClE,qEAAqE;IACrE,gEAAgE;IAChE,IAAI,GAAG,GAAG,MAAM,CAAA;IAChB,OAAO,GAAG,GAAG,SAAS,IAAI,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC;QAAE,GAAG,EAAE,CAAA;IAEtD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;AACnD,CAAC"}

package/dist/chunking/utils/ids.d.ts

@@ -0,0 +1,4 @@
+export declare function generatePlanId(): string;
+export declare function generateChunkId(planId: string, partitionId: string, index: number): string;
+export declare function generateIdempotencyToken(planId: string, chunkId: string): string;
+//# sourceMappingURL=ids.d.ts.map

package/dist/chunking/utils/ids.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ids.d.ts","sourceRoot":"","sources":["../../../src/chunking/utils/ids.ts"],"names":[],"mappings":"AAEA,wBAAgB,cAAc,IAAI,MAAM,CAEvC;AAED,wBAAgB,eAAe,CAC7B,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,GACZ,MAAM,CAER;AAED,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAEhF"}

package/dist/chunking/utils/ids.js

@@ -0,0 +1,11 @@
+import { hashId, randomPlanId } from '../../state.js';
+export function generatePlanId() {
+    return randomPlanId();
+}
+export function generateChunkId(planId, partitionId, index) {
+    return hashId(`chunk:${planId}:${partitionId}:${index}`).slice(0, 16);
+}
+export function generateIdempotencyToken(planId, chunkId) {
+    return hashId(`token:${planId}:${chunkId}`);
+}
+//# sourceMappingURL=ids.js.map

package/dist/chunking/utils/ids.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ids.js","sourceRoot":"","sources":["../../../src/chunking/utils/ids.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAErD,MAAM,UAAU,cAAc;IAC5B,OAAO,YAAY,EAAE,CAAA;AACvB,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,MAAc,EACd,WAAmB,EACnB,KAAa;IAEb,OAAO,MAAM,CAAC,SAAS,MAAM,IAAI,WAAW,IAAI,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;AACvE,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,MAAc,EAAE,OAAe;IACtE,OAAO,MAAM,CAAC,SAAS,MAAM,IAAI,OAAO,EAAE,CAAC,CAAA;AAC7C,CAAC"}

package/dist/chunking/utils/ranges.d.ts

@@ -0,0 +1,5 @@
+import type { ChunkRange, PartitionSlice } from '../types.js';
+export declare function getChunkRange(slice: Pick<PartitionSlice, 'ranges'>, dimensionIndex: number): ChunkRange;
+export declare function replaceChunkRange(slice: Pick<PartitionSlice, 'ranges'>, dimensionIndex: number, from: string | undefined, to: string | undefined): ChunkRange[];
+export declare function isExactChunkRange(range: Pick<ChunkRange, 'from' | 'to'>): boolean;
+//# sourceMappingURL=ranges.d.ts.map

package/dist/chunking/utils/ranges.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ranges.d.ts","sourceRoot":"","sources":["../../../src/chunking/utils/ranges.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAE7D,wBAAgB,aAAa,CAC3B,KAAK,EAAE,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,EACrC,cAAc,EAAE,MAAM,GACrB,UAAU,CAQZ;AAED,wBAAgB,iBAAiB,CAC/B,KAAK,EAAE,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,EACrC,cAAc,EAAE,MAAM,EACtB,IAAI,EAAE,MAAM,GAAG,SAAS,EACxB,EAAE,EAAE,MAAM,GAAG,SAAS,GACrB,UAAU,EAAE,CAKd;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC,GAAG,OAAO,CAGjF"}

package/dist/chunking/utils/ranges.js

@@ -0,0 +1,19 @@
+export function getChunkRange(slice, dimensionIndex) {
+    return (slice.ranges.find((range) => range.dimensionIndex === dimensionIndex) ?? {
+        dimensionIndex,
+        from: undefined,
+        to: undefined,
+    });
+}
+export function replaceChunkRange(slice, dimensionIndex, from, to) {
+    return slice.ranges
+        .filter((range) => range.dimensionIndex !== dimensionIndex)
+        .concat([{ dimensionIndex, from, to }])
+        .sort((left, right) => left.dimensionIndex - right.dimensionIndex);
+}
+export function isExactChunkRange(range) {
+    if (range.from === undefined || range.to === undefined)
+        return false;
+    return range.to === `${range.from}\0`;
+}
+//# sourceMappingURL=ranges.js.map

package/dist/chunking/utils/ranges.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ranges.js","sourceRoot":"","sources":["../../../src/chunking/utils/ranges.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,aAAa,CAC3B,KAAqC,EACrC,cAAsB;IAEtB,OAAO,CACL,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,cAAc,KAAK,cAAc,CAAC,IAAI;QACvE,cAAc;QACd,IAAI,EAAE,SAAS;QACf,EAAE,EAAE,SAAS;KACd,CACF,CAAA;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,KAAqC,EACrC,cAAsB,EACtB,IAAwB,EACxB,EAAsB;IAEtB,OAAO,KAAK,CAAC,MAAM;SAChB,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,cAAc,KAAK,cAAc,CAAC;SAC1D,MAAM,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;SACtC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,cAAc,CAAC,CAAA;AACtE,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAsC;IACtE,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,EAAE,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IACpE,OAAO,KAAK,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,IAAI,IAAI,CAAA;AACvC,CAAC"}

package/dist/detect.d.ts

@@ -0,0 +1,13 @@
+import type { MaterializedViewDefinition, SchemaDefinition, TableDefinition } from '@chkit/core';
+import './table-config.js';
+import type { TimeColumnCandidate } from './types.js';
+export declare function findMvForTarget(definitions: SchemaDefinition[], database: string, table: string): MaterializedViewDefinition | undefined;
+export declare function findTableForTarget(definitions: SchemaDefinition[], database: string, table: string): TableDefinition | undefined;
+export declare function detectCandidatesFromTable(table: TableDefinition): TimeColumnCandidate[];
+export declare function extractSchemaTimeColumn(table: TableDefinition): string | undefined;
+export declare function loadTimeColumnInfo(target: string, schemaGlobs: string | string[], configPath: string): Promise<{
+    schemaTimeColumn: string | undefined;
+    candidates: TimeColumnCandidate[];
+}>;
+export declare function detectTimeColumnCandidates(target: string, schemaGlobs: string | string[], configPath: string): Promise<TimeColumnCandidate[]>;
+//# sourceMappingURL=detect.d.ts.map

package/dist/detect.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"detect.d.ts","sourceRoot":"","sources":["../src/detect.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAEhG,OAAO,mBAAmB,CAAA;AAC1B,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAA;AAoBrD,wBAAgB,eAAe,CAC7B,WAAW,EAAE,gBAAgB,EAAE,EAC/B,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,GACZ,0BAA0B,GAAG,SAAS,CAWxC;AAED,wBAAgB,kBAAkB,CAChC,WAAW,EAAE,gBAAgB,EAAE,EAC/B,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,GACZ,eAAe,GAAG,SAAS,CAsB7B;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,eAAe,GAAG,mBAAmB,EAAE,CAqBvF;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,eAAe,GAAG,MAAM,GAAG,SAAS,CAElF;AAED,wBAAsB,kBAAkB,CACtC,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,GAAG,MAAM,EAAE,EAC9B,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC;IAAE,gBAAgB,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,UAAU,EAAE,mBAAmB,EAAE,CAAA;CAAE,CAAC,CAoBtF;AAED,wBAAsB,0BAA0B,CAC9C,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,GAAG,MAAM,EAAE,EAC9B,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAiBhC"}

package/dist/detect.js

@@ -0,0 +1,113 @@
+import { dirname } from 'node:path';
+import { loadSchemaDefinitions } from '@chkit/core/schema-loader';
+import './table-config.js';
+const DATETIME_TYPES = new Set(['DateTime', 'DateTime64']);
+const COMMON_TIME_COLUMN_NAMES = new Set([
+    'created_at',
+    'timestamp',
+    'ingested_at',
+    'event_time',
+    'event_at',
+    'occurred_at',
+]);
+function isDateTimeType(type) {
+    if (DATETIME_TYPES.has(type))
+        return true;
+    if (type.startsWith('DateTime64('))
+        return true;
+    if (type.startsWith("DateTime('"))
+        return true;
+    return false;
+}
+export function findMvForTarget(definitions, database, table) {
+    for (const def of definitions) {
+        if (def.kind === 'materialized_view' &&
+            def.to.database === database &&
+            def.to.name === table) {
+            return def;
+        }
+    }
+    return undefined;
+}
+export function findTableForTarget(definitions, database, table) {
+    for (const def of definitions) {
+        if (def.kind === 'table' && def.database === database && def.name === table) {
+            return def;
+        }
+    }
+    for (const def of definitions) {
+        if (def.kind === 'materialized_view' &&
+            def.to.database === database &&
+            def.to.name === table) {
+            for (const sourceDef of definitions) {
+                if (sourceDef.kind === 'table' && sourceDef.database === def.database) {
+                    return sourceDef;
+                }
+            }
+        }
+    }
+    return undefined;
+}
+export function detectCandidatesFromTable(table) {
+    const candidates = [];
+    const seen = new Set();
+    const orderByColumns = new Set(table.orderBy);
+    for (const col of table.columns) {
+        if (orderByColumns.has(col.name) && isDateTimeType(col.type)) {
+            candidates.push({ name: col.name, type: col.type, source: 'order_by' });
+            seen.add(col.name);
+        }
+    }
+    for (const col of table.columns) {
+        if (seen.has(col.name))
+            continue;
+        if (COMMON_TIME_COLUMN_NAMES.has(col.name) && isDateTimeType(col.type)) {
+            candidates.push({ name: col.name, type: col.type, source: 'column_scan' });
+            seen.add(col.name);
+        }
+    }
+    return candidates;
+}
+export function extractSchemaTimeColumn(table) {
+    return table.plugins?.backfill?.timeColumn;
+}
+export async function loadTimeColumnInfo(target, schemaGlobs, configPath) {
+    let definitions;
+    try {
+        definitions = await loadSchemaDefinitions(schemaGlobs, {
+            cwd: dirname(configPath),
+        });
+    }
+    catch {
+        return { schemaTimeColumn: undefined, candidates: [] };
+    }
+    const [database, table] = target.split('.');
+    if (!database || !table)
+        return { schemaTimeColumn: undefined, candidates: [] };
+    const resolved = findTableForTarget(definitions, database, table);
+    if (!resolved)
+        return { schemaTimeColumn: undefined, candidates: [] };
+    return {
+        schemaTimeColumn: extractSchemaTimeColumn(resolved),
+        candidates: detectCandidatesFromTable(resolved),
+    };
+}
+export async function detectTimeColumnCandidates(target, schemaGlobs, configPath) {
+    let definitions;
+    try {
+        definitions = await loadSchemaDefinitions(schemaGlobs, {
+            cwd: dirname(configPath),
+        });
+    }
+    catch {
+        return [];
+    }
+    const [database, table] = target.split('.');
+    if (!database || !table)
+        return [];
+    const resolved = findTableForTarget(definitions, database, table);
+    if (!resolved)
+        return [];
+    return detectCandidatesFromTable(resolved);
+}
+//# sourceMappingURL=detect.js.map

package/dist/detect.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detect.js","sourceRoot":"","sources":["../src/detect.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAEnC,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAA;AAGjE,OAAO,mBAAmB,CAAA;AAG1B,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC,CAAA;AAE1D,MAAM,wBAAwB,GAAG,IAAI,GAAG,CAAC;IACvC,YAAY;IACZ,WAAW;IACX,aAAa;IACb,YAAY;IACZ,UAAU;IACV,aAAa;CACd,CAAC,CAAA;AAEF,SAAS,cAAc,CAAC,IAAY;IAClC,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IACzC,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;QAAE,OAAO,IAAI,CAAA;IAC/C,IAAI,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;QAAE,OAAO,IAAI,CAAA;IAC9C,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,WAA+B,EAC/B,QAAgB,EAChB,KAAa;IAEb,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QAC9B,IACE,GAAG,CAAC,IAAI,KAAK,mBAAmB;YAChC,GAAG,CAAC,EAAE,CAAC,QAAQ,KAAK,QAAQ;YAC5B,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,KAAK,EACrB,CAAC;YACD,OAAO,GAAG,CAAA;QACZ,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,WAA+B,EAC/B,QAAgB,EAChB,KAAa;IAEb,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QAC9B,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YAC5E,OAAO,GAAG,CAAA;QACZ,CAAC;IACH,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QAC9B,IACE,GAAG,CAAC,IAAI,KAAK,mBAAmB;YAChC,GAAG,CAAC,EAAE,CAAC,QAAQ,KAAK,QAAQ;YAC5B,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,KAAK,EACrB,CAAC;YACD,KAAK,MAAM,SAAS,IAAI,WAAW,EAAE,CAAC;gBACpC,IAAI,SAAS,CAAC,IAAI,KAAK,OAAO,IAAI,SAAS,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,EAAE,CAAC;oBACtE,OAAO,SAAS,CAAA;gBAClB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAAsB;IAC9D,MAAM,UAAU,GAA0B,EAAE,CAAA;IAC5C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAE9B,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IAC7C,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAChC,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7D,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAA;YACvE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACpB,CAAC;IACH,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,SAAQ;QAChC,IAAI,wBAAwB,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACvE,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAA;YAC1E,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACpB,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAA;AACnB,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAsB;IAC5D,OAAO,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAA;AAC5C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,MAAc,EACd,WAA8B,EAC9B,UAAkB;IAElB,IAAI,WAA+B,CAAA;IACnC,IAAI,CAAC;QACH,WAAW,GAAG,MAAM,qBAAqB,CAAC,WAAW,EAAE;YACrD,GAAG,EAAE,OAAO,CAAC,UAAU,CAAC;SACzB,CAAC,CAAA;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE,EAAE,CAAA;IACxD,CAAC;IAED,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAC3C,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE,EAAE,CAAA;IAE/E,MAAM,QAAQ,GAAG,kBAAkB,CAAC,WAAW,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAA;IACjE,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE,EAAE,CAAA;IAErE,OAAO;QACL,gBAAgB,EAAE,uBAAuB,CAAC,QAAQ,CAAC;QACnD,UAAU,EAAE,yBAAyB,CAAC,QAAQ,CAAC;KAChD,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,MAAc,EACd,WAA8B,EAC9B,UAAkB;IAElB,IAAI,WAA+B,CAAA;IACnC,IAAI,CAAC;QACH,WAAW,GAAG,MAAM,qBAAqB,CAAC,WAAW,EAAE;YACrD,GAAG,EAAE,OAAO,CAAC,UAAU,CAAC;SACzB,CAAC,CAAA;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAA;IACX,CAAC;IAED,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAC3C,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAA;IAElC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,WAAW,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAA;IACjE,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAA;IAExB,OAAO,yBAAyB,CAAC,QAAQ,CAAC,CAAA;AAC5C,CAAC"}

package/dist/index.d.ts

@@ -1,3 +1,6 @@
+import './table-config.js';
 export { backfill, createBackfillPlugin } from './plugin.js';
 export type { BackfillPlugin, BackfillPluginOptions, BackfillPluginRegistration } from './types.js';
+export type { PluginConfig } from './options.js';
+export type { BackfillTableConfig } from './table-config.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAC5D,YAAY,EAAE,cAAc,EAAE,qBAAqB,EAAE,0BAA0B,EAAE,MAAM,YAAY,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,mBAAmB,CAAA;AAE1B,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAC5D,YAAY,EAAE,cAAc,EAAE,qBAAqB,EAAE,0BAA0B,EAAE,MAAM,YAAY,CAAA;AACnG,YAAY,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAChD,YAAY,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAA"}

package/dist/index.js

@@ -1,2 +1,3 @@
+import './table-config.js';
 export { backfill, createBackfillPlugin } from './plugin.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,mBAAmB,CAAA;AAE1B,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA"}

package/dist/logging.d.ts

@@ -0,0 +1,12 @@
+import { type Logger } from '@logtape/logtape';
+export declare const CHKIT_LOGGER_CATEGORY: readonly ["chkit"];
+export declare const CHKIT_BACKFILL_LOGGER_CATEGORY: readonly ["chkit", "backfill"];
+export declare const SLOW_CLICKHOUSE_QUERY_MS = 5000;
+export declare const SLOW_CLICKHOUSE_QUERY_REPEAT_INITIAL_MS = 5000;
+export declare const SLOW_CLICKHOUSE_QUERY_REPEAT_MAX_MS = 30000;
+export declare function getBackfillLogger(...segments: string[]): Logger;
+export declare function formatBytes(bytes: number): string;
+export declare function summarizeSql(sql: string, maxLength?: number): string;
+export declare function describeSqlOperation(sql: string): string;
+export declare function describeSqlContext(sql: string): string | undefined;
+//# sourceMappingURL=logging.d.ts.map

package/dist/logging.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logging.d.ts","sourceRoot":"","sources":["../src/logging.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,KAAK,MAAM,EAAE,MAAM,kBAAkB,CAAA;AAEzD,eAAO,MAAM,qBAAqB,oBAAqB,CAAA;AACvD,eAAO,MAAM,8BAA8B,gCAAkD,CAAA;AAC7F,eAAO,MAAM,wBAAwB,OAAO,CAAA;AAC5C,eAAO,MAAM,uCAAuC,OAAO,CAAA;AAC3D,eAAO,MAAM,mCAAmC,QAAQ,CAAA;AAExD,wBAAgB,iBAAiB,CAAC,GAAG,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,CAE/D;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAMjD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,SAAM,GAAG,MAAM,CAIjE;AAED,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAqBxD;AAED,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAMlE"}

package/dist/logging.js

@@ -0,0 +1,61 @@
+import { getLogger } from '@logtape/logtape';
+export const CHKIT_LOGGER_CATEGORY = ['chkit'];
+export const CHKIT_BACKFILL_LOGGER_CATEGORY = [...CHKIT_LOGGER_CATEGORY, 'backfill'];
+export const SLOW_CLICKHOUSE_QUERY_MS = 5000;
+export const SLOW_CLICKHOUSE_QUERY_REPEAT_INITIAL_MS = 5000;
+export const SLOW_CLICKHOUSE_QUERY_REPEAT_MAX_MS = 30000;
+export function getBackfillLogger(...segments) {
+    return getLogger([...CHKIT_BACKFILL_LOGGER_CATEGORY, ...segments]);
+}
+export function formatBytes(bytes) {
+    if (bytes >= 1024 ** 4)
+        return `${(bytes / 1024 ** 4).toFixed(1)} TiB`;
+    if (bytes >= 1024 ** 3)
+        return `${(bytes / 1024 ** 3).toFixed(1)} GiB`;
+    if (bytes >= 1024 ** 2)
+        return `${(bytes / 1024 ** 2).toFixed(1)} MiB`;
+    if (bytes >= 1024)
+        return `${(bytes / 1024).toFixed(1)} KiB`;
+    return `${bytes} B`;
+}
+export function summarizeSql(sql, maxLength = 240) {
+    const normalized = normalizeSql(sql);
+    if (normalized.length <= maxLength)
+        return normalized;
+    return `${normalized.slice(0, maxLength - 3)}...`;
+}
+export function describeSqlOperation(sql) {
+    const normalized = normalizeSql(sql);
+    const prefixDistribution = normalized.match(/^SELECT substring\((\w+), 1, \d+\) AS prefix, count\(\) AS cnt /);
+    if (prefixDistribution?.[1])
+        return `prefix distribution on ${prefixDistribution[1]}`;
+    const temporalDistribution = normalized.match(/^SELECT formatDateTime\(toStartOf(Day|Hour)\((\w+)\)/);
+    if (temporalDistribution?.[1] && temporalDistribution[2]) {
+        return `${temporalDistribution[1].toLowerCase()} distribution on ${temporalDistribution[2]}`;
+    }
+    const minMaxProbe = normalized.match(/^SELECT toString\(min\((\w+)\)\) AS minVal, toString\(max\(\1\)\) AS maxVal /);
+    if (minMaxProbe?.[1])
+        return `range probe on ${minMaxProbe[1]}`;
+    if (normalized.startsWith('SELECT count() AS cnt FROM '))
+        return 'row count probe';
+    if (normalized.startsWith('SELECT sorting_key FROM system.tables'))
+        return 'sort key introspection';
+    if (normalized.startsWith('SELECT name, type FROM system.columns'))
+        return 'column introspection';
+    if (normalized.startsWith('SELECT partition_id,'))
+        return 'partition introspection';
+    if (normalized.startsWith('SELECT 1 FROM '))
+        return 'table existence probe';
+    return summarizeSql(normalized, 100);
+}
+export function describeSqlContext(sql) {
+    const normalized = normalizeSql(sql);
+    const partitionId = normalized.match(/_partition_id = '([^']+)'/)?.[1];
+    if (partitionId)
+        return `partition ${partitionId}`;
+    return undefined;
+}
+function normalizeSql(sql) {
+    return sql.replace(/\s+/g, ' ').trim();
+}
+//# sourceMappingURL=logging.js.map

package/dist/logging.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logging.js","sourceRoot":"","sources":["../src/logging.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAe,MAAM,kBAAkB,CAAA;AAEzD,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,OAAO,CAAU,CAAA;AACvD,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,GAAG,qBAAqB,EAAE,UAAU,CAAU,CAAA;AAC7F,MAAM,CAAC,MAAM,wBAAwB,GAAG,IAAI,CAAA;AAC5C,MAAM,CAAC,MAAM,uCAAuC,GAAG,IAAI,CAAA;AAC3D,MAAM,CAAC,MAAM,mCAAmC,GAAG,KAAK,CAAA;AAExD,MAAM,UAAU,iBAAiB,CAAC,GAAG,QAAkB;IACrD,OAAO,SAAS,CAAC,CAAC,GAAG,8BAA8B,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAA;AACpE,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAa;IACvC,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAA;IACtE,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAA;IACtE,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAA;IACtE,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAA;IAC5D,OAAO,GAAG,KAAK,IAAI,CAAA;AACrB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,GAAW,EAAE,SAAS,GAAG,GAAG;IACvD,MAAM,UAAU,GAAG,YAAY,CAAC,GAAG,CAAC,CAAA;IACpC,IAAI,UAAU,CAAC,MAAM,IAAI,SAAS;QAAE,OAAO,UAAU,CAAA;IACrD,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,KAAK,CAAA;AACnD,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,GAAW;IAC9C,MAAM,UAAU,GAAG,YAAY,CAAC,GAAG,CAAC,CAAA;IAEpC,MAAM,kBAAkB,GAAG,UAAU,CAAC,KAAK,CAAC,iEAAiE,CAAC,CAAA;IAC9G,IAAI,kBAAkB,EAAE,CAAC,CAAC,CAAC;QAAE,OAAO,0BAA0B,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAA;IAErF,MAAM,oBAAoB,GAAG,UAAU,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAA;IACrG,IAAI,oBAAoB,EAAE,CAAC,CAAC,CAAC,IAAI,oBAAoB,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,OAAO,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,oBAAoB,oBAAoB,CAAC,CAAC,CAAC,EAAE,CAAA;IAC9F,CAAC;IAED,MAAM,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,8EAA8E,CAAC,CAAA;IACpH,IAAI,WAAW,EAAE,CAAC,CAAC,CAAC;QAAE,OAAO,kBAAkB,WAAW,CAAC,CAAC,CAAC,EAAE,CAAA;IAE/D,IAAI,UAAU,CAAC,UAAU,CAAC,6BAA6B,CAAC;QAAE,OAAO,iBAAiB,CAAA;IAClF,IAAI,UAAU,CAAC,UAAU,CAAC,uCAAuC,CAAC;QAAE,OAAO,wBAAwB,CAAA;IACnG,IAAI,UAAU,CAAC,UAAU,CAAC,uCAAuC,CAAC;QAAE,OAAO,sBAAsB,CAAA;IACjG,IAAI,UAAU,CAAC,UAAU,CAAC,sBAAsB,CAAC;QAAE,OAAO,yBAAyB,CAAA;IACnF,IAAI,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAC;QAAE,OAAO,uBAAuB,CAAA;IAE3E,OAAO,YAAY,CAAC,UAAU,EAAE,GAAG,CAAC,CAAA;AACtC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,GAAW;IAC5C,MAAM,UAAU,GAAG,YAAY,CAAC,GAAG,CAAC,CAAA;IACpC,MAAM,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,2BAA2B,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAEtE,IAAI,WAAW;QAAE,OAAO,aAAa,WAAW,EAAE,CAAA;IAClD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,SAAS,YAAY,CAAC,GAAW;IAC/B,OAAO,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;AACxC,CAAC"}