agentskeptic 0.1.1

package/dist/runComparison.d.ts

@@ -0,0 +1,168 @@
+import { type ActionableCategoryRecurrenceRow, type PerRunActionable } from "./actionableFailure.js";
+import type { StepOutcome, StepStatus, WorkflowResult } from "./types.js";
+/** Max keys / signatures per compareHighlights list (normative cap). */
+export declare const COMPARE_HIGHLIGHTS_MAX = 20;
+export type ReliabilityTrend = "improving" | "worsening" | "unchanged" | "mixed";
+export type RecurrenceBurden = {
+    patternCount: number;
+    maxRunsHitCount: number;
+    crossRunFailure: boolean;
+    rationale: string;
+};
+export type ReliabilityAssessment = {
+    windowTrend: ReliabilityTrend;
+    pairwiseTrend: ReliabilityTrend;
+    recurrenceBurden: RecurrenceBurden;
+    headlineVerdict: ReliabilityTrend;
+    headlineRationale: string;
+};
+export type CompareHighlights = {
+    introducedLogicalStepKeys: string[];
+    resolvedLogicalStepKeys: string[];
+    bothFailingChurn: Array<{
+        logicalStepKey: string;
+        introducedStepReasonCodes: string[];
+        resolvedStepReasonCodes: string[];
+    }>;
+    bucketBIntroducedSignatures: Array<{
+        signature: string;
+        count: number;
+    }>;
+    bucketBResolvedSignatures: Array<{
+        signature: string;
+        count: number;
+    }>;
+    recurringSignatures: string[];
+};
+/** Trend from first run → last run actionable posture (higher severity rank = better). */
+export declare function actionableTrend(first: PerRunActionable, last: PerRunActionable): ReliabilityTrend;
+/** Per compared run: actionable rollup (`complete` + low severity when workflow is trusted). */
+export declare function perRunActionableFromWorkflowResult(r: WorkflowResult, runIndex: number): PerRunActionable;
+export type BucketAEntry = {
+    kind: "unchangedOk";
+    logicalStepKey: string;
+    seqPrior: number;
+    seqCurrent: number;
+    toolIdPrior: string;
+    toolIdCurrent: string;
+} | {
+    kind: "introducedFailure";
+    logicalStepKey: string;
+    seqPrior: number;
+    seqCurrent: number;
+    toolIdPrior: string;
+    toolIdCurrent: string;
+} | {
+    kind: "resolvedFailure";
+    logicalStepKey: string;
+    seqPrior: number;
+    seqCurrent: number;
+    toolIdPrior: string;
+    toolIdCurrent: string;
+} | {
+    kind: "bothFailing";
+    logicalStepKey: string;
+    seqPrior: number;
+    seqCurrent: number;
+    toolIdPrior: string;
+    toolIdCurrent: string;
+    toolIdChanged: boolean;
+    introducedStepReasonCodes: string[];
+    resolvedStepReasonCodes: string[];
+    effects: BucketAEffectDelta[];
+} | {
+    kind: "structuralRemoval";
+    logicalStepKey: string;
+    seqPrior: number;
+    toolIdPrior: string;
+    priorWasFailing: boolean;
+} | {
+    kind: "structuralAddition";
+    logicalStepKey: string;
+    seqCurrent: number;
+    toolIdCurrent: string;
+    currentIsFailing: boolean;
+};
+export type BucketAEffectDelta = {
+    effectId: string;
+    kind: "introducedFailure" | "resolvedFailure" | "bothFailing" | "unchangedOk";
+    introducedReasonCodes: string[];
+    resolvedReasonCodes: string[];
+    statusPrior: StepStatus | null;
+    statusCurrent: StepStatus | null;
+};
+export type PairwiseBucketB = {
+    introducedFailureSignatures: Array<{
+        signature: string;
+        count: number;
+    }>;
+    resolvedFailureSignatures: Array<{
+        signature: string;
+        count: number;
+    }>;
+    unchangedFailureInstanceCounts: Array<{
+        signature: string;
+        matchedCount: number;
+    }>;
+};
+export type RecurrencePattern = {
+    signature: string;
+    runIndices: number[];
+    runsHitCount: number;
+    exemplars: Array<{
+        runIndex: number;
+        seq: number;
+        toolId: string;
+    }>;
+};
+/** JSON report shape; validate with `schemas/run-comparison-report.schema.json`. */
+export type RunComparisonReport = {
+    schemaVersion: 4;
+    workflowId: string;
+    runs: Array<{
+        runIndex: number;
+        displayLabel: string;
+    }>;
+    perRunActionableFailures: PerRunActionable[];
+    categoryHistogram: Array<{
+        category: string;
+        count: number;
+    }>;
+    actionableCategoryRecurrence: ActionableCategoryRecurrenceRow[];
+    pairwise: {
+        priorRunIndex: number;
+        currentRunIndex: number;
+        runLevel: {
+            introducedRunLevelCodes: string[];
+            resolvedRunLevelCodes: string[];
+        };
+        ambiguousLogicalKeyResolutions: Array<{
+            logicalStepKey: string;
+            chosenSeq: number;
+            droppedSeq: number;
+        }>;
+        bucketA: BucketAEntry[];
+        bucketB: PairwiseBucketB;
+    };
+    recurrence: {
+        patterns: RecurrencePattern[];
+    };
+    reliabilityAssessment: ReliabilityAssessment;
+    compareHighlights: CompareHighlights;
+};
+/** Normative: see docs — sql_row / sql_effects key. */
+export declare function logicalStepKeyFromStep(step: StepOutcome): string | null;
+export type KeyMapResult = {
+    map: Map<string, StepOutcome>;
+    ambiguous: Array<{
+        logicalStepKey: string;
+        chosenSeq: number;
+        droppedSeq: number;
+    }>;
+};
+export declare function buildLogicalStepKeyMap(steps: StepOutcome[]): KeyMapResult;
+/** Failing-effect contributions only; UTF-16 sort by effect id. */
+export declare function recurrenceSignature(step: StepOutcome): string;
+export declare function buildRunComparisonReport(results: WorkflowResult[], displayLabels: string[]): RunComparisonReport;
+export declare function formatRunComparisonReport(report: RunComparisonReport): string;
+//# sourceMappingURL=runComparison.d.ts.map

package/dist/runComparison.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runComparison.d.ts","sourceRoot":"","sources":["../src/runComparison.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,+BAA+B,EACpC,KAAK,gBAAgB,EACtB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,KAAK,EAAU,WAAW,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAElF,wEAAwE;AACxE,eAAO,MAAM,sBAAsB,KAAK,CAAC;AAEzC,MAAM,MAAM,gBAAgB,GAAG,WAAW,GAAG,WAAW,GAAG,WAAW,GAAG,OAAO,CAAC;AAEjF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,OAAO,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG;IAClC,WAAW,EAAE,gBAAgB,CAAC;IAC9B,aAAa,EAAE,gBAAgB,CAAC;IAChC,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,eAAe,EAAE,gBAAgB,CAAC;IAClC,iBAAiB,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,yBAAyB,EAAE,MAAM,EAAE,CAAC;IACpC,uBAAuB,EAAE,MAAM,EAAE,CAAC;IAClC,gBAAgB,EAAE,KAAK,CAAC;QACtB,cAAc,EAAE,MAAM,CAAC;QACvB,yBAAyB,EAAE,MAAM,EAAE,CAAC;QACpC,uBAAuB,EAAE,MAAM,EAAE,CAAC;KACnC,CAAC,CAAC;IACH,2BAA2B,EAAE,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACzE,yBAAyB,EAAE,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACvE,mBAAmB,EAAE,MAAM,EAAE,CAAC;CAC/B,CAAC;AAQF,0FAA0F;AAC1F,wBAAgB,eAAe,CAAC,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,gBAAgB,GAAG,gBAAgB,CAYjG;AAED,gGAAgG;AAChG,wBAAgB,kCAAkC,CAAC,CAAC,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,GAAG,gBAAgB,CAkBxG;AAED,MAAM,MAAM,YAAY,GACpB;IACE,IAAI,EAAE,aAAa,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;CACvB,GACD;IACE,IAAI,EAAE,mBAAmB,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;CACvB,GACD;IACE,IAAI,EAAE,iBAAiB,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;CACvB,GACD;IACE,IAAI,EAAE,aAAa,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,OAAO,CAAC;IACvB,yBAAyB,EAAE,MAAM,EAAE,CAAC;IACpC,uBAAuB,EAAE,MAAM,EAAE,CAAC;IAClC,OAAO,EAAE,kBAAkB,EAAE,CAAC;CAC/B,GACD;IACE,IAAI,EAAE,mBAAmB,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,OAAO,CAAC;CAC1B,GACD;IACE,IAAI,EAAE,oBAAoB,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,OAAO,CAAC;CAC3B,CAAC;AAEN,MAAM,MAAM,kBAAkB,GAAG;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,mBAAmB,GAAG,iBAAiB,GAAG,aAAa,GAAG,aAAa,CAAC;IAC9E,qBAAqB,EAAE,MAAM,EAAE,CAAC;IAChC,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,WAAW,EAAE,UAAU,GAAG,IAAI,CAAC;IAC/B,aAAa,EAAE,UAAU,GAAG,IAAI,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,2BAA2B,EAAE,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACzE,yBAAyB,EAAE,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACvE,8BAA8B,EAAE,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACpF,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACrE,CAAC;AAEF,oFAAoF;AACpF,MAAM,MAAM,mBAAmB,GAAG;IAChC,aAAa,EAAE,CAAC,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACxD,wBAAwB,EAAE,gBAAgB,EAAE,CAAC;IAC7C,iBAAiB,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC9D,4BAA4B,EAAE,+BAA+B,EAAE,CAAC;IAChE,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE;YACR,uBAAuB,EAAE,MAAM,EAAE,CAAC;YAClC,qBAAqB,EAAE,MAAM,EAAE,CAAC;SACjC,CAAC;QACF,8BAA8B,EAAE,KAAK,CAAC;YACpC,cAAc,EAAE,MAAM,CAAC;YACvB,SAAS,EAAE,MAAM,CAAC;YAClB,UAAU,EAAE,MAAM,CAAC;SACpB,CAAC,CAAC;QACH,OAAO,EAAE,YAAY,EAAE,CAAC;QACxB,OAAO,EAAE,eAAe,CAAC;KAC1B,CAAC;IACF,UAAU,EAAE;QACV,QAAQ,EAAE,iBAAiB,EAAE,CAAC;KAC/B,CAAC;IACF,qBAAqB,EAAE,qBAAqB,CAAC;IAC7C,iBAAiB,EAAE,iBAAiB,CAAC;CACtC,CAAC;AAyLF,uDAAuD;AACvD,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,WAAW,GAAG,MAAM,GAAG,IAAI,CAsCvE;AAED,MAAM,MAAM,YAAY,GAAG;IACzB,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAC9B,SAAS,EAAE,KAAK,CAAC;QAAE,cAAc,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACrF,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,YAAY,CA2BzE;AAED,mEAAmE;AACnE,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,WAAW,GAAG,MAAM,CAa7D;AA2PD,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,cAAc,EAAE,EACzB,aAAa,EAAE,MAAM,EAAE,GACtB,mBAAmB,CAgErB;AAED,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,mBAAmB,GAAG,MAAM,CA6G7E"}