scai 0.1.178 → 1.0.0

package/dist/testing/contextEval.js

@@ -0,0 +1,514 @@
+/**
+ * Audits saved LLM trace inputs against run artifacts to catch weak grounding and prompt waste.
+ *
+ * Why this exists:
+ * - flow eval says whether the run shape looks valid, but not whether prompts got the right context
+ * - saved `llm_calls` traces let us compare model input against the stronger evidence already present in the run
+ * - reports should flag missing high-value context and repeated low-signal prompt patterns early
+ */
+import fs from "fs";
+import path from "path";
+import { createHash } from "crypto";
+import { resolveCanonicalRepoIdentity } from "../utils/repoIdentity.js";
+function readJsonFile(filePath) {
+    try {
+        return JSON.parse(fs.readFileSync(filePath, "utf-8"));
+    }
+    catch {
+        return null;
+    }
+}
+function listDirs(rootDir) {
+    if (!fs.existsSync(rootDir))
+        return [];
+    return fs
+        .readdirSync(rootDir, { withFileTypes: true })
+        .filter((entry) => entry.isDirectory())
+        .map((entry) => path.join(rootDir, entry.name))
+        .sort()
+        .reverse();
+}
+function findArtifactDirForTask(taskId) {
+    const repoIdentity = resolveCanonicalRepoIdentity();
+    const roots = [
+        path.join(repoIdentity.repoRootPath, "artifacts", "evals"),
+        path.join(repoIdentity.repoRootPath, "artifacts", "integration"),
+    ];
+    for (const root of roots) {
+        for (const artifactDir of listDirs(root)) {
+            const task = readJsonFile(path.join(artifactDir, "task.json"));
+            if (task?.id === taskId) {
+                return artifactDir;
+            }
+        }
+    }
+    return undefined;
+}
+function loadTraces(artifactDir) {
+    if (!artifactDir)
+        return [];
+    const llmDir = path.join(artifactDir, "llm_calls");
+    if (!fs.existsSync(llmDir))
+        return [];
+    return fs
+        .readdirSync(llmDir)
+        .filter((name) => name.endsWith(".json"))
+        .sort()
+        .map((name) => {
+        const filePath = path.join(llmDir, name);
+        return {
+            filePath,
+            record: readJsonFile(filePath) ?? {},
+        };
+    });
+}
+function findFirstTraceByCaller(traces, caller) {
+    return traces.find((entry) => entry.record.caller === caller);
+}
+function findLatestTraceByCaller(traces, caller) {
+    return [...traces].reverse().find((entry) => entry.record.caller === caller);
+}
+function getStringInputContext(trace, key) {
+    return String(trace.record.inputContext?.[key] ?? "");
+}
+function getArrayInputContext(trace, key) {
+    return Array.isArray(trace.record.inputContext?.[key])
+        ? trace.record.inputContext?.[key]
+        : [];
+}
+function getPlannerPromptHash(trace) {
+    return createHash("sha256").update(trace.record.promptText ?? "").digest("hex");
+}
+function normalizeActionCatalog(trace) {
+    const allowedActions = getArrayInputContext(trace, "allowedActions")
+        .map((item) => {
+        if (!item || typeof item !== "object")
+            return "";
+        const record = item;
+        return String(record.actionId ?? record.action ?? "").trim();
+    })
+        .filter(Boolean)
+        .sort();
+    return allowedActions.join(",");
+}
+function getSupportingExcerptStats(trace) {
+    const supportingExcerpts = getArrayInputContext(trace, "supportingExcerpts");
+    let totalChars = 0;
+    let maxChars = 0;
+    let fileCount = 0;
+    for (const item of supportingExcerpts) {
+        if (!item || typeof item !== "object")
+            continue;
+        const record = item;
+        const excerpts = Array.isArray(record.excerpts) ? record.excerpts : [];
+        if (excerpts.length === 0)
+            continue;
+        fileCount += 1;
+        for (const excerpt of excerpts) {
+            const value = String(excerpt ?? "");
+            totalChars += value.length;
+            maxChars = Math.max(maxChars, value.length);
+        }
+    }
+    return { totalChars, maxChars, fileCount };
+}
+function isMultiQuestionQuery(query) {
+    const trimmed = query.trim();
+    if (!trimmed)
+        return false;
+    const questionMarks = (trimmed.match(/\?/g) ?? []).length;
+    if (questionMarks >= 2)
+        return true;
+    const interrogatives = trimmed.match(/\b(how|what|where|why|which|who|is|are|do|does|can|should)\b/gi) ?? [];
+    return interrogatives.length >= 2 && /\band\b/i.test(trimmed);
+}
+function extractJsonBlocks(runLog, marker) {
+    if (!runLog)
+        return [];
+    const pattern = new RegExp(`📂 OUTPUT \\| ${marker}[\\s\\S]*?\\n={68}\\n([\\s\\S]*?)\\n={68}\\n`, "g");
+    const outputs = [];
+    let match = null;
+    while ((match = pattern.exec(runLog)) !== null) {
+        try {
+            const parsed = JSON.parse((match[1] ?? "").trim());
+            outputs.push(parsed);
+        }
+        catch {
+            // Ignore malformed log blocks. The report should degrade quietly.
+        }
+    }
+    return outputs;
+}
+function buildMissingHighValueContextFinding(source) {
+    const finalTrace = findLatestTraceByCaller(source.traces, "finalAnswerModule");
+    if (!finalTrace)
+        return undefined;
+    const researchOutputs = extractJsonBlocks(source.runLog, "runResearch");
+    const architectureOutput = researchOutputs.find((entry) => {
+        const stepReasoning = entry.stepReasoning;
+        return typeof stepReasoning?.rationale === "string" && stepReasoning.rationale.includes("Architecture synthesis");
+    });
+    const architectureResult = architectureOutput?.result;
+    const priorResearchSummaries = Array.isArray(architectureResult?.priorResearchSummaries)
+        ? architectureResult?.priorResearchSummaries
+        : [];
+    const architectureInputFiles = Array.isArray(architectureResult?.architectureInputFiles)
+        ? architectureResult?.architectureInputFiles
+        : [];
+    const combinedSection = getStringInputContext(finalTrace, "combinedSection");
+    const researchSummary = getStringInputContext(finalTrace, "researchSummary");
+    const mode = getStringInputContext(finalTrace, "mode");
+    const analyzedFiles = getArrayInputContext(finalTrace, "analyzedFiles");
+    if (priorResearchSummaries.length === 0 && architectureInputFiles.length === 0) {
+        return undefined;
+    }
+    const hasRepoWidePacket = mode === "repo-wide" && researchSummary.trim().length > 0;
+    const hasOldCombined = !combinedSection.includes("[No combined analysis available]");
+    if (hasRepoWidePacket) {
+        return undefined;
+    }
+    if (hasOldCombined && analyzedFiles.length >= architectureInputFiles.length) {
+        return undefined;
+    }
+    return {
+        name: "missing-high-value-context",
+        severity: "warn",
+        callId: finalTrace.record.callId,
+        artifactPath: finalTrace.filePath,
+        details: "Final grounding skipped stronger research context that was already present in the run.",
+        expectedContext: `research summaries=${priorResearchSummaries.length}, architecture input files=${architectureInputFiles.length}`,
+        actualContext: `mode=${mode || "[unknown]"}, researchSummary=${researchSummary ? "[present]" : "[empty]"}, combinedSection=${combinedSection || "[empty]"}, analyzed files=${analyzedFiles.length}`,
+    };
+}
+function buildRedundantLowSignalFinding(source) {
+    const weakTokenPattern = /Symbol reference found: "(?:module|pattern|repo|src|points|explain|cli|weak|summarize)"/g;
+    const duplicateQueryTrace = source.traces.find((entry) => {
+        const prompt = entry.record.promptText ?? "";
+        return (prompt.match(/User query:/g) ?? []).length > 1;
+    });
+    const weakEvidenceTrace = source.traces.find((entry) => {
+        const prompt = entry.record.promptText ?? "";
+        return entry.record.caller === "fileCheckStep" && (prompt.match(weakTokenPattern) ?? []).length >= 4;
+    });
+    const match = weakEvidenceTrace ?? duplicateQueryTrace;
+    if (!match)
+        return undefined;
+    return {
+        name: "redundant-low-signal-context",
+        severity: "warn",
+        callId: match.record.callId,
+        artifactPath: match.filePath,
+        details: "Prompt includes repeated low-signal context that is likely to add noise instead of better grounding.",
+        expectedContext: "short rationale plus only the strongest, task-relevant evidence",
+        actualContext: match.record.caller === "fileCheckStep"
+            ? "fileCheck prompt is packed with generic token matches"
+            : "same user query appears more than once in one prompt",
+    };
+}
+function buildPromptStageMismatchFinding(source) {
+    const mismatch = source.traces.find((entry) => {
+        if (entry.record.caller !== "finalAnswerModule")
+            return false;
+        const prompt = entry.record.promptText ?? "";
+        const query = (entry.record.query ?? "").toLowerCase();
+        const isQuestionLike = query.includes("explain") || query.includes("summarize") || query.includes("where were we");
+        return isQuestionLike && prompt.includes("==================== PROPOSED CHANGES ====================");
+    });
+    if (!mismatch)
+        return undefined;
+    return {
+        name: "prompt-stage-mismatch",
+        severity: "warn",
+        callId: mismatch.record.callId,
+        artifactPath: mismatch.filePath,
+        details: "Final answer grounding mixed answer-focused context with change-planning scaffolding.",
+        expectedContext: "distilled behavioral analysis and grounded answer inputs",
+        actualContext: "finalAnswerModule prompt still includes PROPOSED CHANGES",
+    };
+}
+function buildDuplicateReplanFinding(source) {
+    const planTraces = source.traces.filter((entry) => entry.record.caller === "analysisPlanGenStep");
+    const seen = new Map();
+    for (const trace of planTraces) {
+        const hash = createHash("sha256").update(trace.record.promptText ?? "").digest("hex");
+        const matches = seen.get(hash) ?? [];
+        matches.push(trace);
+        seen.set(hash, matches);
+    }
+    const duplicateGroup = Array.from(seen.values()).find((group) => group.length > 1);
+    if (!duplicateGroup)
+        return undefined;
+    return {
+        name: "duplicate-replan-calls",
+        severity: "warn",
+        callId: duplicateGroup[0]?.record.callId,
+        artifactPath: duplicateGroup[0]?.filePath,
+        details: "Planner retried with the same prompt content instead of materially new context.",
+        expectedContext: "new evidence or narrowed intent between planner retries",
+        actualContext: `${duplicateGroup.length} identical analysisPlanGenStep prompts`,
+    };
+}
+function buildStalledPlannerProgressFinding(source) {
+    const progressOutputs = extractJsonBlocks(source.runLog, "progressState");
+    const stalled = progressOutputs.find((entry) => {
+        const research = entry.research;
+        const plannerRetry = research?.plannerRetry;
+        return plannerRetry?.stalled === true;
+    });
+    if (!stalled)
+        return undefined;
+    const research = stalled.research;
+    const plannerRetry = research?.plannerRetry;
+    const targetFile = String(plannerRetry?.targetFile ?? "[unknown]");
+    const count = Number(plannerRetry?.count ?? 0);
+    const reason = String(plannerRetry?.reason ?? "stalled planner retry detected");
+    return {
+        name: "stalled-planner-progress",
+        severity: "warn",
+        details: "Progress state recorded stalled planner retries on one target without meaningful frontier change.",
+        expectedContext: "progressState.research.plannerRetry should stay unstalled unless the same target repeats with no frontier growth",
+        actualContext: `target=${targetFile}, count=${count}, reason=${reason}`,
+    };
+}
+function buildContinuityOverpromptingFinding(source) {
+    const continuityTrace = source.traces.find((entry) => {
+        const query = (entry.record.query ?? "").trim().toLowerCase();
+        const capsule = getStringInputContext(entry, "resumedContextCapsule");
+        return ((entry.record.caller === "scopeClassificationStep" || entry.record.caller === "understandIntentStep") &&
+            (query === "where were we?" || query === "what should we do next?") &&
+            capsule.length > 250);
+    });
+    if (!continuityTrace)
+        return undefined;
+    return {
+        name: "continuity-overprompting",
+        severity: "warn",
+        callId: continuityTrace.record.callId,
+        artifactPath: continuityTrace.filePath,
+        details: "A short continuity query carried a large resumed capsule into a narrow classifier step.",
+        expectedContext: "small continuity summary or direct resume answer without full routing capsule",
+        actualContext: `${continuityTrace.record.caller} received resumed capsule length ${getStringInputContext(continuityTrace, "resumedContextCapsule").length}`,
+    };
+}
+function buildFocusEvidenceMismatchFinding(source) {
+    const planTrace = findFirstTraceByCaller(source.traces, "analysisPlanGenStep");
+    const finalTrace = findLatestTraceByCaller(source.traces, "finalAnswerModule");
+    if (!planTrace || !finalTrace)
+        return undefined;
+    const targetFile = getStringInputContext(planTrace, "targetFile");
+    const rationaleText = getStringInputContext(planTrace, "rationaleText");
+    const answerFiles = getArrayInputContext(finalTrace, "answerFiles").map((item) => String(item));
+    if (!targetFile || answerFiles.length === 0)
+        return undefined;
+    const rationalePaths = rationaleText.match(/(?:\/[^\s`'"]+\.(?:ts|js|tsx|jsx|md|json)|\b[\w./-]+\.(?:ts|js|tsx|jsx|md|json)\b)/g) ?? [];
+    const mentionsDifferentFile = rationalePaths.length > 0 && !rationalePaths.includes(targetFile);
+    const answerDroppedTarget = !answerFiles.includes(targetFile);
+    if (!mentionsDifferentFile && !answerDroppedTarget)
+        return undefined;
+    return {
+        name: "focus-evidence-mismatch",
+        severity: "warn",
+        callId: finalTrace.record.callId ?? planTrace.record.callId,
+        artifactPath: finalTrace.filePath,
+        details: "Planner focus, rationale, and final grounding disagree about the main evidence file.",
+        expectedContext: `targetFile=${targetFile} should stay aligned through planning and final grounding`,
+        actualContext: `rationalePaths=${rationalePaths.join(", ") || "[none]"}, answerFiles=${answerFiles.join(", ")}`,
+    };
+}
+function buildOversizedFinalGroundingFinding(source) {
+    const finalTrace = findLatestTraceByCaller(source.traces, "finalAnswerModule");
+    if (!finalTrace)
+        return undefined;
+    const stats = getSupportingExcerptStats(finalTrace);
+    if (stats.fileCount === 0)
+        return undefined;
+    if (stats.totalChars <= 2000 && stats.maxChars <= 1200) {
+        return undefined;
+    }
+    return {
+        name: "oversized-final-grounding-context",
+        severity: "warn",
+        callId: finalTrace.record.callId,
+        artifactPath: finalTrace.filePath,
+        details: "Final grounding carries oversized supporting excerpts instead of short identifier-local evidence.",
+        expectedContext: "small supporting excerpts that keep total evidence compact",
+        actualContext: `supporting excerpts chars=${stats.totalChars}, max excerpt chars=${stats.maxChars}, files=${stats.fileCount}`,
+    };
+}
+function buildStalePlannerRationaleFinding(source) {
+    const planTraces = source.traces.filter((entry) => entry.record.caller === "analysisPlanGenStep");
+    for (let index = 1; index < planTraces.length; index += 1) {
+        const previous = planTraces[index - 1];
+        const current = planTraces[index];
+        const previousRationale = getStringInputContext(previous, "rationaleText").trim();
+        const currentRationale = getStringInputContext(current, "rationaleText").trim();
+        const previousTarget = getStringInputContext(previous, "targetFile");
+        const currentTarget = getStringInputContext(current, "targetFile");
+        if (!previousRationale || previousRationale !== currentRationale)
+            continue;
+        if (!previousTarget || previousTarget !== currentTarget)
+            continue;
+        if (getPlannerPromptHash(previous) === getPlannerPromptHash(current))
+            continue;
+        return {
+            name: "stale-planner-rationale",
+            severity: "warn",
+            callId: current.record.callId,
+            artifactPath: current.filePath,
+            details: "Adjacent planner retries reused the same focus rationale instead of sending a smaller delta.",
+            expectedContext: "planner retries should carry only materially new evidence or a narrowed rationale",
+            actualContext: `target=${currentTarget}, rationale length=${currentRationale.length}`,
+        };
+    }
+    return undefined;
+}
+function buildRepeatedPlannerActionCatalogFinding(source) {
+    const planTraces = source.traces.filter((entry) => entry.record.caller === "analysisPlanGenStep");
+    for (let index = 1; index < planTraces.length; index += 1) {
+        const previous = planTraces[index - 1];
+        const current = planTraces[index];
+        const previousCatalog = normalizeActionCatalog(previous);
+        const currentCatalog = normalizeActionCatalog(current);
+        if (!previousCatalog || previousCatalog !== currentCatalog)
+            continue;
+        const actionCount = previousCatalog.split(",").filter(Boolean).length;
+        if (actionCount < 5)
+            continue;
+        return {
+            name: "repeated-planner-action-catalog",
+            severity: "warn",
+            callId: current.record.callId,
+            artifactPath: current.filePath,
+            details: "Planner retries kept resending the same large allowed-actions catalog.",
+            expectedContext: "stable action guidance should be shared or reduced instead of repeated per retry",
+            actualContext: `${actionCount} actions repeated across adjacent planner prompts`,
+        };
+    }
+    return undefined;
+}
+function buildMissingQuestionDecompositionFinding(source) {
+    const multiQuestionTrace = source.traces.find((entry) => (entry.record.caller === "understandIntentStep" || entry.record.caller === "scopeClassificationStep") &&
+        isMultiQuestionQuery(entry.record.query ?? ""));
+    if (!multiQuestionTrace)
+        return undefined;
+    const orderedQuestionCount = source.traces.reduce((max, entry) => {
+        const count = getArrayInputContext(entry, "orderedQuestions").length;
+        return Math.max(max, count);
+    }, 0);
+    if (orderedQuestionCount > 1) {
+        return undefined;
+    }
+    return {
+        name: "missing-question-decomposition",
+        severity: "warn",
+        callId: multiQuestionTrace.record.callId,
+        artifactPath: multiQuestionTrace.filePath,
+        details: "A clearly multi-part user query did not survive into ordered question decomposition.",
+        expectedContext: "ordered question parts should preserve each direct ask in user order",
+        actualContext: `query=${JSON.stringify(multiQuestionTrace.record.query ?? "")}, max orderedQuestions=${orderedQuestionCount}`,
+    };
+}
+const CONTEXT_CHECKS = [
+    {
+        name: "missing-high-value-context",
+        passDetails: "High-value run context was carried into final grounding when available.",
+        find: buildMissingHighValueContextFinding,
+    },
+    {
+        name: "redundant-low-signal-context",
+        passDetails: "Prompts stay mostly free of repeated low-signal evidence.",
+        find: buildRedundantLowSignalFinding,
+    },
+    {
+        name: "prompt-stage-mismatch",
+        passDetails: "Each stage prompt is shaped for its own job.",
+        find: buildPromptStageMismatchFinding,
+    },
+    {
+        name: "duplicate-replan-calls",
+        passDetails: "Planner retries add new context before repeating.",
+        find: buildDuplicateReplanFinding,
+    },
+    {
+        name: "stalled-planner-progress",
+        passDetails: "Progress state surfaces stalled planner churn before the loop burns budget.",
+        find: buildStalledPlannerProgressFinding,
+    },
+    {
+        name: "continuity-overprompting",
+        passDetails: "Continuity prompts stay concise for narrow resume questions.",
+        find: buildContinuityOverpromptingFinding,
+    },
+    {
+        name: "focus-evidence-mismatch",
+        passDetails: "Planner target, rationale, and final grounding stay aligned.",
+        find: buildFocusEvidenceMismatchFinding,
+    },
+    {
+        name: "oversized-final-grounding-context",
+        passDetails: "Final grounding keeps supporting excerpts compact.",
+        find: buildOversizedFinalGroundingFinding,
+    },
+    {
+        name: "stale-planner-rationale",
+        passDetails: "Planner retries shrink rationale payloads when nothing material changed.",
+        find: buildStalePlannerRationaleFinding,
+    },
+    {
+        name: "repeated-planner-action-catalog",
+        passDetails: "Planner retries avoid repeating a large action catalog when guidance is unchanged.",
+        find: buildRepeatedPlannerActionCatalogFinding,
+    },
+    {
+        name: "missing-question-decomposition",
+        passDetails: "Multi-part queries preserve ordered question decomposition through later stages.",
+        find: buildMissingQuestionDecompositionFinding,
+    },
+];
+function toCheck(name, finding, fallbackDetails) {
+    if (!finding) {
+        return {
+            name,
+            ok: true,
+            details: fallbackDetails,
+        };
+    }
+    return {
+        name,
+        ok: false,
+        details: finding.details,
+        finding,
+    };
+}
+export function buildContextEval(input) {
+    const artifactDir = input.artifactDir ?? findArtifactDirForTask(input.taskId);
+    const traces = loadTraces(artifactDir);
+    const source = {
+        traces,
+        runLog: input.runLog,
+    };
+    if (traces.length === 0) {
+        return {
+            artifactDir,
+            checks: CONTEXT_CHECKS.map((check) => ({
+                name: check.name,
+                ok: true,
+                details: "No llm_calls traces available for context audit.",
+            })),
+        };
+    }
+    return {
+        artifactDir,
+        checks: CONTEXT_CHECKS.map((check) => toCheck(check.name, check.find(source), check.passDetails)),
+    };
+}
+export function formatContextEvalFinding(finding) {
+    const extras = [
+        finding.callId ? `call=${finding.callId}` : "",
+        finding.expectedContext ? `expected=${finding.expectedContext}` : "",
+        finding.actualContext ? `actual=${finding.actualContext}` : "",
+        finding.artifactPath ? `artifact=${finding.artifactPath}` : "",
+    ].filter(Boolean);
+    return `${finding.details}${extras.length > 0 ? ` (${extras.join("; ")})` : ""}`;
+}
+//# sourceMappingURL=contextEval.js.map

package/dist/testing/contextEval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextEval.js","sourceRoot":"","sources":["../../src/testing/contextEval.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,4BAA4B,EAAE,MAAM,0BAA0B,CAAC;AA4DxE,SAAS,YAAY,CAAI,QAAgB;IACvC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAM,CAAC;IAC7D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,OAAe;IAC/B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACvC,OAAO,EAAE;SACN,WAAW,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;SAC7C,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;SACtC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;SAC9C,IAAI,EAAE;SACN,OAAO,EAAE,CAAC;AACf,CAAC;AAED,SAAS,sBAAsB,CAAC,MAAc;IAC5C,MAAM,YAAY,GAAG,4BAA4B,EAAE,CAAC;IACpD,MAAM,KAAK,GAAG;QACZ,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,WAAW,EAAE,OAAO,CAAC;QAC1D,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,WAAW,EAAE,aAAa,CAAC;KACjE,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,MAAM,WAAW,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,GAAG,YAAY,CAAiC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;YAC/F,IAAK,IAAI,EAAE,EAAyB,KAAK,MAAM,EAAE,CAAC;gBAChD,OAAO,WAAW,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,WAA+B;IACjD,IAAI,CAAC,WAAW;QAAE,OAAO,EAAE,CAAC;IAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IACnD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,OAAO,EAAE,CAAC;IAEtC,OAAO,EAAE;SACN,WAAW,CAAC,MAAM,CAAC;SACnB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;SACxC,IAAI,EAAE;SACN,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACzC,OAAO;YACL,QAAQ;YACR,MAAM,EAAE,YAAY,CAAiB,QAAQ,CAAC,IAAI,EAAE;SACrD,CAAC;IACJ,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,sBAAsB,CAC7B,MAAsB,EACtB,MAAc;IAEd,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,uBAAuB,CAC9B,MAAsB,EACtB,MAAc;IAEd,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;AAC/E,CAAC;AAED,SAAS,qBAAqB,CAC5B,KAAmB,EACnB,GAAW;IAEX,OAAO,MAAM,CAAE,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,GAAG,CAAwB,IAAI,EAAE,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,oBAAoB,CAC3B,KAAmB,EACnB,GAAW;IAEX,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,GAAG,CAAC,CAAC;QACpD,CAAC,CAAE,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,GAAG,CAAe;QACjD,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAmB;IAC/C,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAClF,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAmB;IACjD,MAAM,cAAc,GAAG,oBAAoB,CAAC,KAAK,EAAE,gBAAgB,CAAC;SACjE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QACjD,MAAM,MAAM,GAAG,IAA+B,CAAC;QAC/C,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/D,CAAC,CAAC;SACD,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,EAAE,CAAC;IACV,OAAO,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,yBAAyB,CAAC,KAAmB;IACpD,MAAM,kBAAkB,GAAG,oBAAoB,CAAC,KAAK,EAAE,oBAAoB,CAAC,CAAC;IAC7E,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,MAAM,IAAI,IAAI,kBAAkB,EAAE,CAAC;QACtC,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,SAAS;QAChD,MAAM,MAAM,GAAG,IAA+B,CAAC;QAC/C,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACpC,SAAS,IAAI,CAAC,CAAC;QACf,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YACpC,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;YAC3B,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAE3B,MAAM,aAAa,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IAC1D,IAAI,aAAa,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAEpC,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,gEAAgE,CAAC,IAAI,EAAE,CAAC;IAC7G,OAAO,cAAc,CAAC,MAAM,IAAI,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,iBAAiB,CAAC,MAA0B,EAAE,MAAc;IACnE,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IACvB,MAAM,OAAO,GAAG,IAAI,MAAM,CACxB,iBAAiB,MAAM,8CAA8C,EACrE,GAAG,CACJ,CAAC;IACF,MAAM,OAAO,GAAmC,EAAE,CAAC;IACnD,IAAI,KAAK,GAA2B,IAAI,CAAC;IACzC,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC/C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAA4B,CAAC;YAC9E,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,kEAAkE;QACpE,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,mCAAmC,CAC1C,MAAyB;IAEzB,MAAM,UAAU,GAAG,uBAAuB,CAAC,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IAC/E,IAAI,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IAElC,MAAM,eAAe,GAAG,iBAAiB,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACxE,MAAM,kBAAkB,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QACxD,MAAM,aAAa,GAAG,KAAK,CAAC,aAAoD,CAAC;QACjF,OAAO,OAAO,aAAa,EAAE,SAAS,KAAK,QAAQ,IAAI,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC;IACpH,CAAC,CAAC,CAAC;IACH,MAAM,kBAAkB,GAAG,kBAAkB,EAAE,MAA6C,CAAC;IAC7F,MAAM,sBAAsB,GAAG,KAAK,CAAC,OAAO,CAAC,kBAAkB,EAAE,sBAAsB,CAAC;QACtF,CAAC,CAAC,kBAAkB,EAAE,sBAAsB;QAC5C,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,sBAAsB,GAAG,KAAK,CAAC,OAAO,CAAC,kBAAkB,EAAE,sBAAsB,CAAC;QACtF,CAAC,CAAC,kBAAkB,EAAE,sBAAsB;QAC5C,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,eAAe,GAAG,qBAAqB,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;IAC7E,MAAM,eAAe,GAAG,qBAAqB,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;IAC7E,MAAM,IAAI,GAAG,qBAAqB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACvD,MAAM,aAAa,GAAG,oBAAoB,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;IAExE,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/E,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,iBAAiB,GAAG,IAAI,KAAK,WAAW,IAAI,eAAe,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;IACpF,MAAM,cAAc,GAAG,CAAC,eAAe,CAAC,QAAQ,CAAC,kCAAkC,CAAC,CAAC;IACrF,IAAI,iBAAiB,EAAE,CAAC;QACtB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,cAAc,IAAI,aAAa,CAAC,MAAM,IAAI,sBAAsB,CAAC,MAAM,EAAE,CAAC;QAC5E,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO;QACL,IAAI,EAAE,4BAA4B;QAClC,QAAQ,EAAE,MAAM;QAChB,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,MAAM;QAChC,YAAY,EAAE,UAAU,CAAC,QAAQ;QACjC,OAAO,EAAE,wFAAwF;QACjG,eAAe,EAAE,sBAAsB,sBAAsB,CAAC,MAAM,8BAA8B,sBAAsB,CAAC,MAAM,EAAE;QACjI,aAAa,EAAE,QAAQ,IAAI,IAAI,WAAW,qBAAqB,eAAe,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,qBAAqB,eAAe,IAAI,SAAS,oBAAoB,aAAa,CAAC,MAAM,EAAE;KACpM,CAAC;AACJ,CAAC;AAED,SAAS,8BAA8B,CACrC,MAAyB;IAEzB,MAAM,gBAAgB,GACpB,0FAA0F,CAAC;IAC7F,MAAM,mBAAmB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QACvD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;QAC7C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IACH,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QACrD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;QAC7C,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,eAAe,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;IACvG,CAAC,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,iBAAiB,IAAI,mBAAmB,CAAC;IACvD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAE7B,OAAO;QACL,IAAI,EAAE,8BAA8B;QACpC,QAAQ,EAAE,MAAM;QAChB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM;QAC3B,YAAY,EAAE,KAAK,CAAC,QAAQ;QAC5B,OAAO,EAAE,sGAAsG;QAC/G,eAAe,EAAE,iEAAiE;QAClF,aAAa,EACX,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,eAAe;YACrC,CAAC,CAAC,uDAAuD;YACzD,CAAC,CAAC,sDAAsD;KAC7D,CAAC;AACJ,CAAC;AAED,SAAS,+BAA+B,CACtC,MAAyB;IAEzB,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QAC5C,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,mBAAmB;YAAE,OAAO,KAAK,CAAC;QAC9D,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QACvD,MAAM,cAAc,GAClB,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QAC9F,OAAO,cAAc,IAAI,MAAM,CAAC,QAAQ,CAAC,4DAA4D,CAAC,CAAC;IACzG,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ;QAAE,OAAO,SAAS,CAAC;IAEhC,OAAO;QACL,IAAI,EAAE,uBAAuB;QAC7B,QAAQ,EAAE,MAAM;QAChB,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM;QAC9B,YAAY,EAAE,QAAQ,CAAC,QAAQ;QAC/B,OAAO,EAAE,uFAAuF;QAChG,eAAe,EAAE,0DAA0D;QAC3E,aAAa,EAAE,0DAA0D;KAC1E,CAAC;AACJ,CAAC;AAED,SAAS,2BAA2B,CAClC,MAAyB;IAEzB,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,qBAAqB,CAAC,CAAC;IAClG,MAAM,IAAI,GAAG,IAAI,GAAG,EAA0B,CAAC;IAC/C,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACtF,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC1B,CAAC;IACD,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACnF,IAAI,CAAC,cAAc;QAAE,OAAO,SAAS,CAAC;IAEtC,OAAO;QACL,IAAI,EAAE,wBAAwB;QAC9B,QAAQ,EAAE,MAAM;QAChB,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM;QACxC,YAAY,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,QAAQ;QACzC,OAAO,EAAE,iFAAiF;QAC1F,eAAe,EAAE,yDAAyD;QAC1E,aAAa,EAAE,GAAG,cAAc,CAAC,MAAM,wCAAwC;KAChF,CAAC;AACJ,CAAC;AAED,SAAS,kCAAkC,CACzC,MAAyB;IAEzB,MAAM,eAAe,GAAG,iBAAiB,CAAC,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC1E,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QAC7C,MAAM,QAAQ,GAAG,KAAK,CAAC,QAA+C,CAAC;QACvE,MAAM,YAAY,GAAG,QAAQ,EAAE,YAAmD,CAAC;QACnF,OAAO,YAAY,EAAE,OAAO,KAAK,IAAI,CAAC;IACxC,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAE/B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAA+C,CAAC;IACzE,MAAM,YAAY,GAAG,QAAQ,EAAE,YAAmD,CAAC;IACnF,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,EAAE,UAAU,IAAI,WAAW,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,EAAE,MAAM,IAAI,gCAAgC,CAAC,CAAC;IAEhF,OAAO;QACL,IAAI,EAAE,0BAA0B;QAChC,QAAQ,EAAE,MAAM;QAChB,OAAO,EAAE,mGAAmG;QAC5G,eAAe,EAAE,kHAAkH;QACnI,aAAa,EAAE,UAAU,UAAU,WAAW,KAAK,YAAY,MAAM,EAAE;KACxE,CAAC;AACJ,CAAC;AAED,SAAS,mCAAmC,CAC1C,MAAyB;IAEzB,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QACnD,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC9D,MAAM,OAAO,GAAG,qBAAqB,CAAC,KAAK,EAAE,uBAAuB,CAAC,CAAC;QACtE,OAAO,CACL,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,yBAAyB,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,sBAAsB,CAAC;YACrG,CAAC,KAAK,KAAK,gBAAgB,IAAI,KAAK,KAAK,yBAAyB,CAAC;YACnE,OAAO,CAAC,MAAM,GAAG,GAAG,CACrB,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,eAAe;QAAE,OAAO,SAAS,CAAC;IAEvC,OAAO;QACL,IAAI,EAAE,0BAA0B;QAChC,QAAQ,EAAE,MAAM;QAChB,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,MAAM;QACrC,YAAY,EAAE,eAAe,CAAC,QAAQ;QACtC,OAAO,EAAE,yFAAyF;QAClG,eAAe,EAAE,+EAA+E;QAChG,aAAa,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,oCAAoC,qBAAqB,CACtG,eAAe,EACf,uBAAuB,CACxB,CAAC,MAAM,EAAE;KACX,CAAC;AACJ,CAAC;AAED,SAAS,iCAAiC,CACxC,MAAyB;IAEzB,MAAM,SAAS,GAAG,sBAAsB,CAAC,MAAM,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAC;IAC/E,MAAM,UAAU,GAAG,uBAAuB,CAAC,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IAC/E,IAAI,CAAC,SAAS,IAAI,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IAEhD,MAAM,UAAU,GAAG,qBAAqB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAClE,MAAM,aAAa,GAAG,qBAAqB,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;IACxE,MAAM,WAAW,GAAG,oBAAoB,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAChG,IAAI,CAAC,UAAU,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAE9D,MAAM,cAAc,GAClB,aAAa,CAAC,KAAK,CAAC,qFAAqF,CAAC,IAAI,EAAE,CAAC;IACnH,MAAM,qBAAqB,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAChG,MAAM,mBAAmB,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC9D,IAAI,CAAC,qBAAqB,IAAI,CAAC,mBAAmB;QAAE,OAAO,SAAS,CAAC;IAErE,OAAO;QACL,IAAI,EAAE,yBAAyB;QAC/B,QAAQ,EAAE,MAAM;QAChB,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM;QAC3D,YAAY,EAAE,UAAU,CAAC,QAAQ;QACjC,OAAO,EAAE,sFAAsF;QAC/F,eAAe,EAAE,cAAc,UAAU,2DAA2D;QACpG,aAAa,EAAE,kBAAkB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,iBAAiB,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;KAChH,CAAC;AACJ,CAAC;AAED,SAAS,mCAAmC,CAC1C,MAAyB;IAEzB,MAAM,UAAU,GAAG,uBAAuB,CAAC,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IAC/E,IAAI,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IAElC,MAAM,KAAK,GAAG,yBAAyB,CAAC,UAAU,CAAC,CAAC;IACpD,IAAI,KAAK,CAAC,SAAS,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5C,IAAI,KAAK,CAAC,UAAU,IAAI,IAAI,IAAI,KAAK,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC;QACvD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO;QACL,IAAI,EAAE,mCAAmC;QACzC,QAAQ,EAAE,MAAM;QAChB,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,MAAM;QAChC,YAAY,EAAE,UAAU,CAAC,QAAQ;QACjC,OAAO,EAAE,mGAAmG;QAC5G,eAAe,EAAE,4DAA4D;QAC7E,aAAa,EAAE,6BAA6B,KAAK,CAAC,UAAU,uBAAuB,KAAK,CAAC,QAAQ,WAAW,KAAK,CAAC,SAAS,EAAE;KAC9H,CAAC;AACJ,CAAC;AAED,SAAS,iCAAiC,CACxC,MAAyB;IAEzB,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,qBAAqB,CAAC,CAAC;IAClG,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC1D,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QACvC,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,iBAAiB,GAAG,qBAAqB,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC,IAAI,EAAE,CAAC;QAClF,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,IAAI,EAAE,CAAC;QAChF,MAAM,cAAc,GAAG,qBAAqB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QACrE,MAAM,aAAa,GAAG,qBAAqB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QACnE,IAAI,CAAC,iBAAiB,IAAI,iBAAiB,KAAK,gBAAgB;YAAE,SAAS;QAC3E,IAAI,CAAC,cAAc,IAAI,cAAc,KAAK,aAAa;YAAE,SAAS;QAClE,IAAI,oBAAoB,CAAC,QAAQ,CAAC,KAAK,oBAAoB,CAAC,OAAO,CAAC;YAAE,SAAS;QAE/E,OAAO;YACL,IAAI,EAAE,yBAAyB;YAC/B,QAAQ,EAAE,MAAM;YAChB,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM;YAC7B,YAAY,EAAE,OAAO,CAAC,QAAQ;YAC9B,OAAO,EAAE,8FAA8F;YACvG,eAAe,EAAE,mFAAmF;YACpG,aAAa,EAAE,UAAU,aAAa,sBAAsB,gBAAgB,CAAC,MAAM,EAAE;SACtF,CAAC;IACJ,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,wCAAwC,CAC/C,MAAyB;IAEzB,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,qBAAqB,CAAC,CAAC;IAClG,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC1D,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QACvC,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,eAAe,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QACzD,MAAM,cAAc,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;QACvD,IAAI,CAAC,eAAe,IAAI,eAAe,KAAK,cAAc;YAAE,SAAS;QACrE,MAAM,WAAW,GAAG,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACtE,IAAI,WAAW,GAAG,CAAC;YAAE,SAAS;QAE9B,OAAO;YACL,IAAI,EAAE,iCAAiC;YACvC,QAAQ,EAAE,MAAM;YAChB,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM;YAC7B,YAAY,EAAE,OAAO,CAAC,QAAQ;YAC9B,OAAO,EAAE,wEAAwE;YACjF,eAAe,EAAE,kFAAkF;YACnG,aAAa,EAAE,GAAG,WAAW,mDAAmD;SACjF,CAAC;IACJ,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,wCAAwC,CAC/C,MAAyB;IAEzB,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CACtD,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,sBAAsB,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,yBAAyB,CAAC;QACrG,oBAAoB,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAC/C,CAAC;IACF,IAAI,CAAC,kBAAkB;QAAE,OAAO,SAAS,CAAC;IAE1C,MAAM,oBAAoB,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC/D,MAAM,KAAK,GAAG,oBAAoB,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC,MAAM,CAAC;QACrE,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC9B,CAAC,EAAE,CAAC,CAAC,CAAC;IACN,IAAI,oBAAoB,GAAG,CAAC,EAAE,CAAC;QAC7B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO;QACL,IAAI,EAAE,gCAAgC;QACtC,QAAQ,EAAE,MAAM;QAChB,MAAM,EAAE,kBAAkB,CAAC,MAAM,CAAC,MAAM;QACxC,YAAY,EAAE,kBAAkB,CAAC,QAAQ;QACzC,OAAO,EAAE,sFAAsF;QAC/F,eAAe,EAAE,sEAAsE;QACvF,aAAa,EAAE,SAAS,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,0BAA0B,oBAAoB,EAAE;KAC9H,CAAC;AACJ,CAAC;AAED,MAAM,cAAc,GAA4B;IAC9C;QACE,IAAI,EAAE,4BAA4B;QAClC,WAAW,EAAE,yEAAyE;QACtF,IAAI,EAAE,mCAAmC;KAC1C;IACD;QACE,IAAI,EAAE,8BAA8B;QACpC,WAAW,EAAE,2DAA2D;QACxE,IAAI,EAAE,8BAA8B;KACrC;IACD;QACE,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EAAE,8CAA8C;QAC3D,IAAI,EAAE,+BAA+B;KACtC;IACD;QACE,IAAI,EAAE,wBAAwB;QAC9B,WAAW,EAAE,mDAAmD;QAChE,IAAI,EAAE,2BAA2B;KAClC;IACD;QACE,IAAI,EAAE,0BAA0B;QAChC,WAAW,EAAE,6EAA6E;QAC1F,IAAI,EAAE,kCAAkC;KACzC;IACD;QACE,IAAI,EAAE,0BAA0B;QAChC,WAAW,EAAE,8DAA8D;QAC3E,IAAI,EAAE,mCAAmC;KAC1C;IACD;QACE,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,8DAA8D;QAC3E,IAAI,EAAE,iCAAiC;KACxC;IACD;QACE,IAAI,EAAE,mCAAmC;QACzC,WAAW,EAAE,oDAAoD;QACjE,IAAI,EAAE,mCAAmC;KAC1C;IACD;QACE,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,0EAA0E;QACvF,IAAI,EAAE,iCAAiC;KACxC;IACD;QACE,IAAI,EAAE,iCAAiC;QACvC,WAAW,EAAE,oFAAoF;QACjG,IAAI,EAAE,wCAAwC;KAC/C;IACD;QACE,IAAI,EAAE,gCAAgC;QACtC,WAAW,EAAE,kFAAkF;QAC/F,IAAI,EAAE,wCAAwC;KAC/C;CACF,CAAC;AAEF,SAAS,OAAO,CACd,IAAgC,EAChC,OAAuC,EACvC,eAAuB;IAEvB,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;YACL,IAAI;YACJ,EAAE,EAAE,IAAI;YACR,OAAO,EAAE,eAAe;SACzB,CAAC;IACJ,CAAC;IACD,OAAO;QACL,IAAI;QACJ,EAAE,EAAE,KAAK;QACT,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAuB;IACtD,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,sBAAsB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC;IACvC,MAAM,MAAM,GAAsB;QAChC,MAAM;QACN,MAAM,EAAE,KAAK,CAAC,MAAM;KACrB,CAAC;IAEF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO;YACL,WAAW;YACX,MAAM,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBACrC,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,EAAE,EAAE,IAAI;gBACR,OAAO,EAAE,kDAAkD;aAC5D,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;IAED,OAAO;QACL,WAAW;QACX,MAAM,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACnC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,CAC3D;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,OAA2B;IAClE,MAAM,MAAM,GAAG;QACb,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE;QAC9C,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,YAAY,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE;QACpE,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE;QAC9D,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE;KAC/D,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAElB,OAAO,GAAG,OAAO,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;AACnF,CAAC","sourcesContent":["/**\n * Audits saved LLM trace inputs against run artifacts to catch weak grounding and prompt waste.\n *\n * Why this exists:\n * - flow eval says whether the run shape looks valid, but not whether prompts got the right context\n * - saved `llm_calls` traces let us compare model input against the stronger evidence already present in the run\n * - reports should flag missing high-value context and repeated low-signal prompt patterns early\n */\nimport fs from \"fs\";\nimport path from \"path\";\nimport { createHash } from \"crypto\";\nimport { resolveCanonicalRepoIdentity } from \"../utils/repoIdentity.js\";\n\nexport type ContextEvalFinding = {\n  name:\n    | \"missing-high-value-context\"\n    | \"redundant-low-signal-context\"\n    | \"prompt-stage-mismatch\"\n    | \"duplicate-replan-calls\"\n    | \"stalled-planner-progress\"\n    | \"continuity-overprompting\"\n    | \"focus-evidence-mismatch\"\n    | \"oversized-final-grounding-context\"\n    | \"stale-planner-rationale\"\n    | \"repeated-planner-action-catalog\"\n    | \"missing-question-decomposition\";\n  severity: \"warn\";\n  details: string;\n  callId?: string;\n  artifactPath?: string;\n  expectedContext?: string;\n  actualContext?: string;\n};\n\nexport type ContextEvalCheck = {\n  name: ContextEvalFinding[\"name\"];\n  ok: boolean;\n  details: string;\n  finding?: ContextEvalFinding;\n};\n\ntype LlmTraceRecord = {\n  callId?: string;\n  caller?: string;\n  query?: string;\n  promptText?: string;\n  inputContext?: Record<string, unknown>;\n};\n\ntype ContextEvalInput = {\n  taskId: number;\n  artifactDir?: string;\n  runLog?: string;\n};\n\ntype LocatedTrace = {\n  filePath: string;\n  record: LlmTraceRecord;\n};\n\ntype ContextEvalSource = {\n  traces: LocatedTrace[];\n  runLog?: string;\n};\n\ntype ContextEvalDefinition = {\n  name: ContextEvalFinding[\"name\"];\n  passDetails: string;\n  find: (source: ContextEvalSource) => ContextEvalFinding | undefined;\n};\n\nfunction readJsonFile<T>(filePath: string): T | null {\n  try {\n    return JSON.parse(fs.readFileSync(filePath, \"utf-8\")) as T;\n  } catch {\n    return null;\n  }\n}\n\nfunction listDirs(rootDir: string): string[] {\n  if (!fs.existsSync(rootDir)) return [];\n  return fs\n    .readdirSync(rootDir, { withFileTypes: true })\n    .filter((entry) => entry.isDirectory())\n    .map((entry) => path.join(rootDir, entry.name))\n    .sort()\n    .reverse();\n}\n\nfunction findArtifactDirForTask(taskId: number): string | undefined {\n  const repoIdentity = resolveCanonicalRepoIdentity();\n  const roots = [\n    path.join(repoIdentity.repoRootPath, \"artifacts\", \"evals\"),\n    path.join(repoIdentity.repoRootPath, \"artifacts\", \"integration\"),\n  ];\n\n  for (const root of roots) {\n    for (const artifactDir of listDirs(root)) {\n      const task = readJsonFile<Record<string, unknown> | null>(path.join(artifactDir, \"task.json\"));\n      if ((task?.id as number | undefined) === taskId) {\n        return artifactDir;\n      }\n    }\n  }\n\n  return undefined;\n}\n\nfunction loadTraces(artifactDir: string | undefined): LocatedTrace[] {\n  if (!artifactDir) return [];\n  const llmDir = path.join(artifactDir, \"llm_calls\");\n  if (!fs.existsSync(llmDir)) return [];\n\n  return fs\n    .readdirSync(llmDir)\n    .filter((name) => name.endsWith(\".json\"))\n    .sort()\n    .map((name) => {\n      const filePath = path.join(llmDir, name);\n      return {\n        filePath,\n        record: readJsonFile<LlmTraceRecord>(filePath) ?? {},\n      };\n    });\n}\n\nfunction findFirstTraceByCaller(\n  traces: LocatedTrace[],\n  caller: string\n): LocatedTrace | undefined {\n  return traces.find((entry) => entry.record.caller === caller);\n}\n\nfunction findLatestTraceByCaller(\n  traces: LocatedTrace[],\n  caller: string\n): LocatedTrace | undefined {\n  return [...traces].reverse().find((entry) => entry.record.caller === caller);\n}\n\nfunction getStringInputContext(\n  trace: LocatedTrace,\n  key: string\n): string {\n  return String((trace.record.inputContext?.[key] as string | undefined) ?? \"\");\n}\n\nfunction getArrayInputContext(\n  trace: LocatedTrace,\n  key: string\n): unknown[] {\n  return Array.isArray(trace.record.inputContext?.[key])\n    ? (trace.record.inputContext?.[key] as unknown[])\n    : [];\n}\n\nfunction getPlannerPromptHash(trace: LocatedTrace): string {\n  return createHash(\"sha256\").update(trace.record.promptText ?? \"\").digest(\"hex\");\n}\n\nfunction normalizeActionCatalog(trace: LocatedTrace): string {\n  const allowedActions = getArrayInputContext(trace, \"allowedActions\")\n    .map((item) => {\n      if (!item || typeof item !== \"object\") return \"\";\n      const record = item as Record<string, unknown>;\n      return String(record.actionId ?? record.action ?? \"\").trim();\n    })\n    .filter(Boolean)\n    .sort();\n  return allowedActions.join(\",\");\n}\n\nfunction getSupportingExcerptStats(trace: LocatedTrace): { totalChars: number; maxChars: number; fileCount: number } {\n  const supportingExcerpts = getArrayInputContext(trace, \"supportingExcerpts\");\n  let totalChars = 0;\n  let maxChars = 0;\n  let fileCount = 0;\n\n  for (const item of supportingExcerpts) {\n    if (!item || typeof item !== \"object\") continue;\n    const record = item as Record<string, unknown>;\n    const excerpts = Array.isArray(record.excerpts) ? record.excerpts : [];\n    if (excerpts.length === 0) continue;\n    fileCount += 1;\n    for (const excerpt of excerpts) {\n      const value = String(excerpt ?? \"\");\n      totalChars += value.length;\n      maxChars = Math.max(maxChars, value.length);\n    }\n  }\n\n  return { totalChars, maxChars, fileCount };\n}\n\nfunction isMultiQuestionQuery(query: string): boolean {\n  const trimmed = query.trim();\n  if (!trimmed) return false;\n\n  const questionMarks = (trimmed.match(/\\?/g) ?? []).length;\n  if (questionMarks >= 2) return true;\n\n  const interrogatives = trimmed.match(/\\b(how|what|where|why|which|who|is|are|do|does|can|should)\\b/gi) ?? [];\n  return interrogatives.length >= 2 && /\\band\\b/i.test(trimmed);\n}\n\nfunction extractJsonBlocks(runLog: string | undefined, marker: string): Array<Record<string, unknown>> {\n  if (!runLog) return [];\n  const pattern = new RegExp(\n    `📂 OUTPUT \\\\| ${marker}[\\\\s\\\\S]*?\\\\n={68}\\\\n([\\\\s\\\\S]*?)\\\\n={68}\\\\n`,\n    \"g\"\n  );\n  const outputs: Array<Record<string, unknown>> = [];\n  let match: RegExpExecArray | null = null;\n  while ((match = pattern.exec(runLog)) !== null) {\n    try {\n      const parsed = JSON.parse((match[1] ?? \"\").trim()) as Record<string, unknown>;\n      outputs.push(parsed);\n    } catch {\n      // Ignore malformed log blocks. The report should degrade quietly.\n    }\n  }\n  return outputs;\n}\n\nfunction buildMissingHighValueContextFinding(\n  source: ContextEvalSource\n): ContextEvalFinding | undefined {\n  const finalTrace = findLatestTraceByCaller(source.traces, \"finalAnswerModule\");\n  if (!finalTrace) return undefined;\n\n  const researchOutputs = extractJsonBlocks(source.runLog, \"runResearch\");\n  const architectureOutput = researchOutputs.find((entry) => {\n    const stepReasoning = entry.stepReasoning as Record<string, unknown> | undefined;\n    return typeof stepReasoning?.rationale === \"string\" && stepReasoning.rationale.includes(\"Architecture synthesis\");\n  });\n  const architectureResult = architectureOutput?.result as Record<string, unknown> | undefined;\n  const priorResearchSummaries = Array.isArray(architectureResult?.priorResearchSummaries)\n    ? architectureResult?.priorResearchSummaries\n    : [];\n  const architectureInputFiles = Array.isArray(architectureResult?.architectureInputFiles)\n    ? architectureResult?.architectureInputFiles\n    : [];\n  const combinedSection = getStringInputContext(finalTrace, \"combinedSection\");\n  const researchSummary = getStringInputContext(finalTrace, \"researchSummary\");\n  const mode = getStringInputContext(finalTrace, \"mode\");\n  const analyzedFiles = getArrayInputContext(finalTrace, \"analyzedFiles\");\n\n  if (priorResearchSummaries.length === 0 && architectureInputFiles.length === 0) {\n    return undefined;\n  }\n  const hasRepoWidePacket = mode === \"repo-wide\" && researchSummary.trim().length > 0;\n  const hasOldCombined = !combinedSection.includes(\"[No combined analysis available]\");\n  if (hasRepoWidePacket) {\n    return undefined;\n  }\n  if (hasOldCombined && analyzedFiles.length >= architectureInputFiles.length) {\n    return undefined;\n  }\n\n  return {\n    name: \"missing-high-value-context\",\n    severity: \"warn\",\n    callId: finalTrace.record.callId,\n    artifactPath: finalTrace.filePath,\n    details: \"Final grounding skipped stronger research context that was already present in the run.\",\n    expectedContext: `research summaries=${priorResearchSummaries.length}, architecture input files=${architectureInputFiles.length}`,\n    actualContext: `mode=${mode || \"[unknown]\"}, researchSummary=${researchSummary ? \"[present]\" : \"[empty]\"}, combinedSection=${combinedSection || \"[empty]\"}, analyzed files=${analyzedFiles.length}`,\n  };\n}\n\nfunction buildRedundantLowSignalFinding(\n  source: ContextEvalSource\n): ContextEvalFinding | undefined {\n  const weakTokenPattern =\n    /Symbol reference found: \"(?:module|pattern|repo|src|points|explain|cli|weak|summarize)\"/g;\n  const duplicateQueryTrace = source.traces.find((entry) => {\n    const prompt = entry.record.promptText ?? \"\";\n    return (prompt.match(/User query:/g) ?? []).length > 1;\n  });\n  const weakEvidenceTrace = source.traces.find((entry) => {\n    const prompt = entry.record.promptText ?? \"\";\n    return entry.record.caller === \"fileCheckStep\" && (prompt.match(weakTokenPattern) ?? []).length >= 4;\n  });\n  const match = weakEvidenceTrace ?? duplicateQueryTrace;\n  if (!match) return undefined;\n\n  return {\n    name: \"redundant-low-signal-context\",\n    severity: \"warn\",\n    callId: match.record.callId,\n    artifactPath: match.filePath,\n    details: \"Prompt includes repeated low-signal context that is likely to add noise instead of better grounding.\",\n    expectedContext: \"short rationale plus only the strongest, task-relevant evidence\",\n    actualContext:\n      match.record.caller === \"fileCheckStep\"\n        ? \"fileCheck prompt is packed with generic token matches\"\n        : \"same user query appears more than once in one prompt\",\n  };\n}\n\nfunction buildPromptStageMismatchFinding(\n  source: ContextEvalSource\n): ContextEvalFinding | undefined {\n  const mismatch = source.traces.find((entry) => {\n    if (entry.record.caller !== \"finalAnswerModule\") return false;\n    const prompt = entry.record.promptText ?? \"\";\n    const query = (entry.record.query ?? \"\").toLowerCase();\n    const isQuestionLike =\n      query.includes(\"explain\") || query.includes(\"summarize\") || query.includes(\"where were we\");\n    return isQuestionLike && prompt.includes(\"==================== PROPOSED CHANGES ====================\");\n  });\n  if (!mismatch) return undefined;\n\n  return {\n    name: \"prompt-stage-mismatch\",\n    severity: \"warn\",\n    callId: mismatch.record.callId,\n    artifactPath: mismatch.filePath,\n    details: \"Final answer grounding mixed answer-focused context with change-planning scaffolding.\",\n    expectedContext: \"distilled behavioral analysis and grounded answer inputs\",\n    actualContext: \"finalAnswerModule prompt still includes PROPOSED CHANGES\",\n  };\n}\n\nfunction buildDuplicateReplanFinding(\n  source: ContextEvalSource\n): ContextEvalFinding | undefined {\n  const planTraces = source.traces.filter((entry) => entry.record.caller === \"analysisPlanGenStep\");\n  const seen = new Map<string, LocatedTrace[]>();\n  for (const trace of planTraces) {\n    const hash = createHash(\"sha256\").update(trace.record.promptText ?? \"\").digest(\"hex\");\n    const matches = seen.get(hash) ?? [];\n    matches.push(trace);\n    seen.set(hash, matches);\n  }\n  const duplicateGroup = Array.from(seen.values()).find((group) => group.length > 1);\n  if (!duplicateGroup) return undefined;\n\n  return {\n    name: \"duplicate-replan-calls\",\n    severity: \"warn\",\n    callId: duplicateGroup[0]?.record.callId,\n    artifactPath: duplicateGroup[0]?.filePath,\n    details: \"Planner retried with the same prompt content instead of materially new context.\",\n    expectedContext: \"new evidence or narrowed intent between planner retries\",\n    actualContext: `${duplicateGroup.length} identical analysisPlanGenStep prompts`,\n  };\n}\n\nfunction buildStalledPlannerProgressFinding(\n  source: ContextEvalSource\n): ContextEvalFinding | undefined {\n  const progressOutputs = extractJsonBlocks(source.runLog, \"progressState\");\n  const stalled = progressOutputs.find((entry) => {\n    const research = entry.research as Record<string, unknown> | undefined;\n    const plannerRetry = research?.plannerRetry as Record<string, unknown> | undefined;\n    return plannerRetry?.stalled === true;\n  });\n  if (!stalled) return undefined;\n\n  const research = stalled.research as Record<string, unknown> | undefined;\n  const plannerRetry = research?.plannerRetry as Record<string, unknown> | undefined;\n  const targetFile = String(plannerRetry?.targetFile ?? \"[unknown]\");\n  const count = Number(plannerRetry?.count ?? 0);\n  const reason = String(plannerRetry?.reason ?? \"stalled planner retry detected\");\n\n  return {\n    name: \"stalled-planner-progress\",\n    severity: \"warn\",\n    details: \"Progress state recorded stalled planner retries on one target without meaningful frontier change.\",\n    expectedContext: \"progressState.research.plannerRetry should stay unstalled unless the same target repeats with no frontier growth\",\n    actualContext: `target=${targetFile}, count=${count}, reason=${reason}`,\n  };\n}\n\nfunction buildContinuityOverpromptingFinding(\n  source: ContextEvalSource\n): ContextEvalFinding | undefined {\n  const continuityTrace = source.traces.find((entry) => {\n    const query = (entry.record.query ?? \"\").trim().toLowerCase();\n    const capsule = getStringInputContext(entry, \"resumedContextCapsule\");\n    return (\n      (entry.record.caller === \"scopeClassificationStep\" || entry.record.caller === \"understandIntentStep\") &&\n      (query === \"where were we?\" || query === \"what should we do next?\") &&\n      capsule.length > 250\n    );\n  });\n  if (!continuityTrace) return undefined;\n\n  return {\n    name: \"continuity-overprompting\",\n    severity: \"warn\",\n    callId: continuityTrace.record.callId,\n    artifactPath: continuityTrace.filePath,\n    details: \"A short continuity query carried a large resumed capsule into a narrow classifier step.\",\n    expectedContext: \"small continuity summary or direct resume answer without full routing capsule\",\n    actualContext: `${continuityTrace.record.caller} received resumed capsule length ${getStringInputContext(\n      continuityTrace,\n      \"resumedContextCapsule\"\n    ).length}`,\n  };\n}\n\nfunction buildFocusEvidenceMismatchFinding(\n  source: ContextEvalSource\n): ContextEvalFinding | undefined {\n  const planTrace = findFirstTraceByCaller(source.traces, \"analysisPlanGenStep\");\n  const finalTrace = findLatestTraceByCaller(source.traces, \"finalAnswerModule\");\n  if (!planTrace || !finalTrace) return undefined;\n\n  const targetFile = getStringInputContext(planTrace, \"targetFile\");\n  const rationaleText = getStringInputContext(planTrace, \"rationaleText\");\n  const answerFiles = getArrayInputContext(finalTrace, \"answerFiles\").map((item) => String(item));\n  if (!targetFile || answerFiles.length === 0) return undefined;\n\n  const rationalePaths: string[] =\n    rationaleText.match(/(?:\\/[^\\s`'\"]+\\.(?:ts|js|tsx|jsx|md|json)|\\b[\\w./-]+\\.(?:ts|js|tsx|jsx|md|json)\\b)/g) ?? [];\n  const mentionsDifferentFile = rationalePaths.length > 0 && !rationalePaths.includes(targetFile);\n  const answerDroppedTarget = !answerFiles.includes(targetFile);\n  if (!mentionsDifferentFile && !answerDroppedTarget) return undefined;\n\n  return {\n    name: \"focus-evidence-mismatch\",\n    severity: \"warn\",\n    callId: finalTrace.record.callId ?? planTrace.record.callId,\n    artifactPath: finalTrace.filePath,\n    details: \"Planner focus, rationale, and final grounding disagree about the main evidence file.\",\n    expectedContext: `targetFile=${targetFile} should stay aligned through planning and final grounding`,\n    actualContext: `rationalePaths=${rationalePaths.join(\", \") || \"[none]\"}, answerFiles=${answerFiles.join(\", \")}`,\n  };\n}\n\nfunction buildOversizedFinalGroundingFinding(\n  source: ContextEvalSource\n): ContextEvalFinding | undefined {\n  const finalTrace = findLatestTraceByCaller(source.traces, \"finalAnswerModule\");\n  if (!finalTrace) return undefined;\n\n  const stats = getSupportingExcerptStats(finalTrace);\n  if (stats.fileCount === 0) return undefined;\n  if (stats.totalChars <= 2000 && stats.maxChars <= 1200) {\n    return undefined;\n  }\n\n  return {\n    name: \"oversized-final-grounding-context\",\n    severity: \"warn\",\n    callId: finalTrace.record.callId,\n    artifactPath: finalTrace.filePath,\n    details: \"Final grounding carries oversized supporting excerpts instead of short identifier-local evidence.\",\n    expectedContext: \"small supporting excerpts that keep total evidence compact\",\n    actualContext: `supporting excerpts chars=${stats.totalChars}, max excerpt chars=${stats.maxChars}, files=${stats.fileCount}`,\n  };\n}\n\nfunction buildStalePlannerRationaleFinding(\n  source: ContextEvalSource\n): ContextEvalFinding | undefined {\n  const planTraces = source.traces.filter((entry) => entry.record.caller === \"analysisPlanGenStep\");\n  for (let index = 1; index < planTraces.length; index += 1) {\n    const previous = planTraces[index - 1];\n    const current = planTraces[index];\n    const previousRationale = getStringInputContext(previous, \"rationaleText\").trim();\n    const currentRationale = getStringInputContext(current, \"rationaleText\").trim();\n    const previousTarget = getStringInputContext(previous, \"targetFile\");\n    const currentTarget = getStringInputContext(current, \"targetFile\");\n    if (!previousRationale || previousRationale !== currentRationale) continue;\n    if (!previousTarget || previousTarget !== currentTarget) continue;\n    if (getPlannerPromptHash(previous) === getPlannerPromptHash(current)) continue;\n\n    return {\n      name: \"stale-planner-rationale\",\n      severity: \"warn\",\n      callId: current.record.callId,\n      artifactPath: current.filePath,\n      details: \"Adjacent planner retries reused the same focus rationale instead of sending a smaller delta.\",\n      expectedContext: \"planner retries should carry only materially new evidence or a narrowed rationale\",\n      actualContext: `target=${currentTarget}, rationale length=${currentRationale.length}`,\n    };\n  }\n\n  return undefined;\n}\n\nfunction buildRepeatedPlannerActionCatalogFinding(\n  source: ContextEvalSource\n): ContextEvalFinding | undefined {\n  const planTraces = source.traces.filter((entry) => entry.record.caller === \"analysisPlanGenStep\");\n  for (let index = 1; index < planTraces.length; index += 1) {\n    const previous = planTraces[index - 1];\n    const current = planTraces[index];\n    const previousCatalog = normalizeActionCatalog(previous);\n    const currentCatalog = normalizeActionCatalog(current);\n    if (!previousCatalog || previousCatalog !== currentCatalog) continue;\n    const actionCount = previousCatalog.split(\",\").filter(Boolean).length;\n    if (actionCount < 5) continue;\n\n    return {\n      name: \"repeated-planner-action-catalog\",\n      severity: \"warn\",\n      callId: current.record.callId,\n      artifactPath: current.filePath,\n      details: \"Planner retries kept resending the same large allowed-actions catalog.\",\n      expectedContext: \"stable action guidance should be shared or reduced instead of repeated per retry\",\n      actualContext: `${actionCount} actions repeated across adjacent planner prompts`,\n    };\n  }\n\n  return undefined;\n}\n\nfunction buildMissingQuestionDecompositionFinding(\n  source: ContextEvalSource\n): ContextEvalFinding | undefined {\n  const multiQuestionTrace = source.traces.find((entry) =>\n    (entry.record.caller === \"understandIntentStep\" || entry.record.caller === \"scopeClassificationStep\") &&\n    isMultiQuestionQuery(entry.record.query ?? \"\")\n  );\n  if (!multiQuestionTrace) return undefined;\n\n  const orderedQuestionCount = source.traces.reduce((max, entry) => {\n    const count = getArrayInputContext(entry, \"orderedQuestions\").length;\n    return Math.max(max, count);\n  }, 0);\n  if (orderedQuestionCount > 1) {\n    return undefined;\n  }\n\n  return {\n    name: \"missing-question-decomposition\",\n    severity: \"warn\",\n    callId: multiQuestionTrace.record.callId,\n    artifactPath: multiQuestionTrace.filePath,\n    details: \"A clearly multi-part user query did not survive into ordered question decomposition.\",\n    expectedContext: \"ordered question parts should preserve each direct ask in user order\",\n    actualContext: `query=${JSON.stringify(multiQuestionTrace.record.query ?? \"\")}, max orderedQuestions=${orderedQuestionCount}`,\n  };\n}\n\nconst CONTEXT_CHECKS: ContextEvalDefinition[] = [\n  {\n    name: \"missing-high-value-context\",\n    passDetails: \"High-value run context was carried into final grounding when available.\",\n    find: buildMissingHighValueContextFinding,\n  },\n  {\n    name: \"redundant-low-signal-context\",\n    passDetails: \"Prompts stay mostly free of repeated low-signal evidence.\",\n    find: buildRedundantLowSignalFinding,\n  },\n  {\n    name: \"prompt-stage-mismatch\",\n    passDetails: \"Each stage prompt is shaped for its own job.\",\n    find: buildPromptStageMismatchFinding,\n  },\n  {\n    name: \"duplicate-replan-calls\",\n    passDetails: \"Planner retries add new context before repeating.\",\n    find: buildDuplicateReplanFinding,\n  },\n  {\n    name: \"stalled-planner-progress\",\n    passDetails: \"Progress state surfaces stalled planner churn before the loop burns budget.\",\n    find: buildStalledPlannerProgressFinding,\n  },\n  {\n    name: \"continuity-overprompting\",\n    passDetails: \"Continuity prompts stay concise for narrow resume questions.\",\n    find: buildContinuityOverpromptingFinding,\n  },\n  {\n    name: \"focus-evidence-mismatch\",\n    passDetails: \"Planner target, rationale, and final grounding stay aligned.\",\n    find: buildFocusEvidenceMismatchFinding,\n  },\n  {\n    name: \"oversized-final-grounding-context\",\n    passDetails: \"Final grounding keeps supporting excerpts compact.\",\n    find: buildOversizedFinalGroundingFinding,\n  },\n  {\n    name: \"stale-planner-rationale\",\n    passDetails: \"Planner retries shrink rationale payloads when nothing material changed.\",\n    find: buildStalePlannerRationaleFinding,\n  },\n  {\n    name: \"repeated-planner-action-catalog\",\n    passDetails: \"Planner retries avoid repeating a large action catalog when guidance is unchanged.\",\n    find: buildRepeatedPlannerActionCatalogFinding,\n  },\n  {\n    name: \"missing-question-decomposition\",\n    passDetails: \"Multi-part queries preserve ordered question decomposition through later stages.\",\n    find: buildMissingQuestionDecompositionFinding,\n  },\n];\n\nfunction toCheck(\n  name: ContextEvalFinding[\"name\"],\n  finding: ContextEvalFinding | undefined,\n  fallbackDetails: string\n): ContextEvalCheck {\n  if (!finding) {\n    return {\n      name,\n      ok: true,\n      details: fallbackDetails,\n    };\n  }\n  return {\n    name,\n    ok: false,\n    details: finding.details,\n    finding,\n  };\n}\n\nexport function buildContextEval(input: ContextEvalInput): { artifactDir?: string; checks: ContextEvalCheck[] } {\n  const artifactDir = input.artifactDir ?? findArtifactDirForTask(input.taskId);\n  const traces = loadTraces(artifactDir);\n  const source: ContextEvalSource = {\n    traces,\n    runLog: input.runLog,\n  };\n\n  if (traces.length === 0) {\n    return {\n      artifactDir,\n      checks: CONTEXT_CHECKS.map((check) => ({\n        name: check.name,\n        ok: true,\n        details: \"No llm_calls traces available for context audit.\",\n      })),\n    };\n  }\n\n  return {\n    artifactDir,\n    checks: CONTEXT_CHECKS.map((check) =>\n      toCheck(check.name, check.find(source), check.passDetails)\n    ),\n  };\n}\n\nexport function formatContextEvalFinding(finding: ContextEvalFinding): string {\n  const extras = [\n    finding.callId ? `call=${finding.callId}` : \"\",\n    finding.expectedContext ? `expected=${finding.expectedContext}` : \"\",\n    finding.actualContext ? `actual=${finding.actualContext}` : \"\",\n    finding.artifactPath ? `artifact=${finding.artifactPath}` : \"\",\n  ].filter(Boolean);\n\n  return `${finding.details}${extras.length > 0 ? ` (${extras.join(\"; \")})` : \"\"}`;\n}\n"]}

package/dist/testing/fixtures/transform/small-file.input.js

@@ -0,0 +1,5 @@
+export const SMALL_FILE_INPUT = `export function add(a: number, b: number): number {
+  return a + b;
+}
+`;
+//# sourceMappingURL=small-file.input.js.map

package/dist/testing/fixtures/transform/small-file.input.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"small-file.input.js","sourceRoot":"","sources":["../../../../src/testing/fixtures/transform/small-file.input.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,gBAAgB,GAAG;;;CAG/B,CAAC","sourcesContent":["export const SMALL_FILE_INPUT = `export function add(a: number, b: number): number {\n  return a + b;\n}\n`;\n"]}