@vainplex/openclaw-cortex 0.3.1 → 0.4.1

package/dist/src/trace-analyzer/report.d.ts

@@ -0,0 +1,93 @@
+import type { Finding, SignalId, Severity } from "./signals/types.js";
+import type { ConversationChain } from "./chain-reconstructor.js";
+import type { GeneratedOutput } from "./output-generator.js";
+/** Summary statistics for an analysis run. */
+export type RunStats = {
+    /** Run start timestamp (ms). */
+    startedAt: number;
+    /** Run end timestamp (ms). */
+    completedAt: number;
+    /** Total events fetched from trace source. */
+    eventsProcessed: number;
+    /** Conversation chains reconstructed. */
+    chainsReconstructed: number;
+    /** Findings produced (stage 1). */
+    findingsDetected: number;
+    /** Findings classified by LLM (stage 2). */
+    findingsClassified: number;
+    /** Rules/policies/patterns generated (stage 3). */
+    outputsGenerated: number;
+    /** Time range of analyzed events. */
+    timeRange: {
+        startMs: number;
+        endMs: number;
+    };
+};
+/** Per-signal breakdown. */
+export type SignalStats = {
+    signal: SignalId;
+    count: number;
+    bySeverity: Partial<Record<Severity, number>>;
+    topAgents: Array<{
+        agent: string;
+        count: number;
+    }>;
+};
+/** Rule effectiveness tracking (feedback loop). */
+export type RuleEffectiveness = {
+    ruleId: string;
+    ruleText: string;
+    deployedAt: number;
+    failuresBefore: number;
+    failuresAfter: number;
+    effectivenessPercent: number;
+    status: "effective" | "marginal" | "ineffective" | "pending";
+};
+/** Processing state for incremental runs. */
+export type ProcessingState = {
+    /** Last processed event timestamp (ms). */
+    lastProcessedTs: number;
+    /** Last processed NATS sequence (if applicable). */
+    lastProcessedSeq: number;
+    /** Total events processed across all runs. */
+    totalEventsProcessed: number;
+    /** Total findings across all runs. */
+    totalFindings: number;
+    /** ISO timestamp of this state update. */
+    updatedAt: string;
+};
+/** The complete analysis report. */
+export type AnalysisReport = {
+    /** Schema version. */
+    version: 1;
+    /** ISO timestamp of report generation. */
+    generatedAt: string;
+    /** Run statistics. */
+    stats: RunStats;
+    /** Per-signal breakdown. */
+    signalStats: SignalStats[];
+    /** All findings (limited by config.traceAnalyzer.output.maxFindings). */
+    findings: Finding[];
+    /** Generated outputs (rules, policies, patterns). */
+    generatedOutputs: GeneratedOutput[];
+    /** Rule effectiveness (feedback loop). */
+    ruleEffectiveness: RuleEffectiveness[];
+    /** Processing state for incremental runs. */
+    processingState: ProcessingState;
+};
+/** Parameters for assembleReport(). */
+export type AssembleReportParams = {
+    startedAt: number;
+    completedAt: number;
+    eventsProcessed: number;
+    chains: ConversationChain[];
+    findings: Finding[];
+    generatedOutputs: GeneratedOutput[];
+    previousState?: Partial<ProcessingState>;
+    ruleEffectiveness?: RuleEffectiveness[];
+};
+/**
+ * Assemble the final AnalysisReport from all pipeline outputs.
+ */
+export declare function assembleReport(params: AssembleReportParams): AnalysisReport;
+//# sourceMappingURL=report.d.ts.map

package/dist/src/trace-analyzer/report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../../src/trace-analyzer/report.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACtE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAI7D,8CAA8C;AAC9C,MAAM,MAAM,QAAQ,GAAG;IACrB,gCAAgC;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,8BAA8B;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,8CAA8C;IAC9C,eAAe,EAAE,MAAM,CAAC;IACxB,yCAAyC;IACzC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mCAAmC;IACnC,gBAAgB,EAAE,MAAM,CAAC;IACzB,4CAA4C;IAC5C,kBAAkB,EAAE,MAAM,CAAC;IAC3B,mDAAmD;IACnD,gBAAgB,EAAE,MAAM,CAAC;IACzB,qCAAqC;IACrC,SAAS,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/C,CAAC;AAEF,4BAA4B;AAC5B,MAAM,MAAM,WAAW,GAAG;IACxB,MAAM,EAAE,QAAQ,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;IAC9C,SAAS,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACpD,CAAC;AAEF,mDAAmD;AACnD,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,WAAW,GAAG,UAAU,GAAG,aAAa,GAAG,SAAS,CAAC;CAC9D,CAAC;AAEF,6CAA6C;AAC7C,MAAM,MAAM,eAAe,GAAG;IAC5B,2CAA2C;IAC3C,eAAe,EAAE,MAAM,CAAC;IACxB,oDAAoD;IACpD,gBAAgB,EAAE,MAAM,CAAC;IACzB,8CAA8C;IAC9C,oBAAoB,EAAE,MAAM,CAAC;IAC7B,sCAAsC;IACtC,aAAa,EAAE,MAAM,CAAC;IACtB,0CAA0C;IAC1C,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,oCAAoC;AACpC,MAAM,MAAM,cAAc,GAAG;IAC3B,sBAAsB;IACtB,OAAO,EAAE,CAAC,CAAC;IACX,0CAA0C;IAC1C,WAAW,EAAE,MAAM,CAAC;IACpB,sBAAsB;IACtB,KAAK,EAAE,QAAQ,CAAC;IAChB,4BAA4B;IAC5B,WAAW,EAAE,WAAW,EAAE,CAAC;IAC3B,yEAAyE;IACzE,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,qDAAqD;IACrD,gBAAgB,EAAE,eAAe,EAAE,CAAC;IACpC,0CAA0C;IAC1C,iBAAiB,EAAE,iBAAiB,EAAE,CAAC;IACvC,6CAA6C;IAC7C,eAAe,EAAE,eAAe,CAAC;CAClC,CAAC;AAIF,uCAAuC;AACvC,MAAM,MAAM,oBAAoB,GAAG;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,gBAAgB,EAAE,eAAe,EAAE,CAAC;IACpC,aAAa,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;IACzC,iBAAiB,CAAC,EAAE,iBAAiB,EAAE,CAAC;CACzC,CAAC;AAgGF;;GAEG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,oBAAoB,GAAG,cAAc,CAmC3E"}

package/dist/src/trace-analyzer/report.js

@@ -0,0 +1,108 @@
+// ============================================================
+// Trace Analyzer — Report Assembly
+// ============================================================
+//
+// Types for the analysis report and the assembleReport()
+// function that combines all pipeline outputs into a final
+// structured report. Implements R-019, R-020, R-040–R-042.
+// ============================================================
+/**
+ * Build the top-N agents list from a count map, sorted by count descending.
+ */
+function buildTopAgents(agentCounts, limit = 5) {
+    return [...agentCounts.entries()]
+        .sort((a, b) => b[1] - a[1])
+        .slice(0, limit)
+        .map(([agent, count]) => ({ agent, count }));
+}
+/**
+ * Compute per-signal statistics from findings.
+ */
+function computeSignalStats(findings) {
+    const statsMap = new Map();
+    for (const finding of findings) {
+        const sid = finding.signal.signal;
+        let entry = statsMap.get(sid);
+        if (!entry) {
+            entry = { count: 0, bySeverity: {}, agentCounts: new Map() };
+            statsMap.set(sid, entry);
+        }
+        entry.count++;
+        entry.bySeverity[finding.signal.severity] =
+            (entry.bySeverity[finding.signal.severity] ?? 0) + 1;
+        entry.agentCounts.set(finding.agent, (entry.agentCounts.get(finding.agent) ?? 0) + 1);
+    }
+    const result = [];
+    for (const [signal, entry] of statsMap) {
+        result.push({
+            signal,
+            count: entry.count,
+            bySeverity: entry.bySeverity,
+            topAgents: buildTopAgents(entry.agentCounts),
+        });
+    }
+    // Sort by count descending for readability
+    result.sort((a, b) => b.count - a.count);
+    return result;
+}
+/**
+ * Compute the time range from a set of chains.
+ */
+function computeTimeRange(chains) {
+    if (chains.length === 0)
+        return { startMs: 0, endMs: 0 };
+    let startMs = Infinity;
+    let endMs = -Infinity;
+    for (const chain of chains) {
+        if (chain.startTs < startMs)
+            startMs = chain.startTs;
+        if (chain.endTs > endMs)
+            endMs = chain.endTs;
+    }
+    return {
+        startMs: startMs === Infinity ? 0 : startMs,
+        endMs: endMs === -Infinity ? 0 : endMs,
+    };
+}
+/**
+ * Build the processing state for incremental runs.
+ */
+function buildProcessingState(chains, eventsProcessed, findingsCount, previousState) {
+    const lastEvent = chains.reduce((max, c) => (c.endTs > max ? c.endTs : max), 0);
+    return {
+        lastProcessedTs: lastEvent || (previousState?.lastProcessedTs ?? 0),
+        lastProcessedSeq: previousState?.lastProcessedSeq ?? 0,
+        totalEventsProcessed: (previousState?.totalEventsProcessed ?? 0) + eventsProcessed,
+        totalFindings: (previousState?.totalFindings ?? 0) + findingsCount,
+        updatedAt: new Date().toISOString(),
+    };
+}
+/**
+ * Assemble the final AnalysisReport from all pipeline outputs.
+ */
+export function assembleReport(params) {
+    const { startedAt, completedAt, eventsProcessed, chains, findings, generatedOutputs, previousState, ruleEffectiveness, } = params;
+    const signalStats = computeSignalStats(findings);
+    const timeRange = computeTimeRange(chains);
+    const processingState = buildProcessingState(chains, eventsProcessed, findings.length, previousState);
+    return {
+        version: 1,
+        generatedAt: new Date().toISOString(),
+        stats: {
+            startedAt,
+            completedAt,
+            eventsProcessed,
+            chainsReconstructed: chains.length,
+            findingsDetected: findings.length,
+            findingsClassified: findings.filter(f => f.classification !== null).length,
+            outputsGenerated: generatedOutputs.length,
+            timeRange,
+        },
+        signalStats,
+        findings,
+        generatedOutputs,
+        ruleEffectiveness: ruleEffectiveness ?? [],
+        processingState,
+    };
+}
+//# sourceMappingURL=report.js.map

package/dist/src/trace-analyzer/report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.js","sourceRoot":"","sources":["../../../src/trace-analyzer/report.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,mCAAmC;AACnC,+DAA+D;AAC/D,EAAE;AACF,yDAAyD;AACzD,2DAA2D;AAC3D,2DAA2D;AAC3D,+DAA+D;AA+F/D;;GAEG;AACH,SAAS,cAAc,CACrB,WAAgC,EAChC,KAAK,GAAG,CAAC;IAET,OAAO,CAAC,GAAG,WAAW,CAAC,OAAO,EAAE,CAAC;SAC9B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;SAC3B,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;SACf,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,QAAmB;IAC7C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAIpB,CAAC;IAEL,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;QAClC,IAAI,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;YAC7D,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC3B,CAAC;QAED,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC;YACvC,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvD,KAAK,CAAC,WAAW,CAAC,GAAG,CACnB,OAAO,CAAC,KAAK,EACb,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAChD,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAkB,EAAE,CAAC;IACjC,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,QAAQ,EAAE,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC;YACV,MAAM;YACN,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,SAAS,EAAE,cAAc,CAAC,KAAK,CAAC,WAAW,CAAC;SAC7C,CAAC,CAAC;IACL,CAAC;IAED,2CAA2C;IAC3C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IACzC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,MAA2B;IACnD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IAEzD,IAAI,OAAO,GAAG,QAAQ,CAAC;IACvB,IAAI,KAAK,GAAG,CAAC,QAAQ,CAAC;IAEtB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,OAAO,GAAG,OAAO;YAAE,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;QACrD,IAAI,KAAK,CAAC,KAAK,GAAG,KAAK;YAAE,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC/C,CAAC;IAED,OAAO;QACL,OAAO,EAAE,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO;QAC3C,KAAK,EAAE,KAAK,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK;KACvC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAC3B,MAA2B,EAC3B,eAAuB,EACvB,aAAqB,EACrB,aAAwC;IAExC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAChF,OAAO;QACL,eAAe,EAAE,SAAS,IAAI,CAAC,aAAa,EAAE,eAAe,IAAI,CAAC,CAAC;QACnE,gBAAgB,EAAE,aAAa,EAAE,gBAAgB,IAAI,CAAC;QACtD,oBAAoB,EAAE,CAAC,aAAa,EAAE,oBAAoB,IAAI,CAAC,CAAC,GAAG,eAAe;QAClF,aAAa,EAAE,CAAC,aAAa,EAAE,aAAa,IAAI,CAAC,CAAC,GAAG,aAAa;QAClE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACpC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,MAA4B;IACzD,MAAM,EACJ,SAAS,EACT,WAAW,EACX,eAAe,EACf,MAAM,EACN,QAAQ,EACR,gBAAgB,EAChB,aAAa,EACb,iBAAiB,GAClB,GAAG,MAAM,CAAC;IAEX,MAAM,WAAW,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IACjD,MAAM,SAAS,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,eAAe,GAAG,oBAAoB,CAAC,MAAM,EAAE,eAAe,EAAE,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAEtG,OAAO;QACL,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,KAAK,EAAE;YACL,SAAS;YACT,WAAW;YACX,eAAe;YACf,mBAAmB,EAAE,MAAM,CAAC,MAAM;YAClC,gBAAgB,EAAE,QAAQ,CAAC,MAAM;YACjC,kBAAkB,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC,MAAM;YAC1E,gBAAgB,EAAE,gBAAgB,CAAC,MAAM;YACzC,SAAS;SACV;QACD,WAAW;QACX,QAAQ;QACR,gBAAgB;QAChB,iBAAiB,EAAE,iBAAiB,IAAI,EAAE;QAC1C,eAAe;KAChB,CAAC;AACJ,CAAC"}

package/dist/src/trace-analyzer/signals/correction.d.ts

@@ -0,0 +1,11 @@
+import type { ConversationChain } from "../chain-reconstructor.js";
+import type { FailureSignal } from "./types.js";
+import type { SignalPatternSet } from "./lang/registry.js";
+/**
+ * Detect user corrections in a conversation chain.
+ *
+ * Pattern: msg.out (agent assertion) → msg.in (user correction)
+ * Exclusion: agent asked a question + user gave short negative → valid answer, not correction.
+ */
+export declare function detectCorrections(chain: ConversationChain, patterns: SignalPatternSet): FailureSignal[];
+//# sourceMappingURL=correction.d.ts.map

package/dist/src/trace-analyzer/signals/correction.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"correction.d.ts","sourceRoot":"","sources":["../../../../src/trace-analyzer/signals/correction.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAW3D;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,gBAAgB,GAAG,aAAa,EAAE,CAmCvG"}

package/dist/src/trace-analyzer/signals/correction.js

@@ -0,0 +1,54 @@
+// ============================================================
+// SIG-CORRECTION — User Corrects Agent
+// ============================================================
+//
+// Detects when a user corrects the agent after an agent response.
+// Key: distinguishes corrections from valid "nein" answers
+// (checks if preceding agent msg was a question).
+// ============================================================
+import { truncate, isQuestion } from "../util.js";
+function isShortNegative(text, patterns) {
+    return patterns.correction.shortNegatives.some(p => p.test(text));
+}
+function matchesCorrection(text, patterns) {
+    return patterns.correction.indicators.some(p => p.test(text));
+}
+/**
+ * Detect user corrections in a conversation chain.
+ *
+ * Pattern: msg.out (agent assertion) → msg.in (user correction)
+ * Exclusion: agent asked a question + user gave short negative → valid answer, not correction.
+ */
+export function detectCorrections(chain, patterns) {
+    const signals = [];
+    const { events } = chain;
+    for (let i = 1; i < events.length; i++) {
+        const prev = events[i - 1];
+        const curr = events[i];
+        // Must be agent response followed by user message
+        if (prev.type !== "msg.out" || curr.type !== "msg.in")
+            continue;
+        const agentText = prev.payload.content ?? "";
+        const userText = curr.payload.content ?? "";
+        if (!userText)
+            continue;
+        if (!matchesCorrection(userText, patterns))
+            continue;
+        // Exclusion: if agent asked a question and user gave a short negative,
+        // it's a valid answer, not a correction.
+        if (isQuestion(agentText, patterns) && isShortNegative(userText, patterns))
+            continue;
+        signals.push({
+            signal: "SIG-CORRECTION",
+            severity: "medium",
+            eventRange: { start: i - 1, end: i },
+            summary: `User corrected agent after: '${truncate(agentText, 80)}'`,
+            evidence: {
+                agentMessage: truncate(agentText, 300),
+                userCorrection: truncate(userText, 300),
+            },
+        });
+    }
+    return signals;
+}
+//# sourceMappingURL=correction.js.map

package/dist/src/trace-analyzer/signals/correction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"correction.js","sourceRoot":"","sources":["../../../../src/trace-analyzer/signals/correction.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,uCAAuC;AACvC,+DAA+D;AAC/D,EAAE;AACF,kEAAkE;AAClE,2DAA2D;AAC3D,kDAAkD;AAClD,+DAA+D;AAK/D,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAElD,SAAS,eAAe,CAAC,IAAY,EAAE,QAA0B;IAC/D,OAAO,QAAQ,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,QAA0B;IACjE,OAAO,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAChE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAwB,EAAE,QAA0B;IACpF,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC;IAEzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAEvB,kDAAkD;QAClD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ;YAAE,SAAS;QAEhE,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;QAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;QAE5C,IAAI,CAAC,QAAQ;YAAE,SAAS;QAExB,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,CAAC;YAAE,SAAS;QAErD,uEAAuE;QACvE,yCAAyC;QACzC,IAAI,UAAU,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC;YAAE,SAAS;QAErF,OAAO,CAAC,IAAI,CAAC;YACX,MAAM,EAAE,gBAAgB;YACxB,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;YACpC,OAAO,EAAE,gCAAgC,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG;YACnE,QAAQ,EAAE;gBACR,YAAY,EAAE,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC;gBACtC,cAAc,EAAE,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC;aACxC;SACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/src/trace-analyzer/signals/dissatisfied.d.ts

@@ -0,0 +1,11 @@
+import type { ConversationChain } from "../chain-reconstructor.js";
+import type { FailureSignal } from "./types.js";
+import type { SignalPatternSet } from "./lang/registry.js";
+/**
+ * Detect dissatisfied session endings.
+ *
+ * Pattern: last user message matches dissatisfaction, no resolution follows,
+ * message is near the end of the chain (last 3 events).
+ */
+export declare function detectDissatisfied(chain: ConversationChain, patterns: SignalPatternSet): FailureSignal[];
+//# sourceMappingURL=dissatisfied.d.ts.map

package/dist/src/trace-analyzer/signals/dissatisfied.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dissatisfied.d.ts","sourceRoot":"","sources":["../../../../src/trace-analyzer/signals/dissatisfied.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAgC3D;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,gBAAgB,GAAG,aAAa,EAAE,CAiBxG"}

package/dist/src/trace-analyzer/signals/dissatisfied.js

@@ -0,0 +1,60 @@
+// ============================================================
+// SIG-DISSATISFIED — Session Ends with User Frustration
+// ============================================================
+//
+// Detects when the last user message in a chain expresses
+// frustration or giving up, and the agent did not resolve it.
+// ============================================================
+import { truncate } from "../util.js";
+function matchesDissatisfaction(text, patterns) {
+    // Satisfaction overrides dissatisfaction
+    if (patterns.dissatisfaction.satisfactionOverrides.some(p => p.test(text)))
+        return false;
+    return patterns.dissatisfaction.indicators.some(p => p.test(text));
+}
+/** Find the last msg.in index in a chain. Returns -1 if none. */
+function findLastUserMessage(events) {
+    for (let i = events.length - 1; i >= 0; i--) {
+        if (events[i].type === "msg.in")
+            return i;
+    }
+    return -1;
+}
+/** Check if the agent resolved dissatisfaction after the given index. */
+function hasResolutionAfter(events, startIdx, patterns) {
+    for (let j = startIdx + 1; j < events.length; j++) {
+        if (events[j].type === "msg.out") {
+            const responseText = events[j].payload.content ?? "";
+            if (patterns.dissatisfaction.resolutionIndicators.some(p => p.test(responseText)))
+                return true;
+        }
+    }
+    return false;
+}
+/**
+ * Detect dissatisfied session endings.
+ *
+ * Pattern: last user message matches dissatisfaction, no resolution follows,
+ * message is near the end of the chain (last 3 events).
+ */
+export function detectDissatisfied(chain, patterns) {
+    const { events } = chain;
+    const lastUserIdx = findLastUserMessage(events);
+    if (lastUserIdx < 0)
+        return [];
+    const userText = events[lastUserIdx].payload.content ?? "";
+    if (!userText || !matchesDissatisfaction(userText, patterns))
+        return [];
+    if (lastUserIdx < events.length - 3)
+        return [];
+    if (hasResolutionAfter(events, lastUserIdx, patterns))
+        return [];
+    return [{
+            signal: "SIG-DISSATISFIED",
+            severity: "high",
+            eventRange: { start: lastUserIdx, end: events.length - 1 },
+            summary: `Session ended with user dissatisfaction: '${truncate(userText, 80)}'`,
+            evidence: { userMessage: truncate(userText, 300) },
+        }];
+}
+//# sourceMappingURL=dissatisfied.js.map

package/dist/src/trace-analyzer/signals/dissatisfied.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dissatisfied.js","sourceRoot":"","sources":["../../../../src/trace-analyzer/signals/dissatisfied.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,wDAAwD;AACxD,+DAA+D;AAC/D,EAAE;AACF,0DAA0D;AAC1D,8DAA8D;AAC9D,+DAA+D;AAK/D,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC,SAAS,sBAAsB,CAAC,IAAY,EAAE,QAA0B;IACtE,yCAAyC;IACzC,IAAI,QAAQ,CAAC,eAAe,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACzF,OAAO,QAAQ,CAAC,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,iEAAiE;AACjE,SAAS,mBAAmB,CAAC,MAAmC;IAC9D,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,CAAC,CAAC,CAAC;AACZ,CAAC;AAED,yEAAyE;AACzE,SAAS,kBAAkB,CACzB,MAAmC,EACnC,QAAgB,EAChB,QAA0B;IAE1B,KAAK,IAAI,CAAC,GAAG,QAAQ,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClD,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACjC,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YACrD,IAAI,QAAQ,CAAC,eAAe,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAAE,OAAO,IAAI,CAAC;QACjG,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAwB,EAAE,QAA0B;IACrF,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC;IACzB,MAAM,WAAW,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAChD,IAAI,WAAW,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAE/B,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;IAC3D,IAAI,CAAC,QAAQ,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,QAAQ,CAAC;QAAE,OAAO,EAAE,CAAC;IACxE,IAAI,WAAW,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAC/C,IAAI,kBAAkB,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,CAAC;QAAE,OAAO,EAAE,CAAC;IAEjE,OAAO,CAAC;YACN,MAAM,EAAE,kBAAkB;YAC1B,QAAQ,EAAE,MAAM;YAChB,UAAU,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;YAC1D,OAAO,EAAE,6CAA6C,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,GAAG;YAC/E,QAAQ,EAAE,EAAE,WAAW,EAAE,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE;SACnD,CAAC,CAAC;AACL,CAAC"}

package/dist/src/trace-analyzer/signals/doom-loop.d.ts

@@ -0,0 +1,13 @@
+import type { ConversationChain } from "../chain-reconstructor.js";
+import type { FailureSignal } from "./types.js";
+/**
+ * Compute parameter similarity between two tool calls.
+ * Uses Levenshtein for exec commands, Jaccard for everything else.
+ */
+export declare function paramSimilarity(a: Record<string, unknown>, b: Record<string, unknown>): number;
+/**
+ * Detect doom loops: 3+ consecutive similar tool calls with similar
+ * params all failing.
+ */
+export declare function detectDoomLoops(chain: ConversationChain): FailureSignal[];
+//# sourceMappingURL=doom-loop.d.ts.map

package/dist/src/trace-analyzer/signals/doom-loop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"doom-loop.d.ts","sourceRoot":"","sources":["../../../../src/trace-analyzer/signals/doom-loop.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AA6GhD;;;GAGG;AACH,wBAAgB,eAAe,CAC7B,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC1B,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACzB,MAAM,CASR;AA0BD;;;GAGG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,iBAAiB,GAAG,aAAa,EAAE,CAgCzE"}

package/dist/src/trace-analyzer/signals/doom-loop.js

@@ -0,0 +1,156 @@
+// ============================================================
+// SIG-DOOM-LOOP — Repeated Failed Tool Calls
+// ============================================================
+//
+// Detects 3+ consecutive similar tool calls with similar params
+// all failing. Uses Jaccard similarity for generic params and
+// Levenshtein for exec command strings.
+// ============================================================
+import { truncate } from "../util.js";
+/**
+ * Extract all (tool.call, tool.result) pairs from a chain.
+ */
+function extractAttempts(chain) {
+    const attempts = [];
+    const { events } = chain;
+    for (let i = 0; i < events.length - 1; i++) {
+        if (events[i].type === "tool.call" && events[i + 1].type === "tool.result") {
+            const call = events[i];
+            const result = events[i + 1];
+            attempts.push({
+                callIdx: i,
+                resultIdx: i + 1,
+                toolName: call.payload.toolName ?? "",
+                params: (call.payload.toolParams ?? {}),
+                error: result.payload.toolError ?? "",
+                isError: Boolean(result.payload.toolError) || result.payload.toolIsError === true,
+            });
+        }
+    }
+    return attempts;
+}
+/**
+ * Jaccard similarity on stringified key-value pairs.
+ * Ignores volatile fields like `timeout`.
+ */
+function jaccardSimilarity(a, b) {
+    const volatileKeys = new Set(["timeout", "timestamp", "ts"]);
+    const aEntries = new Set(Object.entries(a)
+        .filter(([k]) => !volatileKeys.has(k))
+        .map(([k, v]) => `${k}=${JSON.stringify(v)}`));
+    const bEntries = new Set(Object.entries(b)
+        .filter(([k]) => !volatileKeys.has(k))
+        .map(([k, v]) => `${k}=${JSON.stringify(v)}`));
+    const intersection = [...aEntries].filter(x => bEntries.has(x)).length;
+    const union = new Set([...aEntries, ...bEntries]).size;
+    return union === 0 ? 1.0 : intersection / union;
+}
+/**
+ * Levenshtein distance between two strings.
+ * Capped at 500 chars to keep O(n²) bounded.
+ */
+function levenshteinDistance(a, b) {
+    const sa = a.slice(0, 500);
+    const sb = b.slice(0, 500);
+    if (sa === sb)
+        return 0;
+    if (sa.length === 0)
+        return sb.length;
+    if (sb.length === 0)
+        return sa.length;
+    const matrix = [];
+    for (let i = 0; i <= sb.length; i++) {
+        matrix[i] = [i];
+    }
+    for (let j = 0; j <= sa.length; j++) {
+        matrix[0][j] = j;
+    }
+    for (let i = 1; i <= sb.length; i++) {
+        for (let j = 1; j <= sa.length; j++) {
+            const cost = sb[i - 1] === sa[j - 1] ? 0 : 1;
+            matrix[i][j] = Math.min(matrix[i - 1][j] + 1, matrix[i][j - 1] + 1, matrix[i - 1][j - 1] + cost);
+        }
+    }
+    return matrix[sb.length][sa.length];
+}
+/**
+ * Levenshtein ratio: 1.0 = identical, 0.0 = completely different.
+ */
+function levenshteinRatio(a, b) {
+    const maxLen = Math.max(a.slice(0, 500).length, b.slice(0, 500).length);
+    if (maxLen === 0)
+        return 1.0;
+    return 1 - levenshteinDistance(a, b) / maxLen;
+}
+/**
+ * Compute parameter similarity between two tool calls.
+ * Uses Levenshtein for exec commands, Jaccard for everything else.
+ */
+export function paramSimilarity(a, b) {
+    // Special case for `exec` tool: compare command strings
+    const aCmd = typeof a.command === "string" ? a.command : "";
+    const bCmd = typeof b.command === "string" ? b.command : "";
+    if (aCmd && bCmd) {
+        return levenshteinRatio(aCmd, bCmd);
+    }
+    return jaccardSimilarity(a, b);
+}
+/**
+ * Count consecutive similar failing attempts starting from `anchor`.
+ * Returns the count and index of the last matching attempt.
+ */
+function countConsecutiveSimilarFails(attempts, startIdx) {
+    const anchor = attempts[startIdx];
+    let count = 1;
+    let lastIdx = startIdx;
+    for (let j = startIdx + 1; j < attempts.length; j++) {
+        const candidate = attempts[j];
+        if (candidate.toolName !== anchor.toolName)
+            break;
+        if (paramSimilarity(candidate.params, anchor.params) < 0.8)
+            break;
+        if (!candidate.isError)
+            break;
+        count++;
+        lastIdx = j;
+    }
+    return { count, lastIdx };
+}
+/**
+ * Detect doom loops: 3+ consecutive similar tool calls with similar
+ * params all failing.
+ */
+export function detectDoomLoops(chain) {
+    const signals = [];
+    const attempts = extractAttempts(chain);
+    let i = 0;
+    while (i < attempts.length) {
+        const anchor = attempts[i];
+        if (!anchor.isError) {
+            i++;
+            continue;
+        }
+        const { count, lastIdx } = countConsecutiveSimilarFails(attempts, i);
+        if (count >= 3) {
+            const lastAttempt = attempts[lastIdx];
+            signals.push({
+                signal: "SIG-DOOM-LOOP",
+                severity: count >= 5 ? "critical" : "high",
+                eventRange: { start: anchor.callIdx, end: lastAttempt.resultIdx },
+                summary: `Doom loop: ${count}× ${anchor.toolName} with similar params, all failing`,
+                evidence: {
+                    toolName: anchor.toolName,
+                    loopSize: count,
+                    firstError: truncate(anchor.error, 200),
+                    params: anchor.params,
+                },
+            });
+            i = lastIdx + 1;
+        }
+        else {
+            i++;
+        }
+    }
+    return signals;
+}
+//# sourceMappingURL=doom-loop.js.map

package/dist/src/trace-analyzer/signals/doom-loop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"doom-loop.js","sourceRoot":"","sources":["../../../../src/trace-analyzer/signals/doom-loop.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,6CAA6C;AAC7C,+DAA+D;AAC/D,EAAE;AACF,gEAAgE;AAChE,8DAA8D;AAC9D,wCAAwC;AACxC,+DAA+D;AAI/D,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAYtC;;GAEG;AACH,SAAS,eAAe,CAAC,KAAwB;IAC/C,MAAM,QAAQ,GAAkB,EAAE,CAAC;IACnC,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC;IAEzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YAC3E,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACvB,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7B,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,CAAC,GAAG,CAAC;gBAChB,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE;gBACrC,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAA4B;gBAClE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE;gBACrC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,KAAK,IAAI;aAClF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,SAAS,iBAAiB,CACxB,CAA0B,EAC1B,CAA0B;IAE1B,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,SAAS,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC;IAE7D,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;SACd,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;SACrC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAChD,CAAC;IACF,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;SACd,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;SACrC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAChD,CAAC;IAEF,MAAM,YAAY,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACvE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;IAEvD,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,GAAG,KAAK,CAAC;AAClD,CAAC;AAED;;;GAGG;AACH,SAAS,mBAAmB,CAAC,CAAS,EAAE,CAAS;IAC/C,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC3B,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAE3B,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,CAAC,CAAC;IACxB,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC,MAAM,CAAC;IACtC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC,MAAM,CAAC;IAEtC,MAAM,MAAM,GAAe,EAAE,CAAC;IAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACnB,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CACrB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EACpB,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EACpB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAC5B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;AACtC,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,CAAS,EAAE,CAAS;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IACxE,IAAI,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC;IAC7B,OAAO,CAAC,GAAG,mBAAmB,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC;AAChD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAC7B,CAA0B,EAC1B,CAA0B;IAE1B,wDAAwD;IACxD,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5D,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5D,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;QACjB,OAAO,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,iBAAiB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACjC,CAAC;AAED;;;GAGG;AACH,SAAS,4BAA4B,CACnC,QAAuB,EACvB,QAAgB;IAEhB,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAClC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,OAAO,GAAG,QAAQ,CAAC;IAEvB,KAAK,IAAI,CAAC,GAAG,QAAQ,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpD,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAI,SAAS,CAAC,QAAQ,KAAK,MAAM,CAAC,QAAQ;YAAE,MAAM;QAClD,IAAI,eAAe,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG;YAAE,MAAM;QAClE,IAAI,CAAC,SAAS,CAAC,OAAO;YAAE,MAAM;QAC9B,KAAK,EAAE,CAAC;QACR,OAAO,GAAG,CAAC,CAAC;IACd,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AAC5B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,KAAwB;IACtD,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IAExC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAAC,CAAC,EAAE,CAAC;YAAC,SAAS;QAAC,CAAC;QAEvC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,4BAA4B,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAErE,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACf,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC;gBACX,MAAM,EAAE,eAAe;gBACvB,QAAQ,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM;gBAC1C,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE,GAAG,EAAE,WAAW,CAAC,SAAS,EAAE;gBACjE,OAAO,EAAE,cAAc,KAAK,KAAK,MAAM,CAAC,QAAQ,mCAAmC;gBACnF,QAAQ,EAAE;oBACR,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,QAAQ,EAAE,KAAK;oBACf,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC;oBACvC,MAAM,EAAE,MAAM,CAAC,MAAM;iBACtB;aACF,CAAC,CAAC;YACH,CAAC,GAAG,OAAO,GAAG,CAAC,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,CAAC,EAAE,CAAC;QACN,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/src/trace-analyzer/signals/hallucination.d.ts

@@ -0,0 +1,11 @@
+import type { ConversationChain } from "../chain-reconstructor.js";
+import type { FailureSignal } from "./types.js";
+import type { SignalPatternSet } from "./lang/registry.js";
+/**
+ * Detect hallucinated completions.
+ *
+ * Pattern: agent claims completion in msg.out, but the last tool.result
+ * before that msg.out was an error.
+ */
+export declare function detectHallucinations(chain: ConversationChain, patterns: SignalPatternSet): FailureSignal[];
+//# sourceMappingURL=hallucination.d.ts.map

package/dist/src/trace-analyzer/signals/hallucination.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hallucination.d.ts","sourceRoot":"","sources":["../../../../src/trace-analyzer/signals/hallucination.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AA+C3D;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,gBAAgB,GAAG,aAAa,EAAE,CAgB1G"}

package/dist/src/trace-analyzer/signals/hallucination.js

@@ -0,0 +1,67 @@
+// ============================================================
+// SIG-HALLUCINATION — Agent Claims Completion Despite Failure
+// ============================================================
+//
+// Detects when the agent claims task completion ("done", "erledigt",
+// "deployed", "✅") but the last tool result was an error or
+// no tool was called at all.
+// ============================================================
+import { truncate, isToolError, isQuestion } from "../util.js";
+function matchesCompletion(text, patterns) {
+    return patterns.completion.claims.some(p => p.test(text));
+}
+/**
+ * Find the last tool.result index before `msgOutIdx` within the same turn.
+ * Returns -1 if none found.
+ */
+function findLastToolResultInTurn(events, msgOutIdx) {
+    for (let j = msgOutIdx - 1; j >= 0; j--) {
+        if (events[j].type === "tool.result")
+            return j;
+        if (events[j].type === "msg.in")
+            break;
+    }
+    return -1;
+}
+/**
+ * Build a hallucination signal from the given event indices.
+ */
+function buildHallucinationSignal(events, toolResultIdx, msgOutIdx, content) {
+    const toolResult = events[toolResultIdx];
+    const toolCallIdx = toolResultIdx > 0 && events[toolResultIdx - 1].type === "tool.call"
+        ? toolResultIdx - 1 : toolResultIdx;
+    return {
+        signal: "SIG-HALLUCINATION",
+        severity: "critical",
+        eventRange: { start: toolCallIdx, end: msgOutIdx },
+        summary: `Agent claimed completion despite tool failure: '${truncate(content, 100)}'`,
+        evidence: {
+            agentClaim: truncate(content, 300),
+            precedingError: truncate(toolResult.payload.toolError ?? "unknown", 200),
+            toolName: toolResult.payload.toolName ?? "unknown",
+        },
+    };
+}
+/**
+ * Detect hallucinated completions.
+ *
+ * Pattern: agent claims completion in msg.out, but the last tool.result
+ * before that msg.out was an error.
+ */
+export function detectHallucinations(chain, patterns) {
+    const signals = [];
+    const { events } = chain;
+    for (let i = 0; i < events.length; i++) {
+        if (events[i].type !== "msg.out")
+            continue;
+        const content = events[i].payload.content ?? "";
+        if (!content || !matchesCompletion(content, patterns) || isQuestion(content, patterns))
+            continue;
+        const lastToolResultIdx = findLastToolResultInTurn(events, i);
+        if (lastToolResultIdx >= 0 && isToolError(events[lastToolResultIdx].payload)) {
+            signals.push(buildHallucinationSignal(events, lastToolResultIdx, i, content));
+        }
+    }
+    return signals;
+}
+//# sourceMappingURL=hallucination.js.map

package/dist/src/trace-analyzer/signals/hallucination.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hallucination.js","sourceRoot":"","sources":["../../../../src/trace-analyzer/signals/hallucination.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,8DAA8D;AAC9D,+DAA+D;AAC/D,EAAE;AACF,qEAAqE;AACrE,4DAA4D;AAC5D,6BAA6B;AAC7B,+DAA+D;AAK/D,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE/D,SAAS,iBAAiB,CAAC,IAAY,EAAE,QAA0B;IACjE,OAAO,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED;;;GAGG;AACH,SAAS,wBAAwB,CAC/B,MAAmC,EACnC,SAAiB;IAEjB,KAAK,IAAI,CAAC,GAAG,SAAS,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa;YAAE,OAAO,CAAC,CAAC;QAC/C,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM;IACzC,CAAC;IACD,OAAO,CAAC,CAAC,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,SAAS,wBAAwB,CAC/B,MAAmC,EACnC,aAAqB,EACrB,SAAiB,EACjB,OAAe;IAEf,MAAM,UAAU,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC;IACzC,MAAM,WAAW,GAAG,aAAa,GAAG,CAAC,IAAI,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW;QACrF,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;IACtC,OAAO;QACL,MAAM,EAAE,mBAAmB;QAC3B,QAAQ,EAAE,UAAU;QACpB,UAAU,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,SAAS,EAAE;QAClD,OAAO,EAAE,mDAAmD,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG;QACrF,QAAQ,EAAE;YACR,UAAU,EAAE,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC;YAClC,cAAc,EAAE,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,SAAS,IAAI,SAAS,EAAE,GAAG,CAAC;YACxE,QAAQ,EAAE,UAAU,CAAC,OAAO,CAAC,QAAQ,IAAI,SAAS;SACnD;KACF,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAwB,EAAE,QAA0B;IACvF,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC;IAEzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS;YAAE,SAAS;QAC3C,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;QAChD,IAAI,CAAC,OAAO,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC;YAAE,SAAS;QAEjG,MAAM,iBAAiB,GAAG,wBAAwB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC9D,IAAI,iBAAiB,IAAI,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7E,OAAO,CAAC,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,iBAAiB,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}