sentinel-agentos 0.3.7 → 0.3.8

package/dist/evaluator/feedback.js

@@ -1,419 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ImplicitFeedbackEngine = void 0;
-const crypto = __importStar(require("crypto"));
-const fs = __importStar(require("fs"));
-const path = __importStar(require("path"));
-/**
- * Generate a unique feedback ID.
- */
-function generateFeedbackId() {
-    return `fb_${Date.now()}_${crypto.randomBytes(4).toString('hex')}`;
-}
-/**
- * ImplicitFeedbackEngine — captures and interprets implicit user signals.
- *
- * Instead of relying on explicit "thumbs up/down", this engine
- * detects subtle signals from user behavior to infer satisfaction.
- *
- * Two modes:
- * - Manual: caller provides explicit signals via record()
- * - Auto-detect: scans audit log to infer signals (results unused,
- *   results modified later, repeated same tool, verify failures)
- *
- * This is the key differentiator of AgentOS: it learns from
- * what users DO, not just what they SAY.
- */
-class ImplicitFeedbackEngine {
-    feedbackLog = [];
-    persistPath = null;
-    // Global audit log for cross-session auto-detection
-    globalAuditPath = null;
-    // Track which auto-detected signals we've already logged (dedup key)
-    detectedKeys = new Set();
-    /**
-     * Record an implicit feedback signal.
-     */
-    record(signal, sessionId, operationId, confidence = 0.8, source = 'auto-detected') {
-        const strength = this.getSignalStrength(signal);
-        const feedback = {
-            id: generateFeedbackId(),
-            timestamp: Date.now(),
-            signal,
-            strength,
-            confidence,
-            sessionId,
-            operationId,
-            source,
-        };
-        this.feedbackLog.push(feedback);
-        this.persist();
-        return feedback;
-    }
-    // ══════════════════════════════════
-    //  Auto-detect feedback from audit log
-    // ══════════════════════════════════
-    /**
-     * Scan the audit log and auto-detect implicit feedback signals.
-     *
-     * Detection rules (conservative — low confidence to avoid false positives):
-     * - verify FAIL or WARN → user_provided_correction (agent made mistakes)
-     * - same tool+params called within 60s → user_repeated_instruction (low confidence, noisy)
-     * - high risk operations that were retried and eventually passed → agent_self_corrected
-     *
-     * Note: auto-detected signals carry lower confidence than explicit user feedback.
-     * They serve as supplementary data, not primary quality indicators.
-     *
-     * @param entries Recent audit entries to analyze
-     * @param sessionId Session to attribute signals to
-     * @returns Number of signals auto-detected
-     */
-    /**
-     * Enable persistence for feedbackLog and auto-detected signal keys.
-     */
-    enablePersistence(workspaceRoot) {
-        const agentosDir = path.join(workspaceRoot, '.agentos');
-        if (!fs.existsSync(agentosDir)) {
-            fs.mkdirSync(agentosDir, { recursive: true });
-        }
-        this.persistPath = path.join(agentosDir, 'feedback.jsonl');
-        this.globalAuditPath = path.join(agentosDir, 'audit.jsonl');
-        this.load();
-    }
-    /** Persist the current feedbackLog and detectedKeys to disk. */
-    persist() {
-        if (!this.persistPath)
-            return;
-        try {
-            const snapshot = {
-                feedbackLog: this.feedbackLog,
-                detectedKeys: Array.from(this.detectedKeys),
-                updatedAt: Date.now(),
-            };
-            fs.writeFileSync(this.persistPath, JSON.stringify(snapshot) + '\n', 'utf-8');
-        }
-        catch {
-            // Non-critical, silently ignore persist failures
-        }
-    }
-    /** Load persisted feedback log from disk. */
-    load() {
-        if (!this.persistPath)
-            return;
-        try {
-            if (!fs.existsSync(this.persistPath))
-                return;
-            const content = fs.readFileSync(this.persistPath, 'utf-8').trim();
-            if (!content)
-                return;
-            const snapshot = JSON.parse(content);
-            if (Array.isArray(snapshot.feedbackLog)) {
-                this.feedbackLog = snapshot.feedbackLog;
-                // Remove stale signals older than 7 days to prevent unbounded growth
-                const cutoff = Date.now() - 7 * 24 * 60 * 60 * 1000;
-                this.feedbackLog = this.feedbackLog.filter((f) => f.timestamp >= cutoff);
-            }
-            if (Array.isArray(snapshot.detectedKeys)) {
-                this.detectedKeys = new Set(snapshot.detectedKeys);
-            }
-        }
-        catch {
-            // Corrupt file — start fresh
-        }
-    }
-    /**
-     * Cross-session auto-detect: scan the global audit.jsonl for signals
-     * from ALL sessions, not just the current one.
-     */
-    autoDetectGlobal() {
-        if (!this.globalAuditPath)
-            return 0;
-        try {
-            if (!fs.existsSync(this.globalAuditPath))
-                return 0;
-            const content = fs.readFileSync(this.globalAuditPath, 'utf-8');
-            const lines = content.split('\n').filter((l) => l.trim());
-            const entries = lines.map((l) => JSON.parse(l));
-            return this.autoDetect(entries, '__global__');
-        }
-        catch {
-            return 0;
-        }
-    }
-    autoDetect(entries, sessionId) {
-        let detected = 0;
-        // Rule 1: Verify failures → agent made errors (confidence 0.7)
-        for (const entry of entries) {
-            if (entry.verifyGate.status !== 'PASS') {
-                const dedupKey = `verify-fail:${entry.id}`;
-                if (!this.detectedKeys.has(dedupKey)) {
-                    this.detectedKeys.add(dedupKey);
-                    this.record('user_provided_correction', sessionId, entry.id, 0.7, 'auto-audit-verify');
-                    detected++;
-                }
-            }
-        }
-        // Rule 2: Repeated same tool call within 60s → user had to repeat
-        // Low confidence (0.3) because some tools (read, exec) are legitimately called multiple times
-        for (let i = 0; i < entries.length; i++) {
-            for (let j = i + 1; j < entries.length; j++) {
-                const ei = entries[i];
-                const ej = entries[j];
-                if (!ei || !ej)
-                    continue;
-                if (ei.toolName === ej.toolName &&
-                    JSON.stringify(ei.toolParameters) === JSON.stringify(ej.toolParameters) &&
-                    Math.abs(ei.completedAt - ej.startedAt) < 60_000) {
-                    const dedupKey = `repeat:${ei.id}:${ej.id}`;
-                    if (!this.detectedKeys.has(dedupKey)) {
-                        this.detectedKeys.add(dedupKey);
-                        this.record('user_repeated_instruction', sessionId, ej.id, 0.3, 'auto-audit-repeat');
-                        detected++;
-                    }
-                    break;
-                }
-            }
-        }
-        // Rule 3: Agent self-corrected — only when retry eventually succeeded
-        // (NOT "high risk passed" — that's coincidence, not demonstrated skill)
-        // Detected by: same tool+params failed once, then passed later in the same session
-        const failures = new Set();
-        for (const entry of entries) {
-            if (entry.verifyGate.status !== 'PASS') {
-                failures.add(JSON.stringify({ t: entry.toolName, p: entry.toolParameters }));
-            }
-        }
-        for (const entry of entries) {
-            const key = JSON.stringify({ t: entry.toolName, p: entry.toolParameters });
-            if (entry.verifyGate.status === 'PASS' && failures.has(key)) {
-                const dedupKey = `self-corrected:${entry.id}`;
-                if (!this.detectedKeys.has(dedupKey)) {
-                    this.detectedKeys.add(dedupKey);
-                    this.record('agent_self_corrected', sessionId, entry.id, 0.5, 'auto-audit-self-corrected');
-                    detected++;
-                }
-                failures.delete(key); // one signal per correction
-            }
-        }
-        return detected;
-    }
-    // ══════════════════════════════════
-    //  User message analysis — detect correction signals from text
-    // ══════════════════════════════════
-    /**
-     * Analyze user messages to detect implicit correction/feedback signals.
-     *
-     * Chinese corrective patterns (high precision, low recall — only matches clear signals):
-     * - "不对"/"错了"/"不是这样" → user_provided_correction (confidence 0.8)
-     * - "漏了"/"缺了"/"没包括"/"遗漏" → user_provided_correction (confidence 0.75)
-     * - "你没"/"你怎么"/"你咋" + 负面动作(忘记/漏/没/不) → user_provided_correction (confidence 0.7)
-     * - "失忆"/"忘了"/"不记得" → user_provided_correction (confidence 0.85)
-     * - "重新"/"再查"/"再搜"/"再看看" → user_repeated_instruction (confidence 0.6)
-     * - "不对吧"/"没音信" → user_interrupted (confidence 0.5)
-     *
-     * English patterns:
-     * - "wrong"/"incorrect"/"not right" → user_provided_correction (confidence 0.7)
-     * - "missed"/"missing"/"forgot"/"incomplete" → user_provided_correction (confidence 0.7)
-     * - "redo"/"again"/"retry"/"try again" → user_repeated_instruction (confidence 0.5)
-     *
-     * Returns number of signals detected.
-     */
-    detectFromUserMessages(messages, sessionId) {
-        let detected = 0;
-        const userMessages = messages.filter((m) => m.role === 'user');
-        for (const msg of userMessages) {
-            const text = msg.content.toLowerCase();
-            const dedupKey = `msg:${msg.ts ?? Date.now()}:${msg.content.substring(0, 40)}`;
-            if (this.detectedKeys.has(dedupKey))
-                continue;
-            // ── Chinese correction patterns ──
-            // Strong frustration: "失忆"/"忘了"/"不记得"
-            if (/失忆|忘了|(?:怎么|咋).{0,3}(?:忘|漏|没|不记得)/.test(msg.content)) {
-                this.detectedKeys.add(dedupKey);
-                this.record('user_provided_correction', sessionId, undefined, 0.85, 'auto-msg-correction-strong');
-                detected++;
-                continue;
-            }
-            // Direct negation: "不对"/"错了"/"不是这样" (not followed by "吗"/"吧" question)
-            if (/(?:不对|错了|不是这样)(?:[吗吧]|的[吗吧])?$/.test(msg.content) ||
-                /^(?:不对|错了|不是)！/.test(msg.content)) {
-                this.detectedKeys.add(dedupKey);
-                this.record('user_provided_correction', sessionId, undefined, 0.8, 'auto-msg-correction-direct');
-                detected++;
-                continue;
-            }
-            // Omission: "漏了"/"缺了"/"没包括"/"遗漏"
-            if (/漏了|缺了|没包括|遗漏|没统计|没算|少.了/.test(msg.content)) {
-                this.detectedKeys.add(dedupKey);
-                this.record('user_provided_correction', sessionId, undefined, 0.75, 'auto-msg-correction-omission');
-                detected++;
-                continue;
-            }
-            // Agent capability complaint: "你没"/"你怎么"/"你咋" + negative
-            if (/(?:你没|你怎么|你咋)(?:.{0,5})(?:听|做|查|看|写|记|算|说|回答|汇总|总结)/.test(msg.content)) {
-                this.detectedKeys.add(dedupKey);
-                this.record('user_provided_correction', sessionId, undefined, 0.7, 'auto-msg-correction-agent');
-                detected++;
-                continue;
-            }
-            // Repeat request: "重新"/"再查"/"再搜"/"再看看"/"再汇总"
-            if (/重新.{0,3}(?:做|查|搜|看|写|汇总|弄|搞|来)|再.{0,2}(?:查|搜|看|汇总|弄|搞|试)/.test(msg.content)) {
-                this.detectedKeys.add(dedupKey);
-                this.record('user_repeated_instruction', sessionId, undefined, 0.6, 'auto-msg-repeat-request');
-                detected++;
-                continue;
-            }
-            // Mild interruption: "没音信"/"不对吧"
-            if (/没音信|不对吧/.test(msg.content)) {
-                this.detectedKeys.add(dedupKey);
-                this.record('user_interrupted', sessionId, undefined, 0.5, 'auto-msg-interrupt');
-                detected++;
-                continue;
-            }
-            // ── English patterns ──
-            // Strong negation
-            if (/(?:that.?s|this is|you.?re|you are).{0,5}(?:wrong|incorrect|not right|not correct)/.test(text)) {
-                this.detectedKeys.add(dedupKey);
-                this.record('user_provided_correction', sessionId, undefined, 0.7, 'auto-msg-correction-en');
-                detected++;
-                continue;
-            }
-            // Omission
-            if (/(?:missed|missing|forgot|forgotten|incomplete|left out|didn.?t include)/.test(text)) {
-                this.detectedKeys.add(dedupKey);
-                this.record('user_provided_correction', sessionId, undefined, 0.7, 'auto-msg-omission-en');
-                detected++;
-                continue;
-            }
-            // Repeat
-            if (/(?:redo|do it again|try again|retry)/.test(text)) {
-                this.detectedKeys.add(dedupKey);
-                this.record('user_repeated_instruction', sessionId, undefined, 0.5, 'auto-msg-repeat-en');
-                detected++;
-            }
-        }
-        return detected;
-    }
-    // ══════════════════════════════════
-    getSignalStrength(signal) {
-        switch (signal) {
-            case 'user_deleted_code': return -0.8;
-            case 'user_interrupted': return -0.6;
-            case 'user_provided_correction': return -0.7;
-            case 'user_modified_output': return -0.5;
-            case 'user_repeated_instruction': return -0.15;
-            case 'user_ignored_result': return -0.4;
-            case 'user_silence_then_praise': return 0.2;
-            case 'user_immediate_continue': return 0.3;
-            case 'agent_self_corrected': return 0.3;
-            case 'user_explicit_approval': return 0.6;
-            case 'user_used_result': return 0.7;
-            case 'user_shared_output': return 0.8;
-            default: return 0;
-        }
-    }
-    getSatisfactionScore(sessionId, recentHours = 24) {
-        // If feedbackLog is empty, try auto-detecting from global audit log first
-        if (this.feedbackLog.length === 0 && this.globalAuditPath) {
-            this.autoDetectGlobal();
-        }
-        let relevant = this.feedbackLog;
-        if (sessionId) {
-            relevant = relevant.filter((f) => f.sessionId === sessionId);
-        }
-        const cutoff = Date.now() - recentHours * 60 * 60 * 1000;
-        relevant = relevant.filter((f) => f.timestamp >= cutoff);
-        // No signals: return neutral 0 (maps to 50/100 satisfaction) instead of 0
-        if (relevant.length === 0)
-            return 0;
-        let weightedSum = 0;
-        let totalWeight = 0;
-        for (const fb of relevant) {
-            const ageHours = (Date.now() - fb.timestamp) / (60 * 60 * 1000);
-            const recencyWeight = Math.max(0.1, 1 - ageHours / recentHours);
-            // Auto-detected signals get 0.5x weight discount to avoid polluting stats
-            const sourceWeight = fb.source.startsWith('auto-') ? 0.5 : 1.0;
-            const weight = fb.confidence * recencyWeight * sourceWeight;
-            weightedSum += fb.strength * weight;
-            totalWeight += weight;
-        }
-        return totalWeight > 0
-            ? Math.round((weightedSum / totalWeight) * 100) / 100
-            : 0;
-    }
-    query(filter = {}) {
-        let results = this.feedbackLog;
-        if (filter.signal)
-            results = results.filter((f) => f.signal === filter.signal);
-        if (filter.sessionId)
-            results = results.filter((f) => f.sessionId === filter.sessionId);
-        if (filter.minStrength !== undefined)
-            results = results.filter((f) => f.strength >= filter.minStrength);
-        if (filter.maxStrength !== undefined)
-            results = results.filter((f) => f.strength <= filter.maxStrength);
-        if (filter.since !== undefined)
-            results = results.filter((f) => f.timestamp >= filter.since);
-        results.sort((a, b) => b.timestamp - a.timestamp);
-        return results.slice(0, filter.limit ?? 50);
-    }
-    stats() {
-        const positive = this.feedbackLog.filter((f) => f.strength > 0);
-        const negative = this.feedbackLog.filter((f) => f.strength < 0);
-        const avgStrength = this.feedbackLog.length > 0
-            ? this.feedbackLog.reduce((s, f) => s + f.strength, 0) / this.feedbackLog.length
-            : 0;
-        const counts = new Map();
-        for (const fb of this.feedbackLog)
-            counts.set(fb.signal, (counts.get(fb.signal) || 0) + 1);
-        let mostCommon = null;
-        let maxCount = 0;
-        for (const [sig, count] of counts) {
-            if (count > maxCount) {
-                maxCount = count;
-                mostCommon = sig;
-            }
-        }
-        return {
-            totalSignals: this.feedbackLog.length,
-            positiveSignals: positive.length,
-            negativeSignals: negative.length,
-            averageStrength: Math.round(avgStrength * 100) / 100,
-            mostCommonSignal: mostCommon,
-        };
-    }
-}
-exports.ImplicitFeedbackEngine = ImplicitFeedbackEngine;
-//# sourceMappingURL=feedback.js.map

package/dist/evaluator/feedback.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"feedback.js","sourceRoot":"","sources":["../../src/evaluator/feedback.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEA,+CAAiC;AACjC,uCAAyB;AACzB,2CAA6B;AAE7B;;GAEG;AACH,SAAS,kBAAkB;IACzB,OAAO,MAAM,IAAI,CAAC,GAAG,EAAE,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;AACrE,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAa,sBAAsB;IACzB,WAAW,GAAuB,EAAE,CAAC;IACrC,WAAW,GAAkB,IAAI,CAAC;IAC1C,oDAAoD;IAC5C,eAAe,GAAkB,IAAI,CAAC;IAC9C,qEAAqE;IAC7D,YAAY,GAAgB,IAAI,GAAG,EAAE,CAAC;IAE9C;;OAEG;IACH,MAAM,CACJ,MAAkB,EAClB,SAAiB,EACjB,WAAoB,EACpB,UAAU,GAAG,GAAG,EAChB,MAAM,GAAG,eAAe;QAExB,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAEhD,MAAM,QAAQ,GAAqB;YACjC,EAAE,EAAE,kBAAkB,EAAE;YACxB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,MAAM;YACN,QAAQ;YACR,UAAU;YACV,SAAS;YACT,WAAW;YACX,MAAM;SACP,CAAC;QAEF,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChC,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,qCAAqC;IACrC,uCAAuC;IACvC,qCAAqC;IAErC;;;;;;;;;;;;;;OAcG;IACH;;OAEG;IACH,iBAAiB,CAAC,aAAqB;QACrC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;QACxD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/B,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;QAC3D,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;QAC5D,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;IAED,gEAAgE;IACxD,OAAO;QACb,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO;QAC9B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC;gBAC3C,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC;YACF,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;QAC/E,CAAC;QAAC,MAAM,CAAC;YACP,iDAAiD;QACnD,CAAC;IACH,CAAC;IAED,6CAA6C;IACrC,IAAI;QACV,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO;QAC9B,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC;gBAAE,OAAO;YAC7C,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;YAClE,IAAI,CAAC,OAAO;gBAAE,OAAO;YACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACrC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBACxC,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC;gBACxC,qEAAqE;gBACrE,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;gBACpD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,CAAC;YAC3E,CAAC;YACD,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBACzC,IAAI,CAAC,YAAY,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,6BAA6B;QAC/B,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,gBAAgB;QACd,IAAI,CAAC,IAAI,CAAC,eAAe;YAAE,OAAO,CAAC,CAAC;QACpC,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC;gBAAE,OAAO,CAAC,CAAC;YACnD,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;YAC/D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC1D,MAAM,OAAO,GAAiB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9D,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,UAAU,CAAC,OAAqB,EAAE,SAAiB;QACjD,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,+DAA+D;QAC/D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBACvC,MAAM,QAAQ,GAAG,eAAe,KAAK,CAAC,EAAE,EAAE,CAAC;gBAC3C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACrC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBAChC,IAAI,CAAC,MAAM,CACT,0BAA0B,EAC1B,SAAS,EACT,KAAK,CAAC,EAAE,EACR,GAAG,EACH,mBAAmB,CACpB,CAAC;oBACF,QAAQ,EAAE,CAAC;gBACb,CAAC;YACH,CAAC;QACH,CAAC;QAED,kEAAkE;QAClE,8FAA8F;QAC9F,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBACtB,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBACtB,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE;oBAAE,SAAS;gBACzB,IAAI,EAAE,CAAC,QAAQ,KAAK,EAAE,CAAC,QAAQ;oBAC3B,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,cAAc,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,cAAc,CAAC;oBACvE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,WAAW,GAAG,EAAE,CAAC,SAAS,CAAC,GAAG,MAAM,EAAE,CAAC;oBACrD,MAAM,QAAQ,GAAG,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC5C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;wBACrC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;wBAChC,IAAI,CAAC,MAAM,CACT,2BAA2B,EAC3B,SAAS,EACT,EAAE,CAAC,EAAE,EACL,GAAG,EACH,mBAAmB,CACpB,CAAC;wBACF,QAAQ,EAAE,CAAC;oBACb,CAAC;oBACD,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,sEAAsE;QACtE,wEAAwE;QACxE,mFAAmF;QACnF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBACvC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC;YAC3E,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,KAAK,MAAM,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5D,MAAM,QAAQ,GAAG,kBAAkB,KAAK,CAAC,EAAE,EAAE,CAAC;gBAC9C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACrC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBAChC,IAAI,CAAC,MAAM,CACT,sBAAsB,EACtB,SAAS,EACT,KAAK,CAAC,EAAE,EACR,GAAG,EACH,2BAA2B,CAC5B,CAAC;oBACF,QAAQ,EAAE,CAAC;gBACb,CAAC;gBACD,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,4BAA4B;YACpD,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,qCAAqC;IACrC,+DAA+D;IAC/D,qCAAqC;IAErC;;;;;;;;;;;;;;;;;OAiBG;IACH,sBAAsB,CAAC,QAA+D,EAAE,SAAiB;QACvG,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QAE/D,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACvC,MAAM,QAAQ,GAAG,OAAO,GAAG,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAC/E,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAAE,SAAS;YAE9C,oCAAoC;YAEpC,sCAAsC;YACtC,IAAI,mCAAmC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1D,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,MAAM,CAAC,0BAA0B,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,4BAA4B,CAAC,CAAC;gBAClG,QAAQ,EAAE,CAAC;gBACX,SAAS;YACX,CAAC;YAED,uEAAuE;YACvE,IAAI,gCAAgC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;gBAClD,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBACvC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,MAAM,CAAC,0BAA0B,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,4BAA4B,CAAC,CAAC;gBACjG,QAAQ,EAAE,CAAC;gBACX,SAAS;YACX,CAAC;YAED,iCAAiC;YACjC,IAAI,yBAAyB,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,MAAM,CAAC,0BAA0B,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,8BAA8B,CAAC,CAAC;gBACpG,QAAQ,EAAE,CAAC;gBACX,SAAS;YACX,CAAC;YAED,yDAAyD;YACzD,IAAI,qDAAqD,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5E,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,MAAM,CAAC,0BAA0B,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,2BAA2B,CAAC,CAAC;gBAChG,QAAQ,EAAE,CAAC;gBACX,SAAS;YACX,CAAC;YAED,6CAA6C;YAC7C,IAAI,0DAA0D,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBACjF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,MAAM,CAAC,2BAA2B,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,yBAAyB,CAAC,CAAC;gBAC/F,QAAQ,EAAE,CAAC;gBACX,SAAS;YACX,CAAC;YAED,iCAAiC;YACjC,IAAI,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,oBAAoB,CAAC,CAAC;gBACjF,QAAQ,EAAE,CAAC;gBACX,SAAS;YACX,CAAC;YAED,yBAAyB;YAEzB,kBAAkB;YAClB,IAAI,oFAAoF,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,MAAM,CAAC,0BAA0B,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,wBAAwB,CAAC,CAAC;gBAC7F,QAAQ,EAAE,CAAC;gBACX,SAAS;YACX,CAAC;YAED,WAAW;YACX,IAAI,yEAAyE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,MAAM,CAAC,0BAA0B,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,sBAAsB,CAAC,CAAC;gBAC3F,QAAQ,EAAE,CAAC;gBACX,SAAS;YACX,CAAC;YAED,SAAS;YACT,IAAI,sCAAsC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,MAAM,CAAC,2BAA2B,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,oBAAoB,CAAC,CAAC;gBAC1F,QAAQ,EAAE,CAAC;YACb,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,qCAAqC;IAE7B,iBAAiB,CAAC,MAAkB;QAC1C,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,mBAAmB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC;YACtC,KAAK,kBAAkB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC;YACrC,KAAK,0BAA0B,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC;YAC7C,KAAK,sBAAsB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC;YACzC,KAAK,2BAA2B,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;YAC/C,KAAK,qBAAqB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC;YACxC,KAAK,0BAA0B,CAAC,CAAC,OAAO,GAAG,CAAC;YAC5C,KAAK,yBAAyB,CAAC,CAAC,OAAO,GAAG,CAAC;YAC3C,KAAK,sBAAsB,CAAC,CAAC,OAAO,GAAG,CAAC;YACxC,KAAK,wBAAwB,CAAC,CAAC,OAAO,GAAG,CAAC;YAC1C,KAAK,kBAAkB,CAAC,CAAC,OAAO,GAAG,CAAC;YACpC,KAAK,oBAAoB,CAAC,CAAC,OAAO,GAAG,CAAC;YACtC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,oBAAoB,CAAC,SAAkB,EAAE,WAAW,GAAG,EAAE;QACvD,0EAA0E;QAC1E,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1D,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC;QAED,IAAI,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC;QAEhC,IAAI,SAAS,EAAE,CAAC;YACd,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;QAC/D,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QACzD,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,CAAC;QAEzD,0EAA0E;QAC1E,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEpC,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;YAChE,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,QAAQ,GAAG,WAAW,CAAC,CAAC;YAChE,0EAA0E;YAC1E,MAAM,YAAY,GAAG,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YAC/D,MAAM,MAAM,GAAG,EAAE,CAAC,UAAU,GAAG,aAAa,GAAG,YAAY,CAAC;YAC5D,WAAW,IAAI,EAAE,CAAC,QAAQ,GAAG,MAAM,CAAC;YACpC,WAAW,IAAI,MAAM,CAAC;QACxB,CAAC;QAED,OAAO,WAAW,GAAG,CAAC;YACpB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,GAAG,WAAW,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;YACrD,CAAC,CAAC,CAAC,CAAC;IACR,CAAC;IAED,KAAK,CAAC,SAOF,EAAE;QACJ,IAAI,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC;QAE/B,IAAI,MAAM,CAAC,MAAM;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC;QAC/E,IAAI,MAAM,CAAC,SAAS;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,CAAC,CAAC;QACxF,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,MAAM,CAAC,WAAY,CAAC,CAAC;QACzG,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,MAAM,CAAC,WAAY,CAAC,CAAC;QACzG,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,KAAM,CAAC,CAAC;QAE9F,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;QAClD,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK;QAOH,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;QAChE,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC;YAC7C,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM;YAChF,CAAC,CAAC,CAAC,CAAC;QAEN,MAAM,MAAM,GAAG,IAAI,GAAG,EAAsB,CAAC;QAC7C,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,WAAW;YAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3F,IAAI,UAAU,GAAsB,IAAI,CAAC;QACzC,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;YAClC,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;gBAAC,QAAQ,GAAG,KAAK,CAAC;gBAAC,UAAU,GAAG,GAAG,CAAC;YAAC,CAAC;QAC/D,CAAC;QAED,OAAO;YACL,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;YACrC,eAAe,EAAE,QAAQ,CAAC,MAAM;YAChC,eAAe,EAAE,QAAQ,CAAC,MAAM;YAChC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,GAAG;YACpD,gBAAgB,EAAE,UAAU;SAC7B,CAAC;IACJ,CAAC;CACF;AAjaD,wDAiaC"}

package/dist/evaluator/profiler.d.ts

@@ -1,55 +0,0 @@
-import { PreExecMetrics, RuntimeMetrics, PostExecMetrics } from '../types';
-import { ImplicitFeedbackEngine } from './feedback';
-/**
- * Agent quality profile — accumulated across all evaluations.
- */
-export interface AgentProfile {
-    /** Overall quality score (0-100) */
-    overallScore: number;
-    /** Number of operations evaluated */
-    totalOps: number;
-    /** Score breakdown by metric category */
-    breakdown: {
-        preExec: number | null;
-        runtime: number | null;
-        postExec: number | null;
-        userSatisfaction: number;
-    };
-    /** Trend data */
-    trends: {
-        improving: boolean;
-        recentOps: number;
-        recentScore: number;
-    };
-    /** Areas needing attention */
-    warnings: string[];
-    /** Kudos for good patterns */
-    strengths: string[];
-}
-/**
- * AgentProfiler — builds and maintains the agent's quality profile.
- *
- * Aggregates PreExec + Runtime + PostExec metrics and
- * ImplicitFeedback to produce a composite quality score
- * that improves over time through self-correction.
- */
-export declare class AgentProfiler {
-    private feedbackEngine;
-    private preMetrics;
-    private runMetrics;
-    private postMetrics;
-    private sessionScores;
-    constructor(feedbackEngine: ImplicitFeedbackEngine);
-    /**
-     * Record a complete evaluation cycle for one tool call.
-     */
-    recordCycle(sessionId: string, pre: PreExecMetrics, run: RuntimeMetrics, post: PostExecMetrics): void;
-    /** Clean up session scores to prevent memory leak */
-    clearSession(sessionId: string): void;
-    /**
-     * Build the current agent profile.
-     */
-    getProfile(sessionId?: string): AgentProfile;
-    private average;
-}
-//# sourceMappingURL=profiler.d.ts.map

package/dist/evaluator/profiler.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"profiler.d.ts","sourceRoot":"","sources":["../../src/evaluator/profiler.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,cAAc,EACd,eAAe,EAChB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAEpD;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,oCAAoC;IACpC,YAAY,EAAE,MAAM,CAAC;IACrB,qCAAqC;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,yCAAyC;IACzC,SAAS,EAAE;QACT,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QACvB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QACvB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;QACxB,gBAAgB,EAAE,MAAM,CAAC;KAC1B,CAAC;IACF,iBAAiB;IACjB,MAAM,EAAE;QACN,SAAS,EAAE,OAAO,CAAC;QACnB,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,8BAA8B;IAC9B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,8BAA8B;IAC9B,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED;;;;;;GAMG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,cAAc,CAAyB;IAE/C,OAAO,CAAC,UAAU,CAAwB;IAC1C,OAAO,CAAC,UAAU,CAAwB;IAC1C,OAAO,CAAC,WAAW,CAAyB;IAC5C,OAAO,CAAC,aAAa,CAAoC;gBAE7C,cAAc,EAAE,sBAAsB;IAIlD;;OAEG;IACH,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,cAAc,EAAE,GAAG,EAAE,cAAc,EAAE,IAAI,EAAE,eAAe,GAAG,IAAI;IAcrG,qDAAqD;IACrD,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAIrC;;OAEG;IACH,UAAU,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,YAAY;IA2F5C,OAAO,CAAC,OAAO;CAKhB"}

package/dist/evaluator/profiler.js

@@ -1,130 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AgentProfiler = void 0;
-/**
- * AgentProfiler — builds and maintains the agent's quality profile.
- *
- * Aggregates PreExec + Runtime + PostExec metrics and
- * ImplicitFeedback to produce a composite quality score
- * that improves over time through self-correction.
- */
-class AgentProfiler {
-    feedbackEngine;
-    preMetrics = [];
-    runMetrics = [];
-    postMetrics = [];
-    sessionScores = new Map();
-    constructor(feedbackEngine) {
-        this.feedbackEngine = feedbackEngine;
-    }
-    /**
-     * Record a complete evaluation cycle for one tool call.
-     */
-    recordCycle(sessionId, pre, run, post) {
-        // Ensure timestamp is set for trend filtering
-        if (!pre.timestamp)
-            pre.timestamp = Date.now();
-        if (!post.timestamp)
-            post.timestamp = Date.now();
-        this.preMetrics.push(pre);
-        this.runMetrics.push(run);
-        this.postMetrics.push(post);
-        // Track per-session scores
-        const sessionScores = this.sessionScores.get(sessionId) ?? [];
-        sessionScores.push(post.outcomeScore);
-        this.sessionScores.set(sessionId, sessionScores);
-    }
-    /** Clean up session scores to prevent memory leak */
-    clearSession(sessionId) {
-        this.sessionScores.delete(sessionId);
-    }
-    /**
-     * Build the current agent profile.
-     */
-    getProfile(sessionId) {
-        const totalOps = this.preMetrics.length;
-        // Pre-exec scores
-        const preExecScore = this.average(this.preMetrics.map((m) => ((m.paramQuality.score + m.contextUtilization.score) / 2) * 100)) ?? 0;
-        // Runtime scores
-        const runtimeScore = this.average(this.runMetrics.map((m) => m.adaptiveScore * 100)) ?? 0;
-        // Post-exec scores
-        const postExecScore = this.average(this.postMetrics.map((m) => m.outcomeScore * 100)) ?? 0;
-        // User satisfaction
-        const satisfaction = this.feedbackEngine.getSatisfactionScore(sessionId);
-        const satisfactionScore = ((satisfaction + 1) / 2) * 100; // Map -1..1 to 0..100
-        // Overall: weighted — only include dimensions with data
-        let overallScore = 0;
-        let totalWeight = 0;
-        if (this.preMetrics.length > 0) {
-            overallScore += preExecScore * 0.2;
-            totalWeight += 0.2;
-        }
-        if (this.runMetrics.length > 0) {
-            overallScore += runtimeScore * 0.25;
-            totalWeight += 0.25;
-        }
-        if (this.postMetrics.length > 0) {
-            overallScore += postExecScore * 0.3;
-            totalWeight += 0.3;
-        }
-        overallScore += satisfactionScore * 0.25;
-        totalWeight += 0.25; // always include satisfaction
-        overallScore = totalWeight > 0 ? Math.round(overallScore / totalWeight) : 50;
-        // Recent trend
-        const recentCutoff = Date.now() - 24 * 60 * 60 * 1000;
-        const recentPre = this.preMetrics.filter((m) => m.timestamp >= recentCutoff);
-        const recentRun = this.runMetrics.slice(-recentPre.length);
-        const recentPost = this.postMetrics.slice(-recentPre.length);
-        const recentScore = recentPre.length > 0
-            ? Math.round((this.average(recentPre.map((m) => (m.paramQuality.score + m.contextUtilization.score) / 2)) ?? 0) * 100 * 0.2 +
-                (this.average(recentRun.map((m) => m.adaptiveScore)) ?? 0) * 100 * 0.25 +
-                (this.average(recentPost.map((m) => m.outcomeScore)) ?? 0) * 100 * 0.3 +
-                satisfactionScore * 0.25)
-            : overallScore;
-        // Warnings and strengths
-        const warnings = [];
-        const strengths = [];
-        if (runtimeScore < 0.5) {
-            warnings.push('High retry rate — consider more planning before execution');
-        }
-        if (postExecScore < 0.5) {
-            warnings.push('Low verify pass rate — verify results before claiming success');
-        }
-        if (satisfaction < -0.3) {
-            warnings.push('User satisfaction declining — review recent sessions');
-        }
-        if (runtimeScore > 0.9) {
-            strengths.push('Excellent execution reliability');
-        }
-        if (postExecScore > 0.9) {
-            strengths.push('Verify gate passing consistently');
-        }
-        if (satisfaction > 0.5) {
-            strengths.push('Strong positive user feedback');
-        }
-        return {
-            overallScore: Number.isNaN(overallScore) ? 50 : overallScore, // 0-100, default 50 if no data
-            totalOps,
-            breakdown: {
-                preExec: totalOps > 0 ? Math.round(preExecScore * 100) / 100 : null,
-                runtime: totalOps > 0 ? Math.round(runtimeScore * 100) / 100 : null,
-                postExec: totalOps > 0 ? Math.round(postExecScore * 100) / 100 : null,
-                userSatisfaction: Math.round(satisfactionScore * 100) / 100,
-            },
-            trends: {
-                improving: recentScore > overallScore,
-                recentOps: recentPre.length,
-                recentScore: Math.round(recentScore) / 100,
-            },
-            warnings,
-            strengths,
-        };
-    }
-    average(values) {
-        return values.length > 0
-            ? values.reduce((s, v) => s + v, 0) / values.length
-            : null;
-    }
-}
-exports.AgentProfiler = AgentProfiler;
-//# sourceMappingURL=profiler.js.map

package/dist/evaluator/profiler.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"profiler.js","sourceRoot":"","sources":["../../src/evaluator/profiler.ts"],"names":[],"mappings":";;;AAkCA;;;;;;GAMG;AACH,MAAa,aAAa;IAChB,cAAc,CAAyB;IAEvC,UAAU,GAAqB,EAAE,CAAC;IAClC,UAAU,GAAqB,EAAE,CAAC;IAClC,WAAW,GAAsB,EAAE,CAAC;IACpC,aAAa,GAA0B,IAAI,GAAG,EAAE,CAAC;IAEzD,YAAY,cAAsC;QAChD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,SAAiB,EAAE,GAAmB,EAAE,GAAmB,EAAE,IAAqB;QAC5F,8CAA8C;QAC9C,IAAI,CAAC,GAAG,CAAC,SAAS;YAAE,GAAG,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/C,IAAI,CAAC,IAAI,CAAC,SAAS;YAAG,IAAY,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC1D,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE5B,2BAA2B;QAC3B,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAC9D,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACtC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IACnD,CAAC;IAED,qDAAqD;IACrD,YAAY,CAAC,SAAiB;QAC5B,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,SAAkB;QAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAExC,kBAAkB;QAClB,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAC/B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACxB,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAChE,CACF,IAAI,CAAC,CAAC;QAEP,iBAAiB;QACjB,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAC/B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,GAAG,CAAC,CAClD,IAAI,CAAC,CAAC;QAEP,mBAAmB;QACnB,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAChC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,GAAG,GAAG,CAAC,CAClD,IAAI,CAAC,CAAC;QAEP,oBAAoB;QACpB,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;QACzE,MAAM,iBAAiB,GAAG,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,sBAAsB;QAEhF,wDAAwD;QACxD,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAAC,YAAY,IAAI,YAAY,GAAG,GAAG,CAAC;YAAC,WAAW,IAAI,GAAG,CAAC;QAAC,CAAC;QAC3F,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAAC,YAAY,IAAI,YAAY,GAAG,IAAI,CAAC;YAAC,WAAW,IAAI,IAAI,CAAC;QAAC,CAAC;QAC7F,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAAC,YAAY,IAAI,aAAa,GAAG,GAAG,CAAC;YAAC,WAAW,IAAI,GAAG,CAAC;QAAC,CAAC;QAC7F,YAAY,IAAI,iBAAiB,GAAG,IAAI,CAAC;QAAC,WAAW,IAAI,IAAI,CAAC,CAAC,8BAA8B;QAC7F,YAAY,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE7E,eAAe;QACf,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QACtD,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,YAAY,CAAC,CAAC;QAC7E,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC3D,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAE7D,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC;YACtC,CAAC,CAAC,IAAI,CAAC,KAAK,CACV,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,GAAG,GAAG;gBAC9G,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,GAAG,IAAI;gBACvE,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,GAAG,GAAG;gBACtE,iBAAiB,GAAG,IAAI,CACzB;YACD,CAAC,CAAC,YAAY,CAAC;QAEjB,yBAAyB;QACzB,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,IAAI,YAAY,GAAG,GAAG,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;QAC7E,CAAC;QACD,IAAI,aAAa,GAAG,GAAG,EAAE,CAAC;YACxB,QAAQ,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;QACjF,CAAC;QACD,IAAI,YAAY,GAAG,CAAC,GAAG,EAAE,CAAC;YACxB,QAAQ,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,YAAY,GAAG,GAAG,EAAE,CAAC;YACvB,SAAS,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,aAAa,GAAG,GAAG,EAAE,CAAC;YACxB,SAAS,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,YAAY,GAAG,GAAG,EAAE,CAAC;YACvB,SAAS,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAClD,CAAC;QAED,OAAO;YACL,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,EAAE,+BAA+B;YAC7F,QAAQ;YACR,SAAS,EAAE;gBACT,OAAO,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI;gBACnE,OAAO,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI;gBACnE,QAAQ,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI;gBACrE,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,GAAG,CAAC,GAAG,GAAG;aAC5D;YACD,MAAM,EAAE;gBACN,SAAS,EAAE,WAAW,GAAG,YAAY;gBACrC,SAAS,EAAE,SAAS,CAAC,MAAM;gBAC3B,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,GAAG;aAC3C;YACD,QAAQ;YACR,SAAS;SACV,CAAC;IACJ,CAAC;IAEO,OAAO,CAAC,MAAgB;QAC9B,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC;YACtB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM;YACnD,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;CACF;AArID,sCAqIC"}