@agentdeck/bridge 0.1.0 → 0.2.1

package/dist/apme/outcome.js

@@ -0,0 +1,232 @@
+/**
+ * APME Outcome Detector + Efficiency Calculator + Composite Scorer.
+ *
+ * Determines what the user DID with the agent's output (committed, abandoned,
+ * iterated, A/B tested) rather than relying on noisy explicit feedback.
+ * Computes efficiency metrics from run metadata. Calculates a weighted
+ * composite score from outcome + judge + efficiency + vibe.
+ */
+import { execSync } from 'child_process';
+import { debug } from '../logger.js';
+// ─── Outcome detection ───────────────────────────────────────────────────────
+const OUTCOME_SCORES = {
+    committed: 1.0,
+    ab_winner: 1.0,
+    iterated: 0.6,
+    exploratory: 0.5,
+    pending: 0.5,
+    interrupted: 0.3,
+    abandoned: 0.2,
+    ab_loser: 0.1,
+};
+// Categories where success is measured by response quality, not git commits.
+const NON_CODE_CATEGORIES = new Set(['conversation', 'planning', 'research', 'review']);
+export function detectOutcome(store, run) {
+    if (!run.endedAt)
+        return { outcome: 'pending', confidence: 'low', reason: 'run still in progress' };
+    const durationSec = (run.endedAt - run.startedAt) / 1000;
+    // Non-code categories: response completion = success (no git needed)
+    if (run.taskCategory && NON_CODE_CATEGORIES.has(run.taskCategory)) {
+        const turns = store.listTurns(run.id);
+        if (turns.length > 0) {
+            return { outcome: 'committed', confidence: 'high', reason: `${run.taskCategory} session completed — ${turns.length} turn(s)` };
+        }
+        if (durationSec < 10) {
+            return { outcome: 'interrupted', confidence: 'medium', reason: `very short ${run.taskCategory} session (${Math.round(durationSec)}s)` };
+        }
+        return { outcome: 'exploratory', confidence: 'low', reason: `${run.taskCategory} session with no captured turns` };
+    }
+    // 1. Check git diff — did the session produce a commit?
+    const hasCommit = run.gitBefore && run.gitAfter && run.gitBefore !== run.gitAfter;
+    if (hasCommit) {
+        // Check how quickly the commit happened
+        if (durationSec < 120) {
+            return { outcome: 'committed', confidence: 'high', reason: `quick commit in ${Math.round(durationSec)}s — git ${run.gitBefore?.slice(0, 7)}→${run.gitAfter?.slice(0, 7)}` };
+        }
+        return { outcome: 'committed', confidence: 'high', reason: `committed — git ${run.gitBefore?.slice(0, 7)}→${run.gitAfter?.slice(0, 7)}` };
+    }
+    // Also check live git state if projectPath available (commit may have happened after session)
+    if (run.projectPath && run.gitBefore) {
+        const currentHead = readGitHead(run.projectPath);
+        if (currentHead && currentHead !== run.gitBefore) {
+            return { outcome: 'committed', confidence: 'medium', reason: `post-session commit detected — git ${run.gitBefore.slice(0, 7)}→${currentHead.slice(0, 7)}` };
+        }
+    }
+    // 2. Check for A/B testing pattern — similar runs close in time
+    const recentRuns = store.listRuns({ limit: 20 });
+    const siblings = recentRuns.filter((r) => r.id !== run.id &&
+        r.projectName === run.projectName &&
+        r.endedAt &&
+        Math.abs(r.startedAt - run.startedAt) < 30 * 60 * 1000 && // within 30 min
+        r.modelId !== run.modelId // different model → A/B
+    );
+    if (siblings.length > 0) {
+        const anyCommitted = siblings.some((s) => s.gitBefore && s.gitAfter && s.gitBefore !== s.gitAfter);
+        if (anyCommitted) {
+            return { outcome: 'ab_loser', confidence: 'medium', reason: `A/B test — sibling ${siblings.find((s) => s.gitBefore !== s.gitAfter)?.modelId ?? 'unknown'} was committed instead` };
+        }
+        // No sibling committed either — both abandoned or still pending
+    }
+    // 3. Check for iteration — same project, new session soon after
+    const followUps = recentRuns.filter((r) => r.id !== run.id &&
+        r.projectName === run.projectName &&
+        r.startedAt > (run.endedAt ?? 0) &&
+        r.startedAt - (run.endedAt ?? 0) < 10 * 60 * 1000 // within 10 min
+    );
+    if (followUps.length > 0) {
+        return { outcome: 'iterated', confidence: 'medium', reason: `follow-up session ${Math.round((followUps[0].startedAt - (run.endedAt ?? 0)) / 1000)}s later` };
+    }
+    // 4. Very short session → interrupted or exploratory
+    const steps = store.listSteps(run.id);
+    const toolCalls = steps.filter((s) => s.kind === 'PreToolUse' || s.kind === 'tool_start').length;
+    if (durationSec < 30 && toolCalls <= 1) {
+        return { outcome: 'interrupted', confidence: 'low', reason: `very short session (${Math.round(durationSec)}s, ${toolCalls} tools)` };
+    }
+    if (durationSec < 120 && toolCalls <= 3) {
+        return { outcome: 'exploratory', confidence: 'low', reason: `short session (${Math.round(durationSec)}s, ${toolCalls} tools) — likely exploration` };
+    }
+    // 5. Long session with no commit → abandoned
+    if (durationSec > 300) {
+        return { outcome: 'abandoned', confidence: 'medium', reason: `${Math.round(durationSec / 60)}min session with no commit` };
+    }
+    return { outcome: 'exploratory', confidence: 'low', reason: `${Math.round(durationSec)}s session, ${toolCalls} tools, no commit` };
+}
+// ─── Efficiency ──────────────────────────────────────────────────────────────
+export function computeEfficiency(run) {
+    const totalTokens = (run.inputTokens ?? 0) + (run.outputTokens ?? 0);
+    const durationSec = run.endedAt && run.startedAt ? (run.endedAt - run.startedAt) / 1000 : null;
+    const diffLines = countDiffLines(run);
+    // Parse task_signals for tool call count
+    let toolCalls = 0;
+    if (run.taskSignals) {
+        try {
+            const sig = JSON.parse(run.taskSignals);
+            toolCalls = sig.totalToolCalls ?? 0;
+        }
+        catch { /* ignore */ }
+    }
+    return {
+        tokensPerChange: diffLines && diffLines > 0 ? Math.round(totalTokens / diffLines) : null,
+        costPerChange: diffLines && diffLines > 0 && run.costUsd ? run.costUsd / diffLines : null,
+        timeToCompleteSec: durationSec ? Math.round(durationSec) : null,
+        toolEfficiency: toolCalls > 0 && diffLines ? Math.round((diffLines / toolCalls) * 10) / 10 : null,
+        diffLines,
+    };
+}
+function countDiffLines(run) {
+    if (!run.projectPath)
+        return null;
+    try {
+        const args = run.gitBefore && run.gitAfter && run.gitBefore !== run.gitAfter
+            ? `diff --shortstat ${run.gitBefore}..${run.gitAfter}`
+            : 'diff --shortstat HEAD';
+        const out = execSync(`git ${args}`, {
+            cwd: run.projectPath, encoding: 'utf-8', timeout: 3000,
+            stdio: ['ignore', 'pipe', 'ignore'],
+        });
+        // "3 files changed, 45 insertions(+), 12 deletions(-)"
+        const ins = out.match(/(\d+) insertion/);
+        const del = out.match(/(\d+) deletion/);
+        return (parseInt(ins?.[1] ?? '0', 10)) + (parseInt(del?.[1] ?? '0', 10));
+    }
+    catch {
+        return null;
+    }
+}
+// ─── Composite scorer ────────────────────────────────────────────────────────
+export function computeComposite(store, run, outcomeResult, efficiency) {
+    const outcomeScore = OUTCOME_SCORES[outcomeResult.outcome] ?? 0.5;
+    const outcomeWeight = 0.4;
+    // LLM judge overall
+    const evals = store.listEvalsForRun(run.id);
+    const judgeOverall = evals.find((e) => e.layer === 'llm_judge' && e.metric === 'overall');
+    const judgeScore = judgeOverall?.score ?? null;
+    const judgeWeight = 0.3;
+    // Efficiency — normalize: lower tokens_per_change is better.
+    // Use a sigmoid-like normalization: score = 1 / (1 + tpc/median)
+    // Median for coding tasks ~200 tokens/line. Null = 0.5 (neutral).
+    const medianTpc = 200;
+    let efficiencyScore = null;
+    if (efficiency.tokensPerChange !== null && efficiency.tokensPerChange > 0) {
+        efficiencyScore = Math.round((1 / (1 + efficiency.tokensPerChange / medianTpc)) * 100) / 100;
+    }
+    const efficiencyWeight = 0.2;
+    // Vibe — lowest weight due to noise
+    const vibe = store.latestVibeForRun(run.id);
+    let vibeScore = null;
+    if (vibe) {
+        vibeScore = vibe.verdict === 'approve' ? 1.0 : vibe.verdict === 'reject' ? 0.0 : 0.5;
+    }
+    const vibeWeight = 0.1;
+    // Weighted sum (only count axes that have values)
+    let sum = outcomeScore * outcomeWeight;
+    let totalWeight = outcomeWeight;
+    if (judgeScore !== null) {
+        sum += judgeScore * judgeWeight;
+        totalWeight += judgeWeight;
+    }
+    if (efficiencyScore !== null) {
+        sum += efficiencyScore * efficiencyWeight;
+        totalWeight += efficiencyWeight;
+    }
+    if (vibeScore !== null) {
+        sum += vibeScore * vibeWeight;
+        totalWeight += vibeWeight;
+    }
+    const composite = totalWeight > 0 ? Math.round((sum / totalWeight) * 100) / 100 : 0.5;
+    return {
+        outcomeScore, outcomeWeight,
+        judgeScore, judgeWeight,
+        efficiencyScore, efficiencyWeight,
+        vibeScore, vibeWeight,
+        composite,
+    };
+}
+// ─── Full evaluation pass ────────────────────────────────────────────────────
+/** Run outcome detection + efficiency + composite scoring on a single run. */
+export function evaluateOutcome(store, runId) {
+    const run = store.getRun(runId);
+    if (!run || !run.endedAt)
+        return null;
+    const outcome = detectOutcome(store, run);
+    const efficiency = computeEfficiency(run);
+    const composite = computeComposite(store, run, outcome, efficiency);
+    // Persist
+    store.updateRun(runId, {
+        outcome: outcome.outcome,
+        outcomeConfidence: outcome.confidence,
+        efficiencyJson: JSON.stringify(efficiency),
+        compositeScore: composite.composite,
+    });
+    debug('APME', `outcome ${runId.slice(0, 8)}: ${outcome.outcome}(${outcome.confidence}) composite=${composite.composite}`);
+    return { outcome, efficiency, composite };
+}
+/** Lightweight composite re-computation — called after judge evals are inserted
+ *  so the judge contribution is reflected without re-detecting outcome/efficiency. */
+export function recomputeComposite(store, runId) {
+    const run = store.getRun(runId);
+    if (!run || !run.outcome || !run.efficiencyJson)
+        return;
+    try {
+        const outcomeResult = { outcome: run.outcome, confidence: (run.outcomeConfidence ?? 'low'), reason: '' };
+        const efficiency = JSON.parse(run.efficiencyJson);
+        const composite = computeComposite(store, run, outcomeResult, efficiency);
+        store.updateRun(runId, { compositeScore: composite.composite });
+        debug('APME', `recomputeComposite ${runId.slice(0, 8)}: ${composite.composite}`);
+    }
+    catch (err) {
+        debug('APME', `recomputeComposite failed ${runId.slice(0, 8)}: ${String(err)}`);
+    }
+}
+// ─── helpers ─────────────────────────────────────────────────────────────────
+function readGitHead(cwd) {
+    try {
+        return execSync('git rev-parse HEAD', {
+            cwd, encoding: 'utf-8', stdio: ['ignore', 'pipe', 'ignore'], timeout: 2000,
+        }).trim() || null;
+    }
+    catch {
+        return null;
+    }
+}
+//# sourceMappingURL=outcome.js.map

package/dist/apme/outcome.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"outcome.js","sourceRoot":"","sources":["../../src/apme/outcome.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AAgDrC,gFAAgF;AAEhF,MAAM,cAAc,GAA4B;IAC9C,SAAS,EAAE,GAAG;IACd,SAAS,EAAE,GAAG;IACd,QAAQ,EAAE,GAAG;IACb,WAAW,EAAE,GAAG;IAChB,OAAO,EAAE,GAAG;IACZ,WAAW,EAAE,GAAG;IAChB,SAAS,EAAE,GAAG;IACd,QAAQ,EAAE,GAAG;CACd,CAAC;AAEF,6EAA6E;AAC7E,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,CAAC,cAAc,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;AAExF,MAAM,UAAU,aAAa,CAAC,KAAgB,EAAE,GAAe;IAC7D,IAAI,CAAC,GAAG,CAAC,OAAO;QAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC;IAEpG,MAAM,WAAW,GAAG,CAAC,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;IAEzD,qEAAqE;IACrE,IAAI,GAAG,CAAC,YAAY,IAAI,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;QAClE,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,YAAY,wBAAwB,KAAK,CAAC,MAAM,UAAU,EAAE,CAAC;QACjI,CAAC;QACD,IAAI,WAAW,GAAG,EAAE,EAAE,CAAC;YACrB,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,cAAc,GAAG,CAAC,YAAY,aAAa,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QAC1I,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,YAAY,iCAAiC,EAAE,CAAC;IACrH,CAAC;IAED,wDAAwD;IACxD,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,SAAS,KAAK,GAAG,CAAC,QAAQ,CAAC;IAClF,IAAI,SAAS,EAAE,CAAC;QACd,wCAAwC;QACxC,IAAI,WAAW,GAAG,GAAG,EAAE,CAAC;YACtB,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,mBAAmB,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,WAAW,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;QAC9K,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,mBAAmB,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;IAC5I,CAAC;IAED,8FAA8F;IAC9F,IAAI,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACjD,IAAI,WAAW,IAAI,WAAW,KAAK,GAAG,CAAC,SAAS,EAAE,CAAC;YACjD,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,sCAAsC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;QAC9J,CAAC;IACH,CAAC;IAED,gEAAgE;IAChE,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;IACjD,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACvC,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE;QACf,CAAC,CAAC,WAAW,KAAK,GAAG,CAAC,WAAW;QACjC,CAAC,CAAC,OAAO;QACT,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,IAAI,gBAAgB;QAC1E,CAAC,CAAC,OAAO,KAAK,GAAG,CAAC,OAAO,CAAC,wBAAwB;KACnD,CAAC;IAEF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC;QACnG,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,sBAAsB,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,QAAQ,CAAC,EAAE,OAAO,IAAI,SAAS,wBAAwB,EAAE,CAAC;QACrL,CAAC;QACD,gEAAgE;IAClE,CAAC;IAED,gEAAgE;IAChE,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACxC,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE;QACf,CAAC,CAAC,WAAW,KAAK,GAAG,CAAC,WAAW;QACjC,CAAC,CAAC,SAAS,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC;QAChC,CAAC,CAAC,SAAS,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,gBAAgB;KACnE,CAAC;IACF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,qBAAqB,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAC/J,CAAC;IAED,qDAAqD;IACrD,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC,MAAM,CAAC;IAEjG,IAAI,WAAW,GAAG,EAAE,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACvC,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,uBAAuB,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,SAAS,SAAS,EAAE,CAAC;IACvI,CAAC;IACD,IAAI,WAAW,GAAG,GAAG,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACxC,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,kBAAkB,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,SAAS,8BAA8B,EAAE,CAAC;IACvJ,CAAC;IAED,6CAA6C;IAC7C,IAAI,WAAW,GAAG,GAAG,EAAE,CAAC;QACtB,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,EAAE,CAAC,4BAA4B,EAAE,CAAC;IAC7H,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,cAAc,SAAS,mBAAmB,EAAE,CAAC;AACrI,CAAC;AAED,gFAAgF;AAEhF,MAAM,UAAU,iBAAiB,CAAC,GAAe;IAC/C,MAAM,WAAW,GAAG,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;IACrE,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/F,MAAM,SAAS,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;IAEtC,yCAAyC;IACzC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YACxC,SAAS,GAAG,GAAG,CAAC,cAAc,IAAI,CAAC,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAC1B,CAAC;IAED,OAAO;QACL,eAAe,EAAE,SAAS,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;QACxF,aAAa,EAAE,SAAS,IAAI,SAAS,GAAG,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI;QACzF,iBAAiB,EAAE,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI;QAC/D,cAAc,EAAE,SAAS,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,SAAS,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI;QACjG,SAAS;KACV,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,GAAe;IACrC,IAAI,CAAC,GAAG,CAAC,WAAW;QAAE,OAAO,IAAI,CAAC;IAClC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,SAAS,KAAK,GAAG,CAAC,QAAQ;YAC1E,CAAC,CAAC,oBAAoB,GAAG,CAAC,SAAS,KAAK,GAAG,CAAC,QAAQ,EAAE;YACtD,CAAC,CAAC,uBAAuB,CAAC;QAC5B,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,IAAI,EAAE,EAAE;YAClC,GAAG,EAAE,GAAG,CAAC,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI;YACtD,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC;SACpC,CAAC,CAAC;QACH,uDAAuD;QACvD,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACzC,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACxC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,gFAAgF;AAEhF,MAAM,UAAU,gBAAgB,CAC9B,KAAgB,EAChB,GAAe,EACf,aAA4B,EAC5B,UAA6B;IAE7B,MAAM,YAAY,GAAG,cAAc,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC;IAClE,MAAM,aAAa,GAAG,GAAG,CAAC;IAE1B,oBAAoB;IACpB,MAAM,KAAK,GAAG,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5C,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,WAAW,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;IAC1F,MAAM,UAAU,GAAG,YAAY,EAAE,KAAK,IAAI,IAAI,CAAC;IAC/C,MAAM,WAAW,GAAG,GAAG,CAAC;IAExB,6DAA6D;IAC7D,iEAAiE;IACjE,kEAAkE;IAClE,MAAM,SAAS,GAAG,GAAG,CAAC;IACtB,IAAI,eAAe,GAAkB,IAAI,CAAC;IAC1C,IAAI,UAAU,CAAC,eAAe,KAAK,IAAI,IAAI,UAAU,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;QAC1E,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,eAAe,GAAG,SAAS,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;IAC/F,CAAC;IACD,MAAM,gBAAgB,GAAG,GAAG,CAAC;IAE7B,oCAAoC;IACpC,MAAM,IAAI,GAAG,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5C,IAAI,SAAS,GAAkB,IAAI,CAAC;IACpC,IAAI,IAAI,EAAE,CAAC;QACT,SAAS,GAAG,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IACvF,CAAC;IACD,MAAM,UAAU,GAAG,GAAG,CAAC;IAEvB,kDAAkD;IAClD,IAAI,GAAG,GAAG,YAAY,GAAG,aAAa,CAAC;IACvC,IAAI,WAAW,GAAG,aAAa,CAAC;IAEhC,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;QACxB,GAAG,IAAI,UAAU,GAAG,WAAW,CAAC;QAChC,WAAW,IAAI,WAAW,CAAC;IAC7B,CAAC;IACD,IAAI,eAAe,KAAK,IAAI,EAAE,CAAC;QAC7B,GAAG,IAAI,eAAe,GAAG,gBAAgB,CAAC;QAC1C,WAAW,IAAI,gBAAgB,CAAC;IAClC,CAAC;IACD,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;QACvB,GAAG,IAAI,SAAS,GAAG,UAAU,CAAC;QAC9B,WAAW,IAAI,UAAU,CAAC;IAC5B,CAAC;IAED,MAAM,SAAS,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,WAAW,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAEtF,OAAO;QACL,YAAY,EAAE,aAAa;QAC3B,UAAU,EAAE,WAAW;QACvB,eAAe,EAAE,gBAAgB;QACjC,SAAS,EAAE,UAAU;QACrB,SAAS;KACV,CAAC;AACJ,CAAC;AAED,gFAAgF;AAEhF,8EAA8E;AAC9E,MAAM,UAAU,eAAe,CAAC,KAAgB,EAAE,KAAa;IAK7D,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAEtC,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC1C,MAAM,UAAU,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;IAEpE,UAAU;IACV,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE;QACrB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,iBAAiB,EAAE,OAAO,CAAC,UAAU;QACrC,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;QAC1C,cAAc,EAAE,SAAS,CAAC,SAAS;KACpC,CAAC,CAAC;IAEH,KAAK,CAAC,MAAM,EAAE,WAAW,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,eAAe,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC;IAC1H,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;AAC5C,CAAC;AAED;sFACsF;AACtF,MAAM,UAAU,kBAAkB,CAAC,KAAgB,EAAE,KAAa;IAChE,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,cAAc;QAAE,OAAO;IACxD,IAAI,CAAC;QACH,MAAM,aAAa,GAAkB,EAAE,OAAO,EAAE,GAAG,CAAC,OAAkB,EAAE,UAAU,EAAE,CAAC,GAAG,CAAC,iBAAiB,IAAI,KAAK,CAAe,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QACjJ,MAAM,UAAU,GAAsB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACrE,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,EAAE,GAAG,EAAE,aAAa,EAAE,UAAU,CAAC,CAAC;QAC1E,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,cAAc,EAAE,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC;QAChE,KAAK,CAAC,MAAM,EAAE,sBAAsB,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC;IACnF,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,KAAK,CAAC,MAAM,EAAE,6BAA6B,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClF,CAAC;AACH,CAAC;AAED,gFAAgF;AAEhF,SAAS,WAAW,CAAC,GAAW;IAC9B,IAAI,CAAC;QACH,OAAO,QAAQ,CAAC,oBAAoB,EAAE;YACpC,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,OAAO,EAAE,IAAI;SAC3E,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;IACpB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/apme/recommend.d.ts

@@ -0,0 +1,32 @@
+/**
+ * APME Recommendation Engine — Phase 4.
+ *
+ * Given a task context and the user's available models/subscriptions, return a
+ * ranked list of model candidates with expected score, expected cost, and
+ * confidence. v1 uses the v_model_scorecard view; v2 (stretch) layers in
+ * task-similarity via local embeddings.
+ */
+import type { AgentType } from '@agentdeck/shared';
+import type { ApmeStore } from './store.js';
+export interface RecommendInput {
+    taskKind?: string;
+    budgetUsd?: number;
+    latencyBudgetMs?: number;
+    preferLocal?: boolean;
+    /** Models the user has access to — comes from settings.json.apme.subscriptions. */
+    availableModels?: string[];
+}
+export interface RecommendCandidate {
+    modelId: string;
+    agentType: AgentType;
+    expectedScore: number;
+    expectedCostUsd: number;
+    confidence: number;
+    rationale: string;
+}
+export declare class ApmeRecommender {
+    private readonly store;
+    constructor(store: ApmeStore);
+    recommend(input: RecommendInput): RecommendCandidate[];
+}
+//# sourceMappingURL=recommend.d.ts.map

package/dist/apme/recommend.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recommend.d.ts","sourceRoot":"","sources":["../../src/apme/recommend.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAE5C,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,mFAAmF;IACnF,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,SAAS,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,QAAQ,CAAC,KAAK;gBAAL,KAAK,EAAE,SAAS;IAE7C,SAAS,CAAC,KAAK,EAAE,cAAc,GAAG,kBAAkB,EAAE;CA2BvD"}

package/dist/apme/recommend.js

@@ -0,0 +1,41 @@
+/**
+ * APME Recommendation Engine — Phase 4.
+ *
+ * Given a task context and the user's available models/subscriptions, return a
+ * ranked list of model candidates with expected score, expected cost, and
+ * confidence. v1 uses the v_model_scorecard view; v2 (stretch) layers in
+ * task-similarity via local embeddings.
+ */
+export class ApmeRecommender {
+    store;
+    constructor(store) {
+        this.store = store;
+    }
+    recommend(input) {
+        if (!this.store.enabled)
+            return [];
+        const rows = this.store.scorecard();
+        const filtered = input.availableModels
+            ? rows.filter((r) => input.availableModels.includes(r.modelId))
+            : rows;
+        return filtered
+            .filter((r) => r.runs >= 3 && (r.avgOverall ?? 0) > 0)
+            .sort((a, b) => {
+            // Prefer cost-per-quality if budget is tight, otherwise raw quality.
+            if (input.budgetUsd !== undefined && input.budgetUsd < 5) {
+                return (a.costPerQuality ?? Infinity) - (b.costPerQuality ?? Infinity);
+            }
+            return (b.avgOverall ?? 0) - (a.avgOverall ?? 0);
+        })
+            .slice(0, 3)
+            .map((r) => ({
+            modelId: r.modelId,
+            agentType: r.agentType,
+            expectedScore: r.avgOverall ?? 0,
+            expectedCostUsd: (r.totalCost ?? 0) / Math.max(r.runs, 1),
+            confidence: Math.min(1, r.runs / 20),
+            rationale: `${r.runs} runs, avg ${((r.avgOverall ?? 0) * 100).toFixed(0)}%${r.avgTestsPass != null ? `, tests ${((r.avgTestsPass) * 100).toFixed(0)}%` : ''}`,
+        }));
+    }
+}
+//# sourceMappingURL=recommend.js.map

package/dist/apme/recommend.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recommend.js","sourceRoot":"","sources":["../../src/apme/recommend.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAuBH,MAAM,OAAO,eAAe;IACG;IAA7B,YAA6B,KAAgB;QAAhB,UAAK,GAAL,KAAK,CAAW;IAAG,CAAC;IAEjD,SAAS,CAAC,KAAqB;QAC7B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO;YAAE,OAAO,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,eAAe;YACpC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,eAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAChE,CAAC,CAAC,IAAI,CAAC;QACT,OAAO,QAAQ;aACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;aACrD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACb,qEAAqE;YACrE,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBACzD,OAAO,CAAC,CAAC,CAAC,cAAc,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,IAAI,QAAQ,CAAC,CAAC;YACzE,CAAC;YACD,OAAO,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;aACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACX,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,SAAS,EAAE,CAAC,CAAC,SAAsB;YACnC,aAAa,EAAE,CAAC,CAAC,UAAU,IAAI,CAAC;YAChC,eAAe,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACzD,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC;YACpC,SAAS,EAAE,GAAG,CAAC,CAAC,IAAI,cAAc,CAAC,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IACtE,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAC/E,EAAE;SACH,CAAC,CAAC,CAAC;IACR,CAAC;CACF"}

package/dist/apme/runner.d.ts

@@ -0,0 +1,94 @@
+/**
+ * APME Evaluation Runner — two-layer pipeline executed after a run closes.
+ *
+ * Layer 1 (deterministic): detect project language from the run's projectPath,
+ * run lint/build/test in-place with a hard timeout, normalize each outcome to
+ * 0/1 in `evals` (metrics: lint_clean, build_ok, tests_pass).
+ *
+ * Layer 2 (llm_judge): G-Eval style rubric against the latest `rubrics` row.
+ * Backend is pluggable — default is local MLX (cost-free), API/OpenClaw are
+ * opt-in via `~/.agentdeck/settings.json`. Gated by `shouldJudge()` so the
+ * common "clear pass" case skips layer 2 entirely.
+ */
+import type { ApmeStore } from './store.js';
+import type { ApmeConfig, ApmeJudgeConfig } from './settings.js';
+import type { ApmeRunRow, ParsedJudge } from './types.js';
+export interface EvalJob {
+    runId: string;
+    /** Optional project path override; falls back to the run row. */
+    projectPath?: string;
+}
+export interface EvalJobResult {
+    runId: string;
+    turnId?: string;
+    taskId?: string;
+    layer1Ran: boolean;
+    layer2Ran: boolean;
+    overall?: number;
+}
+type Lang = 'typescript' | 'swift' | 'kotlin';
+interface DetStepResult {
+    metric: 'lint_clean' | 'build_ok' | 'tests_pass';
+    score: 0 | 1;
+    exitCode: number;
+    durationMs: number;
+    outputTail: string;
+    command: string;
+}
+export declare class ApmeRunner {
+    private readonly store;
+    private queue;
+    private drainPromise;
+    private readonly listeners;
+    private configOverride;
+    private judgeOverride;
+    private detOverride;
+    constructor(store: ApmeStore);
+    _setConfig(cfg: ApmeConfig): void;
+    _setJudgeFn(fn: ((prompt: string, judgeCfg: ApmeJudgeConfig) => Promise<string>) | null): void;
+    _setDeterministicFn(fn: ((runRow: ApmeRunRow, cfg: ApmeConfig) => Promise<DetStepResult[]>) | null): void;
+    onResult(fn: (r: EvalJobResult) => void): () => void;
+    enqueue(job: EvalJob): void;
+    /** Immediately judge a single completed turn (mid-session eval).
+     *  Used for non-code categories where turn prompt+response is the eval unit.
+     *  Fires-and-forgets; result is stored and notified via onResult listeners. */
+    enqueueTurn(job: {
+        runId: string;
+        turnId: string;
+        category?: string;
+    }): void;
+    /** Judge a closed task (group of turns between boundary signals —
+     *  TodoWrite all-completed, /clear, session_end). Fires-and-forgets;
+     *  task-level summary and axis scores are persisted in tasks + evals. */
+    enqueueTask(job: {
+        runId: string;
+        taskId: string;
+        category?: string;
+        boundarySignal?: string;
+    }): void;
+    private runTaskEval;
+    private runTurnEval;
+    /** Runs the queue until empty. Awaitable — callers can join the current drain. */
+    drain(): Promise<void>;
+    private doDrain;
+    private runOne;
+}
+export declare function detectLanguage(projectPath: string | null | undefined): Lang | null;
+export declare function runDeterministic(run: ApmeRunRow, cfg: ApmeConfig): Promise<DetStepResult[]>;
+export declare function buildJudgePrompt(run: ApmeRunRow, rubricPrompt: string, layer1Passed: boolean | null, store?: import('./store.js').ApmeStore): string;
+/** Response classification stored by ApmeCollector under turns.efficiency_json.response_kind.
+ *  Drives which turns make it to the LLM judge — `tool_only` / `empty` are silence
+ *  to the judge and produce noise scores. Fallback is 'text' when the tag is missing
+ *  (older rows) but response content is non-trivial. */
+export type ResponseKind = 'text' | 'tool_only' | 'empty';
+export declare function readResponseKind(turn: Record<string, unknown>): ResponseKind;
+/**
+ * Build the `judgeModel` DB tag. For MLX backend the effective model is the
+ * llm.mlx pin when set — otherwise cfg.judge.model (may still be the legacy
+ * "qwen3-30b" placeholder). Non-MLX backends use cfg.judge.model verbatim.
+ */
+export declare function effectiveJudgeModelTag(cfg: ApmeJudgeConfig): string;
+export declare function callJudge(prompt: string, judgeCfg: ApmeJudgeConfig): Promise<string>;
+export declare function parseJudgeJson(text: string): ParsedJudge | null;
+export {};
+//# sourceMappingURL=runner.d.ts.map

package/dist/apme/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/apme/runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAMH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,KAAK,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAGjE,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAG1D,MAAM,WAAW,OAAO;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,iEAAiE;IACjE,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,KAAK,IAAI,GAAG,YAAY,GAAG,OAAO,GAAG,QAAQ,CAAC;AAE9C,UAAU,aAAa;IACrB,MAAM,EAAE,YAAY,GAAG,UAAU,GAAG,YAAY,CAAC;IACjD,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAsBD,qBAAa,UAAU;IAQT,OAAO,CAAC,QAAQ,CAAC,KAAK;IAPlC,OAAO,CAAC,KAAK,CAAiB;IAC9B,OAAO,CAAC,YAAY,CAA8B;IAClD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAyC;IACnE,OAAO,CAAC,cAAc,CAA2B;IACjD,OAAO,CAAC,aAAa,CAAiF;IACtG,OAAO,CAAC,WAAW,CAAoF;gBAE1E,KAAK,EAAE,SAAS;IAE7C,UAAU,CAAC,GAAG,EAAE,UAAU,GAAG,IAAI;IACjC,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,eAAe,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI;IAG9F,mBAAmB,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,KAAK,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI;IAIzG,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,aAAa,KAAK,IAAI,GAAG,MAAM,IAAI;IAKpD,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI;IAO3B;;mFAE+E;IAC/E,WAAW,CAAC,GAAG,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAK5E;;6EAEyE;IACzE,WAAW,CAAC,GAAG,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;YAKvF,WAAW;YA4GX,WAAW;IAyEzB,kFAAkF;IAC5E,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;YAOd,OAAO;YAcP,MAAM;CA0FrB;AAwBD,wBAAgB,cAAc,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,IAAI,GAAG,IAAI,CAelF;AAID,wBAAsB,gBAAgB,CAAC,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,CAsCjG;AA0ED,wBAAgB,gBAAgB,CAC9B,GAAG,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,GAAG,IAAI,EACnE,KAAK,CAAC,EAAE,OAAO,YAAY,EAAE,SAAS,GACrC,MAAM,CAqCR;AAED;;;wDAGwD;AACxD,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,WAAW,GAAG,OAAO,CAAC;AAE1D,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,YAAY,CAa5E;AAkBD;;;;GAIG;AACH,wBAAgB,sBAAsB,CAAC,GAAG,EAAE,eAAe,GAAG,MAAM,CASnE;AAED,wBAAsB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAmB1F;AAuHD,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI,CA+B/D"}