opencode-metrics-plugin 0.1.5

package/dist/backfill.js

@@ -0,0 +1,550 @@
+import * as fs from "fs";
+import * as path from "path";
+import * as os from "os";
+import { getSummaryFile } from "./dirs.js";
+import { upsertSessionSnapshot } from "./summary-store.js";
+// ─── 工具函数 ────────────────────────────────────────────────────────────────
+// 状态文件不带 .json 扩展名，避免被会话快照扫描器（session-viewer 等）误读
+const STATE_FILE = ".backfill-state";
+function zeroTokens() {
+    return { input: 0, output: 0, reasoning: 0, cacheRead: 0, cacheWrite: 0, total: 0 };
+}
+function addTokens(a, b) {
+    return {
+        input: a.input + b.input,
+        output: a.output + b.output,
+        reasoning: a.reasoning + b.reasoning,
+        cacheRead: a.cacheRead + b.cacheRead,
+        cacheWrite: a.cacheWrite + b.cacheWrite,
+        total: a.total + b.total,
+    };
+}
+/** message.data.tokens 结构 {input,output,reasoning,cache:{read,write}} → 扁平 TokenUsage */
+function msgTokens(raw) {
+    const t = (raw ?? {});
+    const cache = (t.cache ?? {});
+    const n = (v) => (typeof v === "number" && Number.isFinite(v) ? v : 0);
+    const usage = {
+        input: n(t.input), output: n(t.output), reasoning: n(t.reasoning),
+        cacheRead: n(cache.read), cacheWrite: n(cache.write), total: 0,
+    };
+    usage.total = usage.input + usage.output + usage.reasoning;
+    return usage;
+}
+function sessionTokens(row) {
+    const n = (v) => (typeof v === "number" && Number.isFinite(v) ? v : 0);
+    const usage = {
+        input: n(row.tokens_input), output: n(row.tokens_output), reasoning: n(row.tokens_reasoning),
+        cacheRead: n(row.tokens_cache_read), cacheWrite: n(row.tokens_cache_write), total: 0,
+    };
+    usage.total = usage.input + usage.output + usage.reasoning;
+    return usage;
+}
+/** 目录前缀匹配（统一正斜杠 + 大小写不敏感，兼容 Windows 反斜杠配置） */
+function dirMatches(directory, prefixes) {
+    if (!directory || !prefixes || prefixes.length === 0)
+        return false;
+    const dir = directory.replace(/\\/g, "/").toLowerCase();
+    return prefixes.some((p) => dir.startsWith(p.replace(/\\/g, "/").toLowerCase()));
+}
+function parseModelDisplay(modelJson) {
+    if (!modelJson)
+        return "";
+    try {
+        const m = JSON.parse(modelJson);
+        // 只存模型名（如 deepseek-v4-flash），不带 provider 前缀（与 live 的 model.id 口径一致）
+        return m.id ?? modelJson;
+    }
+    catch {
+        return modelJson;
+    }
+}
+function readWatermark(metricsDir) {
+    try {
+        const raw = fs.readFileSync(path.join(metricsDir, STATE_FILE), "utf-8");
+        const v = JSON.parse(raw).watermark;
+        return typeof v === "number" ? v : 0;
+    }
+    catch {
+        return 0;
+    }
+}
+function writeWatermark(metricsDir, watermark) {
+    try {
+        fs.mkdirSync(metricsDir, { recursive: true });
+        fs.writeFileSync(path.join(metricsDir, STATE_FILE), JSON.stringify({ watermark }, null, 2));
+    }
+    catch { }
+}
+/** 从 message/part 行重建单会话（或子会话）的 steps/skills/工具统计 */
+function buildFromRows(messages, parts) {
+    const partsByMsg = new Map();
+    for (const p of parts) {
+        if (!p.message_id)
+            continue;
+        const list = partsByMsg.get(p.message_id);
+        if (list)
+            list.push(p);
+        else
+            partsByMsg.set(p.message_id, [p]);
+    }
+    const steps = [];
+    const skills = [];
+    let responseLength = 0;
+    // 内部累加器（含 totalDuration），输出时换算为 avgDuration
+    const accDistribution = new Map();
+    let totalCalls = 0;
+    let totalErrors = 0;
+    let slowest = null;
+    for (const msg of messages) {
+        let md;
+        try {
+            md = JSON.parse(msg.data);
+        }
+        catch {
+            continue;
+        }
+        const role = md.role;
+        if (role === "assistant") {
+            const msgParts = (partsByMsg.get(msg.id) ?? []);
+            let text = "";
+            let reasoning = "";
+            const tools = [];
+            for (const p of msgParts) {
+                let pd;
+                try {
+                    pd = JSON.parse(p.data);
+                }
+                catch {
+                    continue;
+                }
+                const state = (pd.state ?? {});
+                const status = state.status;
+                if (pd.type === "text") {
+                    text += pd.text ?? "";
+                }
+                else if (pd.type === "reasoning") {
+                    reasoning += pd.text ?? "";
+                }
+                else if (pd.type === "tool" && status && status !== "running") {
+                    const toolName = pd.tool ?? "unknown";
+                    const time = (state.time ?? {});
+                    const start = typeof time.start === "number" ? time.start : p.time_created;
+                    const end = typeof time.end === "number" ? time.end : p.time_updated;
+                    const durationMs = end > start ? end - start : 0;
+                    const output = state.output ?? state.raw ?? "";
+                    tools.push({
+                        tool: toolName,
+                        callID: pd.callID ?? p.id,
+                        status: status === "error" ? "error" : "completed",
+                        input: (state.input ?? pd.input ?? {}),
+                        output,
+                        durationMs,
+                    });
+                    // 工具分布统计
+                    const stat = accDistribution.get(toolName) ?? { calls: 0, errors: 0, totalDuration: 0, maxDuration: 0 };
+                    stat.calls++;
+                    if (status === "error") {
+                        stat.errors++;
+                        totalErrors++;
+                    }
+                    stat.totalDuration += durationMs;
+                    stat.maxDuration = Math.max(stat.maxDuration, durationMs);
+                    accDistribution.set(toolName, stat);
+                    totalCalls++;
+                    if (!slowest || durationMs > slowest.duration)
+                        slowest = { tool: toolName, duration: durationMs };
+                    // skill 调用（与运行时 collectSkills 同口径：tool==='skill'，名称取 state.input.name）
+                    if (toolName === "skill") {
+                        const input = (state.input ?? {});
+                        skills.push({
+                            skillName: input.name ?? "skill",
+                            status: status === "error" ? "failed" : "completed",
+                        });
+                    }
+                }
+            }
+            const tokens = msgTokens(md.tokens);
+            const hasContent = tokens.total > 0 || tools.length > 0 || text.length > 0;
+            if (hasContent) {
+                responseLength += text.length;
+                steps.push({
+                    index: steps.length,
+                    startTime: msg.time_created,
+                    endTime: msg.time_updated > msg.time_created ? msg.time_updated : msg.time_created,
+                    durationMs: msg.time_updated > msg.time_created ? msg.time_updated - msg.time_created : 0,
+                    tokens,
+                    cost: typeof md.cost === "number" ? md.cost : 0,
+                    tools,
+                    textLength: text.length,
+                    text,
+                    reasoning,
+                });
+            }
+        }
+    }
+    // 汇总分布（avg 由 totalDuration 换算）
+    const dist = {};
+    for (const [tool, s] of accDistribution) {
+        dist[tool] = {
+            calls: s.calls, errors: s.errors,
+            avgDuration: s.calls > 0 ? s.totalDuration / s.calls : 0,
+            maxDuration: s.maxDuration,
+        };
+    }
+    return {
+        steps,
+        skills,
+        responseLength,
+        toolStats: {
+            totalCalls,
+            invalidCalls: 0,
+            successRate: totalCalls > 0 ? (totalCalls - totalErrors) / totalCalls : 0,
+            distribution: dist,
+            slowestCall: slowest,
+        },
+    };
+}
+function emptyPlanning() {
+    return {
+        planningRounds: 0, totalPlanningDuration: 0, avgPlanningDuration: 0,
+        totalTasks: 0, completedTasks: 0, inProgressTasks: 0, pendingTasks: 0,
+        completionRate: 0, priorityDistribution: {}, calls: [],
+    };
+}
+/** 从消息时间线按真实对话轮次生成 rounds：user 消息开轮，其后连续 assistant 消息归属该轮 */
+function roundsFromTimeline(messages, parts) {
+    const partsByMsg = new Map();
+    for (const p of parts) {
+        if (!p.message_id)
+            continue;
+        const list = partsByMsg.get(p.message_id);
+        if (list)
+            list.push(p);
+        else
+            partsByMsg.set(p.message_id, [p]);
+    }
+    const zeroTokens = () => ({ input: 0, output: 0, reasoning: 0, cacheRead: 0, cacheWrite: 0, total: 0 });
+    const rounds = [];
+    let current = null;
+    const pushRound = () => {
+        // 与 live 同口径：空轮（无 tokens 且无工具调用）不生成快照
+        if (current && (current.tokens.total > 0 || current.toolCalls > 0))
+            rounds.push(current);
+        current = null;
+    };
+    const ordered = [...messages].sort((a, b) => a.time_created - b.time_created);
+    for (const msg of ordered) {
+        let md;
+        try {
+            md = JSON.parse(msg.data);
+        }
+        catch {
+            continue;
+        }
+        const role = md.role;
+        if (role === "user") {
+            pushRound();
+            const texts = [];
+            for (const p of partsByMsg.get(msg.id) ?? []) {
+                try {
+                    const pd = JSON.parse(p.data);
+                    if (pd.type === "text" && typeof pd.text === "string" && pd.text.length > 0)
+                        texts.push(pd.text);
+                }
+                catch { /* 跳过坏行 */ }
+            }
+            current = {
+                userMessage: texts.length > 0 ? texts : undefined,
+                roundStart: msg.time_created,
+                firstTextAt: 0,
+                tokens: zeroTokens(),
+                toolCalls: 0,
+                errors: 0,
+                duration: 0,
+            };
+            continue;
+        }
+        if (role !== "assistant")
+            continue;
+        if (!current) {
+            current = { userMessage: undefined, roundStart: msg.time_created, firstTextAt: 0, tokens: zeroTokens(), toolCalls: 0, errors: 0, duration: 0 };
+        }
+        const t = msgTokens(md.tokens);
+        current.tokens.input += t.input;
+        current.tokens.output += t.output;
+        current.tokens.reasoning += t.reasoning;
+        current.tokens.cacheRead += t.cacheRead;
+        current.tokens.cacheWrite += t.cacheWrite;
+        current.tokens.total += t.total;
+        for (const p of partsByMsg.get(msg.id) ?? []) {
+            try {
+                const pd = JSON.parse(p.data);
+                if (pd.type === "text") {
+                    if (!current.firstTextAt)
+                        current.firstTextAt = p.time_created;
+                }
+                else if (pd.type === "tool") {
+                    const status = (pd.state ?? {}).status;
+                    if (status && status !== "running") {
+                        current.toolCalls++;
+                        if (status === "error")
+                            current.errors++;
+                    }
+                }
+            }
+            catch { /* 跳过坏行 */ }
+        }
+        current.duration += msg.time_updated > msg.time_created ? msg.time_updated - msg.time_created : 0;
+    }
+    pushRound();
+    return rounds.map((r, i) => ({
+        roundIndex: i,
+        duration: r.duration,
+        firstTokenLatency: r.firstTextAt > r.roundStart ? r.firstTextAt - r.roundStart : 0,
+        tokens: { ...r.tokens },
+        toolCalls: r.toolCalls,
+        errors: r.errors,
+        userMessage: r.userMessage,
+    }));
+}
+// ─── 主流程 ──────────────────────────────────────────────────────────────────
+/** 从 opencode.db 回填历史会话统计：按归属规则路由写入各引擎目录（快照带 source:"backfill"）。 */
+export async function backfillFromOpencode(opts) {
+    const dbPath = opts.dbPath ?? path.join(os.homedir(), ".local", "share", "opencode", "opencode.db");
+    const skipExisting = opts.skipExisting !== false;
+    const { DatabaseSync } = await import("node:sqlite");
+    const db = new DatabaseSync(dbPath, { readOnly: true });
+    try {
+        const sessions = db.prepare("SELECT id,parent_id,directory,title,agent,model,cost,tokens_input,tokens_output,tokens_reasoning,tokens_cache_read,tokens_cache_write,time_created,time_updated,time_compacting FROM session ORDER BY time_created").all();
+        const childrenByParent = new Map();
+        for (const s of sessions) {
+            if (s.parent_id) {
+                const list = childrenByParent.get(s.parent_id);
+                if (list)
+                    list.push(s);
+                else
+                    childrenByParent.set(s.parent_id, [s]);
+            }
+        }
+        const msgCountStmt = db.prepare("SELECT COUNT(*) AS n FROM message WHERE session_id = ?");
+        const agentStmt = db.prepare("SELECT data FROM message WHERE session_id = ? ORDER BY time_created");
+        const msgStmt = db.prepare("SELECT id,time_created,time_updated,data FROM message WHERE session_id = ? ORDER BY time_created");
+        const partStmt = db.prepare("SELECT id,message_id,time_created,time_updated,data FROM part WHERE session_id = ? ORDER BY time_created");
+        /** agent 归属链：session.agent → 首条含 agent 的 message */
+        function resolveAgent(row) {
+            if (row.agent)
+                return row.agent;
+            try {
+                for (const m of agentStmt.all(row.id)) {
+                    try {
+                        const d = JSON.parse(m.data);
+                        if (typeof d.agent === "string" && d.agent)
+                            return d.agent;
+                    }
+                    catch { }
+                }
+            }
+            catch { }
+            return null;
+        }
+        function attribute(row, agent) {
+            for (const e of opts.engines) {
+                if (e.agents && agent && e.agents.includes(agent))
+                    return e;
+                if (dirMatches(row.directory, e.cwdPrefixes))
+                    return e;
+            }
+            return opts.fallback ? "fallback" : null;
+        }
+        const stats = new Map();
+        const statOf = (label, dir) => {
+            let s = stats.get(label + "\u0000" + dir);
+            if (!s) {
+                s = { label, metricsDir: dir, written: 0, skippedExisting: 0, skippedEmpty: 0 };
+                stats.set(label + "\u0000" + dir, s);
+            }
+            return s;
+        };
+        for (const e of opts.engines)
+            statOf(e.label, e.metricsDir);
+        if (opts.fallback)
+            statOf("fallback", opts.fallback.metricsDir);
+        const watermarks = new Map();
+        const newWatermarks = new Map();
+        const wmOf = (dir) => {
+            let w = watermarks.get(dir);
+            if (w === undefined) {
+                w = opts.incremental ? readWatermark(dir) : 0;
+                watermarks.set(dir, w);
+            }
+            return w;
+        };
+        let skippedByFilter = 0;
+        let unattributed = 0;
+        let total = 0;
+        for (const row of sessions) {
+            if (row.parent_id !== null)
+                continue; // 子会话并入父快照
+            total++;
+            const f = opts.filter;
+            if (f) {
+                if (f.sessionIds && !f.sessionIds.includes(row.id)) {
+                    skippedByFilter++;
+                    continue;
+                }
+                if (typeof f.since === "number" && row.time_created <= f.since) {
+                    skippedByFilter++;
+                    continue;
+                }
+            }
+            // cwdPrefixes 前置（纯字符串比较零开销）：不匹配行先跳过，避免为大批
+            // 目录外会话支付 resolveAgent 的全消息扫描代价（agent 留到 attribute 前解析）
+            if (f?.cwdPrefixes && f.cwdPrefixes.length > 0 && !dirMatches(row.directory, f.cwdPrefixes)) {
+                skippedByFilter++;
+                continue;
+            }
+            const agent = resolveAgent(row);
+            if (f?.agents && f.agents.length > 0 && (!agent || !f.agents.includes(agent))) {
+                skippedByFilter++;
+                continue;
+            }
+            // 空会话（父+子均无消息）无回填价值
+            const parentMsgs = msgCountStmt.get(row.id).n;
+            const children = childrenByParent.get(row.id) ?? [];
+            const childMsgs = children.reduce((sum, c) => sum + msgCountStmt.get(c.id).n, 0);
+            const target = attribute(row, agent);
+            if (!target) {
+                unattributed++;
+                continue;
+            }
+            const label = target === "fallback" ? "fallback" : target.label;
+            const metricsDir = target === "fallback" ? opts.fallback.metricsDir : target.metricsDir;
+            // 摘要库落点：rule/fallback 显式指定，否则全局共享库（与 live flush 同库，多宿主聚合）
+            const summaryFile = (target === "fallback" ? opts.fallback.summaryFile : target.summaryFile) ?? getSummaryFile();
+            const stat = statOf(label, metricsDir);
+            if (parentMsgs === 0 && childMsgs === 0) {
+                stat.skippedEmpty++;
+                continue;
+            }
+            // 增量水位（按目标目录）
+            if (opts.incremental && row.time_created <= wmOf(metricsDir))
+                continue;
+            // live 快照优先，不覆盖；force 全量重跑时仅保护 source:"live"
+            //（backfill 源与无标记 legacy 均可覆盖——标记缺失视为历史产物，需可重建以治愈存量摘要行）
+            {
+                const snapPath = path.join(metricsDir, `${row.id}.json`);
+                if (fs.existsSync(snapPath)) {
+                    let protectedLive = false;
+                    if (!skipExisting) {
+                        try {
+                            protectedLive = JSON.parse(fs.readFileSync(snapPath, "utf-8")).source === "live";
+                        }
+                        catch { /* 坏文件视为可覆盖 */ }
+                    }
+                    if (skipExisting || protectedLive) {
+                        stat.skippedExisting++;
+                        continue;
+                    }
+                }
+            }
+            // 构建快照
+            const parentMessages = msgStmt.all(row.id);
+            const parentParts = partStmt.all(row.id);
+            const built = buildFromRows(parentMessages, parentParts);
+            const childrenBuilt = [];
+            for (const c of children) {
+                const cMsgs = msgStmt.all(c.id);
+                if (cMsgs.length === 0)
+                    continue;
+                childrenBuilt.push({ row: c, built: buildFromRows(cMsgs, partStmt.all(c.id)) });
+            }
+            let tokens = sessionTokens(row);
+            for (const cb of childrenBuilt)
+                tokens = addTokens(tokens, sessionTokens(cb.row));
+            const denom = tokens.input + tokens.cacheRead;
+            const stepCount = built.steps.length;
+            const output = {
+                sessionId: row.id,
+                startTime: row.time_created,
+                endTime: row.time_updated > row.time_created ? row.time_updated : row.time_created,
+                duration: row.time_updated > row.time_created ? row.time_updated - row.time_created : 0,
+                systemPrompts: {},
+                rounds: roundsFromTimeline(parentMessages, parentParts),
+                tokens: {
+                    ...tokens,
+                    cacheHitRate: denom > 0 ? tokens.cacheRead / denom : 0,
+                    avgTokensPerStep: stepCount > 0 ? tokens.total / stepCount : 0,
+                },
+                tools: {
+                    ...built.toolStats,
+                    slowestCall: built.toolStats.slowestCall ?? { tool: "", duration: 0 },
+                },
+                compactions: row.time_compacting ? 1 : 0,
+                anomaly: { triggered: false, events: [] },
+                stages: [],
+                header: {
+                    sessionId: row.id,
+                    workingDirectory: row.directory ?? "",
+                    startTime: new Date(row.time_created).toISOString(),
+                    model: parseModelDisplay(row.model),
+                    agent: agent ?? "",
+                    agentSwitches: 0,
+                    agentUsage: agent ? { [agent]: 0 } : {},
+                    modelSwitches: 0,
+                    modelTokenDistribution: {},
+                },
+                codeStats: {
+                    etsLines: 0, buildSuccess: false, fixCompileCount: 0, totalCompileErrors: 0,
+                    firstBuildPerRound: [], firstBuildPassRate: 0, errorCodes: [],
+                    warnings: { total: 0, byType: {}, entries: [] },
+                    fixCycles: { successRate: 0, avgAttempts: 0, cycles: [] },
+                    moduleTimings: [],
+                },
+                responseLength: built.responseLength,
+                skills: built.skills,
+                skillSearches: [],
+                planning: emptyPlanning(),
+                steps: built.steps,
+                subagents: childrenBuilt.map((cb) => ({
+                    sessionId: cb.row.id,
+                    agent: cb.row.agent ?? "",
+                    title: cb.row.title ?? "",
+                    steps: cb.built.steps,
+                    tokens: sessionTokens(cb.row),
+                    tools: {
+                        ...cb.built.toolStats,
+                        slowestCall: cb.built.toolStats.slowestCall ?? { tool: "", duration: 0 },
+                    },
+                })),
+                source: "backfill",
+            };
+            if (!opts.dryRun) {
+                fs.mkdirSync(metricsDir, { recursive: true });
+                const filePath = path.join(metricsDir, `${row.id}.json`);
+                const tmpPath = filePath + ".tmp";
+                fs.writeFileSync(tmpPath, JSON.stringify(output, null, 2));
+                fs.renameSync(tmpPath, filePath);
+                // 摘要/详情双表联动入库（增量 soft：live 已有非零数据不覆盖；force 重跑强制刷新）
+                upsertSessionSnapshot(summaryFile, output, filePath, skipExisting ? "soft" : "force");
+            }
+            stat.written++;
+            const prev = newWatermarks.get(metricsDir) ?? 0;
+            if (row.time_created > prev)
+                newWatermarks.set(metricsDir, row.time_created);
+            opts.onSessionBackfilled?.(row.id, label, metricsDir);
+        }
+        if (!opts.dryRun) {
+            for (const [dir, w] of newWatermarks) {
+                const prev = opts.incremental ? wmOf(dir) : 0;
+                writeWatermark(dir, Math.max(prev, w));
+            }
+        }
+        const perEngine = opts.engines.map((e) => stats.get(e.label + "\u0000" + e.metricsDir)).filter(Boolean);
+        const fb = opts.fallback ? stats.get("fallback\u0000" + opts.fallback.metricsDir) ?? null : null;
+        return { perEngine, fallback: fb, skippedByFilter, unattributed, total };
+    }
+    finally {
+        db.close();
+    }
+}

package/dist/compile-analyzer.d.ts

@@ -0,0 +1,40 @@
+/**
+ * compile-analyzer.ts — Pure-function module for parsing hvigorw build output
+ * and extracting compile metrics (errors, warnings, module timings).
+ */
+export interface CompileResult {
+    success: boolean;
+    duration: number;
+    errorCount: number;
+    warnCount: number;
+    errors: ErrorCodeEntry[];
+    warnings: WarningEntry[];
+    moduleTimings: Map<string, ModuleTiming>;
+}
+export interface ErrorCodeEntry {
+    code: string;
+    type: string;
+    message: string;
+    file: string;
+    line: number;
+    col: number;
+}
+export interface WarningEntry {
+    type: "deprecated_api" | "resource_conflict" | "signing" | "obfuscation" | "other";
+    message: string;
+    file?: string;
+    line?: number;
+}
+export interface ModuleTiming {
+    totalDuration: number;
+    taskCount: number;
+    slowestTask: {
+        name: string;
+        duration: number;
+    };
+}
+export declare function stripAnsi(raw: string): string;
+export declare function extractErrorCodes(stripped: string): ErrorCodeEntry[];
+export declare function extractWarnings(stripped: string): WarningEntry[];
+export declare function extractModuleTimings(stripped: string): Map<string, ModuleTiming>;
+export declare function parseHvigorwOutput(raw: string): CompileResult;