@jmtrin/opencode-kevin 1.2.0 → 1.4.0

package/dist/plugin/kevin_audit.js

@@ -1,631 +0,0 @@
-import { existsSync, readFileSync, statSync } from "node:fs";
-import { homedir } from "node:os";
-import { join } from "node:path";
-import { effectivePrePromptCap } from "./ContextInjector.js";
-import { hasRepoIdColumn } from "./MemoryService.js";
-import { contractDigest, describeContract } from "./contract.js";
-import { BUDGETS } from "./perf.js";
-const ALL_FALSE_CAPABILITIES = {
-    skills: false,
-    references: false,
-    apiVersion: null,
-};
-function groupCounts(store, column) {
-    const rows = store
-        .prepare(`SELECT ${column} AS k, COUNT(*) AS n FROM memories GROUP BY ${column}`)
-        .all();
-    const out = {};
-    for (const r of rows) {
-        out[r.k ?? "unknown"] = r.n;
-    }
-    return out;
-}
-function scalar(store, sql, ...params) {
-    const row = store.prepare(sql).get(...params);
-    return row.n ?? 0;
-}
-export function buildAudit(store, metrics, capabilities = ALL_FALSE_CAPABILITIES, projectId, repoId, tuiRoot) {
-    let partial = false;
-    // Memories block: `total` + the three GROUP BYs are pre-006 safe; the
-    // lifecycle counters need the 006 columns and fall back separately.
-    let memories = {
-        total: 0,
-        by_status: {},
-        by_origin: {},
-        by_type: {},
-        ignored: 0,
-        archived: 0,
-        with_feedback: 0,
-        superseded_with_target: 0,
-    };
-    try {
-        memories = {
-            ...memories,
-            total: scalar(store, "SELECT COUNT(*) AS n FROM memories"),
-            by_status: groupCounts(store, "status"),
-            by_origin: groupCounts(store, "origin"),
-            by_type: groupCounts(store, "type"),
-        };
-    }
-    catch {
-        partial = true;
-    }
-    try {
-        memories = {
-            ...memories,
-            ignored: scalar(store, "SELECT COUNT(*) AS n FROM memories WHERE ignored = 1"),
-            archived: scalar(store, "SELECT COUNT(*) AS n FROM memories WHERE status = 'archived'"),
-            with_feedback: scalar(store, "SELECT COUNT(*) AS n FROM memories WHERE feedback_positive > 0 OR feedback_negative > 0"),
-            superseded_with_target: scalar(store, "SELECT COUNT(*) AS n FROM memories WHERE status = 'superseded' AND superseded_by IS NOT NULL"),
-        };
-    }
-    catch {
-        partial = true;
-    }
-    // Injections block: grouped rollup over the ledger (same query the
-    // InjectionLedger.outcomeCounts() runs), rates from the metric cache.
-    let injections = {
-        total: 0,
-        effective: 0,
-        ineffective: 0,
-        inconclusive: 0,
-        unmeasured: 0,
-        precision_rate: 0,
-        coverage_rate: 0,
-    };
-    try {
-        const rows = store
-            .prepare("SELECT outcome, COUNT(*) AS n FROM kevin_injections GROUP BY outcome")
-            .all();
-        const counts = {
-            unmeasured: 0,
-            effective: 0,
-            ineffective: 0,
-            inconclusive: 0,
-        };
-        for (const r of rows) {
-            counts[r.outcome] = r.n;
-        }
-        injections = {
-            total: rows.reduce((acc, r) => acc + r.n, 0),
-            effective: counts.effective,
-            ineffective: counts.ineffective,
-            inconclusive: counts.inconclusive,
-            unmeasured: counts.unmeasured,
-            precision_rate: metrics.precisionRate(),
-            coverage_rate: metrics.coverageRate(),
-        };
-    }
-    catch {
-        partial = true;
-    }
-    // Feedback block: verdict rollup from the table, totals from the cache.
-    let feedback = {
-        positive: 0,
-        negative: 0,
-        by_verdict: {},
-    };
-    try {
-        const rows = store
-            .prepare("SELECT verdict, COUNT(*) AS n FROM memory_feedback GROUP BY verdict")
-            .all();
-        const byVerdict = {};
-        for (const r of rows) {
-            byVerdict[r.verdict] = r.n;
-        }
-        feedback = {
-            positive: metrics.get("feedback_positive_total"),
-            negative: metrics.get("feedback_negative_total"),
-            by_verdict: byVerdict,
-        };
-    }
-    catch {
-        partial = true;
-    }
-    const blocked = metrics.blockedSnapshot();
-    const tokens = {
-        pre_prompt: metrics.get("tokens_injected_pre_prompt"),
-        compacting: metrics.get("tokens_injected_compacting"),
-    };
-    let settings = {};
-    try {
-        const rows = store
-            .prepare("SELECT key, value FROM kevin_settings")
-            .all();
-        settings = {};
-        for (const r of rows) {
-            settings[r.key] = r.value;
-        }
-    }
-    catch {
-        partial = true;
-    }
-    // v0.6.0 (K6-023 / plan §5.8) — channels + curation. Both blocks are
-    // gated on migration 007's schema: on a pre-007 database they are
-    // OMITTED (not zero-valued) and `partial` is set, so the release's
-    // scoreboard is never presented as computed when it cannot be.
-    let channels;
-    let curation;
-    let conflicts;
-    let mix;
-    let hasSchema007 = false;
-    try {
-        store.prepare("SELECT 1 FROM curation_proposals LIMIT 1").get();
-        hasSchema007 = true;
-    }
-    catch {
-        hasSchema007 = false;
-    }
-    if (hasSchema007) {
-        try {
-            const emission = (capable, key) => {
-                if (!capable)
-                    return "unavailable";
-                return settings[key] === "1" ? "on" : "off";
-            };
-            const registered = (key) => {
-                const row = store
-                    .prepare("SELECT value FROM kevin_metrics WHERE key = ?")
-                    .get(key);
-                return row?.value ?? 0;
-            };
-            channels = {
-                push: {
-                    tokens_pre_prompt: metrics.get("tokens_injected_pre_prompt"),
-                    tokens_compacting: metrics.get("tokens_injected_compacting"),
-                    injections_total: metrics.get("injections_total"),
-                    precision_rate: metrics.precisionRate(),
-                    coverage_rate: metrics.coverageRate(),
-                    // The EFFECTIVE cap (K6-021 clamp semantics), not the raw
-                    // setting: the channel comparison must use the budget the
-                    // push channel actually charges against.
-                    budget_tokens: effectivePrePromptCap(settings.pre_prompt_budget_tokens),
-                },
-                pull: {
-                    proposals_created: metrics.get("proposals_created"),
-                    // "approved" is the human decision: approved + applied.
-                    proposals_approved: metrics.get("proposals_approved"),
-                    proposals_rejected: metrics.get("proposals_rejected"),
-                    artifact_writes_total: metrics.get("artifact_writes_total"),
-                    artifact_writes_noop: metrics.get("artifact_writes_noop"),
-                    references_registered: registered("references_registered"),
-                    skills_registered: registered("skills_registered"),
-                    skill_emission: emission(capabilities.skills, "skill_emission_enabled"),
-                    reference_emission: emission(capabilities.references, "reference_emission_enabled"),
-                },
-            };
-        }
-        catch {
-            partial = true;
-            channels = undefined;
-        }
-        try {
-            const proposalRows = store
-                .prepare("SELECT status, COUNT(*) AS n FROM curation_proposals GROUP BY status")
-                .all();
-            const byStatus = {};
-            for (const r of proposalRows) {
-                byStatus[r.status] = r.n;
-            }
-            curation = {
-                // The Curator predicate is `inferable != 1` (plan §5.5): an
-                // unclassified (NULL) memory must not be silently withheld.
-                eligible: scalar(store, "SELECT COUNT(*) AS n FROM memories WHERE inferable IS NOT 1"),
-                curated: scalar(store, "SELECT COUNT(*) AS n FROM memories WHERE curated = 1"),
-                inferable: scalar(store, "SELECT COUNT(*) AS n FROM memories WHERE inferable = 1"),
-                non_inferable: scalar(store, "SELECT COUNT(*) AS n FROM memories WHERE inferable = 0"),
-                unknown: scalar(store, "SELECT COUNT(*) AS n FROM memories WHERE inferable IS NULL"),
-                proposals_by_status: byStatus,
-            };
-        }
-        catch {
-            partial = true;
-            curation = undefined;
-        }
-    }
-    else {
-        partial = true;
-    }
-    // v0.8.0 (K8-018/023 / plan §5.2, §5.7) — the shared-layer block.
-    // `write_refusals` lives OUTSIDE the frozen METRIC_KEYS ladder (K7-004)
-    // and is read as a bare SQL scalar, following the `skills_registered`
-    // precedent; a missing row means no refusals yet. The K8-023 team
-    // rollup (shared_entries, okf_imports, layer precision) is gated on
-    // migration 009's schema and is pure SQL — no JavaScript-side
-    // aggregation (plan §5.7 acceptance).
-    let team = { write_refusals: 0 };
-    try {
-        team = {
-            write_refusals: scalar(store, `SELECT COALESCE(
-					(SELECT value FROM kevin_metrics WHERE key = 'shared_write_refusals'),
-					0
-				) AS n`),
-        };
-    }
-    catch {
-        partial = true;
-        team = undefined;
-    }
-    let hasSchema009 = false;
-    try {
-        store.prepare("SELECT 1 FROM shared_entries LIMIT 1").get();
-        hasSchema009 = true;
-    }
-    catch {
-        hasSchema009 = false;
-    }
-    if (hasSchema009 && team !== undefined) {
-        try {
-            const repoWhere = (column) => repoId ? `${column} = ?` : "1 = 1";
-            const repoParams = repoId ? [repoId] : [];
-            const lastImport = store
-                .prepare(`SELECT imported_at, entries_rejected
-					 FROM okf_imports
-					 WHERE ${repoWhere("repo_id")}
-					 ORDER BY imported_at DESC, id DESC LIMIT 1`)
-                .get(...repoParams);
-            // v0.5.0 precision formula (effective / (effective +
-            // ineffective)) per layer, same shape as `mix`.
-            const layerPrecision = (layer) => {
-                const row = store
-                    .prepare(`SELECT
-						 SUM(CASE WHEN i.outcome = 'effective' THEN 1 ELSE 0 END) AS effective,
-						 SUM(CASE WHEN i.outcome = 'ineffective' THEN 1 ELSE 0 END) AS ineffective
-						 FROM kevin_injections i JOIN memories m ON m.id = i.memory_id
-						 WHERE m.layer = ? ${repoId ? "AND (m.repo_id = ? OR m.repo_id IS NULL)" : ""}`)
-                    .get(layer, ...(repoId ? [repoId] : []));
-                const effective = row.effective ?? 0;
-                const measured = effective + (row.ineffective ?? 0);
-                return measured > 0 ? effective / measured : 0;
-            };
-            // The v0.7.0 maturity floor, verbatim: below it the
-            // precision numbers are omitted and `immature_db` reported
-            // (plan §5.7 step 5).
-            const memoryCount = scalar(store, "SELECT COUNT(*) AS n FROM memories");
-            const settled = scalar(store, "SELECT COUNT(*) AS n FROM kevin_injections WHERE outcome IN ('effective','ineffective')");
-            const mature = memoryCount >= 100 && settled >= 50;
-            team = {
-                ...team,
-                shared_total: scalar(store, `SELECT COUNT(*) AS n FROM shared_entries
-					 WHERE ${repoWhere("repo_id")} AND op = 'assert'`, ...repoParams),
-                tombstones: scalar(store, `SELECT COUNT(*) AS n FROM shared_entries
-					 WHERE ${repoWhere("repo_id")} AND op = 'tombstone'`, ...repoParams),
-                // Counts distinct non-null author_hash values; with
-                // author_identity_mode='none' imports write NULL, so
-                // the count is naturally 0.
-                distinct_authors: scalar(store, `SELECT COUNT(DISTINCT author_hash) AS n FROM shared_entries
-					 WHERE ${repoWhere("repo_id")} AND author_hash IS NOT NULL`, ...repoParams),
-                last_import_at: lastImport?.imported_at ?? null,
-                last_import_rejected: lastImport?.entries_rejected ?? 0,
-                ...(mature
-                    ? {
-                        precision_shared: layerPrecision("shared"),
-                        precision_local: layerPrecision("local"),
-                    }
-                    : { reason: "immature_db" }),
-            };
-        }
-        catch {
-            partial = true;
-            team = undefined;
-        }
-    }
-    try {
-        const rows = store
-            .prepare("SELECT kind, status, COUNT(*) AS n FROM memory_conflicts GROUP BY kind, status")
-            .all();
-        const byKind = {};
-        const byStatus = {};
-        for (const row of rows) {
-            byKind[row.kind] = (byKind[row.kind] ?? 0) + row.n;
-            byStatus[row.status] = (byStatus[row.status] ?? 0) + row.n;
-        }
-        conflicts = { by_kind: byKind, by_status: byStatus };
-    }
-    catch {
-        partial = true;
-    }
-    // v0.7.0 (K7-019 / plan §5.3, K7-006) — the `truth` block is
-    // project-scoped. On a pre-008 database the repo_facts query throws, so
-    // the block is omitted and `partial` set — a report that cannot answer
-    // "how many facts does this project have?" must say so.
-    // v0.8.0 (K8-007 / plan §5.7) — the penalized-memory rollup scopes on
-    // repo_id once the 009 column exists and an identity is resolved
-    // (NULL-repo_id rows are global); project_id stays as the fallback.
-    let truth;
-    if (projectId || repoId) {
-        try {
-            const truncatedRow = store
-                .prepare("SELECT value FROM repo_facts WHERE project_id = ? AND key_path = '_truncated'")
-                .get(projectId);
-            const penalized = repoId && hasRepoIdColumn(store)
-                ? scalar(store, "SELECT COUNT(*) AS n FROM memories WHERE (repo_id = ? OR repo_id IS NULL) AND truth_penalty > 0", repoId)
-                : scalar(store, "SELECT COUNT(*) AS n FROM memories WHERE project_id = ? AND truth_penalty > 0", projectId);
-            truth = {
-                facts_scanned: scalar(store, "SELECT COUNT(*) AS n FROM repo_facts WHERE project_id = ?", projectId),
-                penalized_memories: penalized,
-                truncated: truncatedRow
-                    ? { is_truncated: true, count: Number(truncatedRow.value) || 0 }
-                    : { is_truncated: false },
-            };
-        }
-        catch {
-            partial = true;
-            truth = undefined;
-        }
-    }
-    try {
-        const typeRows = store
-            .prepare(`SELECT m.type, COUNT(*) AS n
-				 FROM kevin_injections i JOIN memories m ON m.id = i.memory_id
-				 GROUP BY m.type`)
-            .all();
-        const injectedByType = {
-            error: 0,
-            rule: 0,
-            decision: 0,
-            pattern: 0,
-            solution: 0,
-            context: 0,
-        };
-        for (const row of typeRows)
-            injectedByType[row.type] = row.n;
-        const total = typeRows.reduce((sum, row) => sum + row.n, 0);
-        const nonError = total - (injectedByType.error ?? 0);
-        const precisionFor = (isError) => {
-            const row = store
-                .prepare(`SELECT
-					 SUM(CASE WHEN i.outcome = 'effective' THEN 1 ELSE 0 END) AS effective,
-					 SUM(CASE WHEN i.outcome = 'ineffective' THEN 1 ELSE 0 END) AS ineffective
-					 FROM kevin_injections i JOIN memories m ON m.id = i.memory_id
-					 WHERE ${isError ? "m.type = 'error'" : "m.type <> 'error'"}`)
-                .get();
-            const effective = row.effective ?? 0;
-            const measured = effective + (row.ineffective ?? 0);
-            return measured > 0 ? effective / measured : 0;
-        };
-        const precisionError = precisionFor(true);
-        const precisionNonError = precisionFor(false);
-        const memoryCount = scalar(store, "SELECT COUNT(*) AS n FROM memories");
-        const settled = scalar(store, "SELECT COUNT(*) AS n FROM kevin_injections WHERE outcome IN ('effective','ineffective')");
-        const mature = memoryCount >= 100 && settled >= 50;
-        const meets = mature &&
-            nonError / Math.max(total, 1) >= 0.5 &&
-            precisionNonError > precisionError;
-        mix = {
-            injected_by_type: injectedByType,
-            injected_total: total,
-            non_error_injected: nonError,
-            non_error_share: total > 0 ? nonError / total : 0,
-            precision_error: precisionError,
-            precision_non_error: precisionNonError,
-            meets_exit_criterion: meets,
-            ...(mature ? {} : { reason: "immature_db" }),
-        };
-    }
-    catch {
-        partial = true;
-    }
-    // v0.9.0 (K9-020 / plan §5.5) — the host block, mirroring the
-    // channels/curation precedent: gated on migration 010's schema, pure
-    // SQL, omitted (not zero-valued) on a pre-010 database with
-    // `partial` set. The verdict is derived entirely in SQL: degraded
-    // when any hook is dead, unknown when no hook has been observed at
-    // all (never rounded to healthy), healthy otherwise.
-    let host;
-    let hasSchema010 = false;
-    try {
-        const row = store
-            .prepare("SELECT 1 AS n FROM sqlite_master WHERE type='table' AND name='hook_liveness'")
-            .get();
-        hasSchema010 = !!row;
-    }
-    catch {
-        hasSchema010 = false;
-    }
-    if (hasSchema010) {
-        try {
-            const hookRow = store
-                .prepare(`SELECT
-					 COUNT(*) AS total,
-					 SUM(CASE WHEN dead_since IS NOT NULL THEN 1 ELSE 0 END) AS dead,
-					 SUM(CASE WHEN fire_count > 0 THEN 1 ELSE 0 END) AS live,
-					 SUM(fire_count) AS fires_total,
-					 SUM(error_count) AS errors_total
-					 FROM hook_liveness`)
-                .get();
-            const dead = hookRow.dead ?? 0;
-            const live = hookRow.live ?? 0;
-            const unknown = hookRow.total - dead - live;
-            const versionRow = store
-                .prepare(`SELECT plugin_version FROM host_probes
-					 ORDER BY probed_at DESC, id DESC LIMIT 1`)
-                .get();
-            const regRows = store
-                .prepare(`SELECT surface, registered, verified, COUNT(*) AS n
-					 FROM native_registrations
-					 GROUP BY surface, registered, verified`)
-                .all();
-            const bySurface = {};
-            let total = 0;
-            let verified = 0;
-            let failures = 0;
-            for (const row of regRows) {
-                total += row.n;
-                if (row.verified === 1)
-                    verified += row.n;
-                if (row.registered === 1 && row.verified === 0)
-                    failures += row.n;
-                const acc = bySurface[row.surface] ?? { registered: 0, verified: 0 };
-                acc.registered += row.registered === 1 ? row.n : 0;
-                acc.verified += row.verified === 1 ? row.n : 0;
-                bySurface[row.surface] = acc;
-            }
-            host = {
-                plugin_version: versionRow?.plugin_version ?? null,
-                hooks: {
-                    live,
-                    dead,
-                    unknown: unknown < 0 ? 0 : unknown,
-                    fires_total: hookRow.fires_total ?? 0,
-                    errors_total: hookRow.errors_total ?? 0,
-                },
-                native: { total, verified, failures, by_surface: bySurface },
-                verdict: dead > 0
-                    ? "degraded"
-                    : hookRow.total === 0
-                        ? "unknown"
-                        : unknown > 0
-                            ? "unknown"
-                            : "healthy",
-            };
-        }
-        catch {
-            partial = true;
-            host = undefined;
-        }
-    }
-    // v0.9.0 (K9-020): pre-010 databases simply omit `host` without
-    // marking the report partial — the host block is additive, unlike
-    // channels/curation which are the v0.6.0 scoreboard. Existing
-    // v0.8.0-era tests run on 007/008 stores and expect partial false.
-    // v1.0.0 (K10-020 / plan §5.6) — perf block: the most recent aggregate
-    // row per scope, read directly from perf_samples. A scope with no rows
-    // reports count 0, zero timings and within_budget true — never NULL,
-    // never NaN. Omitted on a pre-011 database (host precedent).
-    let perf;
-    let hasSchema011 = false;
-    try {
-        const row = store
-            .prepare("SELECT 1 AS n FROM sqlite_master WHERE type='table' AND name='perf_samples'")
-            .get();
-        hasSchema011 = !!row;
-    }
-    catch {
-        hasSchema011 = false;
-    }
-    if (hasSchema011) {
-        try {
-            const scopes = {};
-            const latest = store.prepare(`SELECT sample_count AS count, p50_ms AS p50, p95_ms AS p95,
-						max_ms AS max, budget_p95_ms AS budget_p95, within_budget
-					 FROM perf_samples WHERE scope = ? ORDER BY id DESC LIMIT 1`);
-            for (const budget of BUDGETS) {
-                const row = latest.get(budget.scope);
-                scopes[budget.scope] = row
-                    ? {
-                        count: row.count,
-                        p50: row.p50,
-                        p95: row.p95,
-                        max: row.max,
-                        budget_p95: row.budget_p95,
-                        within_budget: row.within_budget === 1,
-                    }
-                    : {
-                        count: 0,
-                        p50: 0,
-                        p95: 0,
-                        max: 0,
-                        budget_p95: budget.p95Ms,
-                        within_budget: true,
-                    };
-            }
-            perf = { scopes };
-        }
-        catch {
-            perf = undefined;
-        }
-    }
-    // v1.0.0 (K10-020 / plan §5.6) — contract block: pure function of the
-    // source, no database involvement.
-    const liveContract = describeContract();
-    const contract = {
-        contract_version: liveContract.contractVersion,
-        digest: contractDigest(liveContract),
-        clause_count: liveContract.clauses.length,
-        deprecated_count: liveContract.clauses.filter((c) => c.deprecated).length,
-    };
-    // v1.2.0 (K12-014/K12-019) — TUI block: best-effort fs introspection (absent → nulls)
-    let tui;
-    try {
-        const enabled_setting = settings.tui_snapshots_enabled ?? "0";
-        const root = tuiRoot ?? join(homedir(), ".opencode-kevin", "tui");
-        let last_flush_age_s = null;
-        try {
-            const metaRaw = readFileSync(join(root, "meta.json"), "utf8");
-            const meta = JSON.parse(metaRaw);
-            if (meta.generatedAt) {
-                const age = (Date.now() - Date.parse(meta.generatedAt)) / 1000;
-                if (Number.isFinite(age) && age >= 0)
-                    last_flush_age_s = Math.floor(age);
-            }
-        }
-        catch { }
-        let mailbox_depth = null;
-        try {
-            if (existsSync(join(root, "actions.json"))) {
-                const raw = readFileSync(join(root, "actions.json"), "utf8");
-                const parsed = JSON.parse(raw);
-                if (Array.isArray(parsed.actions))
-                    mailbox_depth = parsed.actions.length;
-                else
-                    mailbox_depth = null;
-            }
-            else {
-                mailbox_depth = null;
-            }
-        }
-        catch {
-            mailbox_depth = null;
-        }
-        let last_results = null;
-        try {
-            const raw = readFileSync(join(root, "results.json"), "utf8");
-            last_results = JSON.parse(raw);
-        }
-        catch {
-            last_results = null;
-        }
-        let dashboard_last_write_age_s = null;
-        try {
-            const st = statSync(join(root, "dashboard.html"));
-            const age = (Date.now() - st.mtimeMs) / 1000;
-            if (Number.isFinite(age) && age >= 0)
-                dashboard_last_write_age_s = Math.floor(age);
-        }
-        catch {
-            dashboard_last_write_age_s = null;
-        }
-        const bridge_interceptions = metrics.get("tui_actions_invoked") ?? 0;
-        tui = {
-            enabled_setting,
-            last_flush_age_s,
-            mailbox_depth,
-            last_results,
-            dashboard_last_write_age_s,
-            bridge_interceptions,
-        };
-    }
-    catch {
-        tui = undefined;
-    }
-    return {
-        memories,
-        injections,
-        blocked,
-        feedback,
-        tokens,
-        settings,
-        conflicts,
-        truth,
-        mix,
-        channels,
-        curation,
-        team,
-        host,
-        perf,
-        contract,
-        tui,
-        partial,
-    };
-}

package/dist/plugin/kevin_bench.d.ts

@@ -1,10 +0,0 @@
-import type { Store } from "./Store.js";
-export interface KevinBenchDeps {
-    store: Store;
-    /** Working directory used to locate bench/corpus (defaults process.cwd()). */
-    cwd?: string;
-}
-export interface KevinBenchArgs {
-    action: "status" | "last";
-}
-export declare function buildKevinBench(deps: KevinBenchDeps, args: KevinBenchArgs): Record<string, unknown>;