@cortexkit/opencode-magic-context 0.42.6 → 0.43.0

package/src/shared/rpc-server.ts

@@ -106,6 +106,24 @@ export class MagicContextRpcServer {
         this.handlers.set(method, handler);
     }
 
+    /**
+     * Run a registered handler from inside this process, skipping the HTTP hop.
+     *
+     * A caller that already lives in the server process (a host command callback,
+     * for instance) must reach exactly the handler the TUI reaches over HTTP, so
+     * the two entry points cannot drift apart. The loopback socket, its bearer
+     * token and JSON encoding add nothing here, so they are skipped rather than
+     * paid for; an unknown method is still an error, as it is over HTTP.
+     */
+    async dispatch(
+        method: string,
+        params: Record<string, unknown>,
+    ): Promise<Record<string, unknown>> {
+        const handler = this.handlers.get(method);
+        if (!handler) return { error: `Unknown method: ${method}` };
+        return handler(params);
+    }
+
     /** Start the server on a random port, write port to disk. */
     async start(): Promise<number> {
         if (typeof Bun === "undefined") {

package/src/shared/rpc-types.ts

@@ -5,11 +5,16 @@
 
 import type {
     DreamTaskBacklogMap,
+    DreamTaskFailureState,
+    DreamTaskName,
     DreamTaskProgress,
 } from "../features/magic-context/dreamer/task-registry";
+import type { DreamerTickFailure } from "../features/magic-context/dreamer/tick-failure";
 import type { SynapseLaneDescriptor } from "../features/magic-context/memory/embedding-synapse";
+import type { RunnerRefusalCanonicalCause } from "../hooks/magic-context/historian-no-fire-cause";
 import type { ConfigParseFailure } from "./config-diagnostics";
 import type { LoggerDiagnostics } from "./logger";
+import type { UserFacingFailureKey } from "./user-facing-codes";
 
 export interface TailHygieneStatus {
     /** Tokens in active, non-protected tail content that the agent can reclaim. */
@@ -98,6 +103,14 @@ export interface SidebarSnapshot {
      * shows this as "Tool Definitions".
      */
     toolDefinitionTokens: number;
+    /**
+     * Named capabilities the host this plugin runs in does not have, such as an
+     * experimental mode the host cannot carry. These persist for the life of
+     * the process rather than describing one failed operation, so the status
+     * surfaces keep showing them. Absent on hosts with nothing to report and on
+     * older RPC servers.
+     */
+    hostLimitations?: UserFacingFailureKey[];
     /** Persisted reclaimable (U) and eligible (T) token counts used by both nudge mechanisms. */
     tailHygiene?: TailHygieneStatus;
     /**
@@ -124,15 +137,18 @@ export interface SidebarSnapshot {
     newWorkTokens?: number | null;
     totalInputTokens?: number | null;
     /**
-     * Live recomp / session-upgrade progress for this session, or null when no
-     * recomp is running (and no recent terminal state is being shown). Drives the
-     * sidebar "Recomp"/"Upgrade" progress bar and the /ctx-status dialog. Mirrors
-     * the runtime `RecompProgress` shape from compartment-runner-types.ts.
+     * Live recomp progress for this session, or null when no recomp is running
+     * (and no recent terminal state is being shown). Drives the sidebar progress
+     * bar and the /ctx-status dialog. Mirrors the runtime `RecompProgress` shape
+     * from compartment-runner-types.ts.
      */
     /** Read-only per-task candidate counts; populated by the server RPC. */
     dreamerBacklog?: DreamTaskBacklogMap;
     /** Process-local task progress; absent when no Dreamer task is running. */
     dreamerProgress?: DreamTaskProgress | null;
+    /** Dreamer tasks whose last scheduled run failed. Empty when all of them are
+     *  healthy; absent on a database with no scheduler table yet. */
+    dreamerFailures?: DreamTaskFailureState[];
     recompProgress?: {
         /** "recomp" → "Recomp" labels; "upgrade" → "Upgrade" labels. */
         kind?: "recomp" | "upgrade" | "embed" | "wrapup";
@@ -146,7 +162,40 @@ export interface SidebarSnapshot {
     } | null;
 }
 
+export interface MemoryImportanceHistogram {
+    total: number;
+    unclassified: number;
+    bands: {
+        "0-19": number;
+        "20-39": number;
+        "40-59": number;
+        "60-79": number;
+        "80-100": number;
+    };
+}
+
 export interface StatusDetail extends SidebarSnapshot {
+    /** OpenCode 2 hidden-run model variants dropped because the host catalog did not declare them. */
+    hiddenVariantWarnings?: string[];
+    /** Runner refusal provenance reported by the Rust historian, including received text. */
+    historianRefusal?: {
+        stage: "credential" | "provider" | "model" | "resolution";
+        canonicalCause: RunnerRefusalCanonicalCause;
+        detail: string;
+    };
+    /** ACTIVE-memory importance distribution; unclassified is a subset of total. */
+    memoryImportanceHistogram: MemoryImportanceHistogram;
+    /**
+     * Dreamer tasks this host cannot run because it has no tool loop, named so a
+     * user can see which maintenance is unavailable instead of inferring it from
+     * a backlog that never falls. Absent on a host that runs every task.
+     */
+    dreamerUnsupportedTasks?: DreamTaskName[];
+    /**
+     * The stage that stopped the last background maintenance pass, when one did.
+     * Absent while the maintenance timer is completing its passes.
+     */
+    dreamerTickFailure?: DreamerTickFailure | null;
     /** True when Rust authority has rerouted host tool and historian paths to the module. */
     hostBackendsModuleSide?: boolean;
     /** Host cursor compared with the module changefeed frontier. */
@@ -160,10 +209,20 @@ export interface StatusDetail extends SidebarSnapshot {
         stalled: boolean;
         code: "MC-M01" | null;
     };
+    /** Health of the pending OpenCode history-boundary marker repair. */
+    compactionMarker?: {
+        code: "MC-C11" | null;
+        attempts: number;
+        lastError: string | null;
+        pendingSinceMs: number | null;
+    };
     /** A durable host marker whose live module status no longer reports module ownership. */
     memoryAuthorityMismatch?: boolean;
     /** User-owned model profile selected for this project, or null for the base config. */
     activeProfile: string | null;
+    configGeneration?: number;
+    configAdoptedAt?: number;
+    configReloadFailure?: { path: string; message: string };
     tagCounter: number;
     activeTags: number;
     droppedTags: number;

package/src/shared/status-detail-text.test.ts

@@ -1,6 +1,6 @@
 import { describe, expect, test } from "bun:test";
 import type { StatusDetail } from "./rpc-types";
-import { formatStatusDetailMarkdown, formatStatusDiagnosticsMarkdown } from "./status-detail-text";
+import { formatStatusDetailMarkdown } from "./status-detail-text";
 
 const STATUS_FIXTURE: StatusDetail = {
     sessionId: "ses_status",
@@ -12,6 +12,17 @@ const STATUS_FIXTURE: StatusDetail = {
     compartmentCount: 12,
     memoryCount: 8,
     memoryBlockCount: 3,
+    memoryImportanceHistogram: {
+        total: 7_986,
+        unclassified: 1_181,
+        bands: {
+            "0-19": 101,
+            "20-39": 202,
+            "40-59": 6_303,
+            "60-79": 707,
+            "80-100": 673,
+        },
+    },
     pendingOpsCount: 2,
     historianRunning: true,
     compartmentInProgress: true,
@@ -112,20 +123,29 @@ describe("status detail text", () => {
         expect(rendered).not.toContain("Reclaimable: 0");
     });
 
-    test("renders summary and diagnostics from one snapshot with matching status values", () => {
-        const summary = formatStatusDetailMarkdown(STATUS_FIXTURE);
-        const diagnostics = formatStatusDiagnosticsMarkdown(STATUS_FIXTURE);
-        for (const value of ["75.0%", "65.0%", "1h (config for anthropic/claude-opus-5)"]) {
-            expect(summary).toContain(value);
-            expect(diagnostics).toContain(value);
-        }
+    test("surfaces a failing scheduled dreamer task in the summary", () => {
+        // The whole point: a task failing on every slot must not be visible only as a
+        // backlog count that never falls.
+        const detail: StatusDetail = {
+            ...STATUS_FIXTURE,
+            dreamerFailures: [
+                {
+                    task: "classify-memories",
+                    error: "Rust classify module failed: producer session busy",
+                    lastSucceededAt: Date.now() - 6 * 24 * 3_600_000,
+                    retryCount: 3,
+                },
+            ],
+        };
+        const summary = formatStatusDetailMarkdown(detail);
+        expect(summary).toContain("A background maintenance task keeps failing");
+        expect(summary).toContain("MC-S05");
     });
 
-    test("keeps the previous OpenCode detail behind diagnostics", () => {
-        const diagnostics = formatStatusDiagnosticsMarkdown(STATUS_FIXTURE);
-        expect(diagnostics).toContain("- **Active profile:** work");
-        expect(diagnostics).toContain("- **Tags:** 4 active, 1 dropped; 2 pending drops");
-        expect(diagnostics).toContain("- **Execute threshold:** 65.0%");
+    test("says nothing about the dreamer while every scheduled task is healthy", () => {
+        expect(
+            formatStatusDetailMarkdown({ ...STATUS_FIXTURE, dreamerFailures: [] }),
+        ).not.toContain("MC-S05");
     });
 
     test("keeps internal vocabulary and identifiers out of the summary", () => {
@@ -157,7 +177,7 @@ describe("status detail text", () => {
         expect(summary).toContain("(MC-H01)");
     });
 
-    test("shows stalled mirror and authority mismatch codes in summary and diagnostics", () => {
+    test("shows stalled mirror and authority mismatch codes in the summary", () => {
         const detail = {
             ...STATUS_FIXTURE,
             hostBackendsModuleSide: true,
@@ -174,13 +194,27 @@ describe("status detail text", () => {
             memoryAuthorityMismatch: true,
         };
         const summary = formatStatusDetailMarkdown(detail);
-        const diagnostics = formatStatusDiagnosticsMarkdown(detail);
 
         expect(summary).toContain("(MC-M01)");
         expect(summary).toContain("(MC-M02)");
-        expect(diagnostics).toContain("cursor 3,726 / 4,850");
-        expect(diagnostics).toContain("stalled (MC-M01)");
-        expect(diagnostics).toContain("(MC-M02)");
+    });
+
+    test("renders historian refusal stage and received runner text", () => {
+        const detail =
+            "historian refusal stage=credential provider=google model=google/model-a received=\"open_failed: no apikey credential for provider 'google'\"";
+        const status = formatStatusDetailMarkdown({
+            ...STATUS_FIXTURE,
+            historianRefusal: {
+                stage: "credential",
+                canonicalCause: "credential_unavailable",
+                detail,
+            },
+        });
+
+        expect(status).toContain("Historian refusal:** credential (credential_unavailable)");
+        expect(status).toContain(
+            "received=\"open_failed: no apikey credential for provider 'google'\"",
+        );
     });
 
     test("does not expose module routing in the summary", () => {

package/src/shared/status-detail-text.ts

@@ -1,96 +1,7 @@
-import { formatCacheTtlDisplay } from "./cache-ttl-display";
-import { formatConfigParseStatusLine } from "./config-diagnostics";
-import {
-    formatOpenCodeDbMissingStatusLine,
-    formatOpenCodeDbReadFailureStatusLine,
-    getOpenCodeDbReadFailure,
-    openCodeDbPathExists,
-    resolveOpenCodeDbPath,
-} from "./opencode-db-path";
 import type { StatusDetail } from "./rpc-types";
-import { RUST_MODE_HOST_PATHS_LINE } from "./rust-mode-status";
 import { renderUserStatusSummary, statusSummaryFromDetail } from "./status-summary";
-import { renderUserFacingFailure } from "./user-facing-codes";
 
-function formatCount(value: number): string {
-    return Math.round(value).toLocaleString();
-}
-
-function formatCacheLane(detail: StatusDetail): string {
-    if (detail.cacheNeverExpires) return `never expires; TTL ${detail.cacheTtl}`;
-    if (detail.lastResponseTime <= 0) return `waiting for first response; TTL ${detail.cacheTtl}`;
-    if (detail.cacheExpired) return `expired; TTL ${detail.cacheTtl}`;
-    return `live (${Math.round(detail.cacheRemainingMs / 1000)}s remaining); TTL ${detail.cacheTtl}`;
-}
-
-/** Render the default user summary for chat-only OpenCode clients. */
+/** Render the status summary for chat-only OpenCode clients (no TUI dialog). */
 export function formatStatusDetailMarkdown(detail: StatusDetail): string {
     return renderUserStatusSummary(statusSummaryFromDetail(detail), "markdown");
 }
-
-/** Render the opt-in operator detail that the status dialog exposes behind Diagnostics. */
-export function formatStatusDiagnosticsMarkdown(detail: StatusDetail): string {
-    const usableLimit =
-        detail.contextLimit > 0
-            ? `${formatCount(detail.contextLimit)} usable tokens`
-            : "? usable tokens";
-    const historianState = detail.historianRunning ? "running" : "idle";
-    const historianDetails = [
-        detail.boundaryPresent === undefined
-            ? undefined
-            : `boundary ${detail.boundaryPresent ? "present" : "absent"}`,
-        detail.coverageOrdinal === undefined
-            ? undefined
-            : `coverage ${detail.coverageOrdinal === null ? "none" : detail.coverageOrdinal}`,
-    ].filter((value): value is string => value !== undefined);
-    const openCodeDbResolution = resolveOpenCodeDbPath();
-    const openCodeDbReadFailure = getOpenCodeDbReadFailure();
-    const openCodeDbStatusLine = !openCodeDbPathExists(openCodeDbResolution)
-        ? formatOpenCodeDbMissingStatusLine(openCodeDbResolution)
-        : openCodeDbReadFailure?.path === openCodeDbResolution.path
-          ? formatOpenCodeDbReadFailureStatusLine(openCodeDbReadFailure)
-          : null;
-    const mode =
-        detail.compaction_enabled === false
-            ? "native compaction (Magic Context history compaction disabled)"
-            : "Magic Context compaction";
-
-    const lines = [
-        ...(openCodeDbStatusLine ? [openCodeDbStatusLine, ""] : []),
-        ...(detail.configParseFailures ?? []).map(formatConfigParseStatusLine),
-        ...((detail.configParseFailures?.length ?? 0) > 0 ? [""] : []),
-        "## Magic Context Status",
-        "",
-        `- **Mode:** ${mode}`,
-        `- **Active profile:** ${detail.activeProfile ?? "none"}`,
-        `- **Usage:** ${detail.usagePercentage.toFixed(1)}% (${formatCount(detail.inputTokens)} / ${usableLimit})`,
-        `- **${formatCacheTtlDisplay({ value: detail.cacheTtl, source: detail.cacheTtlSource ?? "session", modelKey: detail.cacheTtlModelKey })}**; ${formatCacheLane(detail)}`,
-        `- **Historian:** ${[historianState, ...historianDetails].join("; ")}`,
-        ...(detail.hostBackendsModuleSide ? [`- ${RUST_MODE_HOST_PATHS_LINE}`] : []),
-        ...(detail.memoryMirror
-            ? [
-                  `- **Memory mirror:** cursor ${formatCount(detail.memoryMirror.cursor)} / ${detail.memoryMirror.feedHead === null ? "unknown" : formatCount(detail.memoryMirror.feedHead)}; ${formatCount(detail.memoryMirror.liveRows)} live rows; ${detail.memoryMirror.stalled ? `stalled (${detail.memoryMirror.code})` : "advancing or caught up"}`,
-              ]
-            : []),
-        `- **Memory:** ${formatCount(detail.memoryCount)} active; ${formatCount(detail.memoryBlockCount)} injected`,
-        `- **Tags:** ${formatCount(detail.activeTags)} active, ${formatCount(detail.droppedTags)} dropped; ${formatCount(detail.pendingOpsCount)} pending drops`,
-        `- **Execute threshold:** ${detail.executeThreshold.toFixed(1)}%${detail.executeThresholdClamped ? " (clamped)" : ""}`,
-    ];
-
-    if (detail.recompProgress?.phase === "recomp") {
-        lines.push(
-            `- **${detail.recompProgress.kind === "embed" ? "Embed" : "Historian"} progress:** ${formatCount(detail.recompProgress.processedMessages)} / ${formatCount(detail.recompProgress.totalMessages)}`,
-        );
-    }
-    if (detail.lastTransformError) {
-        lines.push(`- **Warning:** ${renderUserFacingFailure("transform_update_failed")}`);
-    }
-    if (detail.memoryMirror?.stalled) {
-        lines.push(`- **Warning:** ${renderUserFacingFailure("memory_mirror_stalled")}`);
-    }
-    if (detail.memoryAuthorityMismatch) {
-        lines.push(`- **Warning:** ${renderUserFacingFailure("memory_authority_mismatch")}`);
-    }
-
-    return lines.join("\n");
-}

package/src/shared/status-summary.ts

@@ -26,7 +26,14 @@ export interface UserStatusSummary {
         indexed: number;
         total: number;
     };
+    historianRefusal?: {
+        stage: string;
+        canonicalCause: string;
+        detail: string;
+    };
+    compactionMarker?: StatusDetail["compactionMarker"];
     warnings: UserFacingFailureKey[];
+    hiddenVariantWarnings?: string[];
 }
 
 export function statusSummaryFromDetail(detail: StatusDetail): UserStatusSummary {
@@ -50,7 +57,17 @@ export function statusSummaryFromDetail(detail: StatusDetail): UserStatusSummary
         warnings.push("status_log_unavailable");
     }
     if (detail.memoryMirror?.stalled) warnings.push("memory_mirror_stalled");
+    if (detail.compactionMarker?.code) warnings.push("compaction_marker_missing");
     if (detail.memoryAuthorityMismatch) warnings.push("memory_authority_mismatch");
+    if ((detail.dreamerFailures?.length ?? 0) > 0) warnings.push("dreamer_task_failing");
+    // A whole maintenance pass that never reached its work is a different
+    // problem from an individual task that keeps failing, so it gets its own
+    // warning rather than sharing that one.
+    if (detail.dreamerTickFailure) warnings.push("dreamer_tick_blocked");
+    // Host limitations are not failures of this turn, but they belong in the
+    // same list: the user needs to see that something they configured or asked
+    // for is not running here.
+    warnings.push(...(detail.hostLimitations ?? []));
 
     return {
         inputTokens: detail.inputTokens,
@@ -78,7 +95,10 @@ export function statusSummaryFromDetail(detail: StatusDetail): UserStatusSummary
             indexed: 0,
             total: 0,
         },
+        historianRefusal: detail.historianRefusal,
+        compactionMarker: detail.compactionMarker,
         warnings: [...new Set(warnings)],
+        hiddenVariantWarnings: detail.hiddenVariantWarnings ?? [],
     };
 }
 
@@ -133,7 +153,7 @@ export function renderUserStatusSummary(
     const context = `${summary.usagePercentage.toFixed(1)}% of usable context (${formatCount(summary.inputTokens)} / ${
         summary.usableContextTokens > 0 ? formatCount(summary.usableContextTokens) : "?"
     } tokens)`;
-    const values = [
+    const values: Array<readonly [string, string]> = [
         ["Context", context],
         ["Cache lifetime", summary.cacheLifetime],
         [
@@ -149,7 +169,19 @@ export function renderUserStatusSummary(
             `${formatCount(summary.memoryCount)} memories · ${formatCount(summary.noteCount)} notes`,
         ],
         ["Search indexing", embeddingText(summary)],
-    ] as const;
+    ];
+    if (summary.historianRefusal) {
+        values.push([
+            "Historian refusal",
+            `${summary.historianRefusal.stage} (${summary.historianRefusal.canonicalCause}) — ${summary.historianRefusal.detail}`,
+        ]);
+    }
+    if (summary.compactionMarker?.code) {
+        values.push([
+            "History boundary marker",
+            `${summary.compactionMarker.code} · ${summary.compactionMarker.attempts} attempts · last error: ${summary.compactionMarker.lastError ?? "unknown"}`,
+        ]);
+    }
     const lines =
         style === "markdown"
             ? [
@@ -158,6 +190,9 @@ export function renderUserStatusSummary(
                   ...values.map(([label, value]) => `- **${label}:** ${value}`),
               ]
             : ["Magic Context Status", ...values.map(([label, value]) => `${label}: ${value}`)];
+    for (const warning of summary.hiddenVariantWarnings ?? []) {
+        lines.push(style === "markdown" ? `- **Warning:** ${warning}` : `Warning: ${warning}`);
+    }
     for (const warning of summary.warnings) {
         lines.push(
             style === "markdown"