opencode-memoir 2.1.0 → 3.0.0

package/README.md

@@ -2,7 +2,8 @@
 
 OpenCode plugin for [Memoir](https://github.com/zhangfengcdt/memoir): git-versioned, taxonomy-structured memory for coding agents.
 
-Dynamically loads the `memoir-mcp` MCP server.
+Launches the globally installed `memoir-mcp` console script and registers it as
+a project-scoped remote MCP server.
 
 ## Install
 
@@ -29,6 +30,24 @@ OpenCode downloads and resolves the package from npm automatically. To pin a ver
 1. Install the plugin (see above)
 2. Start coding — the agent can use `memoir_memoir_recall`, `memoir_memoir_remember`, `memoir_memoir_get` MCP tools automatically
 
+Automatic capture works without additional OpenCode flags. By default, capture
+runs through the regular foreground subagent path for compatibility with older
+OpenCode installations.
+
+To run capture as a native background task, enable OpenCode's experimental
+background-subagent support before starting OpenCode:
+
+```bash
+OPENCODE_EXPERIMENTAL_BACKGROUND_SUBAGENTS=true opencode
+```
+
+With this flag, capture no longer blocks the parent session while the memoir
+subagent extracts and stores durable facts.
+
+OpenCode's umbrella `OPENCODE_EXPERIMENTAL=true` also enables background
+subagents unless `OPENCODE_EXPERIMENTAL_BACKGROUND_SUBAGENTS=false` explicitly
+overrides it. The plugin mirrors that precedence.
+
 ## Store configuration
 
 The plugin delegates store path resolution to `memoir-mcp`. Override via `MEMOIR_STORE` env var or `store` plugin option:
@@ -46,25 +65,43 @@ The plugin delegates store path resolution to `memoir-mcp`. Override via `MEMOIR
 All optional:
 
 | Variable | Effect |
-|---|---|
+| --- | --- |
 | `MEMOIR_STORE` | Override store path (passed to memoir-mcp as `--store`) |
-| `MEMOIR_DEBUG=1` | Emit diagnostic logs to stderr (prefixed `[memoir]`) |
-| `MEMOIR_AUTO_SAVE=1` | Auto-save session marker on dispose (default: disabled) |
-| `MEMOIR_REMINDER_INTERVAL=N` | Periodic save/recall reminder every N messages (default: 5, 0 to disable) |
+| `MEMOIR_DEBUG=1` | Add verbose diagnostics and error stacks to the configured Memoir log; without it, normal lifecycle and concise error messages are still logged |
+| `MEMOIR_LOG` | Log destination: unset uses `$XDG_STATE_HOME/opencode/memoir-plugin-YYYY-MM-DD.log`; `stderr` enables live stderr; any other value is an explicit file path |
+| `MEMOIR_AUTO_SAVE` | Captures the previous completed turn when the next real user message arrives. **Enabled by default**; set `=0` to disable |
+| `MEMOIR_AGENT_MODEL` | Model for the `memoir` subagent, as `provider/model`. Falls back to `small_model` → `model` → openCode default |
+| `MEMOIR_CAPTURE_MIN_CHARS` | Local pre-filter; only transcripts at least this long are captured (default: 16, `0` = capture everything) |
+| `OPENCODE_EXPERIMENTAL_BACKGROUND_SUBAGENTS=true` | Optional OpenCode feature flag. Runs capture as a native background job; explicit `false` overrides the umbrella experimental flag |
 
 ## Hooks
 
 | Hook | Purpose |
-|---|---|
-| `config` | Registers `memoir-mcp` as a dynamic MCP server; adds `/memoir:onboard` slash command |
+| --- | --- |
+| `config` | Registers the `memoir` subagent, one project-scoped `memoir-mcp` remote MCP server, and the `/memoir:onboard` slash command |
 | `shell.env` | Injects `MEMOIR_STORE` into shell environment |
-| `chat.message` | Increments message counter; auto-matches memoir branch to current git branch |
-| `experimental.chat.system.transform` | Startup hint (once/session); periodic save/recall reminder |
-| `dispose` | Optionally saves session marker; clears all pending state |
+| `chat.message` | Captures the previous completed turn, tracks real parent messages, and auto-matches the memoir branch; waits for `promptAsync` to accept the visible capture task while ignoring synthetic and memoir-child messages |
+| `tool.execute.before` | Marks memoir's `task` invocation with `background: true` when OpenCode background subagents are enabled |
+| `tool.execute.after` + `event` | Tracks foreground completion and known background child idle/error events so checkout does not overlap an active capture |
+| `experimental.chat.system.transform` | Compact status after real parent messages + startup hint and proactive recall once per session |
+| `dispose` | Saves session markers when `MEMOIR_AUTO_SAVE=1` is explicit, closes the project MCP process, and clears instance state |
 
 ## How it works
 
-Instead of wrapping the `memoir` CLI and re-implementing tools in TypeScript, this plugin registers `memoir-mcp` as a dynamic MCP server. OpenCode starts the server via the `memoir-mcp` command, and all memoir tools (`memoir_memoir_recall`, `memoir_memoir_remember`, `memoir_memoir_get`, etc.) are available natively to the LLM.
+Instead of wrapping the `memoir` CLI and re-implementing tools in TypeScript, this plugin registers `memoir-mcp` as a **remote** MCP server — one HTTP process per plugin/project instance. All memoir tools (`memoir_memoir_recall`, `memoir_memoir_remember`, `memoir_memoir_get`, etc.) are available natively to the main LLM.
+
+Capturing is done by a dedicated visible, collapsible `memoir` subagent. It can use the dynamic `memoir_*` tool namespace except for the store-global `memoir_memoir_checkout`; branch checkout remains owned by the plugin so a subagent cannot move the shared store. Every non-Memoir tool remains denied. The capture task includes the live MCP tool names and descriptions so a small local model does not have to infer the catalog. Deterministic settings keep it suitable for that model. On each real `chat.message`, the plugin captures the previous completed turn: the incoming user message has not entered the transcript yet. This one-turn delay prevents capture activity from triggering another capture. Capture is submitted as a supported `SubtaskPartInput` through `promptAsync`; the hook waits for OpenCode's immediate `204 No Content` acceptance, not for subagent execution. When native background subagents are enabled, `tool.execute.before` adds `background: true` before `TaskTool.execute` starts the child.
+
+The subagent is instructed to finish with a compact report of confirmed writes (`Captured N memories`, taxonomy paths, and brief reasons), or a single reason why nothing was captured. OpenCode returns that report to the parent agent through the normal task result. The prompt requires the report to reflect actual tool outcomes rather than intended writes.
+
+After each real parent-session message, every model call in that turn receives a compact status from `memoir_status`, such as `[memoir] fix6 · memory available (31 memories)`. Synthetic notifications and memoir child activity do not update it, and the status does not instruct the model to perform recall.
+
+- With `OPENCODE_EXPERIMENTAL_BACKGROUND_SUBAGENTS=true`, the plugin adds `background: true` in `tool.execute.before`. OpenCode runs the child through its native `BackgroundJob` path and immediately releases the parent session.
+- `OPENCODE_EXPERIMENTAL=true` has the same effect unless the dedicated background-subagent flag is explicitly false, matching OpenCode's native precedence.
+- Without either enabling flag, the plugin does not add `background`; OpenCode runs the same capture task through the original foreground subagent path. Memory capture remains available, but the parent session may wait for it to finish.
+- Before changing the shared memoir branch, the plugin waits for active foreground tasks (`tool.execute.after`) and native background tasks (the known child session's terminal idle/error event). A timeout defers checkout instead of moving the store underneath a running capture.
+
+At session start, `experimental.chat.system.transform` injects a recall hint plus a `memoir_summarize` snapshot so the agent begins with prior context.
 
 ## Development
 
@@ -76,7 +113,7 @@ Instead of wrapping the `memoir` CLI and re-implementing tools in TypeScript, th
 ### Setup
 
 ```bash
-npm install
+make install     # install dependencies and Git hooks
 npm run build    # typecheck + emit dist
 npm test         # run the test suite
 ```
@@ -84,11 +121,17 @@ npm test         # run the test suite
 ### Source layout
 
 | File | Responsibility |
-|---|---|
+| --- | --- |
 | `src/index.ts` | Plugin entry: MCP registration + all hooks + dispose |
-| `src/store.ts` | Store path derivation, branch auto-match, `callMemoir` CLI helper |
-| `src/memory-saver.ts` | Per-session message counter for periodic reminders |
-| `src/debug.ts` | Conditional stderr logger (`MEMOIR_DEBUG=1`) |
+| `src/mcp-client.ts` | Project-scoped MCP process/client lifecycle and tool calls |
+| `src/capture.ts` | Transcript extraction, filtering, task construction, and capture dispatch |
+| `src/capture-lifecycle.ts` | Foreground/background capture tracking and checkout drain |
+| `src/subagent.ts` | Subagent permissions, model selection, and OpenCode task dispatch |
+| `src/store.ts` | Store path derivation and serialized store-branch matching |
+| `src/path.ts` | Symlink-safe project and store path helpers |
+| `src/prompts.ts` | Cached prompt-template loader |
+| `src/turn-status.ts` | Compact model-facing status formatter |
+| `src/debug.ts` | File/stderr lifecycle and debug logger |
 
 ## Publishing
 
@@ -97,4 +140,3 @@ Releases are fully automated — no manual `npm version` or `npm publish`.
 1. Land changes on `main` via PR using [Conventional Commits](https://www.conventionalcommits.org/) (`feat:`, `fix:`, etc.)
 2. On push to `main`, `.github/workflows/semantic.yaml` runs [semantic-release](https://semantic-release.gitbook.io/)
 3. The new tag triggers `.github/workflows/publish-npm.yaml`, which builds and runs `npm publish --provenance`
-

package/dist/capture-lifecycle.d.ts

@@ -0,0 +1,12 @@
+/** Track actual memoir task execution, including native background jobs. */
+export declare class CaptureLifecycle {
+    private readonly active;
+    private readonly callsByChild;
+    begin(callID: string): void;
+    background(callID: string, childSessionID: string): void;
+    finishCall(callID: string): void;
+    finishSession(sessionID: string): void;
+    drain(timeoutMs?: number): Promise<boolean>;
+    clear(): void;
+}
+//# sourceMappingURL=capture-lifecycle.d.ts.map

package/dist/capture-lifecycle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"capture-lifecycle.d.ts","sourceRoot":"","sources":["../src/capture-lifecycle.ts"],"names":[],"mappings":"AAQA,4EAA4E;AAC5E,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoC;IAC3D,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA6B;IAE1D,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAS3B,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,GAAG,IAAI;IAOxD,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAQhC,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAKhC,KAAK,CAAC,SAAS,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;IAejD,KAAK,IAAI,IAAI;CAGd"}

package/dist/capture.d.ts

@@ -0,0 +1,52 @@
+import type { MemoirToolInfo } from "./mcp-client.js";
+interface ChatPart {
+    type?: string;
+    text?: string;
+    [key: string]: unknown;
+}
+export interface ChatMessage {
+    info?: {
+        id?: string;
+        role?: string;
+    };
+    parts?: ChatPart[];
+}
+/**
+ * Render a list of messages into a plain-text transcript.
+ * Skips empty (no text) messages so tool-only turns stay quiet.
+ */
+export declare function formatSessionTranscript(messages: ChatMessage[]): string;
+/**
+ * Extract the most recent completed turn: the last assistant message that has
+ * text, plus the user message(s) immediately preceding it. Returns null when
+ * there is no completed assistant turn yet.
+ */
+export declare function lastTurnTranscript(messages: ChatMessage[]): string | null;
+/**
+ * Local, LLM-free pre-filter. When MEMOIR_CAPTURE_MIN_CHARS (default 16) is
+ * > 0, only transcripts at least that long are worth sending to the subagent.
+ * A value of 0 disables the filter (capture everything).
+ */
+export declare function shouldCaptureTurn(transcript: string | null, minChars?: number): boolean;
+/**
+ * Build the capture task handed to the memoir subagent. It applies the
+ * durability checks, writes each fact with an explicit 3-level taxonomy path,
+ * and returns a compact report based only on confirmed tool outcomes.
+ */
+export declare function buildTurnCaptureTask(transcript: string, tools?: MemoirToolInfo[]): string;
+/**
+ * Capture the latest completed turn of a session into memoir via the subagent.
+ *
+ * Fire-and-forget: the caller should NOT await the subagent's completion.
+ * Deduped per session by the last assistant message id, so a turn is written
+ * at most once. Skips entirely when MEMOIR_AUTO_SAVE=0.
+ *
+ * @param client   SDK client (transcript source + subagent spawner)
+ * @param sessionID parent session id
+ * @param directory working directory for the child session (unused — the
+ *   running opencode instance is already bound to it; kept for call stability)
+ * @param lastCaptured per-session map of already-captured assistant ids
+ */
+export declare function captureTurn(client: unknown, sessionID: string, _directory: string, lastCaptured: Map<string, string>, tools?: MemoirToolInfo[]): Promise<void>;
+export {};
+//# sourceMappingURL=capture.d.ts.map

package/dist/capture.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"capture.d.ts","sourceRoot":"","sources":["../src/capture.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAQtD,UAAU,QAAQ;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,CAAC,EAAE;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACtC,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;CACpB;AAyDD;;;GAGG;AACH,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,CASvE;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,GAAG,IAAI,CAoBzE;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAC/B,UAAU,EAAE,MAAM,GAAG,IAAI,EACzB,QAAQ,SAAoB,GAC3B,OAAO,CAGT;AAQD;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,GAAE,cAAc,EAAO,GAAG,MAAM,CAW7F;AAeD;;;;;;;;;;;;GAYG;AACH,wBAAsB,WAAW,CAC/B,MAAM,EAAE,OAAO,EACf,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EACjC,KAAK,GAAE,cAAc,EAAO,GAC3B,OAAO,CAAC,IAAI,CAAC,CA6Cf"}

package/dist/debug.d.ts

@@ -1,6 +1,3 @@
-/**
- * Debug logger writing to stderr. Prefixes with [memoir] for easy filtering.
- * Only writes when MEMOIR_DEBUG=1 is set.
- */
-export declare function debugLog(...args: unknown[]): void;
+/** Single logging entrypoint; MEMOIR_DEBUG=1 controls detail, not emission. */
+export declare function log(...args: unknown[]): void;
 //# sourceMappingURL=debug.d.ts.map

package/dist/debug.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"debug.d.ts","sourceRoot":"","sources":["../src/debug.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAIjD"}
+{"version":3,"file":"debug.d.ts","sourceRoot":"","sources":["../src/debug.ts"],"names":[],"mappings":"AAkEA,+EAA+E;AAC/E,wBAAgB,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAE5C"}

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAkB,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAkJxE,QAAA,MAAM,MAAM,EAAE,YAGb,CAAC;AAEF,eAAe,MAAM,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAA+B,YAAY,EAAE,MAAM,qBAAqB,CAAC;AA+UrF,QAAA,MAAM,MAAM,EAAE,YAGb,CAAC;AAEF,eAAe,MAAM,CAAC"}