@bcmyguest/openmem 0.6.3 → 0.8.0

package/cli/install-coding-agent.mjs

@@ -1,16 +1,23 @@
 #!/usr/bin/env node
 /**
  * Install coding-agent session memory for Claude Code, Codex, OpenCode, Cursor CLI.
- * All providers: unified MCP + in-repo session hooks.
- * Optional: --hindsight-plugin also runs @vectorize-io/hindsight-coding-agents (Hindsight stacks only).
+ * All providers: unified MCP. Session hooks come from OpenMem ([agents] integration =
+ * "openmem", default) or the provider's own plugin ("provider", Hindsight only); never both.
+ * Optional: rtk command rewriting when rtk is on PATH, and the local context proxy.
  */
 import { spawnSync } from "node:child_process";
+import fs from "node:fs";
 import path from "node:path";
 import { fileURLToPath } from "node:url";
 import { CODING_AGENTS, DEFAULT_AGENT_IDS } from "./coding-agent/agents.mjs";
 import { AGENT_IDS, PROVIDER_CAPABILITIES } from "./coding-agent/capabilities.mjs";
-import { installSessionShim } from "./coding-agent/install-shim.mjs";
+import { installSessionShim, removeSessionShim, removeUpstreamHooks } from "./coding-agent/install-shim.mjs";
 import { installAgentAccess } from "./coding-agent/install-access.mjs";
+import { contextProxyStartCommand, installContextProxy, probeContextProxy } from "./coding-agent/install-context-proxy.mjs";
+import { upsertEnvFile } from "./coding-agent/file-io.mjs";
+import { installRtk } from "./coding-agent/install-rtk.mjs";
+import { removeUpstreamAccess } from "./coding-agent/remove-upstream-access.mjs";
+import { opencodeMajorVersion } from "./coding-agent/opencode-config.mjs";
 import { prepareAgentRuntime } from "./coding-agent/runtime.mjs";
 import { SHIM_AGENT_IDS } from "./coding-agent/hook-harnesses.mjs";
 import { resolveMemoryProvider } from "./install-memory-mcp.mjs";
@@ -18,20 +25,44 @@ import { isMainModule } from "./is-main.mjs";
 import { resolveHindsightApiUrl } from "./mcp/context.mjs";
 import { resolveStackRoot } from "./stack.mjs";
 import { runInstallMemoryMcp } from "./install-memory-mcp.mjs";
+import { ensureContextProxyService, proxyServiceNeeded } from "./context-management.mjs";
+import {
+  agentIntegrationFromPmConfig,
+  contextAgentsFromPmConfig,
+  contextProxyFromPmConfig,
+  contextProxyStackEnvFromPmConfig,
+  loadPmConfig,
+  updatePmConfigTable,
+} from "../wizard/lib/pm-config.mjs";
 
 const PKG_ROOT = path.resolve(path.dirname(fileURLToPath(import.meta.url)), "..");
 const BIN = "openmem-install-coding-agent";
+/** Providers that ship their own coding-agent plugin. */
+const PROVIDER_PLUGINS = ["hindsight"];
 
 const HELP = `${BIN}: wire session memory for coding agents
 
 Usage:
-  npx openmem install-coding-agent [--yes] [--dry-run] [--agents a,b] [--hindsight-plugin]
+  npx openmem install-coding-agent [--yes] [--dry-run] [--agents a,b]
+      [--provider-plugin | --no-provider-plugin] [--no-rtk]
+      [--context-proxy | --no-context-proxy]
 
 Default agents: ${DEFAULT_AGENT_IDS.join(", ")}
 All known agents: ${CODING_AGENTS.map((a) => a.id).join(", ")}
 
-Every provider gets install-mcp + openmem session hooks (SessionStart / prompt / Stop).
-With --hindsight-plugin and MEMORY_PROVIDER=hindsight, also runs hindsight-coding-agents install.
+Every provider gets install-mcp. Session hooks are exclusive:
+  default             openmem hooks (SessionStart / prompt / Stop); removes upstream Hindsight
+                      hooks, its "hindsight" MCP server and its hindsight-coding-agent skill
+  --provider-plugin   the provider's own plugin (Hindsight: hindsight-coding-agents); removes openmem hooks
+  --no-provider-plugin  switch back to openmem hooks
+The choice is saved as [agents] integration in ~/.config/personal-memory/config.toml.
+--hindsight-plugin was renamed to --provider-plugin.
+
+rtk on PATH: runs rtk init for each supported agent (skip with --no-rtk).
+Context proxy: without a flag, [context_proxy.agents] claude-code / opencode1 / codex (missing keys follow
+[context_proxy] enabled) choose which agents go through the local context proxy. With a stack root,
+the installer starts the context-proxy service when one of them is on and stops it when none is.
+--context-proxy / --no-context-proxy override every agent for this run and save [context_proxy] enabled.
 `;
 
 function parseArgs(argv) {
@@ -39,7 +70,9 @@ function parseArgs(argv) {
     yes: false,
     dry: false,
     help: false,
-    hindsightPlugin: false,
+    providerPlugin: undefined,
+    rtk: true,
+    contextProxy: undefined,
     agents: [...DEFAULT_AGENT_IDS],
     unknown: [],
   };
@@ -48,7 +81,11 @@ function parseArgs(argv) {
     if (a === "--yes" || a === "-y") flags.yes = true;
     else if (a === "--dry-run") flags.dry = true;
     else if (a === "--help" || a === "-h") flags.help = true;
-    else if (a === "--hindsight-plugin") flags.hindsightPlugin = true;
+    else if (a === "--provider-plugin") flags.providerPlugin = true;
+    else if (a === "--no-provider-plugin") flags.providerPlugin = false;
+    else if (a === "--no-rtk") flags.rtk = false;
+    else if (a === "--context-proxy") flags.contextProxy = true;
+    else if (a === "--no-context-proxy") flags.contextProxy = false;
     else if (a === "--agents") flags.agents = String(argv[++i] || "").split(",").map((s) => s.trim()).filter(Boolean);
     else flags.unknown.push(a);
   }
@@ -63,38 +100,111 @@ function h() {
   };
 }
 
+/** Resolve integration and proxy settings from flags, then config; persist flag choices. */
+function resolveSettings({ home, stackRoot, flags, write, log }) {
+  const cfg = loadPmConfig(home, stackRoot || home).merged;
+  const providerFlag = flags.providerPlugin;
+  const integration = providerFlag === undefined ? agentIntegrationFromPmConfig(cfg) : providerFlag ? "provider" : "openmem";
+  const proxy = contextProxyFromPmConfig(cfg);
+  const contextAgents = contextAgentsFromPmConfig(cfg).agents;
+  if (flags.contextProxy !== undefined) {
+    proxy.enabled = flags.contextProxy;
+    for (const k of Object.keys(contextAgents)) contextAgents[k] = flags.contextProxy;
+  }
+  if (providerFlag !== undefined) {
+    const r = updatePmConfigTable(home, "agents", { integration }, { dry: !write });
+    log.info(`${r === "dry-run" ? "dry-run: would save" : "saved"} [agents] integration = "${integration}"`);
+  }
+  if (flags.contextProxy !== undefined) {
+    const r = updatePmConfigTable(home, "context_proxy", { enabled: proxy.enabled }, { dry: !write });
+    log.info(`${r === "dry-run" ? "dry-run: would save" : "saved"} [context_proxy] enabled = ${proxy.enabled}`);
+  }
+  return { integration, proxy, contextAgents, cfg };
+}
+
+/** Copy config.toml's proxy settings into the stack .env compose reads, when that file exists. */
+function syncProxyStackEnv({ stackRoot, cfg, log }) {
+  const entries = contextProxyStackEnvFromPmConfig(cfg);
+  const file = stackRoot ? path.join(stackRoot, ".env") : "";
+  if (!file || !Object.keys(entries).length || !fs.existsSync(file)) return;
+  upsertEnvFile(file, entries);
+  log.ok(`context proxy settings → ${file} (${Object.keys(entries).join(", ")})`);
+}
+
+/** Warn loudly when the proxy is not answering: Claude Code fails every request until it runs. */
+async function warnIfProxyDown({ port, startCommand, log, fetch }) {
+  if (await probeContextProxy(port, { fetch })) {
+    log.ok(`context proxy is up on http://127.0.0.1:${port}`);
+    return true;
+  }
+  const bar = "!".repeat(72);
+  log.warn([
+    bar,
+    `! Context proxy is NOT running on http://127.0.0.1:${port}.`,
+    "! Claude Code (and OpenCode 1) now send every request there and will fail until it runs.",
+    `! Start it:   ${startCommand}`,
+    "! Or disable: npx openmem install-coding-agent --yes --no-context-proxy",
+    bar,
+  ].join("\n"));
+  return false;
+}
+
 export async function runInstallCodingAgent(opts) {
   const home = opts.home;
   const env = opts.env || process.env;
   const flags = opts.flags;
+  const log = opts.h || h();
   for (const agentId of flags.agents) {
     if (!AGENT_IDS.includes(agentId)) {
-      opts.h?.warn(`Unknown agent "${agentId}" (known: ${AGENT_IDS.join(", ")})`);
+      log.warn(`Unknown agent "${agentId}" (known: ${AGENT_IDS.join(", ")})`);
     }
   }
   const provider = resolveMemoryProvider(home, env);
   const caps = PROVIDER_CAPABILITIES[provider] || {};
-  opts.h?.info(`Provider ${provider}: capabilities ${JSON.stringify(caps)}`);
+  log.info(`Provider ${provider}: capabilities ${JSON.stringify(caps)}`);
 
+  const dry = flags.dry || !flags.yes;
+  const { integration, proxy, contextAgents, cfg } = resolveSettings({ home, stackRoot: opts.stackRoot, flags, write: !dry, log });
+  const project = env.PM_PROJECT || String(cfg.stack?.project || "") || "openmem";
+  const startCommand = contextProxyStartCommand({ stackRoot: opts.stackRoot, project });
+  // OpenCode 2 never uses the proxy; its plugin reads [context_proxy.agents] opencode2 itself.
+  const agentEnabled = { "claude-code": contextAgents["claude-code"], opencode: contextAgents.opencode1, codex: contextAgents.codex };
+  const serviceOn = proxyServiceNeeded(contextAgents);
+  const service = (dryRun) => ensureContextProxyService({
+    home, stackRoot: opts.stackRoot, project, on: serviceOn, dry: dryRun, env, spawn: opts.docker, log,
+  });
+  const useProviderPlugin = integration === "provider" && PROVIDER_PLUGINS.includes(provider);
+  if (integration === "provider" && !useProviderPlugin) {
+    log.warn(`Provider ${provider} has no coding-agent plugin; installing openmem hooks instead`);
+  }
   const shimAgents = flags.agents.filter((id) => SHIM_AGENT_IDS.includes(id) || id === "opencode");
+  const opencodeMajor = flags.agents.includes("opencode") ? opencodeMajorVersion({ env }) : 1;
   const runtimeRoot = prepareAgentRuntime({
-    home, repoRoot: opts.repoRoot, stackRoot: opts.stackRoot, dry: flags.dry || !flags.yes, h: opts.h || h(),
+    home, repoRoot: opts.repoRoot, stackRoot: opts.stackRoot, dry, h: log,
   });
+  const upstreamCmd = () => {
+    const apiUrl = resolveHindsightApiUrl({ home, stackRoot: opts.stackRoot, env });
+    return ["npx", "-y", "@vectorize-io/hindsight-coding-agents", "install", ...flags.agents, "--server", "self-hosted", "--api-url", apiUrl];
+  };
   if (flags.dry) {
-    opts.h?.info("dry-run: would run install-mcp --yes");
-    installSessionShim({ home, repoRoot: runtimeRoot, agents: shimAgents, dry: true, h: opts.h || h() });
-    installAgentAccess({ home, runtimeRoot, stackRoot: opts.stackRoot, agents: flags.agents, dry: true, h: opts.h || h() });
-    if (flags.hindsightPlugin && provider === "hindsight") {
-      const apiUrl = resolveHindsightApiUrl({ home, stackRoot: opts.stackRoot, env });
-      opts.h?.info(
-        `dry-run: would also run npx @vectorize-io/hindsight-coding-agents install ${flags.agents.join(" ")} --server self-hosted --api-url ${apiUrl}`,
-      );
+    log.info("dry-run: would run install-mcp --yes");
+    if (useProviderPlugin) {
+      removeSessionShim({ home, agents: shimAgents, dry: true, h: log });
+    } else {
+      installSessionShim({ home, repoRoot: runtimeRoot, agents: shimAgents, dry: true, h: log, opencodeMajor });
+      removeUpstreamHooks({ home, agents: shimAgents, dry: true, h: log });
+      removeUpstreamAccess({ home, agents: flags.agents, dry: true, h: log });
     }
-    return { provider, ran: false };
+    installAgentAccess({ home, runtimeRoot, stackRoot: opts.stackRoot, agents: flags.agents, dry: true, h: log });
+    if (flags.rtk) installRtk({ agents: flags.agents, env, dry: true, h: log, opencodeMajor });
+    installContextProxy({ home, agents: flags.agents, enabled: proxy.enabled, agentEnabled, port: proxy.port, dry: true, h: log, opencodeMajor });
+    service(true);
+    if (useProviderPlugin) log.info(`dry-run: would also run ${upstreamCmd().join(" ")}`);
+    return { provider, integration, ran: false };
   }
   if (!flags.yes) {
-    opts.h?.warn("Re-run with --yes to install MCP + session hooks");
-    return { provider, ran: false };
+    log.warn("Re-run with --yes to install MCP + session hooks");
+    return { provider, integration, ran: false };
   }
 
   await runInstallMemoryMcp({
@@ -103,40 +213,63 @@ export async function runInstallCodingAgent(opts) {
     stackRoot: opts.stackRoot,
     flags: { yes: true, dry: false, notebooklm: false, notebooklmOnly: false, providerOnly: false, noUnifiedMcp: false, help: false, unknown: [] },
     env,
-    h: opts.h || h(),
-  });
-  installSessionShim({
-    home,
-    repoRoot: runtimeRoot,
-    agents: shimAgents,
-    dry: false,
-    h: opts.h || h(),
+    h: log,
   });
+  if (useProviderPlugin) {
+    removeSessionShim({ home, agents: shimAgents, h: log });
+  } else {
+    installSessionShim({ home, repoRoot: runtimeRoot, agents: shimAgents, dry: false, h: log, opencodeMajor });
+    removeUpstreamHooks({ home, agents: shimAgents, h: log });
+    removeUpstreamAccess({ home, agents: flags.agents, h: log });
+  }
   installAgentAccess({
-    home, runtimeRoot, stackRoot: opts.stackRoot, agents: flags.agents, dry: false, h: opts.h || h(),
+    home, runtimeRoot, stackRoot: opts.stackRoot, agents: flags.agents, dry: false, h: log,
   });
+  const rtk = flags.rtk ? installRtk({ agents: flags.agents, env, h: log, spawn: opts.spawn, opencodeMajor }) : { rtk: null, ran: [] };
+  // On: start the service before agents point at it. Off: stop it after they are unwired.
+  if (serviceOn) service(false);
+  const proxyOut = installContextProxy({ home, agents: flags.agents, enabled: proxy.enabled, agentEnabled, port: proxy.port, h: log, opencodeMajor });
+  if (!serviceOn) service(false);
+  const proxyUsed = flags.agents.some((id) => id in agentEnabled && agentEnabled[id] && !proxyOut.pluginTrimmed.includes(id));
+  if (proxyUsed) {
+    syncProxyStackEnv({ stackRoot: opts.stackRoot, cfg, log });
+    await warnIfProxyDown({ port: proxy.port, startCommand, log, fetch: opts.fetch });
+  }
 
-  if (flags.hindsightPlugin && provider === "hindsight") {
-    const apiUrl = resolveHindsightApiUrl({ home, stackRoot: opts.stackRoot, env });
-    const cmd = ["npx", "-y", "@vectorize-io/hindsight-coding-agents", "install", ...flags.agents, "--server", "self-hosted", "--api-url", apiUrl];
-    opts.h?.info(`Also installing upstream Hindsight plugin: ${cmd.join(" ")}`);
-    const r = spawnSync(cmd[0], cmd.slice(1), { stdio: "inherit", env });
-    return { provider, ran: true, status: r.status ?? 1 };
+  let status = 0;
+  if (useProviderPlugin) {
+    const cmd = upstreamCmd();
+    log.info(`Installing upstream Hindsight plugin: ${cmd.join(" ")}`);
+    const r = (opts.spawn || spawnSync)(cmd[0], cmd.slice(1), { stdio: "inherit", env });
+    status = r.status ?? 1;
   }
 
   for (const agentId of flags.agents) {
     if (shimAgents.includes(agentId)) {
-      opts.h?.info(`  ${agentId}: openmem session hooks + unified MCP`);
+      const hooks = useProviderPlugin ? "upstream Hindsight hooks" : "openmem session hooks";
+      const extras = [
+        rtk.ran.includes(agentId) ? "rtk" : "",
+        proxyOut.changed.includes(agentId) && agentEnabled[agentId] ? "context proxy" : "",
+        !useProviderPlugin && proxyOut.pluginTrimmed.includes(agentId) ? "native context trimming (OpenCode 2; context proxy not used)" : "",
+      ].filter(Boolean);
+      log.info(`  ${agentId}: ${hooks} + unified MCP${extras.length ? ` + ${extras.join(" + ")}` : ""}`);
     } else {
       const row = CODING_AGENTS.find((a) => a.id === agentId);
-      opts.h?.info(`  ${agentId}: ${row?.sessionPath || "unified MCP memory_*"}`);
+      log.info(`  ${agentId}: ${row?.sessionPath || "unified MCP memory_*"}`);
     }
   }
-  return { provider, ran: true, status: 0 };
+  if (agentEnabled["claude-code"] && flags.agents.includes("claude-code")) {
+    log.info(`Context proxy enabled: Claude Code now sends every request to http://127.0.0.1:${proxy.port}; start the proxy before using Claude Code: ${startCommand}`);
+  }
+  return { provider, integration, ran: true, status };
 }
 
 async function main() {
   const flags = parseArgs(process.argv.slice(2));
+  if (flags.unknown.includes("--hindsight-plugin")) {
+    console.error("install-coding-agent: --hindsight-plugin was renamed to --provider-plugin");
+    process.exit(2);
+  }
   if (flags.help || flags.unknown.length) {
     console.log(HELP);
     process.exit(flags.unknown.length ? 2 : 0);

package/cli/mcp/context-sql-runner.mjs

@@ -0,0 +1,58 @@
+/**
+ * Child process for smart_compact_sql (cli/mcp/context-store.mjs): reads {file, sql, cap, cellMax} as JSON on
+ * stdin, runs the statement on a read-only connection and prints {columns, rows, truncated} or {error}. The parent
+ * kills it after its time limit, which also stops a long-running SQLite step.
+ */
+import fs from "node:fs";
+
+const SQLITE_OK = 0;
+const SQLITE_DENY = 1;
+// sqlite3_set_authorizer action codes allowed for a query: SELECT, READ, FUNCTION, RECURSIVE.
+const ALLOWED_ACTIONS = new Set([21, 20, 31, 33]);
+// SQLITE_PRAGMA; FTS5 reads `PRAGMA data_version` internally on a MATCH. User SQL never reaches here with a
+// PRAGMA (the parent's statement check rejects it), and an assignment carries a value in arg2.
+const SQLITE_PRAGMA = 19;
+const READ_PRAGMAS = new Set(["data_version"]);
+
+function cell(value, cellMax) {
+  if (value instanceof Uint8Array) return `<blob ${value.byteLength} bytes>`;
+  if (typeof value === "bigint") return Number.isSafeInteger(Number(value)) ? Number(value) : String(value);
+  if (typeof value === "string" && value.length > cellMax) return `${value.slice(0, cellMax)}…`;
+  return value;
+}
+
+function run({ file, sql, cap, cellMax }) {
+  const { DatabaseSync } = process.getBuiltinModule("node:sqlite");
+  const db = new DatabaseSync(file, { readOnly: true });
+  try {
+    db.exec("PRAGMA busy_timeout = 1000");
+    // Node >= 24.10 (setAuthorizer): deny every action a query does not need, on top of the read-only
+    // connection and the parent's statement check.
+    if (typeof db.setAuthorizer === "function") {
+      db.setAuthorizer((action, arg1, arg2) => (ALLOWED_ACTIONS.has(action)
+        || (action === SQLITE_PRAGMA && READ_PRAGMAS.has(String(arg1).toLowerCase()) && arg2 === null) ? SQLITE_OK : SQLITE_DENY));
+    }
+    const rows = [];
+    let truncated = false;
+    let columns = [];
+    for (const row of db.prepare(sql).iterate()) {
+      if (rows.length === cap) {
+        truncated = true;
+        break;
+      }
+      if (!columns.length) columns = Object.keys(row);
+      rows.push(Object.fromEntries(Object.entries(row).map(([k, v]) => [k, cell(v, cellMax)])));
+    }
+    return { columns, rows, truncated };
+  } finally {
+    db.close();
+  }
+}
+
+let out;
+try {
+  out = run(JSON.parse(fs.readFileSync(0, "utf8")));
+} catch (err) {
+  out = { error: err instanceof Error ? err.message : String(err) };
+}
+process.stdout.write(JSON.stringify(out));