@todoforai/tfa-memory 0.4.5 → 0.5.0

package/README.md

@@ -0,0 +1,11 @@
+# @todoforai/tfa-memory
+
+Search past TODOforAI conversations from the shell. Read-only; reuses your bridge credentials.
+
+```sh
+tfa-memory search "how do we deploy" --mode fused   # lexical (default) | semantic | fused
+tfa-memory get todo/<todoId>:<messageId>            # one whole message
+tfa-memory around todo/<todoId>:<messageId> --before 5 --after 20
+```
+
+Memory itself is files, not this tool: `projects/<id>/memory/` (team) and `projects/<id>/me/memory/` (personal) are pasted into every agent prompt; `context/` beside them is read on demand.

package/dist/cli.js

@@ -4,7 +4,6 @@ var __require = /* @__PURE__ */ createRequire(import.meta.url);
 
 // src/cli.ts
 import { parseArgs } from "node:util";
-import { readFileSync as readFileSync4 } from "node:fs";
 
 // ../tfa-subagent/dist/auth.js
 import { readFileSync, writeFileSync, mkdirSync, chmodSync } from "node:fs";
@@ -512,8 +511,8 @@ function checkForUpdates(pkg) {
 // package.json
 var package_default = {
   name: "@todoforai/tfa-memory",
-  version: "0.4.5",
-  description: "Zero-config TODOforAI memory CLI — add/search/ls/get/rm/live text memory rows addressed as source/ref, plus federated search over every message of every past TODO (read-only `todo` source), with full-text and semantic search, plus L2 working-memory re-render. Reuses bridge credentials.",
+  version: "0.5.0",
+  description: "Zero-config TODOforAI CLI to search past TODO conversations (full-text and semantic), print one message or read the conversation around it. Read-only; memory itself lives in project files. Reuses bridge credentials.",
   type: "module",
   bin: {
     "tfa-memory": "dist/cli.js"
@@ -542,71 +541,44 @@ var package_default = {
 
 // src/cli.ts
 var isEntrypoint = __require.main == __require.module === true || !!process.argv[1] && import.meta.url === `file://${process.argv[1]}`;
+var MEMORY_FILES = `Memory is files now: save durable facts as short files in todoforai:projects/<projectId>/me/memory/ (personal) or …/memory/ (team) — they are pasted into every agent prompt; longer material goes in context/. Notes saved earlier with \`tfa-memory add\` are in todoforai:projects/<projectId>/me/context/notes/.`;
 function printHelp() {
-  console.log(`tfa-memory — TODOforAI memory CLI (addressable, searchable text rows).
+  console.log(`tfa-memory — search past TODO conversations (read-only).
 
-Every row's address is \`source/ref\` — sources are directories, refs are
-filenames. A source exists once the first row names it. Re-adding the same
-address updates in place; identical content+meta is skipped (no re-embed).
+Every message of every TODO you can see is addressed \`todo/<todoId>:<messageId>\`.
+Private TODOs are searchable only in personal contexts: in agent shells
+TODOFORAI_TODO_ID names the conversation asking, and a shared one cannot read them.
 
-\`search\` covers two corpora at once: rows you saved, plus every message of
-every TODO under the read-only \`todo\` source (\`todo/<todoId>:<messageId>\`,
-live from the backend index, nothing separate to sync). \`--source todo\` searches
-past TODO messages only; \`get todo/<todoId>:<messageId>\` prints the whole message.
-
-Owner-private TODOs are searchable in personal contexts. In agent shells,
-TODOFORAI_TODO_ID supplies the destination; shared conversations cannot read
-private TODOs or account-private saved notes. --todo selects a source, not an audience.
+${MEMORY_FILES}
 
 Usage:
   tfa-memory <command> [options] [args...]
 
 Commands:
-  add [source/ref] <text|->     Save a row. Without an address → manual/<timestamp>.
-                                "-" reads stdin.
-  search <query>                Full-text search over saved rows + past TODO messages
-  live                          Re-render L2 working memory (the always-on prompt block)
-  ls                            List saved rows, newest first (todo messages excluded)
-  get <source/ref>              Print full content of one row
-  around <source/ref>           Neighbours of one row: todo messages in chat order, saved rows by time within the source
-  rm <source/ref>               Delete one row
-  rm --source <name>            Delete every row in a source
-  sources                       List sources with counts and last write
+  search <query>                Search past TODO messages
+  get <address>                 Print one whole message
+  around <address>              Messages around one, in chat order
   login                         Device login — mint & persist credentials
   whoami                        Print resolved auth context
 
 Options:
-  -s, --source <a,b>            Restrict search/ls to sources (comma-separated; "todo" = TODO messages)
-      --todo <id>               Restrict a todo-message search to one TODO
-  -B, --budget <n>              Token budget for \`live\` (default 1500, 100–20000)
       --mode lexical|semantic|fused  lexical: all words, newest first (default) · semantic: meaning · fused: best recall
-      --exclude <address>       Leave out an already-read row (repeatable); fused also prints the lexical match count
-      --before <n>              around: rows before the pivot (default 2, max 200)
-      --after <n>               around: rows after the pivot (default 2, max 200); large = read the rest
-      --meta <json>             Attach JSON metadata to the row (e.g. '{"todoId":"..."}')
-  -n, --limit <n>               Max rows (default 5, max 50)
+      --todo <id>               Search one TODO only
+      --exclude <address>       Leave out an already-read message (repeatable), to page past it
+      --before <n>              around: messages before the pivot (default 2, max 200)
+      --after <n>               around: messages after the pivot (default 2, max 200); large = read the rest
+  -n, --limit <n>               Max results (default 5, max 50)
   -j, --json                    Machine-readable output
   --api-token <token>           Override API token
-  --api-url <url>               Override backend URL (used to derive memory URL)
-  --memory-url <url>            Override memory-manager URL (default: derived — api.<d> → memory.<d>; localhost/IP → :8900)
+  --api-url <url>               Override backend URL
   -h, --help                    Show this help
   -v, --version                 Show version
 
 Examples:
-  tfa-memory add "postgres prod runs on hetzner-3, failover is manual"
-  tfa-memory add deploy-notes/rollback "run scripts/rollback.sh, then verify /health"
-  cat docs/auth.md | tfa-memory add acme/docs/auth.md -
   tfa-memory search "rollback procedure"
-  tfa-memory search "how do we deploy" --mode semantic
-  tfa-memory search "android build" --source todo
-  tfa-memory live
-  tfa-memory live -B 800
+  tfa-memory search "how do we deploy" --mode fused
   tfa-memory get todo/<todoId>:<messageId>
-  tfa-memory ls --source deploy-notes
-  tfa-memory get deploy-notes/rollback
-  tfa-memory rm deploy-notes/rollback
-  tfa-memory rm --source acme
-  tfa-memory sources
+  tfa-memory around todo/<todoId>:<messageId> --before 5 --after 20
 `);
 }
 function die(msg, code = 1) {
@@ -614,35 +586,15 @@ function die(msg, code = 1) {
   process.exit(code);
 }
 function splitAddr(addr) {
-  const i = addr.indexOf("/");
-  if (i < 1 || i === addr.length - 1)
-    die(`invalid address "${addr}" — expected source/ref`);
-  return [addr.slice(0, i), addr.slice(i + 1)];
-}
-function deriveMemoryUrl(apiUrl) {
-  const u = new URL(apiUrl);
-  if (u.hostname === "localhost" || u.hostname === "127.0.0.1" || /^\d{1,3}(\.\d{1,3}){3}$/.test(u.hostname)) {
-    u.port = "8900";
-  } else if (u.hostname.startsWith("api.")) {
-    u.hostname = "memory." + u.hostname.slice(4);
-  } else {
-    u.hostname = "memory." + u.hostname;
-  }
-  return u.origin;
-}
-function resolveMemoryUrl(flag, apiUrl) {
-  return flag || process.env.MEMORY_URL || deriveMemoryUrl(apiUrl);
-}
-async function api(ctx, method, path2, body) {
-  const init = {
-    method,
-    headers: {
-      ...body !== undefined && { "content-type": "application/json" },
-      ...process.env.TODOFORAI_TODO_ID && { "x-tfa-todo-id": process.env.TODOFORAI_TODO_ID }
-    },
-    body: body !== undefined ? JSON.stringify(body) : undefined
-  };
-  const { res, token } = await fetchWithRenew(`${ctx.memoryUrl}/v1${path2}`, init, { apiUrl: ctx.apiUrl, token: ctx.token, renewOn: [401, 403] });
+  const m = /^todo\/([^:/]+):([^:/]+)$/.exec(addr);
+  if (!m)
+    die(`invalid address "${addr}" — expected todo/<todoId>:<messageId>`, 2);
+  return { todoId: m[1], messageId: m[2] };
+}
+var mount = (token) => token.startsWith("dst_") ? "/dst/v1" : "/api/v1";
+async function api(ctx, path2) {
+  const headers = process.env.TODOFORAI_TODO_ID ? { "x-tfa-todo-id": process.env.TODOFORAI_TODO_ID } : undefined;
+  const { res, token } = await fetchWithRenew(`${ctx.apiUrl}${mount(ctx.token)}${path2}`, { headers }, { apiUrl: ctx.apiUrl, token: ctx.token });
   ctx.token = token;
   if (!res.ok) {
     const text = await res.text();
@@ -650,28 +602,33 @@ async function api(ctx, method, path2, body) {
     try {
       msg = JSON.parse(text)?.message ?? text;
     } catch {}
-    die(`HTTP ${res.status}: ${msg}`);
+    die(res.status === 403 || res.status === 404 ? `not found or not yours (${res.status})` : `HTTP ${res.status}: ${msg}`);
   }
-  return res.status === 204 ? null : await res.json();
+  return await res.json();
 }
+var messageText = (m) => [m.content, ...(m.blocks ?? []).flatMap((b) => [b.content, b.cmd, b.path])].filter((p) => !!p?.trim()).join(`
+`);
+var rowOf = (todoId, m) => ({ address: `todo/${todoId}:${m.id}`, createdAt: m.createdAt, content: messageText(m), meta: { projectId: m.projectId, role: m.role } });
 function printRows(rows, json, snippet = 200) {
   if (json)
-    return console.log(JSON.stringify(rows.map(({ source: _s, ref: _r, ...row }) => row), null, process.stdout.isTTY ? 2 : 0));
+    return console.log(JSON.stringify(rows, null, process.stdout.isTTY ? 2 : 0));
   if (!rows.length)
     return console.log("(no results)");
-  for (const r of rows) {
-    const oneline = r.content.replace(/\s+/g, " ").slice(0, snippet);
-    console.log(`${r.address}	${new Date(r.createdAt).toISOString().slice(0, 16)}	${oneline}`);
-  }
+  for (const r of rows)
+    console.log(`${r.address}	${new Date(r.createdAt).toISOString().slice(0, 16)}	${r.content.replace(/\s+/g, " ").slice(0, snippet)}`);
 }
 var qs = (params) => {
   const p = new URLSearchParams;
   for (const [k, v] of Object.entries(params))
     if (v !== undefined)
       p.set(k, String(v));
-  const s = p.toString();
-  return s ? `?${s}` : "";
+  return p.size ? `?${p}` : "";
 };
+async function around(ctx, addr, before, after) {
+  const { todoId, messageId } = splitAddr(addr);
+  const res = await api(ctx, `/todos/${encodeURIComponent(todoId)}/messages/around${qs({ messageId, before, after })}`);
+  return { ...res, rows: res.messages.map((m) => rowOf(todoId, m)) };
+}
 async function main() {
   await handleLogin(process.argv.slice(2), "tfa-memory");
   const { values, positionals } = parseArgs({
@@ -679,8 +636,6 @@ async function main() {
     options: {
       source: { type: "string", short: "s" },
       todo: { type: "string" },
-      budget: { type: "string", short: "B" },
-      meta: { type: "string" },
       mode: { type: "string" },
       exclude: { type: "string", multiple: true },
       before: { type: "string" },
@@ -689,7 +644,6 @@ async function main() {
       json: { type: "boolean", short: "j", default: false },
       "api-token": { type: "string" },
       "api-url": { type: "string" },
-      "memory-url": { type: "string" },
       help: { type: "boolean", short: "h", default: false },
       version: { type: "boolean", short: "v", default: false }
     },
@@ -701,7 +655,7 @@ async function main() {
     return;
   }
   if (values.version) {
-    console.log(`tfa-memory ${VERSION}`);
+    console.log(`tfa-memory ${package_default.version}`);
     return;
   }
   const [cmd, ...rest] = positionals;
@@ -709,19 +663,23 @@ async function main() {
     printHelp();
     process.exit(2);
   }
+  if (["add", "ls", "rm", "delete", "del", "live", "sources"].includes(cmd))
+    die(`\`${cmd}\` was removed. ${MEMORY_FILES}`, 2);
   if (cmd === "whoami")
     process.exit(await whoami({
       binName: "tfa-memory",
       apiUrl: values["api-url"],
       apiToken: values["api-token"]
     }));
+  if (values.source !== undefined && values.source !== "todo")
+    die(`only past TODO messages are searchable. ${MEMORY_FILES}`, 2);
   let ctx;
   try {
     const { apiUrl, apiToken } = resolveToken({
       apiUrl: values["api-url"],
       apiToken: values["api-token"]
     });
-    ctx = { apiUrl, memoryUrl: resolveMemoryUrl(values["memory-url"], apiUrl), token: apiToken };
+    ctx = { apiUrl, token: apiToken };
   } catch (e) {
     die(e?.message ?? String(e));
   }
@@ -729,125 +687,38 @@ async function main() {
   const limit = values.limit !== undefined ? Number(values.limit) : undefined;
   if (limit !== undefined && (!Number.isInteger(limit) || limit < 1 || limit > 50))
     die(`--limit must be an integer from 1 to 50`, 2);
-  const sources = values.source;
   switch (cmd) {
-    case "add": {
-      let source = "manual", ref = new Date().toISOString().slice(0, 19), text;
-      if (rest.length >= 2 && rest[0].includes("/")) {
-        [source, ref] = splitAddr(rest[0]);
-        text = rest[1];
-      } else if (rest.length === 1) {
-        text = rest[0];
-      } else
-        die(`usage: tfa-memory add [source/ref] "text" | -`, 2);
-      if (text === "-")
-        text = readFileSync4(0, "utf8");
-      text = text.trim();
-      if (!text)
-        die("empty content");
-      let meta;
-      if (values.meta !== undefined) {
-        try {
-          meta = JSON.parse(values.meta);
-        } catch {
-          die(`--meta must be valid JSON`, 2);
-        }
-        if (typeof meta !== "object" || meta === null || Array.isArray(meta))
-          die(`--meta must be a JSON object`, 2);
-      }
-      const res = await api(ctx, "POST", "/memory", { source, ref, content: text, meta });
-      for (const w of res.warnings ?? [])
-        console.error(`Warning: ${w}`);
-      console.log(json ? JSON.stringify(res) : `${res.status} ${res.address}`);
-      break;
-    }
     case "search": {
       const query = rest[0] ?? die(`usage: tfa-memory search "query"`, 2);
-      const exclude = values.exclude?.join(",");
-      const res = await api(ctx, "GET", `/memory/search${qs({ query, mode: values.mode, sources, limit, todoId: values.todo, exclude })}`);
-      for (const w of res.warnings ?? [])
-        console.error(`Warning: ${w}`);
-      if (res.lexicalCount !== undefined)
-        console.error(`${res.lexicalCount} row(s) contain a query word`);
-      printRows(res.rows, json);
-      break;
-    }
-    case "live": {
-      const budget = values.budget !== undefined ? Number(values.budget) : 1500;
-      if (!Number.isInteger(budget) || budget < 100 || budget > 20000)
-        die(`--budget must be an integer from 100 to 20000`, 2);
-      const res = await api(ctx, "GET", `/live/render${qs({ budget })}`);
-      const block = res.block ?? "";
-      if (json)
-        console.log(JSON.stringify({ block }));
-      else
-        process.stdout.write((block || "(empty live memory)") + `
-`);
-      break;
-    }
-    case "ls": {
-      const res = await api(ctx, "GET", `/memory${qs({ sources, limit })}`);
-      printRows(res.rows, json);
+      const exclude = values.exclude?.map((a) => splitAddr(a).messageId).join(",");
+      const res = await api(ctx, `/messages/search${qs({ query, mode: values.mode, limit: limit ?? 5, todoId: values.todo, exclude })}`);
+      printRows(res.hits.map((h) => ({ address: `todo/${h.todoId}:${h.messageId}`, createdAt: h.createdAt, content: h.snippet, meta: { projectId: h.projectId, role: h.role } })), json);
       break;
     }
     case "get": {
-      const [source, ref] = splitAddr(rest[0] ?? die("address required (source/ref)", 2));
-      const res = await api(ctx, "GET", `/memory/get${qs({ source, ref })}`);
+      const addr = rest[0] ?? die("address required (todo/<todoId>:<messageId>)", 2);
+      const [row] = (await around(ctx, addr, "0", "0")).rows;
       if (json)
-        console.log(JSON.stringify(res, null, 2));
+        console.log(JSON.stringify(row, null, 2));
       else
-        process.stdout.write(res.content + `
+        process.stdout.write(row.content + `
 `);
       break;
     }
     case "around": {
-      const [source, ref] = splitAddr(rest[0] ?? die("address required (source/ref)", 2));
-      const res = await api(ctx, "GET", `/memory/around${qs({ source, ref, before: values.before, after: values.after })}`);
-      if (res.total !== undefined)
-        console.error(`message ${res.index + 1} of ${res.total}`);
+      const res = await around(ctx, rest[0] ?? die("address required (todo/<todoId>:<messageId>)", 2), values.before, values.after);
+      console.error(`message ${res.index + 1} of ${res.total}`);
       printRows(res.rows, json, 2000);
       break;
     }
-    case "rm":
-    case "delete":
-    case "del": {
-      let body;
-      if (rest[0]) {
-        const [source, ref] = splitAddr(rest[0]);
-        body = { source, ref };
-      } else if (sources && !sources.includes(","))
-        body = { source: sources };
-      else
-        die("usage: tfa-memory rm <source/ref> | tfa-memory rm --source <name>", 2);
-      const res = await api(ctx, "POST", "/memory/remove", body);
-      console.log(json ? JSON.stringify(res) : `removed ${res.removed}`);
-      break;
-    }
-    case "sources": {
-      const res = await api(ctx, "GET", "/memory/sources");
-      if (json) {
-        console.log(JSON.stringify(res.sources, null, 2));
-        break;
-      }
-      if (!res.sources.length) {
-        console.log("(no sources)");
-        break;
-      }
-      const w = Math.max(...res.sources.map((s) => s.source.length));
-      for (const s of res.sources.sort((a, b) => (b.lastWrite ?? Infinity) - (a.lastWrite ?? Infinity)))
-        console.log(`${s.source.padEnd(w)}  ${String(s.count ?? "live").padStart(4)}  ${s.lastWrite ? new Date(s.lastWrite).toISOString().slice(0, 16) : "live"}`);
-      break;
-    }
     default:
       die(`unknown command: ${cmd} (try 'tfa-memory --help')`, 2);
   }
 }
-var VERSION = package_default.version;
 if (isEntrypoint) {
   checkForUpdates({ name: package_default.name, version: package_default.version });
   main();
 }
 export {
-  resolveMemoryUrl,
-  deriveMemoryUrl
+  splitAddr
 };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@todoforai/tfa-memory",
-  "version": "0.4.5",
-  "description": "Zero-config TODOforAI memory CLI — add/search/ls/get/rm/live text memory rows addressed as source/ref, plus federated search over every message of every past TODO (read-only `todo` source), with full-text and semantic search, plus L2 working-memory re-render. Reuses bridge credentials.",
+  "version": "0.5.0",
+  "description": "Zero-config TODOforAI CLI to search past TODO conversations (full-text and semantic), print one message or read the conversation around it. Read-only; memory itself lives in project files. Reuses bridge credentials.",
   "type": "module",
   "bin": {
     "tfa-memory": "dist/cli.js"