kaizen-agent 1.7.8 → 1.8.0

package/cli/web.ts

@@ -1,12 +1,14 @@
 // `kaizen web`: the board in a browser. A loopback HTTP server over state.ts and
 // one HTML page; the page never sees the filesystem, only JSON.
-import { existsSync, readFileSync, readdirSync, statSync, watch, appendFileSync, type FSWatcher } from "node:fs";
+import { existsSync, readFileSync, readdirSync, statSync, watch, appendFileSync, mkdirSync, type FSWatcher } from "node:fs";
 import { join, dirname } from "node:path";
 import {
-  home, type Item, boardCards, knownProjects, remember, locate, label, tilde,
+  home, type Item, boardCards, knownProjects, remember, locate, label, tilde, searchRoots, findProjects,
   readInbox, writeInbox, replaceIdea, abandonRun, launchRun, parseItem, short, setArchived, writeNotes,
-  appendNote, saveAttachment, pidOnPort,
+  appendNote, saveAttachment, pidOnPort, runGit, readCommit, commitPush, notice, notifier, LOGO,
+  reviewFindings, pickFindings, fixPrompt,
 } from "./state.ts";
+import { readSources, addSource, removeSource, moveSource, gatherSource, gatherAll, gatherDirs, due } from "./sources.ts";
 
 const PAGE = join(dirname(import.meta.dir), "web", "board.html");
 const DEFAULT_PORT = 7420;
@@ -25,9 +27,32 @@ export async function web(repoDir: string, opts: Opts = {}) {
       if (ev === "uncaughtException") process.exit(1);
     });
   }
-  const state = locate();
+  // Not fixed for the life of the board: picking a project in the page moves here.
+  let state = locate();
   if (state && dirname(state) !== home) remember(dirname(state));
-  const project = state ? label(state) : null;
+  let project = state ? label(state) : null;
+  // Folders under the "Projects folder" setting that have no .kaizen yet, offered in
+  // the project list so one can be chosen without a terminal. A folder that does not
+  // look like a project itself (no .git, no package.json) is taken for a group of
+  // them, and its own folders are offered too: ~/Projects/<client>/<project>.
+  const fresh = async () => {
+    const { listSettings } = await import("./settings.ts");
+    let root = listSettings(repoDir).rows.find((r) => r.key === "board.projects_dir")?.value ?? "";
+    if (root.startsWith("~")) root = home + root.slice(1);
+    if (!root) return [];
+    const dirs = (d: string) => {
+      try {
+        return readdirSync(d).filter((n) => !n.startsWith(".") && n !== "node_modules")
+          .map((n) => join(d, n)).filter((p) => { try { return statSync(p).isDirectory(); } catch { return false; } });
+      } catch { return []; }
+    };
+    // .kaizen is not a sign of one: a group folder that was chosen once has it, and
+    // must keep showing what is inside.
+    const isProject = (d: string) => [".git", "package.json"].some((m) => existsSync(join(d, m)));
+    // One already set up but never opened joins the known projects instead.
+    return dirs(root).flatMap((d) => isProject(d) ? [d] : [d, ...dirs(d)])
+      .filter((d) => existsSync(join(d, ".kaizen")) ? (remember(d), false) : true).sort();
+  };
 
   const states = (all: boolean) => (all || !state
     ? [...knownProjects().map((d) => join(d, ".kaizen")), join(home, ".kaizen")]
@@ -78,7 +103,7 @@ export async function web(repoDir: string, opts: Opts = {}) {
   const fingerprint = () => {
     let sum = 0;
     for (const dir of states(true)) {
-      for (const f of ["inbox.md", "backlog.md", "archive.md"]) { try { sum += statSync(join(dir, f)).mtimeMs; } catch { /* absent */ } }
+      for (const f of ["inbox.md", "backlog.md", "archive.md", "sources.json"]) { try { sum += statSync(join(dir, f)).mtimeMs; } catch { /* absent */ } }
       const runs = join(dir, "runs");
       if (!existsSync(runs)) continue;
       for (const id of readdirSync(runs)) { try { sum += statSync(join(runs, id, "state.json")).mtimeMs; } catch { /* absent */ } }
@@ -93,6 +118,28 @@ export async function web(repoDir: string, opts: Opts = {}) {
     const fp = fingerprint(); if (fp !== last) { last = fp; changed(); }
   }, 2000);
 
+  // The schedule: once a minute, gather every request source that is due. It writes
+  // inbox.md and sources.json only, never a state.json, and starts nothing. All of
+  // it sits in a try: an uncaught error here would end the board.
+  const every = async () => {
+    const { listSettings } = await import("./settings.ts");
+    return listSettings(repoDir).rows.find((r) => r.key === "sources.every")?.value ?? "off";
+  };
+  let busy = false;
+  const gather = setInterval(async () => {
+    if (busy) return;
+    busy = true;
+    try {
+      const ms = (parseInt(await every()) || 0) * 3600_000;   // "off" parses to nothing
+      if (ms) for (const dir of states(true)) {
+        let list;
+        try { list = readSources(dir); } catch { continue; }   // unreadable: left as it is
+        for (const s of list) if (due(s, ms, Date.now()) && (await gatherSource(dir, s.url)).added) changed();
+      }
+    } catch { /* the next tick tries again */ }
+    busy = false;
+  }, 60_000);
+
   const BOOT = Date.now().toString(36);
   const ping = setInterval(() => { for (const c of clients) { try { c.enqueue(": ping\n\n"); } catch { clients.delete(c); } } }, 8000);
   // A launcher clicked while a board is already up should show that board, not die.
@@ -133,18 +180,28 @@ export async function web(repoDir: string, opts: Opts = {}) {
 
       if (req.method === "GET" && path === "/") {
         if (!existsSync(PAGE)) return new Response("web/board.html missing", { status: 500 });
-        return new Response(readFileSync(PAGE), {
+        // The page gets the notify rule from state.ts rather than keeping its own copy.
+        return new Response(readFileSync(PAGE, "utf8").replace("/*notifier*/", () => notifier.toString()), {
           headers: { "content-type": "text/html; charset=utf-8", "cache-control": "no-store" },
         });
       }
 
+      // The icon on a web notification; this one file and nothing beside it.
+      if (req.method === "GET" && path === "/logo.png") {
+        if (!existsSync(LOGO)) return bad("no logo", 404);
+        return new Response(Bun.file(LOGO), { headers: { "content-type": "image/png", "cache-control": "max-age=86400" } });
+      }
+
       if (req.method === "GET" && path === "/state") {
         const all = url.searchParams.get("all") === "1";
+        // Before the project list: it registers folders that turn out to be set up.
+        const unset = await fresh();
         const dirs = states(all);
         return json({
-          project, all,
+          project, all, dir: state,
           projects: states(true).map((d) => ({ dir: d, label: label(d) })),
-          cards: boardCards(dirs, Date.now()),
+          fresh: unset.map((d) => ({ dir: join(d, ".kaizen"), label: tilde(d) })),
+          cards: boardCards(dirs, Date.now()).map((c) => ({ ...c, notice: notice(c) })),
           now: Date.now(),
         });
       }
@@ -161,9 +218,27 @@ export async function web(repoDir: string, opts: Opts = {}) {
           request: read("00-request.md"), plan: read("01-plan.md"), approval: read("02-approval.md"),
           impl: read("03-impl.md"), review: read("04-review.md"), backlog: read("06-backlog.md"),
           notes: read("notes.md"),
+          // Nothing to pick in the global state dir: /fix refuses it.
+          findings: dir === join(home, ".kaizen") ? [] : reviewFindings(dir, id),
+          // The global state dir sits in $HOME, which is not a project to commit.
+          commit: readCommit(dir, id), git: dir === join(home, ".kaizen") ? { repo: false } : runGit(dir, id),
         });
       }
 
+      if (req.method === "GET" && path === "/sources") {
+        // One project's sources, or with no dir every known project's: each entry
+        // says which project it belongs to. Nothing is assumed from where the board started.
+        const dir = url.searchParams.get("dir");
+        if (dir && !states(true).includes(dir)) return bad("unknown state dir", 404);
+        const sources = [], failed = [];
+        for (const d of dir ? [dir] : states(true)) {
+          // The seen list is bookkeeping, not something the page shows.
+          try { sources.push(...readSources(d).map(({ seen, ...s }) => ({ ...s, dir: d }))); }
+          catch { failed.push(label(d)); }
+        }
+        return json({ sources, failed, every: await every() });
+      }
+
       if (req.method === "GET" && path === "/settings") {
         const { listSettings } = await import("./settings.ts");
         return json(listSettings(repoDir));
@@ -208,10 +283,38 @@ export async function web(repoDir: string, opts: Opts = {}) {
         if (!local(req)) return bad("cross-origin write refused", 403);
         let body: any;
         try { body = await req.json(); } catch { return bad("json body expected"); }
+
+        // The same search as the TUI's "find more": every .kaizen under $HOME, the
+        // drives, and where the board was started, added to the registry.
+        // ponytail: synchronous walk, the board stalls for its length; move to a worker if a big disk makes that seconds.
+        if (path === "/find") {
+          const before = knownProjects().length;
+          const roots = searchRoots([dirname(state ?? process.cwd()), process.cwd()]);
+          for (const d of new Set(roots.flatMap((r) => findProjects(r)))) remember(d);
+          changed();
+          return json({ ok: true, added: knownProjects().length - before });
+        }
+
         // No project here means the global inbox, which is where the TUI puts ideas too.
         const dir: string = body.dir ?? state ?? join(home, ".kaizen");
+        // Choosing a folder from the projects folder is what sets it up: an empty
+        // .kaizen, which the first run fills in. Only folders the board offered.
+        if (path === "/cd" && dir === join(dirname(dir), ".kaizen") && (await fresh()).includes(dirname(dir))) {
+          mkdirSync(dir, { recursive: true });
+          remember(dirname(dir));
+        }
         if (!dir || !states(true).includes(dir)) return bad("unknown state dir", 404);
 
+        // The board moves to the chosen project: new ideas and runs default to it,
+        // and the process follows so anything resolved from cwd agrees.
+        if (path === "/cd") {
+          state = dir;
+          project = label(dir);
+          try { process.chdir(dirname(dir)); } catch { /* the state dir is what matters */ }
+          changed();
+          return json({ ok: true, project });
+        }
+
         if (path === "/inbox") {
           const text = String(body.text ?? "").trim();
           // Absent means untouched; an empty string clears. replaceIdea keeps the
@@ -235,6 +338,40 @@ export async function web(repoDir: string, opts: Opts = {}) {
           return json({ ok: true });
         }
 
+        // Request sources. Gathering adds ideas and nothing else: no run starts here.
+        if (path === "/sources") {
+          const link = String(body.url ?? "").trim();
+          // A source belongs to the project the request names. The fallback above
+          // (where the board started, or the global dir) is a guess, and a guess
+          // here puts someone's requests in the wrong project.
+          const named = typeof body.dir === "string" && body.dir !== "";
+          try {
+            let results;
+            if (body.op === "gather" && !named && !link) {
+              results = await gatherDirs(states(true));
+              changed();
+              return json({ ok: true, results });
+            }
+            if (!named) return bad(body.op === "add" ? "choose the project this source belongs to" : "say which project's source this is");
+            if (body.op === "add") {
+              const why = addSource(dir, link, typeof body.label === "string" ? body.label : undefined);
+              if (why) return bad(why);
+            } else if (body.op === "remove") {
+              const why = removeSource(dir, link);
+              if (why) return bad(why, 404);
+            } else if (body.op === "move") {
+              if (typeof body.to !== "string" || !states(true).includes(body.to)) return bad("unknown state dir", 404);
+              const why = moveSource(dir, body.to, link);
+              if (why) return bad(why, why === "no such source" ? 404 : 409);
+            } else if (body.op === "gather") {
+              if (link && !readSources(dir).some((s) => s.url === link)) return bad("no such source", 404);
+              results = link ? [await gatherSource(dir, link)] : await gatherAll(dir);
+            } else return bad("unknown op");
+            changed();
+            return json({ ok: true, sources: readSources(dir).map(({ seen, ...s }) => s), results });
+          } catch (e) { return bad((e as Error).message, 500); }
+        }
+
         if (path === "/run") {
           const text = String(body.text ?? "").trim();
           const kind = body.kind === "full" || body.kind === "lite" ? body.kind : "";
@@ -299,6 +436,40 @@ export async function web(repoDir: string, opts: Opts = {}) {
           return failed ? bad(failed, 404) : json({ ok: true });
         }
 
+        // Only a finished run, or one waiting at the final approval, and never the
+        // global state dir: $HOME may be a repository, and it is not the run's project.
+        if (path === "/commit") {
+          const id = String(body.id ?? "");
+          if (!/^[\w.-]+$/.test(id)) return bad("bad run id");
+          if (dir === join(home, ".kaizen")) return bad("no project to commit", 409);
+          let run: any;
+          try { run = JSON.parse(readFileSync(join(dir, "runs", id, "state.json"), "utf8")); } catch { return bad("no such run", 404); }
+          if (run.stage !== "done" && run.awaiting !== "approvals.review") return bad("this run is not finished", 409);
+          const r = await commitPush(dir, id, String(body.message ?? ""), Array.isArray(body.files) ? body.files.map(String) : []);
+          changed();
+          return json(r, r.ok ? 200 : 409);
+        }
+
+        // Fix picked findings, on the same runs /commit takes and for the same reason
+        // never in the global state dir: the agent starts in a project, and the run is
+        // not there. Only numbers the review itself holds reach the prompt.
+        if (path === "/fix") {
+          const id = String(body.id ?? "");
+          if (!/^[\w.-]+$/.test(id)) return bad("bad run id");
+          if (dir === join(home, ".kaizen")) return bad("no project to fix in", 409);
+          let run: any;
+          try { run = JSON.parse(readFileSync(join(dir, "runs", id, "state.json"), "utf8")); } catch { return bad("no such run", 404); }
+          if (run.stage !== "done" && run.awaiting !== "approvals.review" && run.awaiting !== "findings") return bad("this run is still being worked on", 409);
+          const nums = pickFindings(dir, id, body.nums);
+          if (!nums) return bad("pick open findings of this review");
+          const text = fixPrompt(id, nums);
+          const r = launchRun({ severity: null, where: null, text, raw: text }, dir);
+          changed();
+          return json(r.ok
+            ? { ok: true, agent: r.agent }
+            : { ok: false, why: r.why, manual: r.manual, agent: r.agent }, r.ok ? 200 : 500);
+        }
+
         if (path === "/abort") {
           const id = String(body.id ?? "");
           const why = String(body.why ?? "").trim() || "abandoned from the web board";
@@ -320,7 +491,7 @@ export async function web(repoDir: string, opts: Opts = {}) {
   if (opts.open !== false) await openApp(url);
 
   await new Promise<void>((resolve) => {
-    const stop = () => { clearInterval(poll); clearInterval(ping); for (const w of watchers) { try { w.close(); } catch { /* gone */ } } server.stop(true); resolve(); };
+    const stop = () => { clearInterval(poll); clearInterval(ping); clearInterval(gather); for (const w of watchers) { try { w.close(); } catch { /* gone */ } } server.stop(true); resolve(); };
     process.on("SIGINT", stop);
     process.on("SIGTERM", stop);
   });
@@ -378,7 +549,7 @@ function winChrome(exe: string) {
 export async function shortcut() {
   const bun = process.execPath;
   const script = Bun.argv[1]!;
-  const icon = join(dirname(import.meta.dir), "assets", "kaizen-logo.png");
+  const icon = LOGO;
   const hasIcon = existsSync(icon);
   const { mkdirSync, writeFileSync, chmodSync } = await import("node:fs");
 

package/commands/kaizen-abort.md

@@ -1,5 +1,5 @@
----
-description: Mark the current kaizen run abandoned
----
-
-Invoke the `kaizen` skill with argument `abort`.
+---
+description: Mark the current kaizen run abandoned
+---
+
+Invoke the `kaizen` skill with argument `abort`.

package/commands/kaizen-approve.md

@@ -1,5 +1,5 @@
----
-description: Approve whatever the current kaizen run is waiting on
----
-
-Invoke the `kaizen` skill with argument `approve`.
+---
+description: Approve whatever the current kaizen run is waiting on
+---
+
+Invoke the `kaizen` skill with argument `approve`.

package/commands/kaizen-auto.md

@@ -1,6 +1,6 @@
----
-description: Start a kaizen run in auto mode — every stage back to back, no approval stops
-argument-hint: "<request>"
----
-
-Invoke the `kaizen` skill with argument `auto $ARGUMENTS`.
+---
+description: Start a kaizen run in auto mode — every stage back to back, no approval stops
+argument-hint: "<request>"
+---
+
+Invoke the `kaizen` skill with argument `auto $ARGUMENTS`.

package/commands/kaizen-backlog.md

@@ -1,5 +1,5 @@
----
-description: Print open kaizen backlog items across all runs, grouped by source run
----
-
-Invoke the `kaizen` skill with argument `backlog`.
+---
+description: Print open kaizen backlog items across all runs, grouped by source run
+---
+
+Invoke the `kaizen` skill with argument `backlog`.

package/commands/kaizen-config.md

@@ -1,5 +1,5 @@
----
-description: Show the kaizen settings for this project and change them interactively
----
-
-Invoke the `kaizen` skill with argument `config`.
+---
+description: Show the kaizen settings for this project and change them interactively
+---
+
+Invoke the `kaizen` skill with argument `config`.

package/commands/kaizen-full.md

@@ -1,5 +1,5 @@
----
-description: Run kaizen with every stage as its own cold agent — the independent review
----
-
-Invoke the `kaizen` skill with argument `full $ARGUMENTS`.
+---
+description: Run kaizen with every stage as its own cold agent — the independent review
+---
+
+Invoke the `kaizen` skill with argument `full $ARGUMENTS`.

package/commands/kaizen-gather.md

@@ -0,0 +1,5 @@
+---
+description: Gather new requests from the project's request sources into kaizen ideas
+---
+
+Invoke the `kaizen` skill with argument `gather`.

package/commands/kaizen-init.md

@@ -1,5 +1,5 @@
----
-description: Set up this project folder for kaizen (spec, config, and a gitignore entry when it is a git repo)
----
-
-Invoke the `kaizen` skill with argument `init`.
+---
+description: Set up this project folder for kaizen (spec, config, and a gitignore entry when it is a git repo)
+---
+
+Invoke the `kaizen` skill with argument `init`.

package/commands/kaizen-install.md

@@ -1,5 +1,5 @@
----
-description: Install the kaizen workflow itself, globally or per-project
----
-
-Invoke the `kaizen` skill with argument `install`.
+---
+description: Install the kaizen workflow itself, globally or per-project
+---
+
+Invoke the `kaizen` skill with argument `install`.

package/commands/kaizen-lite.md

@@ -1,5 +1,5 @@
----
-description: Run kaizen with every stage in this session — cheaper, and the reviewer has seen the work
----
-
-Invoke the `kaizen` skill with argument `lite $ARGUMENTS`.
+---
+description: Run kaizen with every stage in this session — cheaper, and the reviewer has seen the work
+---
+
+Invoke the `kaizen` skill with argument `lite $ARGUMENTS`.

package/commands/kaizen-plan.md

@@ -1,6 +1,6 @@
----
-description: Start a kaizen run and stop after the plan (plan-only)
-argument-hint: "<request>"
----
-
-Invoke the `kaizen` skill with argument `plan $ARGUMENTS`.
+---
+description: Start a kaizen run and stop after the plan (plan-only)
+argument-hint: "<request>"
+---
+
+Invoke the `kaizen` skill with argument `plan $ARGUMENTS`.

package/commands/kaizen-reject.md

@@ -1,6 +1,6 @@
----
-description: Reject the kaizen approval the current run is waiting on — reason decides revise (back to planner) vs kill (abandon)
-argument-hint: "<reason>"
----
-
-Invoke the `kaizen` skill with argument `reject $ARGUMENTS`.
+---
+description: Reject the kaizen approval the current run is waiting on — reason decides revise (back to planner) vs kill (abandon)
+argument-hint: "<reason>"
+---
+
+Invoke the `kaizen` skill with argument `reject $ARGUMENTS`.

package/commands/kaizen-review.md

@@ -1,6 +1,6 @@
----
-description: Review-only kaizen run — audit existing code/work, no plan, no implementation
-argument-hint: "[target]"
----
-
-Invoke the `kaizen` skill with argument `review $ARGUMENTS`.
+---
+description: Review-only kaizen run — audit existing code/work, no plan, no implementation
+argument-hint: "[target]"
+---
+
+Invoke the `kaizen` skill with argument `review $ARGUMENTS`.

package/commands/kaizen-run.md

@@ -1,5 +1,5 @@
----
-description: Resume the current kaizen run and execute the approved plan
----
-
-Invoke the `kaizen` skill with argument `run`.
+---
+description: Resume the current kaizen run and execute the approved plan
+---
+
+Invoke the `kaizen` skill with argument `run`.

package/commands/kaizen-status.md

@@ -1,5 +1,5 @@
----
-description: List every kaizen run grouped waiting-on-you / in flight / done / abandoned, plus open backlog count
----
-
-Invoke the `kaizen` skill with argument `status`.
+---
+description: List every kaizen run grouped waiting-on-you / in flight / done / abandoned, plus open backlog count
+---
+
+Invoke the `kaizen` skill with argument `status`.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "kaizen-agent",
-  "version": "1.7.8",
+  "version": "1.8.0",
   "description": "Staged workflow for AI agents — code, writing, research, operations: plan, human approval, build, independent review, bounded fix loop.",
   "type": "module",
   "bin": {
@@ -21,6 +21,8 @@
   "scripts": {
     "install-links": "bun run cli/install.ts",
     "check": "bun run cli/install.ts --check",
+    "test": "bun test",
+    "prepublishOnly": "bun test",
     "postpublish": "sh cli/release.sh",
     "publish:gh": "sh cli/publish-gh.sh",
     "release": "bun publish && bun run publish:gh"