@xiaobuyu/nodesign 0.0.1 → 0.0.3

package/server/engine/mcp/tools/look-at-board.js

@@ -0,0 +1,124 @@
+/**
+ * mcp/tools/look-at-board.js —— look_at_board（2026-08-23 黑板）
+ *
+ * agent 的眼睛。在这之前它对画布只有文字座次表；画了涂鸦/草图看不见结果，
+ * 08-14 才会说"agent 画矢量笔迹没意义"。有了眼睛，涂鸦就是有回路的事：
+ * 画一笔、看一眼、改一笔。
+ *
+ * 怎么看：用常驻 chromium 打开**用户看的同一张画布页**（?eye=1 眼睛模式，见前端
+ * eye-mode.js），等页面把相机摆好打 data-eye-ready，截一张 PNG 回来。不另写服务端
+ * 渲染器 —— 同一件东西两个实例会分叉（最贵的一课）。
+ *
+ * 入口地址：hosted 模式下 SPA 由 nginx 发（node 只出 API），所以要 NODESIGN_WEB_ORIGIN
+ * 指到对外入口（exp: https://…:8443）；本地分发版 node 自己发 dist，走 127.0.0.1。
+ * 两者都没有 → 工具老实说看不了，别静默截一张 API 404 页。
+ *
+ * 代价：1 vCPU 上一张图几秒钟 + 一阵 CPU；token 按像素算（1400×900 ≈ 1.7k），
+ * 所以按需调用，不做每回合自动注入。
+ */
+
+import { tool } from '@anthropic-ai/claude-agent-sdk';
+import { z } from 'zod';
+import { getProject } from '../../../projects/store.js';
+import { getUserById } from '../../../auth/users-store.js';
+import { COOKIE_NAME, mintToken, authEnabled } from '../../../auth/session.js';
+import { platform } from '../../../runtime/platform.js';
+import { launchPerceptionBrowser, PERCEPTION_ORIGIN } from './helpers/perception-page.js';
+import { readBoard } from '../../../projects/board-store.js';
+import { estimateSizeOn } from '../../../lib/board-kind-sizes.js';
+import { normalizeCanvasId } from '../../../lib/canvas-id.js';
+
+const VIEW = { width: 1400, height: 900 };
+const READY_TIMEOUT_MS = 25_000;
+// 并发闸：一次只开一台 chromium 看板（1 vCPU 机器多会话同时看板 = 多个浏览器进程；fable 08-23 P2）。
+// 排队不拒绝，等前一个看完。
+let gate = Promise.resolve();
+const withGate = (fn) => { const run = gate.then(fn, fn); gate = run.catch(() => {}); return run; };
+
+export function webOrigin() {
+  const env = String(process.env.NODESIGN_WEB_ORIGIN || '').trim().replace(/\/+$/, '');
+  if (env) return env;
+  if (platform?.serveWeb) return PERCEPTION_ORIGIN;
+  return null;
+}
+
+export function makeLookAtBoardTool({ projectId }) {
+  return tool(
+    'look_at_board',
+    `LOOK at the canvas (a real screenshot of the board as the user sees it). Use it after
+sketch_on_board / create_on_board / relate_on_board to check what you drew, or when the
+user talks about how things look on the board. Pick a region — the whole board shrunk
+into one image is unreadable:
+- tag: frame the group carrying this #tag (a sketch you made)
+- around: frame this canvas id (and some margin)
+- view: explicit world rect {x,y,w,h} (coordinates from read_board)
+- none of the above: everything (overview only)
+Costs a few seconds and ~1.7k tokens; don't call it in a loop.`,
+    {
+      tag: z.string().max(40).optional(),
+      around: z.string().max(300).optional(),
+      margin: z.number().min(0).max(2000).optional().describe('World px of margin around `around` (default 160)'),
+      view: z.object({ x: z.number(), y: z.number(), w: z.number().min(50), h: z.number().min(50) }).optional(),
+    },
+    async ({ tag, around, margin, view }) => {
+      const err = (t) => ({ content: [{ type: 'text', text: t }], isError: true });
+      if (!projectId) return err('No project bound.');
+      const origin = webOrigin();
+      if (!origin) {
+        return err('look_at_board 不可用：这台服务不知道画布页的入口地址（hosted 模式 SPA 由 nginx 发）。'
+          + '管理员在 .env 设 NODESIGN_WEB_ORIGIN=https://<域名>[:端口] 后重启即可。本地分发版自动可用。');
+      }
+      let box = view || null;
+      let what = 'whole board';
+      if (!box && around) {
+        const board = await readBoard(projectId);
+        const id = normalizeCanvasId(around);
+        const e = id ? board.objects?.[id] : null;
+        if (!e || !Number.isFinite(e.x)) return err(`${around} 还没有座位（read_board 里看不到就框不上）。`);
+        const sz = estimateSizeOn(board, id, e); const m = margin ?? 160;
+        box = { x: e.x - m, y: e.y - m, w: sz.w + m * 2, h: sz.h + m * 2 };
+        what = `around ${id}`;
+      }
+      if (tag && !box) what = `group #${tag}`;
+      if (box) what = `${what === 'whole board' ? 'rect' : what} (${Math.round(box.x)},${Math.round(box.y)}) ${Math.round(box.w)}x${Math.round(box.h)}`;
+
+      const q = new URLSearchParams({ eye: '1' });
+      if (box) q.set('view', [box.x, box.y, box.w, box.h].map(n => Math.round(n)).join(','));
+      else if (tag) q.set('tag', tag);
+      const url = `${origin}/projects/${encodeURIComponent(projectId)}/work?${q}`;
+
+      return withGate(async () => {
+      let browser = null;
+      try {
+        browser = await launchPerceptionBrowser();
+        const context = await browser.newContext({ viewport: VIEW, deviceScaleFactor: 1 });
+        if (authEnabled()) {
+          const ownerId = getProject(projectId)?.ownerId;
+          const owner = ownerId ? getUserById(ownerId) : null;
+          if (!ownerId || !owner || owner.disabled) return err('look_at_board：项目所有者账号不可用（不存在或已停用），拿不到看画布的身份。');
+          await context.addCookies([{ name: COOKIE_NAME, value: mintToken(ownerId), url: origin }]);
+        }
+        const page = await context.newPage();
+        const resp = await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 20_000 });
+        if (resp && resp.status() >= 400) return err(`画布页打不开：HTTP ${resp.status()}（${origin}）。NODESIGN_WEB_ORIGIN 指对了吗？`);
+        try {
+          await page.waitForSelector('html[data-eye-ready="1"]', { timeout: READY_TIMEOUT_MS });
+        } catch {
+          return err('画布页没在 25s 内就绪（data-eye-ready 没出现）。多半是入口不对或登录被拒；截图放弃。');
+        }
+        const png = await page.screenshot({ type: 'png', fullPage: false });
+        const data = png.toString('base64');
+        // 眼睛模式页面会把相机摆到的真实矩形写在 dataset 里（如果前端给了就报）
+        const shown = await page.evaluate(() => document.documentElement.dataset.eyeView || null).catch(() => null);
+        const text = `Board view: ${what}${shown ? ` — camera showed world rect ${shown}` : ''}. ${VIEW.width}x${VIEW.height} px. `
+          + 'Half-transparent items are still staging. Lines: red with pins = yarn, wobbly = pencil, plain = ink.';
+        return { content: [{ type: 'text', text }, { type: 'image', data, mimeType: 'image/png' }] };
+      } catch (e) {
+        return err(`look_at_board failed: ${String(e?.message || e).slice(0, 200)}`);
+      } finally {
+        try { await browser?.close(); } catch { /* noop */ }
+      }
+      });
+    },
+  );
+}

package/server/engine/mcp/tools/lookup-tags.js

@@ -1,59 +1,59 @@
-/**
- * mcp/tools/lookup-tags.js — lookup_tags MCP tool（2026-08-20）
- *
- * danbooru 系模型（noobai / noobai-eps / pony）的标签写错不报错、只静默失效。
- * 08-18 起 paint_still **画完之后**会体检；这个工具把查的动作挪到**画之前**，
- * 配手册里的起手纪律：先从用户的话里理解要画什么 → 把每个概念想成候选标签 →
- * 一次 lookup_tags 拿真实收录量和候选替换 → 再 paint_still。
- *
- * 薄壳：逻辑全在 lib/danbooru-tags.js（和体检共用一份，别分叉）。
- * fail-open：danbooru 查不到就明说查不到，不挡出图。
- */
-
-import { tool } from '@anthropic-ai/claude-agent-sdk';
-import { z } from 'zod';
-import { lookupTags, formatLookup } from '../../../lib/danbooru-tags.js';
-
-export function makeLookupTagsTool() {
-  return tool(
-    'lookup_tags',
-    `Check danbooru tags BEFORE painting with noobai / noobai-eps / pony
-(paint_still). These models only understand danbooru tags; a misspelled or
-unused tag fails SILENTLY — the model receives nothing and you burn a whole
-batch before anyone notices.
-
-Workflow: read what the user wants → list the concepts (subject, look,
-clothing, pose/expression, scene, lighting) → for each, write the danbooru
-tags you BELIEVE exist → call this ONCE with all of them in "tags" → keep the
-ones with post_count >= 1000, swap weak ones for the suggested candidates,
-then paint. Re-rolls of the same scene do not need another lookup.
-
-- tags:    exact names to verify (spaces or underscores both fine). Weak or
-           missing ones come back with real candidates ranked by post_count.
-- search:  free words when you do not know the tag at all ("makeup", "lick")
-           → matching tags ranked by post_count.
-- explain: tag names whose meaning you want (first lines of the danbooru wiki)
-           — useful to pick between near-synonyms.
-
-post_count < 1000 means WEAK, not forbidden: for mainstream needs pick the
-stronger candidate; when the user's taste is itself niche, use the weak tag and
-reinforce it with a related stronger one. Artist names always need checking.
-Results are hints — the prompt wording stays your call.`,
-    {
-      tags: z.array(z.string().min(1).max(80)).max(60).optional()
-        .describe('tag names to verify, e.g. ["long hair", "smeared lipstick", "artist:dairi"]'),
-      search: z.array(z.string().min(2).max(40)).max(10).optional()
-        .describe('free words to search tags by, e.g. ["makeup", "lick"]'),
-      explain: z.array(z.string().min(1).max(80)).max(8).optional()
-        .describe('tag names to get the wiki meaning of'),
-    },
-    async ({ tags = [], search = [], explain = [] }) => {
-      try {
-        const r = await lookupTags({ tags, search, explain });
-        return { content: [{ type: 'text', text: formatLookup(r) }] };
-      } catch (err) {
-        return { content: [{ type: 'text', text: `lookup_tags 失败（不挡出图，照手册词表写）：${err.message}` }], isError: true };
-      }
-    },
-  );
-}
+/**
+ * mcp/tools/lookup-tags.js — lookup_tags MCP tool（2026-08-20）
+ *
+ * danbooru 系模型（noobai / noobai-eps / pony）的标签写错不报错、只静默失效。
+ * 08-18 起 paint_still **画完之后**会体检；这个工具把查的动作挪到**画之前**，
+ * 配手册里的起手纪律：先从用户的话里理解要画什么 → 把每个概念想成候选标签 →
+ * 一次 lookup_tags 拿真实收录量和候选替换 → 再 paint_still。
+ *
+ * 薄壳：逻辑全在 lib/danbooru-tags.js（和体检共用一份，别分叉）。
+ * fail-open：danbooru 查不到就明说查不到，不挡出图。
+ */
+
+import { tool } from '@anthropic-ai/claude-agent-sdk';
+import { z } from 'zod';
+import { lookupTags, formatLookup } from '../../../lib/danbooru-tags.js';
+
+export function makeLookupTagsTool() {
+  return tool(
+    'lookup_tags',
+    `Check danbooru tags BEFORE painting with noobai / noobai-eps / pony
+(paint_still). These models only understand danbooru tags; a misspelled or
+unused tag fails SILENTLY — the model receives nothing and you burn a whole
+batch before anyone notices.
+
+Workflow: read what the user wants → list the concepts (subject, look,
+clothing, pose/expression, scene, lighting) → for each, write the danbooru
+tags you BELIEVE exist → call this ONCE with all of them in "tags" → keep the
+ones with post_count >= 1000, swap weak ones for the suggested candidates,
+then paint. Re-rolls of the same scene do not need another lookup.
+
+- tags:    exact names to verify (spaces or underscores both fine). Weak or
+           missing ones come back with real candidates ranked by post_count.
+- search:  free words when you do not know the tag at all ("makeup", "lick")
+           → matching tags ranked by post_count.
+- explain: tag names whose meaning you want (first lines of the danbooru wiki)
+           — useful to pick between near-synonyms.
+
+post_count < 1000 means WEAK, not forbidden: for mainstream needs pick the
+stronger candidate; when the user's taste is itself niche, use the weak tag and
+reinforce it with a related stronger one. Artist names always need checking.
+Results are hints — the prompt wording stays your call.`,
+    {
+      tags: z.array(z.string().min(1).max(80)).max(60).optional()
+        .describe('tag names to verify, e.g. ["long hair", "smeared lipstick", "artist:dairi"]'),
+      search: z.array(z.string().min(2).max(40)).max(10).optional()
+        .describe('free words to search tags by, e.g. ["makeup", "lick"]'),
+      explain: z.array(z.string().min(1).max(80)).max(8).optional()
+        .describe('tag names to get the wiki meaning of'),
+    },
+    async ({ tags = [], search = [], explain = [] }) => {
+      try {
+        const r = await lookupTags({ tags, search, explain });
+        return { content: [{ type: 'text', text: formatLookup(r) }] };
+      } catch (err) {
+        return { content: [{ type: 'text', text: `lookup_tags 失败（不挡出图，照手册词表写）：${err.message}` }], isError: true };
+      }
+    },
+  );
+}

package/server/engine/mcp/tools/navigate-to-page.js

@@ -1,60 +1,60 @@
-/**
- * mcp/tools/navigate-to-page.js — navigate_to_page MCP tool
- *
- * 让 agent 主动把前端 canvas 切到第 N 页。典型场景：agent 在分析多页 deck，
- * 一边讲一边切；或者用户问"第 3 页那个图怎么改"，agent 先切过去再选元素。
- *
- * 实现：纯 emit run.canvas_navigate 事件 → 已订阅 '*' 的 ws bridge 自动转发，
- * 前端 ProjectWorkspace 收到后调 SlideNavigator setActivePage / iframe 内
- * scrollIntoView 对应 section[data-page="N"]。
- */
-
-import { tool } from '@anthropic-ai/claude-agent-sdk';
-import { z } from 'zod';
-
-/**
- * @param {object} deps
- * @param {import('../../agent/context.js').AgentContext} [deps.ctx]
- */
-export function makeNavigateToPageTool({ ctx }) {
-  return tool(
-    'navigate_to_page',
-    `Switch the canvas in the user's frontend to a specific page (1-based).
-
-Use this when:
-- You're explaining/changing page N and want the user to see the same page
-- The user asks about "page 3" — switch to it before discussing
-- After editing a non-current page so the user sees the result
-
-The frontend will scroll to <section data-page="N"> and update the page nav.`,
-    {
-      index: z
-        .number()
-        .int()
-        .min(1)
-        .describe('Target page number (1-based, matches data-page="N")'),
-    },
-    async ({ index }) => {
-      try {
-        ctx?.emit?.({
-          type: 'run.canvas_navigate',
-          page: index,
-        });
-        return {
-          content: [{
-            type: 'text',
-            text: `Navigated frontend canvas to page ${index}.`,
-          }],
-        };
-      } catch (err) {
-        return {
-          content: [{
-            type: 'text',
-            text: `navigate_to_page failed: ${err?.message || String(err)}`,
-          }],
-          isError: true,
-        };
-      }
-    },
-  );
-}
+/**
+ * mcp/tools/navigate-to-page.js — navigate_to_page MCP tool
+ *
+ * 让 agent 主动把前端 canvas 切到第 N 页。典型场景：agent 在分析多页 deck，
+ * 一边讲一边切；或者用户问"第 3 页那个图怎么改"，agent 先切过去再选元素。
+ *
+ * 实现：纯 emit run.canvas_navigate 事件 → 已订阅 '*' 的 ws bridge 自动转发，
+ * 前端 ProjectWorkspace 收到后调 SlideNavigator setActivePage / iframe 内
+ * scrollIntoView 对应 section[data-page="N"]。
+ */
+
+import { tool } from '@anthropic-ai/claude-agent-sdk';
+import { z } from 'zod';
+
+/**
+ * @param {object} deps
+ * @param {import('../../agent/context.js').AgentContext} [deps.ctx]
+ */
+export function makeNavigateToPageTool({ ctx }) {
+  return tool(
+    'navigate_to_page',
+    `Switch the canvas in the user's frontend to a specific page (1-based).
+
+Use this when:
+- You're explaining/changing page N and want the user to see the same page
+- The user asks about "page 3" — switch to it before discussing
+- After editing a non-current page so the user sees the result
+
+The frontend will scroll to <section data-page="N"> and update the page nav.`,
+    {
+      index: z
+        .number()
+        .int()
+        .min(1)
+        .describe('Target page number (1-based, matches data-page="N")'),
+    },
+    async ({ index }) => {
+      try {
+        ctx?.emit?.({
+          type: 'run.canvas_navigate',
+          page: index,
+        });
+        return {
+          content: [{
+            type: 'text',
+            text: `Navigated frontend canvas to page ${index}.`,
+          }],
+        };
+      } catch (err) {
+        return {
+          content: [{
+            type: 'text',
+            text: `navigate_to_page failed: ${err?.message || String(err)}`,
+          }],
+          isError: true,
+        };
+      }
+    },
+  );
+}

package/server/engine/mcp/tools/organize-board.js

@@ -1,64 +1,64 @@
-/**
- * mcp/tools/organize-board.js —— organize_board（2026-08-14，用户提议）
- *
- * 画布语言的收纳动词：把散在桌面上的产物（生成图 / 文件 / 文件夹）归进
- * 文件夹。在这之前 agent 只能裸 Bash mv —— 能用，但它不知道搬家的画布语义
- * （id=路径，搬=换身份，关系线端点要跟着走），裸 mv 只靠每轮 commit 对账
- * 兜底，窗口期里剪枝器还可能把正在改名的东西连坐剪掉。
- *
- * 实现 = **和用户拖拽「移动到…」同一份核心**（projects/move-entry.js）：
- * 磁盘先行、画布身份同步、转发表记账，一个字不重写。
- *
- * 批量制（同 roll_film / paint_still）：≤16 件、串行、**中途失败即停**
- * （后面的不动，报告哪件停的）。目标夹不存在就建 —— 归纳常配新夹。
- */
-
-import { tool } from '@anthropic-ai/claude-agent-sdk';
-import { z } from 'zod';
-import { moveEntry, MoveError } from '../../../projects/move-entry.js';
-import { Events } from '../../agent/events.js';
-
-export function makeOrganizeBoardTool({ projectId, ctx }) {
-  return tool(
-    'organize_board',
-    `Tidy the workbench canvas: move artifacts (generated images, files, folders) into a folder. Same semantics as the user dragging a card into a folder — the file really moves on disk, and its canvas identity (position, relation lines) follows automatically.
-
-Use for: grouping generated images into a folder, collecting a site's materials into <site>/assets/, un-cluttering the desktop root. Sticky notes (notes/*.md) may move too, but they become plain .md file cards outside notes/ — lose the flippable sticky form.
-Not for: site roots as destination (they are artifacts, not storage — a site takes materials in its assets/ subfolder).
-
-Batch: up to 16 items, moved in order, stops at first failure.`,
-    {
-      items: z.array(z.string().min(1)).min(1).max(16)
-        .describe('Workspace-relative paths to move (files or folders), e.g. ["assets/generated/a.png", "旧稿.html"]'),
-      into: z.string()
-        .describe('Destination folder (workspace-relative), e.g. "素材" or "观察日志/assets". Created if missing. "" = workspace root (un-nest).'),
-    },
-    async ({ items, into }) => {
-      const lines = [];
-      let moved = 0;
-      for (const item of items) {
-        try {
-          const out = await moveEntry(projectId, item, into, { createFolder: true });
-          moved += 1;
-          lines.push(out.moved ? `✓ ${out.from} → ${out.to}` : `· ${out.from}（已在原地）`);
-          if (out.moved) {
-            try {
-              // 补一发 file_changed（MCP 写盘不走 PostToolUse 直发）：前端产物
-              // 清单重拉 + 在场精灵的挂账路径补射都吃这个
-              ctx?.emit?.(Events.fileChanged(out.to, 'rename'));   // 工作区相对路径=正字法
-            } catch { /* fail-soft */ }
-          }
-        } catch (err) {
-          const why = err instanceof MoveError ? err.message : (err?.message || String(err));
-          lines.push(`✗ ${item}：${why}`);
-          lines.push(`（后面 ${items.length - moved - 1} 件没动 —— 修正后重调）`);
-          break;
-        }
-      }
-      try {
-        if (moved > 0) ctx?.emit?.({ type: 'board.updated', sessionId: null, summary: `归纳了 ${moved} 件到 ${into || '桌面根'}` });
-      } catch { /* fail-soft */ }
-      return { content: [{ type: 'text', text: lines.join('\n') }] };
-    },
-  );
-}
+/**
+ * mcp/tools/organize-board.js —— organize_board（2026-08-14，用户提议）
+ *
+ * 画布语言的收纳动词：把散在桌面上的产物（生成图 / 文件 / 文件夹）归进
+ * 文件夹。在这之前 agent 只能裸 Bash mv —— 能用，但它不知道搬家的画布语义
+ * （id=路径，搬=换身份，关系线端点要跟着走），裸 mv 只靠每轮 commit 对账
+ * 兜底，窗口期里剪枝器还可能把正在改名的东西连坐剪掉。
+ *
+ * 实现 = **和用户拖拽「移动到…」同一份核心**（projects/move-entry.js）：
+ * 磁盘先行、画布身份同步、转发表记账，一个字不重写。
+ *
+ * 批量制（同 roll_film / paint_still）：≤16 件、串行、**中途失败即停**
+ * （后面的不动，报告哪件停的）。目标夹不存在就建 —— 归纳常配新夹。
+ */
+
+import { tool } from '@anthropic-ai/claude-agent-sdk';
+import { z } from 'zod';
+import { moveEntry, MoveError } from '../../../projects/move-entry.js';
+import { Events } from '../../agent/events.js';
+
+export function makeOrganizeBoardTool({ projectId, ctx }) {
+  return tool(
+    'organize_board',
+    `Tidy the workbench canvas: move artifacts (generated images, files, folders) into a folder. Same semantics as the user dragging a card into a folder — the file really moves on disk, and its canvas identity (position, relation lines) follows automatically.
+
+Use for: grouping generated images into a folder, collecting a site's materials into <site>/assets/, un-cluttering the desktop root. Sticky notes (notes/*.md) may move too, but they become plain .md file cards outside notes/ — lose the flippable sticky form.
+Not for: site roots as destination (they are artifacts, not storage — a site takes materials in its assets/ subfolder).
+
+Batch: up to 16 items, moved in order, stops at first failure.`,
+    {
+      items: z.array(z.string().min(1)).min(1).max(16)
+        .describe('Workspace-relative paths to move (files or folders), e.g. ["assets/generated/a.png", "旧稿.html"]'),
+      into: z.string()
+        .describe('Destination folder (workspace-relative), e.g. "素材" or "观察日志/assets". Created if missing. "" = workspace root (un-nest).'),
+    },
+    async ({ items, into }) => {
+      const lines = [];
+      let moved = 0;
+      for (const item of items) {
+        try {
+          const out = await moveEntry(projectId, item, into, { createFolder: true });
+          moved += 1;
+          lines.push(out.moved ? `✓ ${out.from} → ${out.to}` : `· ${out.from}（已在原地）`);
+          if (out.moved) {
+            try {
+              // 补一发 file_changed（MCP 写盘不走 PostToolUse 直发）：前端产物
+              // 清单重拉 + 在场精灵的挂账路径补射都吃这个
+              ctx?.emit?.(Events.fileChanged(out.to, 'rename'));   // 工作区相对路径=正字法
+            } catch { /* fail-soft */ }
+          }
+        } catch (err) {
+          const why = err instanceof MoveError ? err.message : (err?.message || String(err));
+          lines.push(`✗ ${item}：${why}`);
+          lines.push(`（后面 ${items.length - moved - 1} 件没动 —— 修正后重调）`);
+          break;
+        }
+      }
+      try {
+        if (moved > 0) ctx?.emit?.({ type: 'board.updated', sessionId: null, summary: `归纳了 ${moved} 件到 ${into || '桌面根'}` });
+      } catch { /* fail-soft */ }
+      return { content: [{ type: 'text', text: lines.join('\n') }] };
+    },
+  );
+}