@xiaohhhh1/canvas-agent 0.2.2 → 0.3.0

package/dist/agent/codex-history.js

@@ -0,0 +1,405 @@
+import { field } from "../utils/value.js";
+/** 将 Codex 线程转换为列表展示所需的摘要。 */
+export function summarizeCodexThread(thread) {
+    return {
+        id: String(field(thread, "id") || ""),
+        sessionId: String(field(thread, "sessionId") || ""),
+        preview: displayUserText(String(field(thread, "preview") || "")),
+        name: stringOrNull(field(thread, "name")),
+        cwd: String(field(thread, "cwd") || ""),
+        status: String(field(thread, "status") || ""),
+        source: field(thread, "source"),
+        threadSource: field(thread, "threadSource"),
+        createdAt: Number(field(thread, "createdAt") || 0),
+        updatedAt: Number(field(thread, "updatedAt") || 0),
+    };
+}
+/** 将 Codex turn items 转换为网页聊天历史。 */
+export function threadMessages(thread, planUpdates = []) {
+    const turns = arrayValue(field(thread, "turns"));
+    const plansByTurn = new Map(planUpdates.map((item) => [item.turnId, item]));
+    const messages = [];
+    turns.forEach((turn, turnIndex) => {
+        const turnId = String(field(turn, "id") || turnIndex);
+        const turnError = String(field(field(turn, "error"), "message") || "").trim();
+        const planMessage = structuredPlanMessage(plansByTurn.get(turnId) || { threadId: "", turnId, explanation: stringOrNull(field(turn, "explanation")), plan: arrayValue(field(turn, "plan")), turnStatus: String(field(turn, "status") || "") });
+        let planAdded = false;
+        arrayValue(field(turn, "items")).forEach((item, itemIndex) => {
+            const type = String(field(item, "type") || "");
+            const id = String(field(item, "id") || `${turnIndex}-${itemIndex}`);
+            if (type === "userMessage") {
+                const text = displayUserText(userInputText(field(item, "content")));
+                if (text)
+                    messages.push({ id, role: "user", text });
+                if (planMessage && !planAdded) {
+                    messages.push(planMessage);
+                    planAdded = true;
+                }
+            }
+            if (type === "agentMessage") {
+                const text = String(field(item, "text") || "").trim();
+                if (text)
+                    messages.push({ id, role: "assistant", title: "Codex", text });
+            }
+            if (type === "mcpToolCall") {
+                const tool = String(field(item, "tool") || "工具调用");
+                const error = String(field(field(item, "error"), "message") || "");
+                const input = toolArguments(field(item, "arguments"));
+                messages.push({ id, role: "tool", title: toolName(tool), text: error || toolHistorySummary(tool, item, input), detail: toolHistoryDetail(tool, item, input, error) });
+            }
+            if (type === "commandExecution") {
+                const command = String(field(item, "command") || "").trim();
+                if (command)
+                    messages.push({ id, role: "tool", title: "执行命令", text: command, detail: commandDetail(item) });
+            }
+            if (type === "fileChange") {
+                const changes = arrayValue(field(item, "changes"));
+                messages.push({ id, role: "tool", title: "修改文件", text: fileChangeSummary(changes), detail: { kind: "file", status: field(item, "status"), files: changes.map((change) => ({ path: String(field(change, "path") || "未知文件"), action: changeKind(field(change, "kind")) })) } });
+            }
+            if (type === "reasoning") {
+                const text = readableText(field(item, "summary"));
+                if (text)
+                    messages.push({ id, role: "tool", title: "思考摘要", text, detail: { kind: "reasoning", status: "completed" } });
+            }
+            if (type === "plan") {
+                const text = String(field(item, "text") || "").trim();
+                if (text)
+                    messages.push({ id, role: "tool", title: "执行计划", text, detail: { kind: "plan", status: "completed" } });
+            }
+            if (type === "webSearch")
+                messages.push({ id, role: "tool", title: "搜索资料", text: webSearchSummary(item), detail: { kind: "search", status: "completed", rows: webSearchRows(item) } });
+            if (type === "imageView")
+                messages.push({ id, role: "tool", title: "查看图片", text: String(field(item, "path") || "已查看图片"), detail: { kind: "image", status: "completed" } });
+            if (type === "imageGeneration")
+                messages.push({ id, role: "tool", title: "内置生图", text: String(field(item, "savedPath") || "图片生成完成"), detail: { kind: "image", status: field(item, "status"), savedPath: field(item, "savedPath") } });
+            if (type === "contextCompaction")
+                messages.push({ id, role: "tool", title: "整理上下文", text: "已整理当前对话，继续处理任务", detail: { kind: "context", status: "completed" } });
+            if (type === "dynamicToolCall") {
+                const tool = String(field(item, "tool") || "");
+                const title = toolName(tool);
+                const error = String(field(field(item, "error"), "message") || "");
+                const status = String(field(item, "status") || "");
+                const failed = Boolean(error) || field(item, "success") === false || status === "failed" || status === "error";
+                messages.push({ id, role: "tool", title, text: error || readableText(field(item, "contentItems")) || `${title}${failed ? "失败" : "完成"}`, detail: { kind: "tool", status: failed ? "failed" : status } });
+            }
+            if (type === "collabToolCall")
+                messages.push({ id, role: "tool", title: "协作处理", text: "已完成协作任务", detail: { kind: "tool", status: field(item, "status") } });
+        });
+        if (planMessage && !planAdded)
+            messages.push(planMessage);
+        if (turnError) {
+            const error = userFacingCodexError(turnError);
+            messages.push({ id: `error-${turnId}`, role: "error", title: error.title, text: error.text });
+        }
+    });
+    return messages.filter((item) => item.text).slice(-120);
+}
+/** 将结构化任务计划转换为聊天进度卡片。 */
+function structuredPlanMessage(update) {
+    const tasks = arrayValue(update.plan).flatMap((item) => {
+        const step = String(field(item, "step") || "").trim();
+        return step ? [{ step, status: String(field(item, "status") || "pending") }] : [];
+    });
+    if (!tasks.length)
+        return null;
+    const completed = tasks.filter((item) => item.status === "completed").length;
+    return {
+        id: `plan-${update.turnId}`,
+        role: "tool",
+        title: "任务进度",
+        text: `已完成 ${completed}/${tasks.length} 项`,
+        detail: { kind: "todo", status: planStatus(tasks, update.turnStatus), tasks, explanation: update.explanation || "" },
+    };
+}
+/** 根据步骤和 turn 状态生成任务卡片状态。 */
+function planStatus(tasks, turnStatus) {
+    if (turnStatus === "failed")
+        return "failed";
+    if (turnStatus === "interrupted")
+        return "interrupted";
+    if (tasks.every((item) => item.status === "completed"))
+        return "completed";
+    return turnStatus === "completed" ? "finished" : "inProgress";
+}
+/** 将常见 Codex 错误转换为普通用户可理解的提示。 */
+function userFacingCodexError(message) {
+    if (/selected model is at capacity/i.test(message))
+        return { title: "模型暂时繁忙", text: "当前选择的模型请求量过大，暂时无法处理。请稍后重试，或切换其他模型后再试。" };
+    return { title: "任务失败", text: message || "Codex 未能完成本次任务，请稍后重试。" };
+}
+/** 提取用户输入条目中的文本与附件占位信息。 */
+function userInputText(content) {
+    return arrayValue(content)
+        .map((item) => {
+        const type = String(field(item, "type") || "");
+        if (type === "text")
+            return String(field(item, "text") || "");
+        if (type === "image" || type === "localImage")
+            return "图片附件";
+        if (type === "mention")
+            return `@${String(field(item, "name") || "文件")}`;
+        return "";
+    })
+        .filter(Boolean)
+        .join("\n");
+}
+/** 移除用户消息中由旧流程拼接的 Agent 前置提示词。 */
+function displayUserText(text) {
+    const value = text.trim();
+    const marker = "用户请求：";
+    const index = value.lastIndexOf(marker);
+    const prompt = index >= 0 ? value.slice(index + marker.length) : value;
+    return prompt.split("\n\n本轮可用图片附件（顺序与图片输入一致）：", 1)[0].trim();
+}
+/** 将未知值转换为数组。 */
+function arrayValue(value) {
+    return Array.isArray(value) ? value : [];
+}
+/** 将非空字符串保留为字符串，否则返回 null。 */
+function stringOrNull(value) {
+    return typeof value === "string" && value.trim() ? value : null;
+}
+/** 生成命令执行的用户可读详情。 */
+function commandDetail(item) {
+    const rows = [
+        textRow("工作目录", field(item, "cwd")),
+        textRow("退出状态", field(item, "exitCode")),
+        durationRow(field(item, "durationMs")),
+    ].filter(Boolean);
+    return { kind: "command", status: field(item, "status"), rows, output: String(field(item, "aggregatedOutput") || "").trim() };
+}
+/** 生成 MCP 工具的用户可读详情。 */
+function toolHistoryDetail(tool, item, input, error) {
+    return { kind: "tool", status: error ? "failed" : field(item, "status"), rows: toolInputRows(tool, input), ...(error ? { output: error } : {}) };
+}
+/** 生成 MCP 工具在对话中的结果摘要。 */
+function toolHistorySummary(tool, item, input) {
+    if (tool === "site_navigate")
+        return `已打开${routeName(String(field(input, "path") || "/"))}`;
+    if (tool === "canvas_list_projects")
+        return "已读取画布列表";
+    if (tool === "canvas_get_state") {
+        const result = parseToolResult(field(item, "result"));
+        const nodes = arrayValue(field(result, "nodes"));
+        const connections = arrayValue(field(result, "connections"));
+        return nodes.length || connections.length || result ? canvasContentSummary(nodes, connections.length) : "已读取当前画布内容";
+    }
+    if (tool === "canvas_get_selection")
+        return "已读取当前选中内容";
+    if (tool === "prompts_search")
+        return `已搜索提示词“${String(field(input, "query") || "") || "全部"}”`;
+    if (tool === "assets_list")
+        return "已读取我的素材";
+    if (tool === "generation_get_status")
+        return "已检查生成任务状态";
+    return `${toolName(tool)}已完成`;
+}
+/** 按节点类型生成人类可读的画布内容概览。 */
+function canvasContentSummary(nodes, connections) {
+    const counts = nodes.reduce((result, node) => {
+        const type = String(field(node, "type") || "other");
+        result[type] = (result[type] || 0) + 1;
+        return result;
+    }, {});
+    const known = new Set(["text", "image", "config", "video", "audio", "group"]);
+    const other = Object.entries(counts).reduce((total, [type, count]) => total + (known.has(type) ? 0 : count), 0);
+    const parts = [
+        counts.text ? `${counts.text} 个文本` : "",
+        counts.image ? `${counts.image} 张图片` : "",
+        counts.config ? `${counts.config} 个配置` : "",
+        counts.video ? `${counts.video} 个视频` : "",
+        counts.audio ? `${counts.audio} 个音频` : "",
+        counts.group ? `${counts.group} 个分组` : "",
+        other ? `${other} 个其他节点` : "",
+        connections ? `${connections} 条连线` : "",
+    ].filter(Boolean);
+    return parts.length ? parts.join("、") : "当前画布为空";
+}
+/** 从 MCP 历史结果中还原工具返回的数据。 */
+function parseToolResult(result) {
+    const content = field(result, "content");
+    const text = arrayValue(content)
+        .map((item) => field(item, "text"))
+        .filter((item) => typeof item === "string")
+        .join("\n");
+    try {
+        return text ? JSON.parse(text) : result;
+    }
+    catch {
+        return text || result;
+    }
+}
+/** 提取工具参数中适合普通用户查看的信息。 */
+function toolInputRows(tool, input) {
+    if (tool === "site_navigate")
+        return [textRow("目标页面", routeName(String(field(input, "path") || "/")))].filter(Boolean);
+    if (tool === "prompts_search")
+        return [textRow("搜索内容", field(input, "query"))].filter(Boolean);
+    if (tool === "canvas_create_text_node")
+        return [textRow("文本内容", field(input, "text"))].filter(Boolean);
+    if (tool === "canvas_apply_ops")
+        return [textRow("操作数量", arrayValue(field(input, "ops")).length)].filter(Boolean);
+    return [];
+}
+/** 生成人类可读的文件变更摘要。 */
+function fileChangeSummary(changes) {
+    if (!changes.length)
+        return "已完成文件修改";
+    const names = changes.slice(0, 3).map((change) => String(field(change, "path") || "未知文件"));
+    if (changes.length === 1)
+        return `${changeKind(field(changes[0], "kind"))}${names[0]}`;
+    return `涉及 ${changes.length} 个文件：${names.join("、")}${changes.length > names.length ? " 等" : ""}`;
+}
+/** 生成网页搜索摘要。 */
+function webSearchSummary(item) {
+    const action = field(item, "action");
+    const type = String(field(action, "type") || "");
+    if (type === "openPage")
+        return `打开网页：${String(field(action, "url") || "")}`;
+    if (type === "findInPage")
+        return `在网页中查找“${String(field(action, "pattern") || "内容")}”`;
+    return `搜索：${String(field(item, "query") || field(action, "query") || "相关资料")}`;
+}
+/** 生成网页搜索详情行。 */
+function webSearchRows(item) {
+    const action = field(item, "action");
+    return [textRow("关键词", field(item, "query") || field(action, "query")), textRow("网页", field(action, "url"))].filter(Boolean);
+}
+/** 从 reasoning 结构中提取可读文本。 */
+function readableText(value) {
+    if (typeof value === "string")
+        return value.trim();
+    if (Array.isArray(value))
+        return value.map(readableText).filter(Boolean).join("\n");
+    return readableText(field(value, "text"));
+}
+/** 将历史工具参数解析为对象。 */
+function toolArguments(value) {
+    if (typeof value !== "string")
+        return value;
+    try {
+        return JSON.parse(value);
+    }
+    catch {
+        return {};
+    }
+}
+/** 创建非空详情行。 */
+function textRow(label, value) {
+    return value === undefined || value === null || value === "" ? null : { label, value: String(value) };
+}
+/** 创建命令耗时详情行。 */
+function durationRow(value) {
+    const duration = Number(value || 0);
+    return duration > 0 ? { label: "耗时", value: `${(duration / 1000).toFixed(1)} 秒` } : null;
+}
+/** 将文件变更类型转换为中文。 */
+function changeKind(value) {
+    if (value === "add")
+        return "新增";
+    if (value === "delete")
+        return "删除";
+    return "修改";
+}
+/** 将站点路由转换为中文页面名称。 */
+function routeName(path) {
+    if (path === "/")
+        return "首页";
+    if (path === "/canvas")
+        return "画布页面";
+    if (path.startsWith("/canvas/"))
+        return "指定画布";
+    if (path.startsWith("/image"))
+        return "生图工作台";
+    if (path.startsWith("/video"))
+        return "视频工作台";
+    if (path.startsWith("/prompts"))
+        return "提示词中心";
+    if (path.startsWith("/assets"))
+        return "我的素材";
+    if (path.startsWith("/config"))
+        return "配置页面";
+    return path;
+}
+/** 将 MCP 工具名称转换为聊天记录中的中文标题。 */
+function toolName(name) {
+    if (name === "imagegen" || name.endsWith("__imagegen"))
+        return "生成图片";
+    if (name === "view_image" || name.endsWith("__view_image"))
+        return "查看图片";
+    if (name === "exec" || name === "exec_command" || name.endsWith("__exec_command"))
+        return "执行命令";
+    if (name === "apply_patch" || name.endsWith("__apply_patch"))
+        return "修改文件";
+    if (name === "web__run" || name.endsWith("__web__run"))
+        return "搜索资料";
+    if (name === "site_navigate")
+        return "打开页面";
+    if (name === "canvas_list_projects")
+        return "查看画布列表";
+    if (name === "canvas_apply_ops")
+        return "画布操作";
+    if (name === "canvas_get_state")
+        return "读取画布";
+    if (name === "canvas_get_selection")
+        return "读取选区";
+    if (name === "canvas_export_snapshot")
+        return "导出快照";
+    if (name === "canvas_create_node")
+        return "创建节点";
+    if (name === "canvas_create_attachment_nodes")
+        return "添加附件图片";
+    if (name === "canvas_create_text_node")
+        return "创建文本";
+    if (name === "canvas_create_text_nodes")
+        return "批量创建文本";
+    if (name === "canvas_create_config_node")
+        return "创建生成配置";
+    if (name === "canvas_create_image_prompt_flow")
+        return "创建生图流程";
+    if (name === "canvas_create_generation_flow")
+        return "创建生成流程";
+    if (name === "canvas_generate_text")
+        return "生成文本";
+    if (name === "canvas_generate_image")
+        return "生成图片";
+    if (name === "canvas_generate_video")
+        return "生成视频";
+    if (name === "canvas_generate_audio")
+        return "生成音频";
+    if (name === "canvas_update_node")
+        return "更新节点";
+    if (name === "canvas_update_node_text")
+        return "更新文本";
+    if (name === "canvas_move_nodes")
+        return "移动节点";
+    if (name === "canvas_resize_node")
+        return "调整节点尺寸";
+    if (name === "canvas_delete_nodes")
+        return "删除节点";
+    if (name === "canvas_connect_nodes")
+        return "连接节点";
+    if (name === "canvas_select_nodes")
+        return "选择节点";
+    if (name === "canvas_set_viewport")
+        return "调整视口";
+    if (name === "canvas_run_generation")
+        return "触发生成";
+    if (name === "workbench_image_get_config")
+        return "读取生图设置";
+    if (name === "workbench_image_generate")
+        return "在生图工作台生成";
+    if (name === "workbench_video_get_config")
+        return "读取视频设置";
+    if (name === "workbench_video_generate")
+        return "在视频工作台生成";
+    if (name === "prompts_search")
+        return "搜索提示词";
+    if (name === "assets_list")
+        return "查看我的素材";
+    if (name === "assets_add")
+        return "添加到我的素材";
+    if (name === "generation_get_status")
+        return "查看生成状态";
+    return name ? `调用工具：${name}` : "工具操作";
+}

package/dist/agent/codex-protocol.d.ts

@@ -0,0 +1,208 @@
+import type { JsonRecord } from "../utils/value.js";
+export type CodexThread = JsonRecord & {
+    id: string;
+    cwd: string;
+    turns?: CodexTurn[];
+};
+export type CodexTurn = JsonRecord & {
+    id: string;
+    error?: CodexTurnError | null;
+    durationMs?: number | null;
+};
+export type CodexTurnError = JsonRecord & {
+    message: string;
+};
+export type CodexItem = JsonRecord & {
+    id: string;
+    type: string;
+    text?: string;
+};
+export type CodexPlanStep = {
+    step: string;
+    status: "pending" | "inProgress" | "completed";
+};
+export type CodexPlanUpdate = {
+    threadId: string;
+    turnId: string;
+    explanation?: string | null;
+    plan: CodexPlanStep[];
+    turnStatus?: string;
+};
+export type CodexTurnInput = {
+    type: "text";
+    text: string;
+    text_elements: [];
+} | {
+    type: "localImage";
+    path: string;
+};
+type ThreadOptions = {
+    approvalPolicy: "never" | "on-request";
+    sandbox: "workspace-write" | "danger-full-access";
+    config: JsonRecord;
+    cwd?: string;
+};
+type CodexRequestSpec = {
+    initialize: {
+        params: {
+            clientInfo: {
+                name: string;
+                title: string;
+                version: string;
+            };
+            capabilities: {
+                experimentalApi: boolean;
+                requestAttestation: boolean;
+            };
+        };
+        result: JsonRecord;
+    };
+    "thread/start": {
+        params: ThreadOptions & {
+            threadSource: "user";
+        };
+        result: {
+            thread: CodexThread;
+        };
+    };
+    "thread/resume": {
+        params: ThreadOptions & {
+            threadId: string;
+        };
+        result: {
+            thread: CodexThread;
+        };
+    };
+    "thread/list": {
+        params: {
+            limit: number;
+            sortKey: "updated_at";
+            sortDirection: "desc";
+            sourceKinds: Array<"cli" | "vscode" | "appServer" | "exec">;
+            cwd: string;
+            searchTerm?: string;
+        };
+        result: {
+            data: CodexThread[];
+            nextCursor: string | null;
+            backwardsCursor: string | null;
+        };
+    };
+    "thread/read": {
+        params: {
+            threadId: string;
+            includeTurns: boolean;
+        };
+        result: {
+            thread: CodexThread;
+        };
+    };
+    "thread/archive": {
+        params: {
+            threadId: string;
+        };
+        result: Record<string, never>;
+    };
+    "turn/start": {
+        params: {
+            threadId: string;
+            input: CodexTurnInput[];
+            approvalPolicy: "never" | "on-request";
+            sandboxPolicy: {
+                type: "workspaceWrite";
+                networkAccess: boolean;
+            } | {
+                type: "dangerFullAccess";
+            };
+        };
+        result: {
+            turn: CodexTurn;
+        };
+    };
+    "turn/interrupt": {
+        params: {
+            threadId: string;
+            turnId: string;
+        };
+        result: Record<string, never>;
+    };
+};
+export type CodexRequestMethod = keyof CodexRequestSpec;
+export type CodexRequestParams<Method extends CodexRequestMethod> = CodexRequestSpec[Method]["params"];
+export type CodexRequestResult<Method extends CodexRequestMethod> = CodexRequestSpec[Method]["result"];
+type TokenUsageBreakdown = {
+    inputTokens: number;
+    cachedInputTokens: number;
+    outputTokens: number;
+    reasoningOutputTokens: number;
+};
+type CodexNotificationSpec = {
+    "thread/started": {
+        thread: CodexThread;
+    };
+    "turn/started": {
+        threadId?: string;
+        turn: CodexTurn;
+    };
+    "turn/completed": {
+        threadId?: string;
+        turn: CodexTurn;
+    };
+    "turn/plan/updated": {
+        threadId?: string;
+        turnId: string;
+        explanation?: string | null;
+        plan: CodexPlanStep[];
+    };
+    "item/started": {
+        threadId: string;
+        turnId: string;
+        item: CodexItem;
+    };
+    "item/completed": {
+        threadId: string;
+        turnId: string;
+        item: CodexItem;
+    };
+    "item/agentMessage/delta": {
+        threadId: string;
+        turnId: string;
+        itemId: string;
+        delta: string;
+    };
+    "item/plan/delta": {
+        threadId: string;
+        turnId: string;
+        itemId: string;
+        delta: string;
+    };
+    "item/reasoning/summaryTextDelta": {
+        threadId: string;
+        turnId: string;
+        itemId: string;
+        delta: string;
+        summaryIndex: number;
+    };
+    "item/commandExecution/outputDelta": {
+        threadId: string;
+        turnId: string;
+        itemId: string;
+        delta: string;
+    };
+    "thread/tokenUsage/updated": {
+        threadId: string;
+        turnId: string;
+        tokenUsage: {
+            last: TokenUsageBreakdown;
+        };
+    };
+    error: {
+        threadId: string;
+        turnId: string;
+        error: CodexTurnError;
+        willRetry: boolean;
+    };
+};
+export type CodexNotificationMethod = keyof CodexNotificationSpec;
+export type CodexNotificationParams<Method extends CodexNotificationMethod> = CodexNotificationSpec[Method];
+export {};