@xiaohhhh1/canvas-agent 0.2.2 → 0.3.0

package/dist/canvas-session.js

@@ -1,391 +0,0 @@
-import crypto from "node:crypto";
-import { compactCanvasState, compactNode, isToolName, nextCanvasX, parseToolInput } from "./tools.js";
-const SITE_TOOLS = new Set([
-    "site_navigate",
-    "canvas_list_projects",
-    "workbench_image_get_config",
-    "workbench_image_generate",
-    "workbench_video_get_config",
-    "workbench_video_generate",
-    "prompts_search",
-    "assets_list",
-    "assets_add",
-    "generation_get_status",
-]);
-export class CanvasSession {
-    clients = new Map();
-    clientFocusOrder = new Map();
-    pending = new Map();
-    canvasStates = new Map();
-    turnAttachments = new Map();
-    activeClientId = "";
-    boundClientId = "";
-    focusSequence = 0;
-    codexState = { busy: false, threadId: "", turnId: "" };
-    get canvasState() {
-        return this.canvasStates.get(this.targetClientId) || null;
-    }
-    get targetClientId() {
-        return this.boundClientId || this.activeClientId;
-    }
-    health() {
-        return { ok: true, hasCanvas: Boolean(this.canvasState), clients: this.clients.size, codexBusy: this.codexState.busy };
-    }
-    get codexBusy() {
-        return this.codexState.busy;
-    }
-    setCodexState(patch) {
-        this.codexState = { ...this.codexState, ...patch };
-        this.emitAll("codex_state", this.codexState);
-    }
-    openEvents(url, res) {
-        const clientId = url.searchParams.get("clientId") || crypto.randomUUID();
-        const statusOnly = url.searchParams.get("role") === "status";
-        res.writeHead(200, { "Content-Type": "text/event-stream", "Cache-Control": "no-cache", Connection: "keep-alive" });
-        if (!statusOnly) {
-            this.clients.set(clientId, res);
-            if (!this.clientFocusOrder.has(clientId))
-                this.clientFocusOrder.set(clientId, 0);
-            if (!this.activeClientId) {
-                this.activeClientId = clientId;
-                this.clientFocusOrder.set(clientId, ++this.focusSequence);
-            }
-        }
-        sendEvent(res, "hello", { ok: true, clientId, codex: this.codexState });
-        const timer = setInterval(() => sendEvent(res, "ping", { time: Date.now() }), 15000);
-        res.on("close", () => {
-            clearInterval(timer);
-            if (statusOnly || this.clients.get(clientId) !== res)
-                return;
-            this.clients.delete(clientId);
-            this.clientFocusOrder.delete(clientId);
-            this.canvasStates.delete(clientId);
-            if (this.boundClientId === clientId)
-                this.boundClientId = "";
-            this.pending.forEach((item, requestId) => {
-                if (item.clientId !== clientId)
-                    return;
-                this.pending.delete(requestId);
-                item.reject(new Error("请求页面已断开"));
-            });
-            if (this.activeClientId === clientId)
-                this.activeClientId = [...this.clients.keys()].sort((a, b) => (this.clientFocusOrder.get(b) || 0) - (this.clientFocusOrder.get(a) || 0))[0] || "";
-        });
-    }
-    updateState(body, clientId) {
-        const targetClientId = clientId || this.activeClientId;
-        if (!targetClientId)
-            return;
-        this.canvasStates.set(targetClientId, { ...(body && typeof body === "object" && !Array.isArray(body) ? body : {}), clientId: targetClientId });
-    }
-    activateClient(clientId) {
-        if (!this.clients.has(clientId))
-            throw new Error("当前网页未连接");
-        this.activeClientId = clientId;
-        this.clientFocusOrder.set(clientId, ++this.focusSequence);
-    }
-    bindClient(clientId) {
-        if (!this.clients.has(clientId))
-            throw new Error("当前网页未连接");
-        this.boundClientId = clientId;
-    }
-    releaseClient(clientId) {
-        if (this.boundClientId === clientId)
-            this.boundClientId = "";
-    }
-    setTurnAttachments(clientId, attachments) {
-        this.turnAttachments.clear();
-        return attachments.flatMap((item, index) => {
-            if (!item.dataUrl?.startsWith("data:image/"))
-                return [];
-            const id = item.id?.trim() || `attachment-${crypto.randomUUID()}`;
-            const attachment = {
-                clientId,
-                id,
-                name: item.name?.trim() || `图片 ${index + 1}`,
-                type: item.type?.startsWith("image/") ? item.type : item.dataUrl.match(/^data:([^;]+)/)?.[1] || "image/png",
-                size: positiveNumber(item.size, 0),
-                width: positiveNumber(item.width, 1024),
-                height: positiveNumber(item.height, 1024),
-                dataUrl: item.dataUrl,
-            };
-            this.turnAttachments.set(id, attachment);
-            return [{ id, name: attachment.name, type: attachment.type, size: attachment.size, width: attachment.width, height: attachment.height }];
-        });
-    }
-    clearTurnAttachments(clientId) {
-        this.turnAttachments.forEach((item, id) => {
-            if (!clientId || item.clientId === clientId)
-                this.turnAttachments.delete(id);
-        });
-    }
-    getTurnAttachment(clientId, attachmentId) {
-        const attachment = this.turnAttachments.get(attachmentId);
-        if (!attachment)
-            throw new Error(`找不到本轮图片附件：${attachmentId}`);
-        if (attachment.clientId !== clientId)
-            throw new Error("图片附件不属于当前 turn 的发起标签页");
-        return attachment;
-    }
-    resolveResult(clientId, body) {
-        const item = body.requestId ? this.pending.get(body.requestId) : null;
-        if (!item || !body.requestId || item.clientId !== clientId)
-            return false;
-        this.pending.delete(body.requestId);
-        body.error ? item.reject(new Error(body.error)) : item.resolve(body.result);
-        return true;
-    }
-    emitAll(type, payload) {
-        this.clients.forEach((client) => sendEvent(client, type, payload));
-    }
-    emitThread(type, threadId, payload = {}) {
-        this.emitAll(type, { ...payload, threadId });
-    }
-    async callTool(name, rawInput) {
-        if (!isToolName(name))
-            throw new Error(`未知工具：${String(name)}`);
-        let tool = name;
-        let input = parseToolInput(tool, rawInput);
-        if (SITE_TOOLS.has(tool)) {
-            if (!this.clients.size)
-                throw new Error("当前没有已连接网页");
-            return await this.requestCanvasTool(tool, input);
-        }
-        if (tool === "canvas_export_media") {
-            if (!this.clients.size || !this.canvasState)
-                throw new Error("当前没有已连接画布");
-            return await this.requestCanvasTool(tool, input);
-        }
-        const readTool = ["canvas_get_state", "canvas_get_selection", "canvas_export_snapshot"].includes(tool);
-        if (readTool && (!this.clients.size || !this.canvasState))
-            throw new Error("当前没有已连接画布");
-        if (tool === "canvas_get_state" || tool === "canvas_export_snapshot")
-            return compactCanvasState(this.canvasState);
-        if (tool === "canvas_get_selection") {
-            const ids = new Set(this.canvasState?.selectedNodeIds || []);
-            return { nodes: (this.canvasState?.nodes || []).filter((node) => ids.has(node.id)).map(compactNode) };
-        }
-        if (tool === "canvas_create_attachment_nodes")
-            return await this.createAttachmentNodes(input);
-        if (tool === "canvas_create_node") {
-            const data = input;
-            input = { ops: [{ type: "add_node", nodeType: data.nodeType, title: data.title, position: { x: data.x ?? nextCanvasX(this.canvasState), y: data.y ?? 0 }, width: data.width, height: data.height, metadata: data.metadata }] };
-            tool = "canvas_apply_ops";
-        }
-        if (tool === "canvas_create_text_node") {
-            const text = input;
-            input = { ops: [textNodeOp(text, text.x ?? nextCanvasX(this.canvasState), text.y ?? 0)] };
-            tool = "canvas_apply_ops";
-        }
-        if (tool === "canvas_create_text_nodes") {
-            const data = input;
-            const x = Number(data.x ?? nextCanvasX(this.canvasState));
-            const y = Number(data.y ?? 0);
-            const gap = Number(data.gap ?? 40);
-            input = {
-                ops: data.items.map((item, index) => textNodeOp(item, item.x ?? (data.direction === "row" ? x + index * (340 + gap) : x), item.y ?? (data.direction === "row" ? y : y + index * (240 + gap)))),
-            };
-            tool = "canvas_apply_ops";
-        }
-        if (tool === "canvas_create_image_prompt_flow") {
-            input = { ops: generationFlowOps({ ...input, mode: "image" }, this.canvasState) };
-            tool = "canvas_apply_ops";
-        }
-        if (tool === "canvas_create_config_node") {
-            const data = input;
-            const x = Number(data.x ?? nextCanvasX(this.canvasState));
-            const y = Number(data.y ?? 0);
-            const configId = `config-${crypto.randomUUID()}`;
-            const mode = generationMode(data.mode);
-            const prompt = String(data.prompt || "");
-            input = { ops: [configNodeOp(configId, data, x, y), ...(data.autoRun ? [runGenerationOp(configId, mode, prompt)] : [])] };
-            tool = "canvas_apply_ops";
-        }
-        if (tool === "canvas_create_generation_flow") {
-            input = { ops: generationFlowOps(input, this.canvasState) };
-            tool = "canvas_apply_ops";
-        }
-        if (tool === "canvas_generate_text" || tool === "canvas_generate_image" || tool === "canvas_generate_video" || tool === "canvas_generate_audio") {
-            input = { ops: generationFlowOps({ ...input, mode: tool.replace("canvas_generate_", ""), autoRun: true }, this.canvasState) };
-            tool = "canvas_apply_ops";
-        }
-        if (tool === "canvas_update_node") {
-            const data = input;
-            input = { ops: [{ type: "update_node", id: data.id, patch: data.patch, metadata: data.metadata }] };
-            tool = "canvas_apply_ops";
-        }
-        if (tool === "canvas_update_node_text") {
-            const data = input;
-            input = { ops: [{ type: "update_node", id: data.id, patch: { ...(data.title ? { title: data.title } : {}) }, metadata: { content: data.text, status: "success" } }] };
-            tool = "canvas_apply_ops";
-        }
-        if (tool === "canvas_move_nodes") {
-            const data = input;
-            input = {
-                ops: data.items.map((item) => {
-                    const current = findNode(this.canvasState, item.id);
-                    return { type: "update_node", id: item.id, patch: { position: { x: item.x ?? ((current?.position.x || 0) + (item.dx || 0)), y: item.y ?? ((current?.position.y || 0) + (item.dy || 0)) } } };
-                }),
-            };
-            tool = "canvas_apply_ops";
-        }
-        if (tool === "canvas_resize_node") {
-            const data = input;
-            input = { ops: [{ type: "update_node", id: data.id, patch: { width: data.width, height: data.height }, metadata: data.freeResize === undefined ? undefined : { freeResize: data.freeResize } }] };
-            tool = "canvas_apply_ops";
-        }
-        if (tool === "canvas_delete_nodes") {
-            input = { ops: [{ type: "delete_node", ids: input.ids }] };
-            tool = "canvas_apply_ops";
-        }
-        if (tool === "canvas_connect_nodes") {
-            const data = input;
-            input = { ops: data.connections.map((connection) => ({ type: "connect_nodes", ...connection })) };
-            tool = "canvas_apply_ops";
-        }
-        if (tool === "canvas_select_nodes") {
-            input = { ops: [{ type: "select_nodes", ids: input.ids }] };
-            tool = "canvas_apply_ops";
-        }
-        if (tool === "canvas_set_viewport") {
-            input = { ops: [{ type: "set_viewport", viewport: input.viewport }] };
-            tool = "canvas_apply_ops";
-        }
-        if (tool === "canvas_run_generation") {
-            const data = input;
-            input = { ops: [runGenerationOp(data.nodeId, generationMode(data.mode), data.prompt)] };
-            tool = "canvas_apply_ops";
-        }
-        if (tool !== "canvas_apply_ops")
-            throw new Error(`未知工具：${tool}`);
-        if (!this.clients.size)
-            throw new Error("当前没有已连接画布");
-        return await this.requestCanvasTool(tool, input);
-    }
-    async createAttachmentNodes(input) {
-        const clientId = this.targetClientId;
-        if (!this.clients.has(clientId))
-            throw new Error("当前没有已连接画布");
-        const attachments = input.attachmentIds.map((id) => this.getTurnAttachment(clientId, id));
-        const x = Number(input.x ?? nextCanvasX(this.canvasState));
-        const y = Number(input.y ?? 0);
-        const gap = Number(input.gap ?? 40);
-        const direction = input.direction || "row";
-        let offset = 0;
-        const nodes = attachments.map((attachment) => {
-            const size = fitAttachmentNodeSize(attachment.width, attachment.height);
-            const node = {
-                id: `image-${crypto.randomUUID()}`,
-                attachmentId: attachment.id,
-                title: attachment.name,
-                position: { x: direction === "row" ? x + offset : x, y: direction === "column" ? y + offset : y },
-                width: size.width,
-                height: size.height,
-            };
-            offset += (direction === "row" ? size.width : size.height) + gap;
-            return node;
-        });
-        await this.requestCanvasTool("canvas_create_attachment_nodes", { nodes });
-        return { nodes: nodes.map(({ id, attachmentId, title }) => ({ id, attachmentId, title })) };
-    }
-    async requestCanvasTool(name, input) {
-        const requestId = crypto.randomUUID();
-        const clientId = this.targetClientId;
-        const client = this.clients.get(clientId);
-        if (!client)
-            throw new Error("当前没有已连接画布");
-        sendEvent(client, "tool_call", { requestId, name, input });
-        return await new Promise((resolve, reject) => {
-            const timer = setTimeout(() => {
-                this.pending.delete(requestId);
-                reject(new Error("画布操作超时"));
-            }, 30000);
-            this.pending.set(requestId, { clientId, resolve: (value) => (clearTimeout(timer), resolve(value)), reject: (error) => (clearTimeout(timer), reject(error)) });
-        });
-    }
-}
-function sendEvent(res, type, payload) {
-    res.write(`event: ${type}\ndata: ${JSON.stringify(payload)}\n\n`);
-}
-function textNodeOp(input, x, y) {
-    return { type: "add_node", id: input.id, nodeType: "text", title: input.title, position: { x, y }, width: input.width, height: input.height, metadata: { content: input.text || "", status: "success", fontSize: 14 } };
-}
-function configNodeOp(id, input, x, y) {
-    const mode = generationMode(input.mode);
-    const prompt = String(input.prompt || "");
-    return {
-        type: "add_node",
-        id,
-        nodeType: "config",
-        title: String(input.title || generationTitle(mode)),
-        position: { x, y },
-        width: typeof input.width === "number" ? input.width : undefined,
-        height: typeof input.height === "number" ? input.height : undefined,
-        metadata: cleanRecord({
-            generationMode: mode,
-            composerContent: prompt,
-            prompt,
-            status: "idle",
-            model: input.model,
-            size: input.size,
-            quality: input.quality,
-            count: input.count,
-            seconds: input.seconds,
-            vquality: input.vquality,
-            generateAudio: input.generateAudio,
-            watermark: input.watermark,
-            audioVoice: input.audioVoice,
-            audioFormat: input.audioFormat,
-            audioSpeed: input.audioSpeed,
-            audioInstructions: input.audioInstructions,
-        }),
-    };
-}
-function generationFlowOps(input, state) {
-    const mode = generationMode(input.mode);
-    const prompt = String(input.prompt || "");
-    const x = Number(input.x ?? nextCanvasX(state));
-    const y = Number(input.y ?? 0);
-    const textId = `text-${crypto.randomUUID()}`;
-    const configId = `config-${crypto.randomUUID()}`;
-    const referenceNodeIds = Array.isArray(input.referenceNodeIds) ? input.referenceNodeIds.filter((id) => typeof id === "string") : [];
-    const tokens = [`@[node:${textId}]`, ...referenceNodeIds.map((id) => `@[node:${id}]`)];
-    const configInput = { ...input, prompt: tokens.join("\n") };
-    return [
-        textNodeOp({ id: textId, text: prompt, title: String(input.title || "提示词") }, x, y),
-        configNodeOp(configId, configInput, x + 420, y),
-        { type: "connect_nodes", fromNodeId: textId, toNodeId: configId },
-        ...referenceNodeIds.map((fromNodeId) => ({ type: "connect_nodes", fromNodeId, toNodeId: configId })),
-        { type: "select_nodes", ids: [configId] },
-        ...(input.autoRun ? [runGenerationOp(configId, mode, tokens.join("\n"))] : []),
-    ];
-}
-function runGenerationOp(nodeId, mode, prompt) {
-    return { type: "run_generation", nodeId, mode, prompt };
-}
-function generationMode(value) {
-    return value === "text" || value === "video" || value === "audio" ? value : "image";
-}
-function generationTitle(mode) {
-    if (mode === "text")
-        return "文本生成";
-    if (mode === "video")
-        return "视频生成";
-    if (mode === "audio")
-        return "音频生成";
-    return "图片生成";
-}
-function findNode(state, id) {
-    return (state?.nodes || []).find((node) => node.id === id);
-}
-function cleanRecord(value) {
-    return Object.fromEntries(Object.entries(value).filter(([, item]) => item !== undefined && item !== ""));
-}
-function positiveNumber(value, fallback) {
-    const number = Number(value);
-    return Number.isFinite(number) && number > 0 ? number : fallback;
-}
-function fitAttachmentNodeSize(width, height) {
-    const scale = Math.min(1, 640 / width, 640 / height);
-    return { width: width * scale, height: height * scale };
-}

package/dist/http-server.d.ts

@@ -1 +0,0 @@
-export declare function startHttpServer(): void;

package/dist/mcp-server.d.ts

@@ -1 +0,0 @@
-export declare function startMcpServer(): Promise<void>;