@xiaohhhh1/canvas-agent 0.2.2 → 0.4.0

package/dist/workflow/manager.js

@@ -0,0 +1,461 @@
+import { spawn } from "node:child_process";
+import { createHash, randomUUID } from "node:crypto";
+import fs from "node:fs";
+import { mkdir, open, rename, stat, unlink } from "node:fs/promises";
+import path from "node:path";
+import { Readable, Transform } from "node:stream";
+import { pipeline } from "node:stream/promises";
+import { runCodexTurn, startCodexThread } from "../agent/codex.js";
+import { CONFIG_DIR, ensureSiteWorkspace } from "../config.js";
+import { logger } from "../utils/logger.js";
+const STATE_FILE = path.join(CONFIG_DIR, "workflow-state.json");
+const SCRIPT_CHUNK_SIZE = 10;
+const DOWNLOAD_POLL_MS = 10_000;
+/** 本机持久化的 Flow C 控制器：脚本交给本机 Codex，视频直接落盘。 */
+export class WorkflowManager {
+    config;
+    emit;
+    state = loadState();
+    runningScripts = new Set();
+    scriptQueueRunning = false;
+    syncingDownloads = false;
+    directorySelection;
+    downloadTimer;
+    constructor(config, emit) {
+        this.config = config;
+        this.emit = emit;
+        for (const record of Object.values(this.state.scripts)) {
+            if (record.status === "queued" || record.status === "running")
+                this.scheduleScript(record.id);
+        }
+        this.downloadTimer = setInterval(() => void this.syncDownloads(), DOWNLOAD_POLL_MS);
+        this.downloadTimer.unref?.();
+        void this.syncDownloads();
+    }
+    /** 接收网站创建的短期交接能力并立即启动本机 Codex。 */
+    enqueueScript(input) {
+        const id = workflowId(input.id, "脚本交接 ID");
+        const apiBase = commerceApiBase(input.apiBase);
+        const accessToken = secret(input.accessToken, "脚本交接令牌");
+        const previous = this.state.scripts[id];
+        this.state.scripts[id] = {
+            id,
+            apiBase,
+            accessToken,
+            status: previous?.status === "complete" ? "complete" : "queued",
+            requestedCount: previous?.requestedCount || 0,
+            receivedOrdinals: previous?.receivedOrdinals || [],
+            threadId: previous?.threadId,
+            expiresAt: String(input.expiresAt || previous?.expiresAt || "") || undefined,
+            attempts: previous?.attempts || 0,
+            message: previous?.status === "complete" ? previous.message : "已进入本机 Codex 队列",
+            updatedAt: now(),
+        };
+        this.save();
+        this.scheduleScript(id);
+        return this.scriptStatus(id);
+    }
+    retryScript(idValue) {
+        const id = workflowId(idValue, "脚本交接 ID");
+        const record = this.scriptRecord(id);
+        record.status = "queued";
+        record.message = "正在重新连接本机 Codex";
+        record.updatedAt = now();
+        this.save();
+        this.scheduleScript(id);
+        return this.scriptStatus(id);
+    }
+    scriptStatus(idValue) {
+        const record = this.scriptRecord(workflowId(idValue, "脚本交接 ID"));
+        return publicScript(record);
+    }
+    /** MCP 读取服务端持久化的完整任务，不向模型暴露令牌。 */
+    async scriptTask(idValue) {
+        const record = this.scriptRecord(workflowId(idValue, "脚本交接 ID"));
+        const data = await commerceJson(`${record.apiBase}/workflow-script-handoffs/${encodeURIComponent(record.id)}/task`, record.accessToken, "x-workflow-handoff-token");
+        const task = data.handoff;
+        record.requestedCount = Number(task.requested_count || 0);
+        record.expiresAt = task.expires_at;
+        record.updatedAt = now();
+        this.save();
+        return task;
+    }
+    /** MCP 分段回传脚本，中心接口再次执行数量、产品索引和脚本完整性校验。 */
+    async submitScriptChunk(idValue, jobsValue) {
+        const record = this.scriptRecord(workflowId(idValue, "脚本交接 ID"));
+        if (!Array.isArray(jobsValue) || !jobsValue.length || jobsValue.length > 25)
+            throw new Error("每段必须包含 1–25 条脚本");
+        const jobs = jobsValue;
+        const data = await commerceJson(`${record.apiBase}/workflow-script-handoffs/${encodeURIComponent(record.id)}/draft-chunks`, record.accessToken, "x-workflow-handoff-token", { method: "POST", body: JSON.stringify({ jobs }) });
+        const accepted = new Set(record.receivedOrdinals);
+        for (const job of jobs)
+            if (Number.isInteger(Number(job?.ordinal)))
+                accepted.add(Number(job.ordinal));
+        record.receivedOrdinals = [...accepted].sort((a, b) => a - b);
+        record.requestedCount = Number(data.requestedCount || record.requestedCount);
+        record.status = data.status === "ready" ? "complete" : "running";
+        record.message = data.status === "ready" ? `全部 ${record.requestedCount} 条高质量脚本已回传` : `已回传 ${data.received}/${data.requestedCount} 条脚本`;
+        record.updatedAt = now();
+        this.save();
+        return data;
+    }
+    downloadState() {
+        return {
+            configured: Boolean(this.state.downloadDirectory),
+            directoryName: this.state.downloadDirectory ? path.basename(this.state.downloadDirectory) : undefined,
+            subscriptions: Object.values(this.state.downloads).map(publicDownload),
+        };
+    }
+    startDownloadDirectorySelection() {
+        if (this.directorySelection?.status === "selecting")
+            return this.directorySelection;
+        const selection = { id: randomUUID(), status: "selecting" };
+        this.directorySelection = selection;
+        void this.finishDownloadDirectorySelection(selection.id);
+        return selection;
+    }
+    downloadDirectorySelection(idValue) {
+        const id = workflowId(idValue, "文件夹选择 ID");
+        if (!this.directorySelection || this.directorySelection.id !== id)
+            throw new Error("文件夹选择任务不存在");
+        return this.directorySelection;
+    }
+    clearDownloadDirectory() {
+        delete this.state.downloadDirectory;
+        this.save();
+        return this.downloadState();
+    }
+    subscribeDownload(input) {
+        const batchId = workflowId(input.batchId, "视频批次 ID");
+        const previous = this.state.downloads[batchId];
+        this.state.downloads[batchId] = {
+            batchId,
+            apiBase: commerceApiBase(input.apiBase),
+            accessToken: secret(input.accessToken, "下载能力令牌"),
+            status: previous?.status === "complete" ? "complete" : "waiting",
+            downloadedOrdinals: previous?.downloadedOrdinals || [],
+            market: previous?.market,
+            expiresAt: String(input.expiresAt || previous?.expiresAt || "") || undefined,
+            message: this.state.downloadDirectory ? "等待视频完成" : "请先选择本机保存文件夹",
+            updatedAt: now(),
+        };
+        this.save();
+        void this.syncDownloads();
+        return publicDownload(this.state.downloads[batchId]);
+    }
+    async syncDownload(batchIdValue) {
+        const batchId = batchIdValue ? workflowId(batchIdValue, "视频批次 ID") : undefined;
+        await this.syncDownloads(batchId);
+        return batchId ? publicDownload(this.downloadRecord(batchId)) : this.downloadState();
+    }
+    scheduleScript(_id) {
+        queueMicrotask(() => void this.pumpScriptQueue());
+    }
+    /** 同一台电脑串行处理脚本交接，避免多个大批次争用一个 Codex app-server。 */
+    async pumpScriptQueue() {
+        if (this.scriptQueueRunning)
+            return;
+        this.scriptQueueRunning = true;
+        try {
+            while (true) {
+                const next = Object.values(this.state.scripts)
+                    .filter((record) => (record.status === "queued" || record.status === "running") && !this.runningScripts.has(record.id))
+                    .sort((left, right) => left.updatedAt.localeCompare(right.updatedAt))[0];
+                if (!next)
+                    break;
+                await this.runScript(next.id);
+            }
+        }
+        finally {
+            this.scriptQueueRunning = false;
+        }
+    }
+    async finishDownloadDirectorySelection(id) {
+        try {
+            const selected = await selectNativeDirectory();
+            if (!selected) {
+                this.directorySelection = { id, status: "cancelled" };
+                return;
+            }
+            const resolved = path.resolve(selected);
+            await mkdir(resolved, { recursive: true });
+            const info = await stat(resolved);
+            if (!info.isDirectory())
+                throw new Error("选择的路径不是文件夹");
+            this.state.downloadDirectory = resolved;
+            this.save();
+            this.directorySelection = { id, status: "selected", directoryName: path.basename(resolved) };
+            void this.syncDownloads();
+        }
+        catch (error) {
+            this.directorySelection = { id, status: "error", error: error instanceof Error ? error.message : "无法选择本机文件夹" };
+        }
+    }
+    async runScript(id) {
+        if (this.runningScripts.has(id))
+            return;
+        this.runningScripts.add(id);
+        const record = this.scriptRecord(id);
+        try {
+            record.status = "running";
+            record.message = "正在读取完整产品清单";
+            record.updatedAt = now();
+            this.save();
+            const task = await this.scriptTask(id);
+            if (Date.parse(task.expires_at) <= Date.now())
+                throw new ExpiredCapabilityError("脚本交接已过期，请在网页重新点击交给本机 Codex");
+            const workspace = ensureSiteWorkspace(this.config);
+            if (!record.threadId) {
+                const thread = await startCodexThread(this.emit, workspace.workspacePath, "full");
+                record.threadId = String(thread.id || "");
+                this.save();
+            }
+            while (record.receivedOrdinals.length < task.requested_count) {
+                const missing = missingOrdinals(task.requested_count, record.receivedOrdinals).slice(0, SCRIPT_CHUNK_SIZE);
+                if (!missing.length)
+                    break;
+                let progressed = false;
+                for (let attempt = 1; attempt <= 3 && !progressed; attempt += 1) {
+                    const before = record.receivedOrdinals.length;
+                    record.attempts += 1;
+                    record.message = `本机 Codex 正在写第 ${missing[0]}–${missing.at(-1)} 条（总计 ${task.requested_count} 条）`;
+                    record.updatedAt = now();
+                    this.save();
+                    await runCodexTurn(scriptChunkPrompt(id, task, missing), this.emit, [], { threadId: record.threadId, cwd: workspace.workspacePath, permissionMode: "full", onThread: (threadId) => { record.threadId = threadId; this.save(); } });
+                    progressed = record.receivedOrdinals.length > before;
+                    if (!progressed && attempt < 3)
+                        record.message = `第 ${missing[0]}–${missing.at(-1)} 条未成功回传，正在自动重试 ${attempt + 1}/3`;
+                }
+                if (!progressed)
+                    throw new Error(`本机 Codex 连续 3 次未回传第 ${missing[0]}–${missing.at(-1)} 条，请点击重试`);
+            }
+            if (record.receivedOrdinals.length >= task.requested_count) {
+                record.status = "complete";
+                record.message = `全部 ${task.requested_count} 条高质量脚本已回传`;
+            }
+        }
+        catch (error) {
+            record.status = error instanceof ExpiredCapabilityError ? "expired" : "error";
+            record.message = error instanceof Error ? error.message : "本机 Codex 处理失败";
+            logger.warn("Local Flow C script handoff paused", { handoffId: id, error: record.message });
+        }
+        finally {
+            record.updatedAt = now();
+            this.save();
+            this.runningScripts.delete(id);
+        }
+    }
+    async syncDownloads(onlyBatchId) {
+        if (this.syncingDownloads || !this.state.downloadDirectory)
+            return;
+        this.syncingDownloads = true;
+        try {
+            const records = Object.values(this.state.downloads).filter((record) => !onlyBatchId || record.batchId === onlyBatchId);
+            for (const record of records)
+                await this.syncDownloadRecord(record);
+        }
+        finally {
+            this.syncingDownloads = false;
+            this.save();
+        }
+    }
+    async syncDownloadRecord(record) {
+        if (record.expiresAt && Date.parse(record.expiresAt) <= Date.now()) {
+            record.status = "expired";
+            record.message = "下载授权已过期；打开网站后会自动续期";
+            return;
+        }
+        try {
+            record.status = "running";
+            const data = await commerceJson(`${record.apiBase}/workflow-downloads/${encodeURIComponent(record.batchId)}`, record.accessToken, "x-workflow-download-token");
+            const batch = data.batch;
+            record.market = batch.market;
+            for (const delivery of batch.deliveries || []) {
+                await this.saveDelivery(batch, delivery);
+                if (!record.downloadedOrdinals.includes(delivery.ordinal))
+                    record.downloadedOrdinals.push(delivery.ordinal);
+            }
+            record.downloadedOrdinals.sort((a, b) => a - b);
+            const finished = ["completed", "cancelled", "failed"].includes(batch.status);
+            record.status = finished && record.downloadedOrdinals.length >= (batch.deliveries?.length || 0) ? "complete" : "waiting";
+            record.message = batch.deliveries?.length
+                ? `已自动保存 ${record.downloadedOrdinals.length} 条视频；${finished ? "本批次已结束" : "继续等待新视频"}`
+                : finished ? "批次已结束，暂无可下载视频" : "等待视频完成";
+        }
+        catch (error) {
+            record.status = /expired|not found/i.test(error instanceof Error ? error.message : "") ? "expired" : "error";
+            record.message = error instanceof Error ? error.message : "自动下载失败，稍后重试";
+            logger.warn("Local Flow C download sync failed", { batchId: record.batchId, error: record.message });
+        }
+        finally {
+            record.updatedAt = now();
+        }
+    }
+    async saveDelivery(batch, delivery) {
+        const key = `${batch.id}:${delivery.ordinal}`;
+        const manifest = this.state.manifest[key];
+        if (manifest && await isExistingFile(manifest.filePath, manifest.bytes, manifest.sha256))
+            return;
+        const source = safeDownloadUrl(delivery.archive);
+        const base = this.state.downloadDirectory;
+        if (!base)
+            return;
+        const folder = path.join(base, "抖音小辉跨境工具", `${safeName(batch.market)}-${batch.id.slice(0, 8)}`);
+        await mkdir(folder, { recursive: true });
+        const finalPath = path.join(folder, `flow-c-${batch.id.slice(0, 8)}-${String(delivery.ordinal).padStart(4, "0")}.mp4`);
+        if (await isExistingFile(finalPath, Number(delivery.bytes || 0), String(delivery.sha256 || ""))) {
+            const info = await stat(finalPath);
+            this.state.manifest[key] = { batchId: batch.id, ordinal: delivery.ordinal, filePath: finalPath, bytes: info.size, sha256: String(delivery.sha256 || ""), source, savedAt: now() };
+            return;
+        }
+        const partialPath = `${finalPath}.part`;
+        await unlink(partialPath).catch(() => undefined);
+        const response = await fetch(source, { signal: AbortSignal.timeout(10 * 60 * 1000) });
+        if (!response.ok || !response.body)
+            throw new Error(`第 ${delivery.ordinal} 条视频下载失败（HTTP ${response.status}）`);
+        const contentType = String(response.headers.get("content-type") || "").toLowerCase();
+        if (contentType && !contentType.startsWith("video/") && !contentType.includes("octet-stream"))
+            throw new Error(`第 ${delivery.ordinal} 条下载内容不是视频文件`);
+        const hash = createHash("sha256");
+        let bytes = 0;
+        const meter = new Transform({ transform(chunk, _encoding, callback) { const buffer = Buffer.from(chunk); bytes += buffer.length; hash.update(buffer); callback(null, buffer); } });
+        const handle = await open(partialPath, "wx", 0o600);
+        try {
+            await pipeline(Readable.fromWeb(response.body), meter, handle.createWriteStream());
+        }
+        finally {
+            await handle.close().catch(() => undefined);
+        }
+        const digest = hash.digest("hex");
+        if (bytes < 1024) {
+            await unlink(partialPath).catch(() => undefined);
+            throw new Error(`第 ${delivery.ordinal} 条视频文件不完整`);
+        }
+        if (delivery.bytes && bytes !== Number(delivery.bytes)) {
+            await unlink(partialPath).catch(() => undefined);
+            throw new Error(`第 ${delivery.ordinal} 条视频字节数校验失败`);
+        }
+        if (delivery.sha256 && digest.toLowerCase() !== delivery.sha256.toLowerCase()) {
+            await unlink(partialPath).catch(() => undefined);
+            throw new Error(`第 ${delivery.ordinal} 条视频校验值不一致`);
+        }
+        await unlink(finalPath).catch(() => undefined);
+        await rename(partialPath, finalPath);
+        this.state.manifest[key] = { batchId: batch.id, ordinal: delivery.ordinal, filePath: finalPath, bytes, sha256: digest, source, savedAt: now() };
+        this.save();
+    }
+    scriptRecord(id) {
+        const record = this.state.scripts[id];
+        if (!record)
+            throw new Error("本机没有这条脚本交接记录，请从网站重新发送");
+        return record;
+    }
+    downloadRecord(id) {
+        const record = this.state.downloads[id];
+        if (!record)
+            throw new Error("本机没有这个下载批次");
+        return record;
+    }
+    save() { saveState(this.state); }
+}
+class ExpiredCapabilityError extends Error {
+}
+function scriptChunkPrompt(id, task, ordinals) {
+    return `你正在后台处理“抖音小辉跨境工具”Flow C 脚本交接 ${id}。
+必须使用 MCP 工具 flow_c_get_script_task 读取完整任务，再只创作 ordinal ${ordinals[0]} 到 ${ordinals.at(-1)}（精确列表：${ordinals.join(", ")}）。
+脚本质量绝不能因批量而降低：每条都必须独立构思、完整、真实合规，严格遵守任务 instructions、产品图片顺序和 productIndex；使用目标市场 ${task.market} 的自然本地语言与偏快但清晰的 10 秒节奏。
+写完后必须调用 flow_c_submit_script_chunk 一次回传这 ${ordinals.length} 条，handoffId=${id}。不要创建付费批次，不要调用供应商模型，不要在聊天输出大段 JSON。工具返回成功后仅简短结束。`;
+}
+function publicScript(record) {
+    return { id: record.id, status: record.status, requestedCount: record.requestedCount, received: record.receivedOrdinals.length, threadId: record.threadId, message: record.message, expiresAt: record.expiresAt, updatedAt: record.updatedAt };
+}
+function publicDownload(record) {
+    return { batchId: record.batchId, status: record.status, downloaded: record.downloadedOrdinals.length, market: record.market, message: record.message, expiresAt: record.expiresAt, updatedAt: record.updatedAt };
+}
+function missingOrdinals(total, received) { const set = new Set(received); return Array.from({ length: total }, (_, index) => index + 1).filter((ordinal) => !set.has(ordinal)); }
+function workflowId(value, label) { const id = String(value || "").trim(); if (!/^[0-9a-f]{8}-[0-9a-f-]{27}$/i.test(id))
+    throw new Error(`${label}无效`); return id; }
+function secret(value, label) { const token = String(value || "").trim(); if (token.length < 32 || token.length > 512)
+    throw new Error(`${label}无效`); return token; }
+function commerceApiBase(value) {
+    const url = new URL(String(value || ""));
+    const local = ["127.0.0.1", "localhost"].includes(url.hostname);
+    if (url.protocol !== "https:" && !local)
+        throw new Error("中心接口必须使用 HTTPS");
+    if (!/\/api\/commerce\/?$/.test(url.pathname))
+        throw new Error("中心接口路径无效");
+    url.search = "";
+    url.hash = "";
+    return url.toString().replace(/\/+$/, "");
+}
+function safeDownloadUrl(value) { const url = new URL(String(value || "")); if (url.protocol !== "https:")
+    throw new Error("下载地址必须使用 HTTPS"); return url.toString(); }
+function safeName(value) { return String(value || "市场").replace(/[<>:"/\\|?*\u0000-\u001f]/g, "-").replace(/[. ]+$/g, "").slice(0, 60) || "市场"; }
+function now() { return new Date().toISOString(); }
+async function commerceJson(url, token, tokenHeader, init = {}) {
+    const headers = new Headers(init.headers);
+    headers.set("accept", "application/json");
+    headers.set(tokenHeader, token);
+    if (init.body)
+        headers.set("content-type", "application/json");
+    const response = await fetch(url, { ...init, headers, signal: AbortSignal.timeout(120_000) });
+    const body = await response.json().catch(() => ({}));
+    if (!response.ok)
+        throw new Error(body.error || `中心接口返回 ${response.status}`);
+    return body;
+}
+function loadState() {
+    try {
+        const parsed = JSON.parse(fs.readFileSync(STATE_FILE, "utf8"));
+        return { downloadDirectory: parsed.downloadDirectory, scripts: parsed.scripts || {}, downloads: parsed.downloads || {}, manifest: parsed.manifest || {} };
+    }
+    catch {
+        return { scripts: {}, downloads: {}, manifest: {} };
+    }
+}
+function saveState(state) {
+    fs.mkdirSync(CONFIG_DIR, { recursive: true });
+    const temporary = `${STATE_FILE}.${process.pid}.tmp`;
+    fs.writeFileSync(temporary, JSON.stringify(state, null, 2), { mode: 0o600 });
+    fs.renameSync(temporary, STATE_FILE);
+    try {
+        fs.chmodSync(STATE_FILE, 0o600);
+    }
+    catch { }
+}
+async function isExistingFile(filePath, expectedBytes, expectedSha256 = "") {
+    try {
+        const info = await stat(filePath);
+        if (!info.isFile() || info.size < 1024 || (expectedBytes && info.size !== expectedBytes))
+            return false;
+        if (!expectedSha256)
+            return true;
+        const hash = createHash("sha256");
+        for await (const chunk of fs.createReadStream(filePath))
+            hash.update(chunk);
+        return hash.digest("hex").toLowerCase() === expectedSha256.toLowerCase();
+    }
+    catch {
+        return false;
+    }
+}
+function selectNativeDirectory() {
+    if (process.platform === "win32") {
+        const script = "$ErrorActionPreference='Stop'; Add-Type -AssemblyName System.Windows.Forms; $d=New-Object System.Windows.Forms.FolderBrowserDialog; $d.Description='选择抖音小辉跨境工具的本机视频保存位置'; $d.ShowNewFolderButton=$true; if($d.ShowDialog() -eq [System.Windows.Forms.DialogResult]::OK){[Console]::OutputEncoding=[Text.Encoding]::UTF8; Write-Output $d.SelectedPath}";
+        return commandOutput("powershell.exe", ["-NoProfile", "-STA", "-Command", script]);
+    }
+    if (process.platform === "darwin")
+        return commandOutput("osascript", ["-e", "POSIX path of (choose folder with prompt \"选择视频保存位置\")"]);
+    return commandOutput("zenity", ["--file-selection", "--directory", "--title=选择视频保存位置"]);
+}
+function commandOutput(command, args) {
+    return new Promise((resolve, reject) => {
+        const child = spawn(command, args, { windowsHide: true, stdio: ["ignore", "pipe", "pipe"] });
+        let stdout = "";
+        let stderr = "";
+        child.stdout.on("data", (chunk) => { stdout += chunk.toString(); });
+        child.stderr.on("data", (chunk) => { stderr += chunk.toString(); });
+        child.once("error", reject);
+        child.once("exit", (code) => code === 0 ? resolve(stdout.trim()) : code === 1 ? resolve("") : reject(new Error(stderr.trim() || "无法打开本机文件夹选择器")));
+    });
+}

package/package.json

@@ -1,28 +1,31 @@
 {
   "name": "@xiaohhhh1/canvas-agent",
-  "version": "0.2.2",
+  "version": "0.4.0",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
   "bin": {
-    "canvas-agent": "./dist/index.js"
+    "canvas-agent": "dist/index.js"
   },
   "files": [
     "dist",
+    "agent-instructions.md",
     "README.md"
   ],
   "scripts": {
     "dev": "tsx src/index.ts",
-    "test": "tsx --test src/canvas-session.test.ts",
+    "debug": "tsx src/index.ts --debug",
+    "test": "tsx --test src/canvas/session.test.ts",
     "build": "tsc -p tsconfig.json",
     "start": "node dist/index.js",
     "prepack": "npm run build"
   },
   "dependencies": {
     "@modelcontextprotocol/sdk": "^1.12.1",
-    "@openai/codex": "^0.144.2",
+    "@openai/codex": "0.145.0",
     "express": "^5.1.0",
     "ws": "^8.18.3",
+    "winston": "^3.19.0",
     "zod": "^3.25.0"
   },
   "devDependencies": {