mu-agent-bridge 1.0.73 → 1.0.78

package/dist/tests-ts/doubao-native-task.test.js

@@ -0,0 +1,237 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const node_test_1 = __importDefault(require("node:test"));
+const strict_1 = __importDefault(require("node:assert/strict"));
+const node_vm_1 = require("node:vm");
+const cdp_client_1 = require("../src-ts/plugins/doubao/cdp-client");
+function nativePage(options = {}) {
+    const sent = [];
+    const modules = {
+        enums: { AgentMode: { MOA: 17, Chat: 21 } },
+        environment: { sandboxEnvironmentController: { query: async () => ({ isReady: options.ready !== false, environmentId: "native-env" }) } },
+        task: { GeneralAgentRuntimeType: { LocalPC: 27 }, buildGeneralAgentCompletionTaskParam: async (chatId) => ({ sandbox_id: "native-env", workspace: `workspace:${chatId}`, client_env_id: "native-client" }) },
+        store: { get: function get() { /* it is async store */ return { getState: () => ({ modeSelectConfigs: { menu_item_list: options.mode === false ? [] : [{ agent_mode: 17, menu_type: 9, model_item_key: "native-model", default_mode: "native-mode" }] } }) }; } },
+        auth: { snapshot: () => options.authorization === false ? undefined : ({ mode: "ask-risky", sandboxAuthType: 41 }) },
+        modify: { build: async (value) => ({ agent_task_param: { runtime_type: value.runtimeType, workspace: value.completionTaskParam.workspace, sandbox_auth_type: value.sandboxAuthType }, need_modify_conversation: true }) },
+        connector: { getFeishuConnectorEnabledForConversation: async () => ({ enabled: true, id: "native-lark" }) },
+        connectorInfo: { build: function build(enabled, id) { return { connector_id: id, switch: enabled ? 2 : 1, connector_vendor: 2 }; } },
+        message: { createSendMessage: (value) => ({ ...value.message, ...value.conversationContext, local_message_id: value.message.unique_id }) },
+        service: { get: async function get() {
+                return { getMessageService: async () => ({ sendMessage(value) {
+                            sent.push(value);
+                            return { cancel() { }, subscribe: () => options.messages ? options.messages(value) : (async function* () {
+                                    yield { ...value.messages[0], message_id: "question", conversation_id: "real-conversation" };
+                                    yield { message_id: "answer", conversation_id: "real-conversation", reply_id: "question", content_blocks_v2: [{ content: { text_block: { text: "命令已执行" } } }], ...(options.failure ? { error_details: { has_error: true, error_msg: "执行失败" } } : {}) };
+                                })() };
+                        }, fetchAndUpdateMessageList: async (request) => {
+                            strict_1.default.equal(typeof request.conversationId, "string");
+                            strict_1.default.equal(request.options.limit, 50);
+                            return { messages: options.historyMessages || [] };
+                        } }) };
+            } },
+    };
+    const markers = {
+        enums: "AgentMode:()=>", environment: "sandboxEnvironmentController:()=>", task: "buildGeneralAgentCompletionTaskParam:()=>", store: "chat-ioc-manager: cannot bind empty store", auth: "new WeakMap sandboxAuthType:", modify: "general_agent_conversation_modify_params", connector: "getFeishuConnectorEnabledForConversation:()=>", connectorInfo: "connector_info_list connector_vendor wrapped:!0", message: "createSendMessage:()=>", service: "chat-ioc-manager: cannot bind empty service",
+    };
+    const factories = Object.fromEntries(Object.keys(modules).map(id => {
+        const factory = () => { };
+        factory.toString = () => markers[id];
+        return [id, factory];
+    }));
+    const chunks = [[[], factories]];
+    chunks.push = (chunk) => { chunk[2]((id) => modules[id]); return 1; };
+    const window = { "@flow-web/desktop:stable": chunks };
+    return { sent, window };
+}
+(0, node_test_1.default)("豆包客户端默认使用本地电脑，纯聊天需要显式选择", () => {
+    strict_1.default.equal(new cdp_client_1.DoubaoCdpClient().options.mode, "local-computer");
+    strict_1.default.equal(new cdp_client_1.DoubaoCdpClient({ mode: "chat" }).options.mode, "chat");
+});
+(0, node_test_1.default)("豆包本地电脑生成图片持续输出时可跨过三分钟等待并返回图片附件", async (t) => {
+    t.mock.timers.enable({ apis: ["setTimeout", "Date"] });
+    const imageUrl = "https://p1-flow-imagex-sign.byteimg.com/long-image.png";
+    const png = Buffer.from("iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mP8/x8AAwMCAO+jL1sAAAAASUVORK5CYII=", "base64");
+    const page = nativePage({ messages: async function* (value) {
+            yield { ...value.messages[0], message_id: "question", conversation_id: "123" };
+            for (let i = 1; i <= 4; i++) {
+                await new Promise(resolve => setTimeout(resolve, 60_000));
+                yield { message_id: "answer", conversation_id: "123", content_blocks_v2: [{ content: { text_block: { text: `正在生成第 ${i} 步` } } }] };
+            }
+            yield { message_id: "answer", conversation_id: "123", content_blocks_v2: [
+                    { content: { text_block: { text: "图片已生成" } } },
+                    { block_type: 10084, is_finish: true, content: { rich_media_layout_block: { media: [{ type: 6, creation: { type: 1, image: { status: 2, image_ori: { url: imageUrl } } } }] } } },
+                ] };
+        } });
+    const client = new cdp_client_1.DoubaoCdpClient({ fetchImpl: async (input) => {
+            strict_1.default.equal(String(input), imageUrl);
+            return new Response(png, { headers: { "content-type": "image/png" } });
+        } });
+    client.connect = async () => { };
+    client.evaluate = async (expression) => (0, node_vm_1.runInNewContext)(expression, { window: page.window, Map, Set, JSON, Date, Error, AbortController, URL, performance: { getEntriesByType: () => [] }, navigator: { userAgent: "" } });
+    const running = client.complete("生成图片", undefined, undefined, "");
+    void running.catch(() => undefined);
+    for (let i = 0; i < 242; i++) {
+        await new Promise(setImmediate);
+        t.mock.timers.tick(1_000);
+    }
+    const result = await running;
+    strict_1.default.equal(result.text, "图片已生成");
+    strict_1.default.equal(result.images.length, 1);
+    strict_1.default.deepEqual(Buffer.from(result.images[0].data), png);
+    strict_1.default.equal(page.sent.length, 1, "持续等待不能重新提交生成任务");
+});
+function start(page, conversationId) {
+    (0, node_vm_1.runInNewContext)((0, cdp_client_1.buildLocalComputerInjection)((0, cdp_client_1.requestBody)("请执行命令", conversationId, "bot", ["feishu"], [], "local-computer")), { window: page.window, Map, Set, JSON, Date, Error, AbortController, URL, performance: { getEntriesByType: () => [] }, navigator: { userAgent: "" } });
+}
+async function execute(page, conversationId = "peer-conversation") {
+    start(page, conversationId);
+    for (let i = 0; i < 100 && !page.window.__mab_doubao_result; i++)
+        await new Promise(resolve => setImmediate(resolve));
+    strict_1.default.ok(page.window.__mab_doubao_result, "原生任务必须结束并返回结果");
+    return JSON.parse(page.window.__mab_doubao_result);
+}
+(0, node_test_1.default)("豆包本地电脑请求使用原生模式、工作区、授权和伙伴，并通过原生发送链返回结果", async () => {
+    const page = nativePage();
+    const result = await execute(page);
+    strict_1.default.equal(result.ok, true);
+    strict_1.default.equal(result.reply, "命令已执行");
+    strict_1.default.equal(result.conversationId, "real-conversation");
+    strict_1.default.equal(page.window.__mab_doubao_progress.requestId, result.requestId);
+    strict_1.default.equal(page.window.__mab_doubao_progress.sequence, 2);
+    strict_1.default.equal(new URL(page.window.__mab_doubao_request_url).origin, "https://www.doubao.com");
+    strict_1.default.equal(page.window.__mab_doubao_controller.signal.aborted, false);
+    strict_1.default.equal(page.sent.length, 1);
+    const message = page.sent[0].messages[0];
+    strict_1.default.equal(message.conversation_id, "peer-conversation");
+    strict_1.default.equal(message.ext.agent_mode, "17");
+    strict_1.default.equal(message.ext.use_deep_think, "9");
+    const general = JSON.parse(message.ext.general_task_param);
+    strict_1.default.equal(general.runtime_type, 27);
+    strict_1.default.equal(general.client_option.workspace, "workspace:peer-conversation");
+    strict_1.default.equal(general.client_option.sandbox_env_id, "native-env");
+    strict_1.default.equal(general.client_option.sandbox_auth_type, 41);
+    strict_1.default.equal(general.agent_task_param.workspace, "workspace:peer-conversation");
+    strict_1.default.equal(JSON.parse(message.ext.connector_info_list)[0].connector_id, "native-lark");
+    strict_1.default.deepEqual(JSON.parse(message.ext.mention_plugin_list), ["feishu"]);
+});
+(0, node_test_1.default)("豆包未开通任务模式、环境未就绪或缺少授权时拒绝发送，不能降为纯聊天", async () => {
+    for (const options of [{ ready: false }, { mode: false }, { authorization: false }]) {
+        const page = nativePage(options);
+        const result = await execute(page);
+        strict_1.default.equal(result.failed, true);
+        strict_1.default.equal(page.sent.length, 0);
+        strict_1.default.match(result.reason, /本地电脑|任务模式|授权/);
+    }
+});
+(0, node_test_1.default)("豆包新会话沿用独立临时会话标识，初始化本地电脑参数", async () => {
+    const page = nativePage();
+    const result = await execute(page, "");
+    strict_1.default.equal(result.ok, true);
+    const message = page.sent[0].messages[0];
+    strict_1.default.equal(message.conversation_id, undefined);
+    strict_1.default.match(message.local_conversation_id, /^local_/);
+    strict_1.default.ok(JSON.parse(message.ext.conversation_init_ext).agent_task_param);
+});
+(0, node_test_1.default)("豆包原生发送失败必须报错，不能将收到的中间文字当作成功", async () => {
+    const page = nativePage({ failure: true });
+    strict_1.default.equal((await execute(page)).failed, true);
+});
+(0, node_test_1.default)("豆包本地电脑中止终态不能伪装成成功", async () => {
+    const page = nativePage({ messages: async function* () {
+            yield { message_id: "answer", conversation_id: "broken", content_blocks_v2: [{ content: { text_block: { text: "只完成第一步" } } }], final_status: { session: "Broken" } };
+        } });
+    const result = await execute(page, "broken");
+    strict_1.default.equal(result.failed, true);
+    strict_1.default.match(result.reason, /中止/);
+});
+(0, node_test_1.default)("豆包本地电脑等待工具返回的异步视频并通过原生消息列表读取", async () => {
+    const page = nativePage({
+        messages: async function* (value) {
+            yield { ...value.messages[0], message_id: "question", conversation_id: "video-conversation" };
+            yield { message_id: "answer", conversation_id: "video-conversation", content_blocks_v2: [{ content: { text_block: { text: "已提交视频" } } }], ext: { has_video_gen: "1" } };
+        },
+        historyMessages: [{ message_id: "video-message", conversation_id: "video-conversation", reply_id: "question", content_blocks_v2: [{ block_type: 2074, is_finish: true, content: { creation_block: { creations: [{ video: { status: 3, vid: "async-video" } }] } } }] }],
+    });
+    const result = await execute(page);
+    strict_1.default.equal(result.pending, true);
+    const media = await page.window.__mab_doubao_read_artifacts(page.window.__mab_doubao_request_id);
+    strict_1.default.equal(media.pending, false);
+    strict_1.default.equal(media.artifacts[0].vid, "async-video");
+});
+(0, node_test_1.default)("豆包本地电脑旧请求晚结束时不覆盖其他 peer 的正文与会话", async () => {
+    let release;
+    const gate = new Promise(resolve => { release = resolve; });
+    const page = nativePage({ messages: async function* (value) {
+            const id = value.messages[0].conversation_id;
+            if (id === "first")
+                await gate;
+            yield { message_id: id, conversation_id: id, content_blocks_v2: [{ content: { text_block: { text: id } } }] };
+        } });
+    start(page, "first");
+    for (let i = 0; i < 100 && page.sent.length === 0; i++)
+        await new Promise(resolve => setImmediate(resolve));
+    strict_1.default.equal((await execute(page, "second")).reply, "second");
+    release();
+    await new Promise(resolve => setImmediate(resolve));
+    strict_1.default.equal(JSON.parse(page.window.__mab_doubao_result).reply, "second");
+    strict_1.default.equal(JSON.parse(page.window.__mab_doubao_result).conversationId, "second");
+});
+(0, node_test_1.default)("豆包旧请求迟到时不能覆盖新请求的异步产物读取器", async () => {
+    let release;
+    const gate = new Promise(resolve => { release = resolve; });
+    const page = nativePage({
+        messages: async function* (value) {
+            const id = value.messages[0].conversation_id;
+            if (id === "first")
+                await gate;
+            yield { message_id: id, conversation_id: id, reply_id: "question-" + id, content_blocks_v2: [{ content: { text_block: { text: "已提交" } } }], ext: { has_video_gen: "1" } };
+        },
+        historyMessages: [{ message_id: "second-video", conversation_id: "second", reply_id: "question-second", content_blocks_v2: [{ block_type: 2074, is_finish: true, content: { creation_block: { creations: [{ video: { status: 3, vid: "second-video" } }] } } }] }],
+    });
+    start(page, "first");
+    for (let i = 0; i < 100 && page.sent.length === 0; i++)
+        await new Promise(resolve => setImmediate(resolve));
+    start(page, "second");
+    for (let i = 0; i < 100 && !page.window.__mab_doubao_result; i++)
+        await new Promise(resolve => setImmediate(resolve));
+    release();
+    await new Promise(resolve => setImmediate(resolve));
+    const media = await page.window.__mab_doubao_read_artifacts(page.window.__mab_doubao_request_id);
+    strict_1.default.equal(media.artifacts[0].vid, "second-video");
+});
+(0, node_test_1.default)("豆包默认客户端通过原生发送链解析文件 URI、视频 VID 和图片", async () => {
+    const png = Buffer.from("iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mP8/x8AAwMCAO+jL1sAAAAASUVORK5CYII=", "base64");
+    const video = Buffer.from([0, 0, 0, 12, 102, 116, 121, 112, 0, 0, 0, 0]);
+    const imageUrl = "https://p1-flow-imagex-sign.byteimg.com/image.png";
+    const videoUrl = "https://v1-vdl.doubao.com/video.mp4";
+    const fileUrl = "https://p1-flow-sign.byteimg.com/file.txt";
+    const page = nativePage({ messages: async function* () {
+            yield { message_id: "answer", conversation_id: "media-conversation", content_blocks_v2: [
+                    { block_type: 2074, is_finish: true, content: { creation_block: { creations: [
+                                    { image: { status: 2, image_ori: { url: imageUrl } } }, { video: { status: 3, vid: "native-video" } },
+                                ] } } },
+                    { block_type: 10020, is_finish: true, content: { file_block: { name: "结果.txt", uri: "native-file" } } },
+                ] };
+        } });
+    const urls = [];
+    const context = { window: page.window, Map, Set, JSON, Date, Error, AbortController, URL, performance: { getEntriesByType: () => [] }, navigator: { userAgent: "" }, fetch: async (url, options) => {
+            strict_1.default.equal(options.signal.aborted, false);
+            urls.push(new URL(url).pathname);
+            return new Response(JSON.stringify({ code: 0, data: url.includes("get_play_info") ? { play_infos: [{ main: videoUrl }] } : { file_urls: [{ uri: "native-file", main_url: fileUrl }] } }));
+        } };
+    const client = new cdp_client_1.DoubaoCdpClient({ timeoutMs: 5000, fetchImpl: async (input) => {
+            const url = String(input);
+            return new Response(url === imageUrl ? png : url === videoUrl ? video : Buffer.from("文件内容"), { headers: { "content-type": url === imageUrl ? "image/png" : url === videoUrl ? "video/mp4" : "text/plain" } });
+        } });
+    client.connect = async () => { };
+    client.evaluate = async (expression) => (0, node_vm_1.runInNewContext)(expression, context);
+    const result = await client.complete("生成产物", undefined, undefined, "");
+    strict_1.default.equal(result.sessionId, "media-conversation");
+    strict_1.default.equal(result.attachments.length, 3);
+    strict_1.default.equal(result.images.length, 1);
+    strict_1.default.equal(result.attachments[2].filename, "结果.txt");
+    strict_1.default.deepEqual(urls, ["/samantha/video/get_play_info", "/alice/message/get_file_url"]);
+});