mu-agent-bridge 1.0.73 → 1.0.78

package/dist/src-ts/plugins/doubao/index.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DoubaoPlugin = exports.doubaoManifest = void 0;
+const node_child_process_1 = require("node:child_process");
 const promises_1 = require("node:fs/promises");
 const node_path_1 = require("node:path");
 const agent_1 = require("../../agent");
@@ -11,7 +12,7 @@ const desktop_launch_1 = require("../desktop-launch");
 const node_os_1 = require("node:os");
 exports.doubaoManifest = {
     id: "doubao",
-    version: "1.0.24",
+    version: "1.0.35",
     displayName: "豆包",
     entry: "dist/index.js",
     apiVersion: "1",
@@ -19,6 +20,95 @@ exports.doubaoManifest = {
     capabilities: ["chat", "health", "model-provider"],
     configSchema: "config.schema.json",
 };
+const doubaoLoginEntries = [
+    "Local State",
+    "saman_app_state",
+    "saman_shell_db_storage",
+    "saman_shell_persistent_storage_v1",
+    "Default/Network",
+    "Default/Local Storage",
+    "Default/IndexedDB",
+    "Default/Session Storage",
+    "Default/WebStorage",
+    "Default/DoubaoStorage",
+    "Default/Preferences",
+    "Default/Secure Preferences",
+    "Default/Remote_State",
+    "Default/Remote_State_Aha_Chromium",
+];
+function runRobocopy(args) {
+    return new Promise((resolve, reject) => (0, node_child_process_1.execFile)("robocopy.exe", args, { windowsHide: true }, error => {
+        if (!error)
+            return resolve();
+        const rawCode = error.code;
+        const code = typeof rawCode === "number" ? rawCode : Number(rawCode);
+        if (Number.isFinite(code) && code <= 7)
+            resolve();
+        else
+            reject(error);
+    }));
+}
+async function copyWithWindowsBackup(from, staged) {
+    const sourceInfo = await (0, promises_1.stat)(from);
+    const robocopyTarget = `${staged}.robocopy`;
+    await (0, promises_1.rm)(robocopyTarget, { recursive: true, force: true });
+    await (0, promises_1.mkdir)(robocopyTarget, { recursive: true });
+    const args = [
+        sourceInfo.isDirectory() ? from : (0, node_path_1.dirname)(from),
+        robocopyTarget,
+        sourceInfo.isDirectory() ? "*" : (0, node_path_1.basename)(from),
+        ...(sourceInfo.isDirectory() ? ["/E"] : []),
+        "/B", "/COPY:DAT", "/DCOPY:DAT", "/R:0", "/W:0", "/NFL", "/NDL", "/NJH", "/NJS", "/NP", "/XF", "LOCK", "LOG", "LOG.old", "lockfile",
+    ];
+    try {
+        await runRobocopy(args);
+        const copied = sourceInfo.isDirectory() ? robocopyTarget : (0, node_path_1.join)(robocopyTarget, (0, node_path_1.basename)(from));
+        await (0, promises_1.rm)(staged, { recursive: true, force: true });
+        await (0, promises_1.rename)(copied, staged);
+    }
+    finally {
+        await (0, promises_1.rm)(robocopyTarget, { recursive: true, force: true }).catch(() => undefined);
+    }
+}
+async function copyDoubaoLoginState(target) {
+    const source = (0, node_path_1.join)(process.env.LOCALAPPDATA ?? (0, node_path_1.join)((0, node_os_1.homedir)(), "AppData", "Local"), "Doubao", "User Data");
+    await (0, promises_1.mkdir)(target, { recursive: true });
+    for (const entry of doubaoLoginEntries) {
+        const from = (0, node_path_1.join)(source, entry);
+        const to = (0, node_path_1.join)(target, entry);
+        const staged = `${to}.mab-copy`;
+        try {
+            await (0, promises_1.rm)(staged, { recursive: true, force: true });
+            await (0, promises_1.mkdir)((0, node_path_1.dirname)(staged), { recursive: true });
+            try {
+                await (0, promises_1.cp)(from, staged, {
+                    recursive: true,
+                    force: true,
+                    filter: value => !new Set(["LOCK", "LOG", "LOG.old", "lockfile"]).has(value.split(/[\\/]/).at(-1) ?? ""),
+                });
+            }
+            catch (error) {
+                if (error.code !== "EBUSY")
+                    throw error;
+                try {
+                    await copyWithWindowsBackup(from, staged);
+                }
+                catch {
+                    await (0, promises_1.rm)(staged, { recursive: true, force: true }).catch(() => undefined);
+                    continue;
+                }
+            }
+            await (0, promises_1.rm)(to, { recursive: true, force: true });
+            await (0, promises_1.rename)(staged, to);
+        }
+        catch (error) {
+            await (0, promises_1.rm)(staged, { recursive: true, force: true }).catch(() => undefined);
+            const code = error.code;
+            if (code !== "ENOENT" && code !== "EBUSY")
+                throw error;
+        }
+    }
+}
 class DoubaoPlugin {
     injectedClient;
     manifest = exports.doubaoManifest;
@@ -63,7 +153,14 @@ class DoubaoPlugin {
             conversationId: typeof context.config.conversationId === "string" ? context.config.conversationId : undefined,
             botId: typeof context.config.botId === "string" ? context.config.botId : undefined,
             pluginList: Array.isArray(context.config.pluginList) ? context.config.pluginList.filter((value) => typeof value === "string") : undefined,
+            mode: context.config.mode === "chat" ? "chat" : "local-computer",
             timeoutMs: typeof context.config.timeoutMs === "number" ? context.config.timeoutMs : undefined,
+            logger: { warn: message => context.logger?.warn?.(message) },
+            recoverCdp: async () => {
+                if (!this.reconnect)
+                    throw new Error("豆包插件尚未配置 CDP 恢复流程");
+                await this.reconnect();
+            },
         });
         this.sessionHistory = new session_history_1.DoubaoSessionHistoryProvider({
             scope: `doubao:${(0, plugin_1.resolveRuntimePort)(context.config, context.runtime, "doubao", "DOUBAO_CDP_PORT", 9227)}`,
@@ -76,17 +173,30 @@ class DoubaoPlugin {
             }
             catch (first) {
                 if (context.config.autoStart !== false && !this.injectedClient && process.platform === "win32") {
+                    if (!(0, agent_1.errorDetails)(first).includes("ECONNREFUSED"))
+                        throw first;
                     const executable = await (0, desktop_launch_1.findWindowsExecutable)("Doubao.exe", typeof context.config.executablePath === "string" ? context.config.executablePath : undefined);
                     if (!executable)
                         throw new Error("未找到 Doubao.exe，请配置 executablePath");
                     const port = (0, plugin_1.resolveRuntimePort)(context.config, context.runtime, "doubao", "DOUBAO_CDP_PORT", 9227);
                     context.logger?.warn?.(`正在恢复豆包：${executable}，等待 CDP ${port}`);
                     try {
-                        await (0, desktop_launch_1.restartOwnedAndWait)(this.ownedProcess, executable, [`--remote-debugging-port=${port}`], (0, node_path_1.join)(this.dataDir ?? (0, node_path_1.join)((0, node_os_1.homedir)(), ".agent-bridge", "doubao"), "desktop-profile"), () => this.client.connect(), typeof context.config.startupTimeoutMs === "number" ? context.config.startupTimeoutMs : 30_000, child => { this.ownedProcess = child; });
+                        // 只重启桥接持有的进程；人工实例占用默认目录时使用下方独立目录。
+                        await (0, desktop_launch_1.restartOwnedAndWait)(this.ownedProcess, executable, [`--remote-debugging-port=${port}`], undefined, () => this.client.connect(), typeof context.config.startupTimeoutMs === "number" ? context.config.startupTimeoutMs : 30_000, child => { this.ownedProcess = child; });
                         return;
                     }
                     catch (error) {
                         first = new Error(`已启动豆包，但 CDP ${port} 未就绪：${error instanceof Error ? error.message : String(error)}`);
+                        const profile = (0, node_path_1.join)(this.dataDir ?? (0, node_path_1.join)((0, node_os_1.homedir)(), ".agent-bridge", "doubao"), "desktop-profile");
+                        try {
+                            await copyDoubaoLoginState(profile);
+                            context.logger?.warn?.(`默认豆包用户目录不可用，改用登录状态副本：${profile}`);
+                            await (0, desktop_launch_1.restartOwnedAndWait)(this.ownedProcess, executable, [`--remote-debugging-port=${port}`], profile, () => this.client.connect(), typeof context.config.startupTimeoutMs === "number" ? context.config.startupTimeoutMs : 30_000, child => { this.ownedProcess = child; });
+                            return;
+                        }
+                        catch (fallbackError) {
+                            first = new Error(`已启动豆包，但 CDP ${port} 未就绪：${fallbackError instanceof Error ? fallbackError.message : String(fallbackError)}`);
+                        }
                     }
                 }
                 throw first;
@@ -106,13 +216,14 @@ class DoubaoPlugin {
             throw error;
         }
     }
-    async deactivate() {
+    async deactivate(_reason = "stop", options) {
         await this.queue;
         this.disposer?.();
         this.disposer = undefined;
         this.reconnect = undefined;
         await this.client?.close();
-        await (0, desktop_launch_1.terminateOwnedProcess)(this.ownedProcess).catch(() => undefined);
+        if (!options?.preserveDesktop)
+            await (0, desktop_launch_1.terminateOwnedProcess)(this.ownedProcess).catch(() => undefined);
         this.ownedProcess = undefined;
         this.client = undefined;
         this.state = "stopped";
@@ -142,7 +253,7 @@ class DoubaoPlugin {
         if (this.state !== "ready" || !this.client)
             throw new Error("豆包插件未就绪");
         if (!this.client.connected())
-            await this.reconnect?.();
+            await this.reconnect();
     }
     async handle(request) {
         return this.enqueue(async () => {
@@ -169,9 +280,10 @@ class DoubaoPlugin {
             const run = this.enqueue(async () => {
                 request.signal.throwIfAborted();
                 stage = "连接豆包模型（connect）";
+                await this.ensureConnected();
                 const client = this.client;
-                if (this.state !== "ready" || !client?.connected() || !client.complete)
-                    throw new Error("豆包 CDP 未连接，模型请求不会启动或重启桌面");
+                if (!client?.complete)
+                    throw new Error("豆包客户端不支持模型调用");
                 stage = "等待豆包模型生成（generate）";
                 // 空服务端标识会原子创建独立会话，无需切换用户桌面页面。
                 const response = await client.complete(request.prompt, request.signal, undefined, this.bindings.get(request.sessionId) ?? "");

package/dist/src-ts/plugins/doubao/native-task.js

@@ -0,0 +1,134 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.nativeTaskScript = void 0;
+// shortcut: 依赖桌面端原生模块导出，豆包升级接口后需重新校验；接口缺失时拒绝发送。
+exports.nativeTaskScript = String.raw `(body, readTexts, readArtifacts, getRequestUrl) => {
+  window.__mab_doubao_controller?.abort();
+  const controller = new AbortController();
+  window.__mab_doubao_controller = controller;
+  window.__mab_doubao_read_artifacts = undefined;
+  window.__mab_doubao_request_id = body.option.unique_key;
+  let progressSequence = 0;
+  window.__mab_doubao_progress = { requestId: body.option.unique_key, sequence: progressSequence };
+  window.__mab_doubao_result = null;
+  const finish = result => {
+    if (window.__mab_doubao_controller === controller) window.__mab_doubao_result = JSON.stringify(result);
+  };
+  (async () => {
+    window.__mab_doubao_request_url = getRequestUrl().href;
+    const chunks = window['@flow-web/desktop:stable'];
+    if (!Array.isArray(chunks)) throw Error('豆包本地电脑原生接口不可用，请检查桌面端版本');
+    let requireNative;
+    chunks.push([['mab_task_' + body.option.unique_key], {}, value => { requireNative = value; }]);
+    const factories = new Map(chunks.flatMap(chunk => Object.entries(chunk[1] || {})));
+    const load = (marker, extra = '') => {
+      for (const [id, factory] of factories) if (String(factory).includes(marker) && String(factory).includes(extra)) return requireNative(id);
+      throw Error('豆包本地电脑接口缺失：' + marker);
+    };
+    const named = name => load(name + ':()=>')[name];
+    const only = (module, predicate) => {
+      const matches = Object.values(module).filter(value => typeof value === 'function' && predicate(value));
+      if (matches.length !== 1) throw Error('豆包本地电脑原生接口不兼容');
+      return matches[0];
+    };
+    const environment = await named('sandboxEnvironmentController').query();
+    if (!environment.isReady || !environment.environmentId) throw Error('豆包本地电脑环境未就绪，请在当前桌面登录态中检查本地电脑功能');
+    const getStore = only(load('chat-ioc-manager: cannot bind empty store'), value => String(value).includes('it is async store'));
+    const state = getStore('chatInputStore').getState();
+    const agentMode = named('AgentMode').MOA;
+    const mode = state.modeSelectConfigs?.menu_item_list?.find(item => Number(item.agent_mode) === agentMode);
+    if (!mode) throw Error('当前豆包登录态未提供任务模式，不能使用本地电脑');
+    const modeId = state.modeSelectConfigsV2?.mode_list?.item_list?.find(item => Number(item.agent_mode) === agentMode)?.mode_id || mode.default_mode;
+    if (!modeId) throw Error('豆包本地电脑任务模式标识缺失');
+    const getAuthorization = only(load('new WeakMap', 'sandboxAuthType:'), value => value.length === 0);
+    const authorization = getAuthorization();
+    if (!authorization || typeof authorization.sandboxAuthType !== 'number') throw Error('无法读取豆包本地电脑授权设置');
+    const getService = only(load('chat-ioc-manager: cannot bind empty service'), value => value.constructor.name === 'AsyncFunction');
+    const service = await getService('chatIMService');
+    const messageService = await service?.getMessageService();
+    if (!messageService?.sendMessage) throw Error('豆包本地电脑消息服务未就绪');
+    const scope = body.client_meta.conversation_id || body.client_meta.local_conversation_id;
+    const taskApi = load('buildGeneralAgentCompletionTaskParam:()=>');
+    const clientOption = await taskApi.buildGeneralAgentCompletionTaskParam(scope);
+    if (!clientOption.sandbox_id || !clientOption.workspace) throw Error('豆包本地电脑工作区或运行环境不可用');
+    const workspace = clientOption.workspace;
+    const runtimeType = taskApi.GeneralAgentRuntimeType.LocalPC;
+    const modify = only(load('general_agent_conversation_modify_params'), value => value.constructor.name === 'AsyncFunction');
+    const changes = await modify({ completionTaskParam: clientOption, messageConversationId: scope, primaryWorkspace: clientOption.workspace, runtimeType, sandboxAuthType: authorization.sandboxAuthType });
+    const general = { ...changes, runtime_type: runtimeType, server_do_compare: true, client_option: {
+      ...clientOption, sandbox_id: undefined, sandbox_env_id: clientOption.sandbox_id,
+      shared_folder_path: [clientOption.workspace], sandbox_auth_type: authorization.sandboxAuthType,
+    } };
+    const connector = await named('getFeishuConnectorEnabledForConversation')(scope);
+    const connectorInfo = only(load('connector_info_list', 'wrapped:!0'), value => {
+      const source = String(value); return source.includes('connector_id:') && source.includes('switch:') && source.includes('connector_vendor:');
+    });
+    const extra = {
+      agent_mode: String(agentMode), use_deep_think: String(mode.menu_type ?? mode.item_id), mode_id: String(modeId),
+      model_item_key: mode.model_item_key, model_extra_params: JSON.stringify(mode.model_extra_params || {}),
+      reasoning_effort: String(mode.reasoning_effort_config?.default_level ?? body.option.model_config.reasoning_effort),
+      general_task_param: JSON.stringify(general), mention_plugin_list: body.option.aggregate_params.mention_plugin_list,
+      ...(connector ? { connector_info_list: JSON.stringify([connectorInfo(connector.enabled, connector.id)]) } : {}),
+      ...(!body.client_meta.conversation_id ? {
+        conversation_init_option: JSON.stringify({ need_ack_conversation: true }),
+        conversation_init_ext: JSON.stringify({ mode_id: String(modeId), agent_task_param: JSON.stringify(changes.agent_task_param) }),
+      } : {}),
+    };
+    const create = named('createSendMessage');
+    const messages = body.messages.map(item => create({ conversationContext: {
+      conversation_id: body.client_meta.conversation_id || undefined,
+      local_conversation_id: body.client_meta.conversation_id ? undefined : scope, bot_id: body.client_meta.bot_id,
+    }, message: { content_blocks_v2: item.content_block, unique_id: item.local_message_id, ext: extra } }));
+    controller.signal.throwIfAborted();
+    const handle = messageService.sendMessage({ messages, sessionId: body.option.unique_key, session: { reportParams: { is_local_computer_on: 1 } }, sendMode: 'normal' });
+    controller.signal.addEventListener('abort', () => { Promise.resolve().then(() => handle.cancel()).catch(() => {}); }, { once: true });
+    const localIds = new Set(body.messages.map(item => item.local_message_id)), replies = new Map();
+    const questionIds = new Set(), messageIds = new Set();
+    let expectVideo = false, conversationId = body.client_meta.conversation_id;
+    const collect = message => {
+      const statuses = Object.values(message.final_status || {});
+      if (statuses.some(status => ['Broken', 'CancelError', 'Cancelled', 'Canceled'].includes(status))) throw Error('豆包本地电脑任务已中止');
+      if (message.error_details?.has_error || statuses.some(status => ['Error', 'PanicError', 'ExpectError'].includes(status))) throw Error(message.error_details?.error_msg || '豆包本地电脑任务执行失败');
+      if (message.ext?.has_video_gen === '1' || message.ext?.has_video_gen === 1) expectVideo = true;
+      if (message.message_id) {
+        messageIds.add(message.message_id);
+        replies.set(message.message_id, message.content_blocks_v2 || message.content_blocks || message.content_block || []);
+      }
+    };
+    for await (const message of handle.subscribe()) {
+      if (window.__mab_doubao_controller === controller) window.__mab_doubao_progress = { requestId: body.option.unique_key, sequence: ++progressSequence };
+      if (message.conversation_id) conversationId = message.conversation_id;
+      if (localIds.has(message.local_message_id) || localIds.has(message.unique_id)) {
+        if (message.error_details?.has_error) throw Error('豆包本地电脑任务发送失败');
+        if (message.message_id) questionIds.add(message.message_id);
+        continue;
+      }
+      if (message.reply_id) questionIds.add(message.reply_id);
+      collect(message);
+    }
+    const mediaSnapshot = () => {
+      const media = readArtifacts([...replies.values()], workspace);
+      return { ...media, pending: media.pending || (expectVideo && !media.artifacts.some(item => item.kind === 'video')) };
+    };
+    // 异步媒体按本轮引用读取原生消息列表，不依赖人工当前打开的会话。
+    if (window.__mab_doubao_controller !== controller) throw Error('豆包本地电脑原任务上下文已变化');
+    window.__mab_doubao_read_artifacts = async requestId => {
+      if (requestId !== body.option.unique_key || window.__mab_doubao_controller !== controller) throw Error('豆包本地电脑原任务上下文已变化');
+      controller.signal.throwIfAborted();
+      if (typeof messageService.fetchAndUpdateMessageList !== 'function') throw Error('豆包本地电脑异步产物读取接口不可用');
+      const page = await messageService.fetchAndUpdateMessageList({ conversationId, options: { limit: 50 } });
+      for (const message of page?.messages || []) {
+        if (message.conversation_id !== conversationId) continue;
+        const reference = message.ext?.reference_info;
+        const match = typeof reference === 'string' ? reference.match(/"referenced_message_id"\s*:\s*(?:"([^"\n]+)"|(\d+))/) : null;
+        const referenceId = match?.[1] || match?.[2];
+        if (messageIds.has(message.message_id) || questionIds.has(message.reply_id) || questionIds.has(referenceId)) collect(message);
+      }
+      return mediaSnapshot();
+    };
+    const media = mediaSnapshot();
+    const reply = readTexts([...replies.values()].map(blocks => blocks.filter(block => !block.parent_id && block.control_info?.is_visible !== false))).join('\n').trim();
+    if (!reply && !media.artifacts.length && !media.pending) throw Error('豆包本地电脑任务未返回结果');
+    finish({ ok: true, reply, conversationId, ...media, requestId: body.option.unique_key, questionIds: [...questionIds], messageIds: [...messageIds] });
+  })().catch(error => { finish({ failed: true, requestId: body.option.unique_key, reason: error?.message || String(error) }); });
+}`;