@ai-setting/roy-agent-core 1.5.88 → 1.5.90

package/dist/shared/@ai-setting/{roy-agent-core-c1j7ev4e.js → roy-agent-core-txwf64pd.js}

@@ -5,6 +5,41 @@ import {
 // src/env/session/session-message-converter.ts
 import { randomUUID } from "crypto";
 var DEFAULT_REASONING_BUDGET_TOKENS = 1e4;
+function toModelImagePart(imagePart) {
+  return {
+    type: "image",
+    image: normalizeImagePayload(imagePart.image, imagePart.mimeType),
+    mimeType: imagePart.mimeType
+  };
+}
+function isLegacyBufferShape(v) {
+  return typeof v === "object" && v !== null && !Array.isArray(v) && !(v instanceof Uint8Array) && !(v instanceof URL) && v.type === "Buffer" && Array.isArray(v.data);
+}
+function normalizeImagePayload(image, mimeType) {
+  if (typeof image === "string" || image instanceof URL) {
+    return image;
+  }
+  if (typeof Buffer !== "undefined" && Buffer.isBuffer(image)) {
+    const mime = mimeType ?? "image/jpeg";
+    return `data:${mime};base64,${image.toString("base64")}`;
+  }
+  if (image instanceof Uint8Array) {
+    if (typeof Buffer !== "undefined") {
+      const mime2 = mimeType ?? "image/jpeg";
+      return `data:${mime2};base64,${Buffer.from(image).toString("base64")}`;
+    }
+    let binary = "";
+    for (let i = 0;i < image.length; i++) {
+      binary += String.fromCharCode(image[i]);
+    }
+    const mime = mimeType ?? "image/jpeg";
+    return `data:${mime};base64,${globalThis.btoa?.(binary) ?? binary}`;
+  }
+  if (isLegacyBufferShape(image)) {
+    return new Uint8Array(image.data);
+  }
+  return image;
+}
 
 class SessionMessageConverter {
   toModelMessage(msg) {
@@ -47,6 +82,8 @@ class SessionMessageConverter {
             mimeType: filePart.mime,
             filename: filePart.filename
           });
+        } else if (part.type === "image") {
+          content.push(toModelImagePart(part));
         } else if (part.type === "tool-result" || part.type === "checkpoint") {} else {
           console.debug(`[session-message-converter] Skipping unsupported part type in assistant: ${part.type}`);
         }
@@ -68,6 +105,32 @@ class SessionMessageConverter {
         }]
       };
     }
+    if (msg.role === "user" || msg.role === "system") {
+      const parts = msg.parts || [];
+      const hasMultimodal = parts.some((p) => p.type === "image" || p.type === "file");
+      if (hasMultimodal) {
+        const content = [];
+        for (const part of parts) {
+          if (part.type === "text") {
+            content.push({ type: "text", text: part.content });
+          } else if (part.type === "image") {
+            content.push(toModelImagePart(part));
+          } else if (part.type === "file") {
+            const filePart = part;
+            content.push({
+              type: "file",
+              url: filePart.url,
+              mimeType: filePart.mime,
+              filename: filePart.filename
+            });
+          }
+        }
+        return {
+          role: msg.role,
+          content
+        };
+      }
+    }
     return {
       role: msg.role,
       content: msg.content || ""
@@ -121,6 +184,13 @@ class SessionMessageConverter {
             url: p.url,
             filename: p.filename
           });
+        } else if (p.type === "image") {
+          const imageData = normalizeImagePayload(p.image, p.mimeType);
+          parts.push({
+            type: "image",
+            image: imageData,
+            mimeType: p.mimeType
+          });
         } else {
           console.debug(`[session-message-converter] Unknown part type: ${p.type}`);
         }

package/dist/shared/@ai-setting/{roy-agent-core-7fdzfsm6.js → roy-agent-core-w0kb72ve.js}

@@ -1,6 +1,12 @@
+import {
+  WORKFLOW_EXTRACT_PROMPT
+} from "./roy-agent-core-83d035pp.js";
 import {
   BasePlugin
 } from "./roy-agent-core-az13yzmc.js";
+import {
+  validateWorkflowDefinition
+} from "./roy-agent-core-8wd3qwx5.js";
 import {
   TaskHookPoints
 } from "./roy-agent-core-92z6t4he.js";
@@ -12,8 +18,7 @@ import {
 } from "./roy-agent-core-y5d04fm3.js";
 import {
   TracedAs,
-  init_decorator,
-  wrapFunction
+  init_decorator
 } from "./roy-agent-core-k05v31rc.js";
 import {
   createLogger,
@@ -28,107 +33,7 @@ import {
 init_logger();
 
 // src/env/task/plugins/workflow-extractor-agent.ts
-var WORKFLOW_EXTRACTOR_PROMPT = `你是 Workflow 提取专家，负责将自然语言描述转换为符合规范的 Workflow YAML。
-
-## 提取原则
-
-1. **优先具象节点**：优先使用特定工具节点（如 read_file, write_file, grep, bash 等）
-2. **Fallback 到通用节点**：没有对应工具时，使用 agent/llm/bash 节点
-3. **避免条件分支**：不提取循环和条件判断，保持线性流程
-4. **泛化但可执行**：步骤描述可泛化，但节点类型和工具要具体
-
-## 构建流程
-
-**重要**：构建的 Workflow 必须通过 \`roy workflow validate\` 验证才能输出。
-
-\`\`\`
-1. 理解用户需求
-2. 参考 roy workflow nodes 查看可用节点类型
-3. 参考 roy workflow get <name> 查看已有 workflow 示例
-4. 生成 Workflow YAML
-5. 使用 roy workflow validate --yaml "<生成的YAML>" 验证
-6. 验证通过后输出最终结果
-\`\`\`
-
-## 验证检查清单
-
-完成 Workflow 构建后，必须使用以下命令验证：
-
-\`\`\`bash
-roy workflow validate --yaml "<your-yaml>"
-\`\`\`
-
-验证通过后（无错误输出）才输出最终结果。验证失败时根据错误信息修正后重新验证。
-
-## 可用的 Workflow 节点类型
-
-使用以下命令查看所有节点类型的详细配置：
-
-\`\`\`bash
-roy workflow nodes              # 列出所有节点类型
-roy workflow nodes <type>      # 查看特定节点详情（如 tool, agent, skill）
-\`\`\`
-
-**支持的节点类型：**
-- **tool**：执行工具（bash, read-file, write-file, grep 等）
-- **skill**：调用技能
-- **agent**：AI Agent
-- **workflow**：子工作流
-- **condition**：条件判断
-- **merge**：合并结果
-- **decorator**：装饰器方法
-
-## 查看已有 Workflow 示例
-
-使用以下命令查看已有 workflow 的 YAML 结构：
-
-\`\`\`bash
-roy workflow list              # 列出所有 workflow
-roy workflow get <name>       # 获取指定 workflow 详情（YAML 格式）
-\`\`\`
-
-## 输出要求
-
-验证通过后，输出符合以下格式的 YAML Workflow：
-
-\`\`\`yaml
-name: {泛化的任务名称}
-version: "1.0"
-description: {一句话描述}
-nodes:
-  - id: node-1
-    type: tool|skill|agent|workflow|condition|merge|decorator
-    name: {节点名称}
-    config:
-      # 根据类型配置必填字段：
-      # tool: tool, input/args
-      # skill: skill, input
-      # agent: agent_type, prompt, options
-      # workflow: workflow_name, input
-      # condition: condition
-      # merge: strategy, depends_on
-      # decorator: _methodName, _instance
-    depends_on: []
-outputs: []
-\`\`\`
-
-## 限制
-
-- 至少 2 个节点才有意义
-- 不要生成条件节点（if/else/switch）
-- 不要生成循环节点（while/for）
-- 每个节点要有清晰的名称和描述
-- 必须为 tool 节点指定 tool 名称
-- 必须为 agent 节点指定 agent_type 和 prompt`;
-function createWorkflowExtractorAgent() {
-  return {
-    type: "sub",
-    name: "workflow-extractor",
-    systemPrompt: WORKFLOW_EXTRACTOR_PROMPT,
-    maxIterations: 10,
-    filterHistory: false
-  };
-}
+var WORKFLOW_EXTRACTOR_PROMPT = WORKFLOW_EXTRACT_PROMPT;
 function formatExtractorInput(params) {
   const lines = [];
   lines.push("# 任务信息");
@@ -225,7 +130,6 @@ class TaskTagPlugin extends BasePlugin {
       priority: 10,
       handler: this.onOperationAfterCreate.bind(this)
     });
-    env.registerAgent(createWorkflowExtractorAgent());
     logger.info("[TaskTagPlugin] Initialized");
   }
   dispose() {
@@ -327,10 +231,22 @@ ${prompt}`;
       if (!this.agentComponent)
         return;
       const input = formatExtractorInput({ task, operations, messages: allMessages });
-      const result = await this.agentComponent.run("workflow-extractor", input);
+      const result = await this.agentComponent.run("workflow-extract", input);
       const workflowDef = await parseExtractorOutput(result.finalText || "");
       if (!workflowDef)
         return;
+      const validation = this.validateWorkflowDefinition(workflowDef);
+      if (!validation.valid) {
+        logger.warn(`[TaskTagPlugin] Skipping workflow creation due to validation failure: ` + `${validation.errors.join("; ")}`);
+        await this.taskComponent?.createOperation({
+          taskId,
+          sessionId,
+          actionType: "workflow_extraction_failed",
+          actionTitle: `Workflow extraction failed validation: ${workflowDef.name}`,
+          actionDescription: validation.errors.join("; ")
+        });
+        return;
+      }
       const workflowRepo = await this.getWorkflowRepository();
       if (!workflowRepo)
         return;
@@ -346,7 +262,7 @@ ${prompt}`;
         description: workflowDef.description,
         definition: workflowDef,
         config: workflowDef.config || {},
-        metadata: { author: "workflow-extractor", created_at: new Date().toISOString() },
+        metadata: { author: "workflow-extract", created_at: new Date().toISOString() },
         tags: [`task:${taskId}`]
       });
       await this.taskComponent?.createOperation({
@@ -361,6 +277,9 @@ ${prompt}`;
       logger.warn(`[TaskTagPlugin] Workflow extraction failed: ${error}`);
     }
   }
+  validateWorkflowDefinition(workflowDef) {
+    return validateWorkflowDefinition(workflowDef);
+  }
   _workflowRepo = null;
   async getWorkflowRepository() {
     const workflowComponent = this.env.getComponent("workflow");
@@ -388,107 +307,12 @@ ${prompt}`;
     __require("fs").mkdirSync(dataDir, { recursive: true });
   }
 }
-// src/env/task/plugins/auto-task-plugin.ts
-init_logger();
-init_decorator();
-var logger2 = createLogger("AutoTaskPlugin");
-function createAutoTaskPlugin(config) {
-  const threshold = config?.threshold ?? 20;
-  const agentName = config?.agentName ?? "default";
-  const agentComponent = config?.agentComponent ?? null;
-  const subagentType = config?.subagentType ?? "task-agent";
-  let lastProcessedTraceId = "";
-  async function executeImpl(ctx) {
-    try {
-      logger2.debug(`[AutoTaskPlugin] agentName=${ctx.agent.name} (expected=${agentName})`);
-      if (ctx.agent.name !== agentName)
-        return { continue: true };
-      logger2.debug(`[AutoTaskPlugin] iteration=${ctx.iteration} (threshold=${threshold})`);
-      if (ctx.iteration !== threshold)
-        return { continue: true };
-      const traceId = ctx.context?.traceId ?? ctx.context?.sessionId ?? "unknown";
-      const sid = ctx.context?.sessionId ?? "unknown";
-      if (traceId === lastProcessedTraceId) {
-        logger2.debug(`[AutoTaskPlugin] skip - traceId=${traceId.slice(0, 20)}... already processed`);
-        return { continue: true };
-      }
-      lastProcessedTraceId = traceId;
-      logger2.debug(`[AutoTaskPlugin] new query detected (traceId=${traceId.slice(0, 20)}...)`);
-      if (!agentComponent || typeof agentComponent.run !== "function") {
-        logger2.warn(`[AutoTaskPlugin] agentComponent not provided or invalid (session=${sid.slice(0, 12)}...)`);
-        return { continue: true };
-      }
-      let userQuery = "";
-      for (let i = ctx.messages.length - 1;i >= 0; i--) {
-        const m = ctx.messages[i];
-        if (m.role === "user") {
-          userQuery = typeof m.content === "string" ? m.content : JSON.stringify(m.content);
-          break;
-        }
-      }
-      if (!userQuery) {
-        userQuery = "分析项目结构并执行相关任务";
-      }
-      logger2.info(`[AutoTaskPlugin] Calling agentComponent.run("${subagentType}") at iteration ${ctx.iteration} (session=${sid.slice(0, 12)}..., persistSession=false)`);
-      const shortDesc = typeof userQuery === "string" ? userQuery.slice(0, 50) : "分析需求";
-      const beforeMsg = `
-
----
-⏳ **${subagentType} 正在执行**: ${shortDesc}（等待结果...）`;
-      if (ctx.toolResult?.result?.output !== undefined) {
-        ctx.toolResult.result.output += beforeMsg;
-      }
-      let taskAgentFinalText = "";
-      try {
-        const taskAgentResult = await agentComponent.run(subagentType, userQuery, {
-          sessionId: sid,
-          traceId,
-          persistSession: false
-        });
-        taskAgentFinalText = taskAgentResult?.finalText || "";
-        logger2.info(`[AutoTaskPlugin] task-agent completed (session=${sid.slice(0, 12)}..., finalTextLength=${taskAgentFinalText.length})`);
-      } catch (err) {
-        logger2.error(`[AutoTaskPlugin] task-agent failed: ${err instanceof Error ? err.message : String(err)}`);
-        taskAgentFinalText = `❌ **${subagentType} 执行失败**: ${err instanceof Error ? err.message : String(err)}`;
-      }
-      if (taskAgentFinalText && ctx.toolResult?.result?.output !== undefined) {
-        const injection = `
-
----
-${taskAgentFinalText}
----`;
-        ctx.toolResult.result.output += injection;
-        logger2.info(`[AutoTaskPlugin] task-agent finalText injected (session=${sid.slice(0, 12)}...)`);
-      } else if (!ctx.toolResult?.result?.output) {
-        logger2.warn(`[AutoTaskPlugin] toolResult unavailable for injection`);
-      }
-      return { continue: true };
-    } catch (err) {
-      logger2.error(`[AutoTaskPlugin] hook failed: ${err instanceof Error ? err.message : String(err)}`);
-      return { continue: true };
-    }
-  }
-  const execute = wrapFunction(executeImpl, "plugin.auto-task.launch-agent", {
-    recordParams: false,
-    recordResult: true,
-    log: true
-  });
-  return {
-    name: "AutoTaskPlugin",
-    version: "4.5.0",
-    description: "ReAct iteration 达到阈值时 await task-agent 执行并提取 delegate_task 结果注入 tool result",
-    hooks: [
-      { point: "agent:after.tool", priority: 50 }
-    ],
-    execute
-  };
-}
 // src/env/task/plugins/lark-cli-task-notify-plugin.ts
 init_decorator();
 init_logger();
 init_context();
 import { spawn } from "child_process";
-var logger3 = createLogger("lark-cli:task-notify");
+var logger2 = createLogger("lark-cli:task-notify");
 function isTaskNotifyDebugEnabled() {
   return process.env.ROY_TASK_NOTIFY_DEBUG === "1" || process.env.ROY_TRACE_DEBUG === "1";
 }
@@ -535,7 +359,7 @@ class LarkCliTaskNotifyHook {
     if (this.pluginName && this.sourceId) {
       const key = `${this.sourceId}:${this.pluginName}`;
       if (env.pluginEnabled && env.pluginEnabled[key] !== true) {
-        logger3.debug(`Plugin not enabled for source: ${key}`);
+        logger2.debug(`Plugin not enabled for source: ${key}`);
         return;
       }
     }
@@ -597,7 +421,7 @@ class LarkCliTaskNotifyHook {
   async onAfterOperationCreate(ctx) {
     const { operation } = ctx.data;
     if (!operation) {
-      logger3.debug("onAfterOperationCreate: operation is missing, skip");
+      logger2.debug("onAfterOperationCreate: operation is missing, skip");
       return;
     }
     if (!this.shouldNotify("operation_created" /* OPERATION_CREATED */)) {
@@ -627,7 +451,7 @@ class LarkCliTaskNotifyHook {
     const chatId = replyChannel?.chatId;
     const messageId = replyChannel?.messageId;
     if (!chatId && !messageId) {
-      logger3.debug(`No replyChannel available for ${type}`);
+      logger2.debug(`No replyChannel available for ${type}`);
       return;
     }
     const message = `${title}
@@ -635,21 +459,23 @@ class LarkCliTaskNotifyHook {
 ${content}`;
     try {
       if (isTaskNotifyDebugEnabled()) {
-        logger3.debug(`Sending message - messageId: ${messageId}`);
+        logger2.debug(`Sending message - messageId: ${messageId}`);
       }
+      const profile = replyChannel?.profile;
       await this.sendLarkMessage({
         chatId,
         messageId,
-        content: message
+        content: message,
+        profile
       });
-      logger3.info(`Notification sent: ${type}`);
+      logger2.info(`Notification sent: ${type}`);
     } catch (error) {
-      logger3.error(`Failed to send notification: ${error}`);
+      logger2.error(`Failed to send notification: ${error}`);
     }
   }
   sendLarkMessage(options) {
     return new Promise((resolve, reject) => {
-      const { chatId, messageId, content } = options;
+      const { chatId, messageId, content, profile } = options;
       let args;
       if (messageId) {
         args = [
@@ -672,6 +498,9 @@ ${content}`;
           content
         ];
       }
+      if (profile) {
+        args.unshift("--profile", profile);
+      }
       const proc = spawn("lark-cli", args, {
         shell: false,
         stdio: ["pipe", "pipe", "pipe"]
@@ -686,7 +515,7 @@ ${content}`;
       });
       proc.on("close", (code) => {
         if (code === 0) {
-          logger3.debug(`lark-cli output: ${stdout}`);
+          logger2.debug(`lark-cli output: ${stdout}`);
           resolve();
         } else {
           reject(new Error(`lark-cli exited with code ${code}: ${stderr}`));
@@ -770,7 +599,7 @@ ${content}`;
     const now = Date.now();
     const lastTime = this.lastNotifyTimestamps.get(key);
     if (lastTime && now - lastTime < throttleMs) {
-      logger3.debug(`[throttle] Skipping OPERATION_CREATED notify for task #${operation.taskId}, last notified ${now - lastTime}ms ago`);
+      logger2.debug(`[throttle] Skipping OPERATION_CREATED notify for task #${operation.taskId}, last notified ${now - lastTime}ms ago`);
       return true;
     }
     this.lastNotifyTimestamps.set(key, now);
@@ -811,4 +640,4 @@ __legacyDecorateClassTS([
 function createLarkCliTaskNotifyHook(config = {}) {
   return new LarkCliTaskNotifyHook(config);
 }
-export { createAutoTaskPlugin, WORKFLOW_EXTRACTOR_PROMPT, createWorkflowExtractorAgent, formatExtractorInput, formatExtractorInputFromDescription, parseExtractorOutput, TaskTagPlugin, NotifyType, LarkCliTaskNotifyHook, createLarkCliTaskNotifyHook };
+export { WORKFLOW_EXTRACTOR_PROMPT, formatExtractorInput, formatExtractorInputFromDescription, parseExtractorOutput, TaskTagPlugin, NotifyType, LarkCliTaskNotifyHook, createLarkCliTaskNotifyHook };