plugin-agent-orchestrator 1.0.27 → 1.0.32

package/src/server/services/AgentHarness.ts

@@ -1,652 +1,67 @@
-import { z } from 'zod';
-import { createHash } from 'crypto';
-import { createReactAgent } from '@langchain/langgraph/prebuilt';
-import { DynamicStructuredTool } from '@langchain/core/tools';
-import { HumanMessage, SystemMessage } from '@langchain/core/messages';
-import { ExecutionSpanService, setOrchestratorTraceContext } from './ExecutionSpanService';
 import { AgentRegistryService } from './AgentRegistryService';
-import { TokenTracker, extractTokenUsage } from './TokenTracker';
-import { ContextAggregator } from './ContextAggregator';
-import { getCircuitBreaker, subAgentCircuitKey } from './CircuitBreaker';
-import { toPlain, asObject, trimText, nowIso } from '../utils/ctx-utils';
-import { normalizeAIEmployeeSkillSettings } from '../utils/skill-settings';
-import { logDelegation as sharedLogDelegation } from '../utils/logging';
-import { getAIToolsManager, tryGetAIToolsManager } from '../utils/ai-manager';
-import { TraceEvent } from '../types';
-import type { ToolsRuntime } from '@nocobase/ai';
-
-const ORCHESTRATOR_DEPTH_KEY = '__orchestratorDepth';
-const ORCHESTRATOR_PATH_KEY = '__orchestratorPath';
-
-function sanitizeToolPart(value: string) {
-  return (value || '').replace(/[^a-zA-Z0-9_-]/g, '_');
+import { TokenTracker } from './TokenTracker';
+import { asObject } from '../utils/ctx-utils';
+
+function retiredExecutionError(stepType?: string) {
+  return new Error(
+    `Legacy AgentHarness ${stepType || 'agent'} execution is retired. ` +
+      'Use @nocobase/plugin-ai native AIEmployee/SubAgentsDispatcher flow for new sub-agent runs.',
+  );
 }
 
-function buildDelegateToolName(leaderUsername: string, subAgentUsername: string) {
-  return `delegate_${sanitizeToolPart(leaderUsername)}_to_${sanitizeToolPart(subAgentUsername)}`;
+function harnessTagFrom(run: unknown, step: unknown) {
+  return (
+    asObject((run as { metadata?: unknown })?.metadata).harnessTag ||
+    asObject((step as { metadata?: unknown })?.metadata).harnessTag ||
+    'default'
+  );
 }
 
+/**
+ * Compatibility shim for historical agent loop data.
+ *
+ * Runtime execution moved to @nocobase/plugin-ai native SubAgentsDispatcher.
+ * Keep this class so legacy services/tests can still instantiate AgentLoopService
+ * without pulling LangChain 0.x into plugin-agent-orchestrator.
+ */
 export class AgentHarness {
-  private readonly spanService: ExecutionSpanService;
-  private readonly tokenTracker: TokenTracker;
-  private readonly contextAggregator: ContextAggregator;
-
   constructor(
-    private readonly plugin: any,
+    private readonly plugin: unknown,
     private readonly registryService: AgentRegistryService,
-    tokenTracker?: TokenTracker,
-  ) {
-    this.spanService = new ExecutionSpanService(plugin);
-    this.tokenTracker = tokenTracker || new TokenTracker(plugin);
-    this.contextAggregator = new ContextAggregator(plugin);
-  }
+    private readonly tokenTracker?: TokenTracker,
+  ) {}
 
   get db() {
-    return this.plugin.db;
+    return (this.plugin as { db?: unknown })?.db;
   }
 
   get app() {
-    return this.plugin.app;
+    return (this.plugin as { app?: unknown })?.app;
   }
 
-  async executeStep(run: any, step: any, options: { userId?: string | number; ctx?: any } = {}): Promise<any> {
-    const harnessTag = asObject(run.metadata).harnessTag || asObject(step.metadata).harnessTag || 'default';
-    const profile = await this.registryService.getHarnessProfile(harnessTag);
-    const settings = asObject(profile?.settings);
-
-    if (step.type === 'sub_agent') {
-      if (settings.allowSubAgents === false) {
-        throw new Error(`Harness profile "${harnessTag}" does not allow sub-agent execution.`);
-      }
-      return this.invokeSubAgentStep(run, step, settings, options);
-    }
-
-    if ((step.type === 'tool' || step.type === 'skill') && step.target) {
-      if (settings.allowToolCalls === false) {
-        throw new Error(`Harness profile "${harnessTag}" does not allow tool/skill execution.`);
-      }
-      return this.invokeNamedTool(run, step, step.target, step.input || {}, settings, options);
-    }
+  async executeStep(run: unknown, step: any, _options: { userId?: string | number; ctx?: unknown } = {}) {
+    const harnessTag = harnessTagFrom(run, step);
 
-    if (step.type === 'verification') {
+    if (step?.type === 'verification') {
       return {
         passed: true,
-        summary: 'Verification completed by orchestrator controller.',
+        summary: 'Verification completed by legacy orchestrator compatibility shim.',
         checkedDependencies: Array.isArray(step.dependsOn) ? step.dependsOn.map(String) : [],
         harnessTag,
+        retired: true,
       };
     }
 
-    return {
-      summary: `${step.title || step.planKey} completed by orchestrator controller.`,
-      description: step.description || '',
-      input: step.input || {},
-      harnessTag,
-    };
-  }
-
-  private async invokeSubAgentStep(
-    run: any,
-    step: any,
-    settings: any,
-    options: { userId?: string | number; ctx?: any },
-  ) {
-    const target = step.target || asObject(step.metadata).subAgentUsername || step.input?.subAgentUsername;
-    if (!target) {
-      throw new Error(`Sub-agent step "${step.planKey}" is missing target sub-agent username.`);
-    }
-    if (!run.leaderUsername) {
-      throw new Error(`Sub-agent step "${step.planKey}" requires a leader AI employee username.`);
-    }
-
-    const toolName = String(target).startsWith('delegate_')
-      ? String(target)
-      : buildDelegateToolName(run.leaderUsername, target);
-
-    const task = step.description || step.title || run.goal;
-    const context = trimText(
-      {
-        goal: run.goal,
-        input: step.input || {},
-        harnessTag: asObject(run.metadata).harnessTag || asObject(step.metadata).harnessTag || 'default',
-        agentLoopRunId: String(run.id),
-        agentLoopStepId: String(step.id),
-      },
-      20000,
-    );
-
-    const circuitBreaker = getCircuitBreaker({ appLog: this.app });
-    const circuitKey = subAgentCircuitKey(run.leaderUsername, target);
-
-    // ── Circuit breaker check before invoking sub-agent ──────────────
-    if (!circuitBreaker.isAllowed(circuitKey)) {
-      const state = circuitBreaker.getState(circuitKey);
-      throw new Error(
-        `Sub-agent "${target}" circuit is open (${state?.failures || 0} failures). Retry after the recovery timeout.`,
-      );
-    }
-
-    try {
-      const result = await this.invokeNamedTool(run, step, toolName, { task, context }, settings, options);
-      circuitBreaker.recordSuccess(circuitKey);
-      return result;
-    } catch (e: any) {
-      // Don't count approval pauses as circuit failures
-      if (e?.message !== 'requires_approval') {
-        circuitBreaker.recordFailure(circuitKey);
-      }
-      throw e;
-    }
-  }
-
-  private async invokeNamedTool(
-    run: any,
-    step: any,
-    toolName: string,
-    args: any,
-    settings: any,
-    options: { userId?: string | number; ctx?: any },
-  ) {
-    if (String(toolName).startsWith('orchestrator_')) {
-      throw new Error(`Tool step "${step.planKey}" cannot call internal orchestrator control tool "${toolName}".`);
-    }
-
-    if (Array.isArray(settings.allowTools) && settings.allowTools.length > 0) {
-      if (!settings.allowTools.includes(toolName)) {
-        throw new Error(`Tool "${toolName}" is not on the allowed list for harness profile.`);
-      }
-    }
-    if (Array.isArray(settings.denyTools) && settings.denyTools.length > 0) {
-      if (settings.denyTools.includes(toolName)) {
-        throw new Error(`Tool "${toolName}" is on the denied list for harness profile.`);
-      }
-    }
-
-    const toolsManager = tryGetAIToolsManager(this.app);
-    const tool = await toolsManager?.getTools?.(toolName);
-    if (!tool?.invoke) {
-      throw new Error(`Tool "${toolName}" was not found or is missing standard invoke handler.`);
-    }
-
-    const isDelegationTool = await this.registryService.isRegisteredDelegationTool(toolName);
-    const isStepAlreadyApproved = step?.approval?.approved === true;
-
-    if (
-      !isDelegationTool &&
-      !isStepAlreadyApproved &&
-      (tool.defaultPermission === 'ASK' ||
-        (settings.requireApprovalRiskLevel && tool.riskLevel && tool.riskLevel >= settings.requireApprovalRiskLevel))
-    ) {
-      throw new Error('requires_approval');
-    }
-
-    const ctx = options.ctx || {};
-    const previousEmployee = ctx._currentAIEmployee;
-    const previousStateEmployee = ctx.state?.currentAIEmployee;
-
-    if (run.leaderUsername) {
-      ctx._currentAIEmployee = run.leaderUsername;
-      ctx.state = { ...(ctx.state || {}), currentAIEmployee: run.leaderUsername };
-    }
-
-    const previousRuntime = ctx.runtime;
-    const toolCallId = `agent-loop-${run.id}-${step.id}`;
-    const runtime: ToolsRuntime = {
-      toolCallId,
-      writer: (chunk: any) => {
-        this.app.log.trace(`[AgentHarness] Tool output:`, chunk);
-      },
-    };
-    ctx.runtime = runtime;
-
-    try {
-      const result = await tool.invoke(ctx, args, runtime);
-      if (result?.status === 'error') {
-        throw new Error(result.content || `Tool "${toolName}" returned an error.`);
-      }
+    if (!step?.target && (step?.type === 'reasoning' || !step?.type)) {
       return {
-        toolName,
-        args,
-        result,
-      };
-    } finally {
-      if (previousRuntime === undefined) {
-        delete ctx.runtime;
-      } else {
-        ctx.runtime = previousRuntime;
-      }
-      if (previousEmployee === undefined) {
-        delete ctx._currentAIEmployee;
-      } else {
-        ctx._currentAIEmployee = previousEmployee;
-      }
-      if (ctx.state) {
-        if (previousStateEmployee === undefined) {
-          delete ctx.state.currentAIEmployee;
-        } else {
-          ctx.state.currentAIEmployee = previousStateEmployee;
-        }
-      }
-    }
-  }
-
-  async runSubAgent(
-    ctx: any,
-    options: {
-      leaderUsername: string;
-      subAgentUsername: string;
-      subAgentEmployee: any;
-      task: string;
-      context?: string;
-      currentDepth?: number;
-      currentPath?: string[];
-      maxDepth: number;
-      timeout: number;
-      toolCallId: string;
-      toolName: string;
-      llmService?: string;
-      model?: string;
-      recursionLimit?: number;
-      rootRunId?: string;
-      parentSpanId?: string;
-      agentLoopRunId?: string;
-      agentLoopStepId?: string;
-    },
-  ) {
-    const {
-      leaderUsername,
-      subAgentUsername,
-      subAgentEmployee,
-      task,
-      context,
-      maxDepth,
-      timeout,
-      toolCallId,
-      toolName,
-      llmService,
-      model,
-      recursionLimit,
-      rootRunId,
-      parentSpanId,
-      agentLoopRunId,
-      agentLoopStepId,
-    } = options;
-    const effectiveRootRunId = rootRunId || `run_${Date.now()}`;
-
-    const startTime = Date.now();
-    const currentDepth = options.currentDepth ?? 0;
-    const currentPath = options.currentPath ?? [leaderUsername];
-    const trace: TraceEvent[] = [
-      {
-        type: 'start',
-        at: nowIso(),
-        title: `Delegation started: ${leaderUsername} -> ${subAgentUsername}`,
-        content: task,
-      },
-    ];
-
-    const executionSpan = await this.spanService.create({
-      rootRunId: effectiveRootRunId,
-      parentSpanId,
-      type: 'sub_agent',
-      status: 'running',
-      leaderUsername,
-      employeeUsername: subAgentUsername,
-      title: `Delegation: ${leaderUsername} -> ${subAgentUsername}`,
-      input: { task, context },
-      metadata: {
-        depth: maxDepth,
-        toolName,
-        recursionLimit,
-        agentLoopRunId,
-        agentLoopStepId,
-      },
-      userId: ctx?.auth?.user?.id || ctx?.state?.currentUser?.id,
-    });
-    const executionSpanId = executionSpan?.id ? String(executionSpan.id) : undefined;
-
-    const logRecord = await this.logDelegation(ctx, {
-      leaderUsername,
-      subAgentUsername,
-      toolName,
-      task,
-      context,
-      result: '',
-      status: 'running',
-      depth: maxDepth,
-      durationMs: 0,
-      trace,
-    });
-
-    if (executionSpanId && logRecord?.id) {
-      await this.spanService.update(executionSpanId, { orchestratorLogId: logRecord.id });
-    }
-
-    try {
-      const aiPlugin = ctx.app.pm.get('ai');
-      if (!aiPlugin) {
-        throw new Error('Plugin AI is not enabled.');
-      }
-
-      const modelSettings = await this.registryService.resolveModelSettings(
-        subAgentUsername,
-        leaderUsername,
-        llmService && model ? { llmService, model } : undefined,
-      );
-
-      if (!modelSettings) {
-        throw new Error(`Sub-agent "${subAgentUsername}" has no LLM model configured.`);
-      }
-
-      const { provider } = await aiPlugin.aiManager.getLLMService({
-        llmService: modelSettings.llmService,
-        model: modelSettings.model,
-      });
-      const chatModel = provider.createModel();
-
-      const coreToolsManager = getAIToolsManager(ctx.app);
-      const allTools = await coreToolsManager.listTools();
-
-      const normalizedSkillSettings = normalizeAIEmployeeSkillSettings(subAgentEmployee.skillSettings).skillSettings;
-      const employeeTools = normalizedSkillSettings.tools.filter((tool) => Boolean(tool.name));
-      const employeeToolMap = new Map(employeeTools.map((tool) => [tool.name, tool]));
-
-      const langchainTools: DynamicStructuredTool[] = [];
-
-      for (const toolEntry of allTools) {
-        const entryName = toolEntry.definition.name;
-        if (!entryName) continue;
-        const employeeTool = employeeToolMap.get(entryName);
-
-        if (!employeeTool || employeeTool.autoCall !== true || toolEntry.execution === 'frontend') {
-          continue;
-        }
-
-        langchainTools.push(
-          new DynamicStructuredTool({
-            name: entryName.replace(/[^a-zA-Z0-9_-]/g, '_'),
-            description: toolEntry.definition.description || entryName,
-            schema: (toolEntry.definition.schema || z.object({})) as any,
-            func: async (toolArgs) => {
-              const invokeCtx = Object.create(ctx);
-              invokeCtx._currentAIEmployee = subAgentUsername;
-              invokeCtx[ORCHESTRATOR_DEPTH_KEY] = currentDepth + 1;
-              invokeCtx[ORCHESTRATOR_PATH_KEY] = [...currentPath, subAgentUsername];
-              if (ctx.state) {
-                invokeCtx.state = Object.create(ctx.state);
-                invokeCtx.state.currentAIEmployee = subAgentUsername;
-              }
-
-              const toolStartedAt = Date.now();
-              const isSkillHubTool = entryName === 'skill_hub_execute' || entryName.startsWith('skill_hub_');
-              const toolSpan = await this.spanService.create({
-                rootRunId: effectiveRootRunId,
-                parentSpanId: executionSpanId,
-                type: isSkillHubTool ? 'skill' : 'tool',
-                status: 'running',
-                leaderUsername,
-                employeeUsername: subAgentUsername,
-                toolName: toolEntry.definition.name,
-                title: isSkillHubTool ? `Skill: ${toolEntry.definition.name}` : `Tool: ${toolEntry.definition.name}`,
-                input: toolArgs,
-                metadata: {
-                  depth: currentDepth + 1,
-                  toolCallId: `orch-${toolCallId}`,
-                  agentLoopRunId,
-                  agentLoopStepId,
-                },
-                userId: ctx?.auth?.user?.id || ctx?.state?.currentUser?.id,
-              });
-              const toolSpanId = toolSpan?.id ? String(toolSpan.id) : undefined;
-              setOrchestratorTraceContext(invokeCtx, {
-                rootRunId: effectiveRootRunId,
-                spanId: toolSpanId,
-                parentSpanId: executionSpanId,
-                toolCallId: `orch-${toolCallId}`,
-                leaderUsername,
-                employeeUsername: subAgentUsername,
-                toolName: toolEntry.definition.name,
-                agentLoopRunId,
-                agentLoopStepId,
-              });
-
-              trace.push({
-                type: 'tool_call',
-                at: nowIso(),
-                title: `Calling tool: ${toolEntry.definition.name}`,
-                toolName: toolEntry.definition.name,
-                args: toolArgs,
-              });
-
-              const subToolCallId = `orch-${toolCallId}`;
-              const runtime: ToolsRuntime = {
-                toolCallId: subToolCallId,
-                writer: (chunk: any) => {
-                  this.app.log.trace(`[AgentHarness] Tool output:`, chunk);
-                },
-              };
-              invokeCtx.runtime = runtime;
-
-              try {
-                const res = await toolEntry.invoke(invokeCtx, toolArgs, runtime);
-                const output = trimText(res?.content ?? res?.result ?? res, 50000);
-                trace.push({
-                  type: 'tool_result',
-                  at: nowIso(),
-                  title: `Tool finished: ${toolEntry.definition.name}`,
-                  toolName: toolEntry.definition.name,
-                  status: res?.status || 'success',
-                  content: trimText(output, 2000),
-                });
-                if (res?.status === 'error') {
-                  await this.spanService.finish(toolSpanId, 'error', toolStartedAt, {
-                    output,
-                    error: trimText(res.content || output, 10000),
-                  });
-                  throw new Error(`Tool <${toolEntry.definition.name}> failed: ${res.content}`);
-                }
-                await this.spanService.finish(toolSpanId, 'success', toolStartedAt, {
-                  output,
-                  skillExecutionId: res?.result?.execId || res?.execId,
-                });
-                return typeof res?.content === 'string' ? res.content : JSON.stringify(res);
-              } catch (e: any) {
-                trace.push({
-                  type: 'tool_error',
-                  at: nowIso(),
-                  title: `Tool failed: ${toolEntry.definition.name}`,
-                  toolName: toolEntry.definition.name,
-                  status: 'error',
-                  content: e.message,
-                });
-                await this.spanService.finish(toolSpanId, 'error', toolStartedAt, {
-                  error: trimText(e.message, 10000),
-                });
-                throw e;
-              }
-            },
-          }),
-        );
-      }
-
-      const abortController = new AbortController();
-      const executor = createReactAgent({
-        llm: chatModel,
-        tools: langchainTools as any,
-      });
-
-      let systemPrompt =
-        subAgentEmployee.chatSettings?.systemPrompt ||
-        subAgentEmployee.bio ||
-        `You are an AI assistant named "${subAgentEmployee.nickname || subAgentUsername}". ${
-          subAgentEmployee.about || ''
-        }`;
-
-      try {
-        const kbPlugin = ctx.app.pm.get('plugin-knowledge-base');
-        if (kbPlugin?.sessionContext) {
-          const sessionId =
-            ctx.action?.params?.values?.sessionId || ctx.action?.params?.sessionId || ctx.state?.sessionId;
-          const contextSummary = await kbPlugin.sessionContext.buildSummary(
-            { rootRunId: effectiveRootRunId, ...(sessionId ? { sessionId } : {}) },
-            6000,
-          );
-          if (contextSummary) {
-            systemPrompt += `\n\n<shared_context>\nThe following context was shared by other agents in this workflow:\n${contextSummary}\n</shared_context>`;
-          }
-        }
-      } catch (e) {
-        // ignore — kb integration is best-effort
-      }
-
-      // ── Step context enrichment ────────────────────────────────────
-      if (agentLoopRunId) {
-        try {
-          systemPrompt = await this.contextAggregator.enrichSystemPrompt(systemPrompt, agentLoopRunId, agentLoopStepId);
-        } catch {
-          // Best-effort: context enrichment failure should not break execution
-        }
-      }
-
-      const combinedTask = context ? `Task: ${task}\n\nContext:\n${context}` : `Task: ${task}`;
-      const effectiveLimit = recursionLimit && recursionLimit > 0 ? recursionLimit : 50;
-
-      let timeoutId: any;
-      const timeoutMs = Number(timeout) > 0 ? Number(timeout) : 120000;
-      const timeoutPromise = new Promise<never>((_resolve, reject) => {
-        timeoutId = setTimeout(() => {
-          abortController.abort();
-          reject(new Error(`Sub-agent execution timed out after ${timeoutMs}ms.`));
-        }, timeoutMs);
-      });
-
-      const invokePromise = executor.invoke(
-        {
-          messages: [new SystemMessage(systemPrompt), new HumanMessage(combinedTask)] as any,
-        },
-        { recursionLimit: effectiveLimit, signal: abortController.signal },
-      );
-
-      let finalState: any;
-      try {
-        finalState = await Promise.race([invokePromise, timeoutPromise]);
-      } finally {
-        if (timeoutId) clearTimeout(timeoutId);
-      }
-
-      // ── Token tracking ────────────────────────────────────────────────
-      const tokenUsage = extractTokenUsage(finalState);
-      if (tokenUsage) {
-        await this.tokenTracker.trackSpan(executionSpanId, tokenUsage, agentLoopRunId);
-      }
-
-      const messages = finalState?.messages || [];
-      const lastAIMessage = [...messages].reverse().find((m) => m.getType() === 'ai');
-      let content = '';
-      if (lastAIMessage) {
-        content =
-          typeof lastAIMessage.content === 'string'
-            ? lastAIMessage.content
-            : Array.isArray(lastAIMessage.content)
-              ? lastAIMessage.content.map((c: any) => c.text || JSON.stringify(c)).join('\n')
-              : String(lastAIMessage.content);
-      }
-
-      trace.push({
-        type: 'finish',
-        at: nowIso(),
-        title: `Delegation finished: ${subAgentUsername}`,
-        status: 'success',
-        content: trimText(content, 2000),
-      });
-
-      await this.logDelegation(ctx, {
-        id: logRecord?.id,
-        leaderUsername,
-        subAgentUsername,
-        toolName,
-        task,
-        context,
-        result: content,
-        status: 'success',
-        depth: maxDepth,
-        durationMs: Date.now() - startTime,
-        trace,
-      });
-
-      await this.spanService.finish(executionSpanId, 'success', startTime, {
-        output: content,
-        metadata: {
-          depth: currentDepth,
-          toolName,
-          recursionLimit,
-          agentLoopRunId,
-          agentLoopStepId,
-        },
-      });
-
-      return {
-        status: 'success' as const,
-        content,
-      };
-    } catch (e: any) {
-      trace.push({
-        type: 'error',
-        at: nowIso(),
-        title: `Delegation failed: ${subAgentUsername}`,
-        status: 'error',
-        content: e.message,
-      });
-
-      await this.logDelegation(ctx, {
-        id: logRecord?.id,
-        leaderUsername,
-        subAgentUsername,
-        toolName,
-        task,
-        context,
-        result: '',
-        status: 'error',
-        depth: maxDepth,
-        durationMs: Date.now() - startTime,
-        error: e.message,
-        trace,
-      });
-
-      await this.spanService.finish(executionSpanId, 'error', startTime, {
-        error: trimText(e.message, 10000),
-        metadata: {
-          depth: currentDepth,
-          toolName,
-          recursionLimit,
-          agentLoopRunId,
-          agentLoopStepId,
-        },
-      });
-      return {
-        status: 'error' as const,
-        content: e.message,
+        summary: `${step?.title || step?.planKey || 'Step'} is retained as a legacy planning record.`,
+        description: step?.description || '',
+        input: step?.input || {},
+        harnessTag,
+        retired: true,
       };
     }
-  }
 
-  private async logDelegation(
-    ctx: any,
-    data: {
-      id?: number | string;
-      leaderUsername: string;
-      subAgentUsername: string;
-      toolName: string;
-      task: string;
-      context?: string;
-      result: string;
-      status: string;
-      depth: number;
-      durationMs: number;
-      error?: string;
-      trace?: TraceEvent[];
-    },
-  ) {
-    return sharedLogDelegation(ctx, this.plugin, data);
+    throw retiredExecutionError(step?.type);
   }
 }