plugin-agent-orchestrator 1.0.27 → 1.0.32

package/dist/server/resources/agent-monitor.js

@@ -0,0 +1,454 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var agent_monitor_exports = {};
+__export(agent_monitor_exports, {
+  registerAgentMonitorResource: () => registerAgentMonitorResource
+});
+module.exports = __toCommonJS(agent_monitor_exports);
+var import_ctx_utils = require("../utils/ctx-utils");
+var import_NativeSubAgentObserver = require("../services/NativeSubAgentObserver");
+function normalizeString(value) {
+  return typeof value === "string" ? value.trim() : "";
+}
+function readValue(record, key) {
+  const model = record;
+  return typeof (model == null ? void 0 : model.get) === "function" ? model.get(key) : model == null ? void 0 : model[key];
+}
+function isAdmin(ctx) {
+  var _a;
+  const context = ctx;
+  if ((0, import_ctx_utils.isAdminUser)(ctx)) return true;
+  const roles = (_a = context == null ? void 0 : context.state) == null ? void 0 : _a.currentRoles;
+  return Array.isArray(roles) && roles.some((role) => role === "root" || role === "admin");
+}
+function statusFromNative(status) {
+  if (status === "completed" || status === "done" || status === "success") return "success";
+  if (status === "error" || status === "failed") return "error";
+  return "running";
+}
+function formatDuration(ms) {
+  const value = Number(ms);
+  if (!Number.isFinite(value) || value <= 0) return null;
+  return value;
+}
+function formatSpanListRow(raw) {
+  const row = (0, import_ctx_utils.toPlain)(raw);
+  const input = (0, import_ctx_utils.asObject)(row == null ? void 0 : row.input);
+  const metadata = (0, import_ctx_utils.asObject)(row == null ? void 0 : row.metadata);
+  return {
+    id: row == null ? void 0 : row.id,
+    rootRunId: row == null ? void 0 : row.rootRunId,
+    source: (row == null ? void 0 : row.source) || metadata.source,
+    parentSessionId: (row == null ? void 0 : row.parentSessionId) || metadata.parentSessionId,
+    subSessionId: (row == null ? void 0 : row.subSessionId) || metadata.subSessionId,
+    toolCallId: (row == null ? void 0 : row.toolCallId) || metadata.toolCallId,
+    leaderUsername: row == null ? void 0 : row.leaderUsername,
+    employeeUsername: row == null ? void 0 : row.employeeUsername,
+    subAgentUsername: row == null ? void 0 : row.employeeUsername,
+    toolName: (row == null ? void 0 : row.toolName) || "dispatch-sub-agent-task",
+    task: input.question || input.task || (row == null ? void 0 : row.title) || "",
+    status: row == null ? void 0 : row.status,
+    durationMs: row == null ? void 0 : row.durationMs,
+    error: row == null ? void 0 : row.error,
+    userId: row == null ? void 0 : row.userId,
+    memoryContextApplied: Boolean(metadata.memoryContextApplied),
+    memoryScopes: metadata.memoryScopes || [],
+    harnessTag: metadata.harnessTag || "default",
+    createdAt: (row == null ? void 0 : row.createdAt) || (row == null ? void 0 : row.startedAt),
+    startedAt: row == null ? void 0 : row.startedAt,
+    endedAt: row == null ? void 0 : row.endedAt
+  };
+}
+function buildSpanTree(rows) {
+  var _a;
+  const byId = /* @__PURE__ */ new Map();
+  const roots = [];
+  for (const raw of rows) {
+    const row = (0, import_ctx_utils.toPlain)(raw);
+    byId.set(String(row.id), { ...row, children: [] });
+  }
+  for (const row of byId.values()) {
+    const parentSpanId = normalizeString(row.parentSpanId);
+    if (parentSpanId && byId.has(parentSpanId)) {
+      (_a = byId.get(parentSpanId)) == null ? void 0 : _a.children.push(row);
+    } else {
+      roots.push(row);
+    }
+  }
+  const sort = (items) => {
+    items.sort(
+      (a, b) => new Date(String(a.startedAt || a.createdAt || 0)).getTime() - new Date(String(b.startedAt || b.createdAt || 0)).getTime()
+    );
+    for (const item of items) sort(item.children);
+  };
+  sort(roots);
+  return roots;
+}
+function flattenTimeline(rows) {
+  return rows.map(import_ctx_utils.toPlain).sort(
+    (a, b) => new Date(String(a.startedAt || a.createdAt || 0)).getTime() - new Date(String(b.startedAt || b.createdAt || 0)).getTime()
+  ).map((row) => ({
+    id: row.id,
+    type: row.type,
+    at: row.startedAt || row.createdAt,
+    title: row.title || row.toolName || row.type,
+    toolName: row.toolName,
+    status: row.status,
+    durationMs: row.durationMs,
+    content: row.output || row.error || (0, import_ctx_utils.asObject)(row.input).question || "",
+    parentSpanId: row.parentSpanId,
+    input: row.input,
+    output: row.output,
+    error: row.error
+  }));
+}
+async function findConversation(ctx, sessionId) {
+  if (!sessionId) return null;
+  try {
+    return (0, import_ctx_utils.toPlain)(
+      await ctx.db.getRepository("aiConversations").findOne({
+        filter: { sessionId }
+      })
+    );
+  } catch {
+    return null;
+  }
+}
+async function findToolMessages(ctx, sessionIds) {
+  const repo = ctx.db.getRepository("aiToolMessages");
+  const rows = [];
+  for (const sessionId of Array.from(new Set(sessionIds.filter(Boolean)))) {
+    try {
+      const list = await repo.find({
+        filter: { sessionId },
+        sort: ["messageId", "id"]
+      });
+      rows.push(...list);
+    } catch {
+    }
+  }
+  return rows.map(import_ctx_utils.toPlain);
+}
+async function findNativeMessages(ctx, parentSessionId, subSessionId) {
+  const repo = ctx.db.getRepository("aiMessages");
+  const rows = [];
+  for (const sessionId of [parentSessionId, subSessionId].filter(Boolean)) {
+    try {
+      const list = await repo.find({
+        filter: { sessionId },
+        sort: ["messageId"],
+        limit: 200
+      });
+      rows.push(...list);
+    } catch {
+    }
+  }
+  return rows.map(import_ctx_utils.toPlain);
+}
+async function backfillFromMetadata(ctx, spanRepo, limit) {
+  const messageRepo = ctx.db.getRepository("aiMessages");
+  const toolRepo = ctx.db.getRepository("aiToolMessages");
+  const conversationRepo = ctx.db.getRepository("aiConversations");
+  const messages = await messageRepo.find({
+    sort: ["-messageId"],
+    limit
+  });
+  let created = 0;
+  let skipped = 0;
+  for (const rawMessage of messages) {
+    const message = (0, import_ctx_utils.toPlain)(rawMessage);
+    const conversations = (0, import_ctx_utils.asObject)(message.metadata).subAgentConversations;
+    if (!Array.isArray(conversations)) continue;
+    for (const item of conversations) {
+      const subSessionId = normalizeString(item == null ? void 0 : item.sessionId);
+      const toolCallId = normalizeString(item == null ? void 0 : item.toolCallId);
+      if (!subSessionId || !toolCallId) {
+        skipped += 1;
+        continue;
+      }
+      const existing = await spanRepo.findOne({
+        filter: {
+          source: import_NativeSubAgentObserver.NATIVE_SOURCE,
+          subSessionId,
+          toolCallId,
+          type: "sub_agent"
+        }
+      });
+      if (existing) {
+        skipped += 1;
+        continue;
+      }
+      const toolMessage = (0, import_ctx_utils.toPlain)(
+        await toolRepo.findOne({
+          filter: { toolCallId }
+        })
+      );
+      const parentSessionId = normalizeString(toolMessage == null ? void 0 : toolMessage.sessionId) || normalizeString(message.sessionId);
+      const parentConversation = parentSessionId ? (0, import_ctx_utils.toPlain)(await conversationRepo.findOne({ filter: { sessionId: parentSessionId } })) : null;
+      const subConversation = (0, import_ctx_utils.toPlain)(await conversationRepo.findOne({ filter: { sessionId: subSessionId } }));
+      const invokeStart = Number(toolMessage == null ? void 0 : toolMessage.invokeStartTime);
+      const invokeEnd = Number(toolMessage == null ? void 0 : toolMessage.invokeEndTime);
+      const durationMs = Number.isFinite(invokeStart) && Number.isFinite(invokeEnd) && invokeEnd >= invokeStart ? invokeEnd - invokeStart : void 0;
+      const rootRunId = (0, import_NativeSubAgentObserver.makeNativeRunId)([
+        parentSessionId,
+        subSessionId,
+        toolCallId,
+        subConversation == null ? void 0 : subConversation.aiEmployeeUsername
+      ]);
+      const content = (0, import_ctx_utils.asObject)(toolMessage == null ? void 0 : toolMessage.content);
+      await spanRepo.create({
+        values: {
+          rootRunId,
+          parentSpanId: null,
+          source: import_NativeSubAgentObserver.NATIVE_SOURCE,
+          parentSessionId: parentSessionId || void 0,
+          subSessionId: subSessionId || void 0,
+          toolCallId,
+          type: "sub_agent",
+          status: statusFromNative((item == null ? void 0 : item.status) || (toolMessage == null ? void 0 : toolMessage.status)),
+          leaderUsername: parentConversation == null ? void 0 : parentConversation.aiEmployeeUsername,
+          employeeUsername: subConversation == null ? void 0 : subConversation.aiEmployeeUsername,
+          toolName: "dispatch-sub-agent-task",
+          title: (subConversation == null ? void 0 : subConversation.title) || `${(parentConversation == null ? void 0 : parentConversation.aiEmployeeUsername) || "main"} -> ${(subConversation == null ? void 0 : subConversation.aiEmployeeUsername) || "sub-agent"}`,
+          input: {
+            question: subConversation == null ? void 0 : subConversation.title,
+            parentSessionId: parentSessionId || void 0,
+            subSessionId: subSessionId || void 0
+          },
+          output: (0, import_ctx_utils.trimText)(content.answer || (toolMessage == null ? void 0 : toolMessage.content), 2e4),
+          durationMs: formatDuration(durationMs),
+          startedAt: invokeStart ? new Date(invokeStart) : /* @__PURE__ */ new Date(),
+          endedAt: invokeEnd ? new Date(invokeEnd) : void 0,
+          metadata: {
+            source: import_NativeSubAgentObserver.NATIVE_SOURCE,
+            backfilled: true,
+            messageId: message.messageId,
+            toolMessageId: toolMessage == null ? void 0 : toolMessage.id,
+            nativeStatus: item == null ? void 0 : item.status
+          },
+          userId: (parentConversation == null ? void 0 : parentConversation.userId) || (subConversation == null ? void 0 : subConversation.userId),
+          createdAt: /* @__PURE__ */ new Date()
+        }
+      });
+      created += 1;
+    }
+  }
+  return { created, skipped };
+}
+async function backfillFromToolMessages(ctx, spanRepo, limit) {
+  const toolRepo = ctx.db.getRepository("aiToolMessages");
+  const toolMessages = await toolRepo.find({
+    filter: { toolName: "dispatch-sub-agent-task" },
+    sort: ["-id"],
+    limit
+  });
+  let created = 0;
+  let skipped = 0;
+  for (const rawToolMessage of toolMessages) {
+    const toolMessage = (0, import_ctx_utils.toPlain)(rawToolMessage);
+    const content = (0, import_ctx_utils.asObject)(toolMessage.content);
+    const subSessionId = normalizeString(content.sessionId);
+    const toolCallId = normalizeString(toolMessage.toolCallId);
+    if (!subSessionId || !toolCallId) {
+      skipped += 1;
+      continue;
+    }
+    const existing = await spanRepo.findOne({
+      filter: {
+        source: import_NativeSubAgentObserver.NATIVE_SOURCE,
+        subSessionId,
+        toolCallId,
+        type: "sub_agent"
+      }
+    });
+    if (existing) {
+      skipped += 1;
+      continue;
+    }
+    const parentSessionId = normalizeString(toolMessage.sessionId);
+    const parentConversation = await findConversation(ctx, parentSessionId);
+    const subConversation = await findConversation(ctx, subSessionId);
+    const invokeStart = Number(toolMessage.invokeStartTime);
+    const invokeEnd = Number(toolMessage.invokeEndTime);
+    const rootRunId = (0, import_NativeSubAgentObserver.makeNativeRunId)([parentSessionId, subSessionId, toolCallId, subConversation == null ? void 0 : subConversation.aiEmployeeUsername]);
+    await spanRepo.create({
+      values: {
+        rootRunId,
+        parentSpanId: null,
+        source: import_NativeSubAgentObserver.NATIVE_SOURCE,
+        parentSessionId: parentSessionId || void 0,
+        subSessionId: subSessionId || void 0,
+        toolCallId,
+        type: "sub_agent",
+        status: statusFromNative(toolMessage.status),
+        leaderUsername: parentConversation == null ? void 0 : parentConversation.aiEmployeeUsername,
+        employeeUsername: subConversation == null ? void 0 : subConversation.aiEmployeeUsername,
+        toolName: "dispatch-sub-agent-task",
+        title: (subConversation == null ? void 0 : subConversation.title) || `${(parentConversation == null ? void 0 : parentConversation.aiEmployeeUsername) || "main"} -> ${(subConversation == null ? void 0 : subConversation.aiEmployeeUsername) || "sub-agent"}`,
+        input: {
+          question: subConversation == null ? void 0 : subConversation.title,
+          parentSessionId: parentSessionId || void 0,
+          subSessionId: subSessionId || void 0
+        },
+        output: (0, import_ctx_utils.trimText)(content.answer || toolMessage.content, 2e4),
+        durationMs: Number.isFinite(invokeStart) && Number.isFinite(invokeEnd) && invokeEnd >= invokeStart ? invokeEnd - invokeStart : void 0,
+        startedAt: invokeStart ? new Date(invokeStart) : /* @__PURE__ */ new Date(),
+        endedAt: invokeEnd ? new Date(invokeEnd) : void 0,
+        metadata: {
+          source: import_NativeSubAgentObserver.NATIVE_SOURCE,
+          backfilled: true,
+          toolMessageId: toolMessage.id
+        },
+        userId: (parentConversation == null ? void 0 : parentConversation.userId) || (subConversation == null ? void 0 : subConversation.userId),
+        createdAt: /* @__PURE__ */ new Date()
+      }
+    });
+    created += 1;
+  }
+  return { created, skipped };
+}
+function registerAgentMonitorResource(plugin) {
+  plugin.app.resource({
+    name: "agentMonitor",
+    actions: {
+      async list(ctx, next) {
+        const { page = 1, pageSize = 20, sort = ["-createdAt"], filter = {} } = ctx.action.params;
+        const requestedFilter = (0, import_ctx_utils.asObject)(filter);
+        const spanFilter = {
+          source: import_NativeSubAgentObserver.NATIVE_SOURCE,
+          type: "sub_agent",
+          parentSpanId: null
+        };
+        for (const key of [
+          "leaderUsername",
+          "employeeUsername",
+          "status",
+          "parentSessionId",
+          "subSessionId",
+          "toolCallId"
+        ]) {
+          if (requestedFilter[key]) spanFilter[key] = requestedFilter[key];
+        }
+        if (requestedFilter.subAgentUsername) spanFilter.employeeUsername = requestedFilter.subAgentUsername;
+        if (requestedFilter.sessionId) spanFilter.parentSessionId = requestedFilter.sessionId;
+        if (!isAdmin(ctx)) {
+          const userId = (0, import_ctx_utils.currentUserId)(ctx);
+          if (!userId) ctx.throw(401, "Not authenticated");
+          spanFilter.userId = userId;
+        } else if (requestedFilter.userId) {
+          spanFilter.userId = requestedFilter.userId;
+        }
+        const repo = ctx.db.getRepository("agentExecutionSpans");
+        const [rows, count] = await repo.findAndCount({
+          filter: spanFilter,
+          sort,
+          offset: (Number(page) - 1) * Number(pageSize),
+          limit: Number(pageSize)
+        });
+        ctx.body = {
+          data: rows.map(formatSpanListRow),
+          meta: {
+            count,
+            page: Number(page),
+            pageSize: Number(pageSize),
+            totalPage: Math.ceil(count / Number(pageSize))
+          }
+        };
+        await next();
+      },
+      async get(ctx, next) {
+        const { filterByTk } = ctx.action.params;
+        if (!filterByTk) {
+          ctx.throw(400, "span id is required");
+          return;
+        }
+        const repo = ctx.db.getRepository("agentExecutionSpans");
+        const span = (0, import_ctx_utils.toPlain)(
+          await repo.findOne({
+            filter: { id: filterByTk }
+          })
+        );
+        if (!span) {
+          ctx.throw(404, "span not found");
+          return;
+        }
+        if (!isAdmin(ctx) && String(span.userId || "") !== String((0, import_ctx_utils.currentUserId)(ctx) || "")) {
+          ctx.throw(403, "You cannot view this agent run.");
+          return;
+        }
+        const rows = await repo.find({
+          filter: { rootRunId: span.rootRunId },
+          sort: ["createdAt"]
+        });
+        const parentSessionId = normalizeString(span.parentSessionId || (0, import_ctx_utils.asObject)(span.metadata).parentSessionId);
+        const subSessionId = normalizeString(span.subSessionId || (0, import_ctx_utils.asObject)(span.metadata).subSessionId);
+        ctx.body = {
+          data: {
+            ...formatSpanListRow(span),
+            input: span.input,
+            output: span.output,
+            metadata: span.metadata || {},
+            children: buildSpanTree(rows),
+            trace: flattenTimeline(rows),
+            nativeConversations: {
+              parent: await findConversation(ctx, parentSessionId),
+              subAgent: await findConversation(ctx, subSessionId)
+            },
+            nativeMessages: await findNativeMessages(ctx, parentSessionId, subSessionId),
+            toolMessages: await findToolMessages(ctx, [parentSessionId, subSessionId])
+          }
+        };
+        await next();
+      },
+      async sync(ctx, next) {
+        var _a, _b;
+        if (!isAdmin(ctx)) {
+          ctx.throw(403, "Admin role is required to sync native agent monitor spans.");
+          return;
+        }
+        const values = (0, import_ctx_utils.asObject)((_a = ctx.action.params) == null ? void 0 : _a.values);
+        const limit = Math.min(Math.max(Number(values.limit || ((_b = ctx.action.params) == null ? void 0 : _b.limit) || 200), 1), 1e3);
+        const spanRepo = ctx.db.getRepository("agentExecutionSpans");
+        const metadataResult = await backfillFromMetadata(ctx, spanRepo, limit);
+        const toolResult = await backfillFromToolMessages(ctx, spanRepo, limit);
+        ctx.body = {
+          data: {
+            created: metadataResult.created + toolResult.created,
+            skipped: metadataResult.skipped + toolResult.skipped,
+            metadata: metadataResult,
+            toolMessages: toolResult
+          }
+        };
+        await next();
+      }
+    }
+  });
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  registerAgentMonitorResource
+});