@nocobase/plugin-ai 2.2.0-beta.8 → 2.3.0-alpha.1

package/dist/server/manager/ai-usage-events.js

@@ -0,0 +1,195 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var ai_usage_events_exports = {};
+__export(ai_usage_events_exports, {
+  buildAIUsageEventValues: () => buildAIUsageEventValues,
+  normalizeUsageMetadata: () => normalizeUsageMetadata,
+  recordAIUsageEventsForMessages: () => recordAIUsageEventsForMessages
+});
+module.exports = __toCommonJS(ai_usage_events_exports);
+const SKIPPED_MESSAGE_ROLES = /* @__PURE__ */ new Set(["user", "tool", "system"]);
+function normalizeUsageMetadata(usageMetadata) {
+  const inputTokens = getNumericValue(usageMetadata, ["input_tokens", "prompt_tokens", "inputTokens", "promptTokens"]) ?? 0;
+  const outputTokens = getNumericValue(usageMetadata, ["output_tokens", "completion_tokens", "outputTokens", "completionTokens"]) ?? 0;
+  const totalTokens = getNumericValue(usageMetadata, ["total_tokens", "totalTokens"]) ?? inputTokens + outputTokens;
+  const cachedTokens = getNumericValue(usageMetadata, ["cached_tokens", "cachedTokens"]) ?? getNestedNumericValue(usageMetadata, ["input_token_details", "cache_read"]) ?? getNestedNumericValue(usageMetadata, ["input_token_details", "cached_tokens"]) ?? getNestedNumericValue(usageMetadata, ["prompt_tokens_details", "cached_tokens"]) ?? 0;
+  const reasoningTokens = getNumericValue(usageMetadata, ["reasoning_tokens", "reasoningTokens"]) ?? getNestedNumericValue(usageMetadata, ["output_token_details", "reasoning"]) ?? getNestedNumericValue(usageMetadata, ["completion_tokens_details", "reasoning_tokens"]) ?? 0;
+  return {
+    inputTokens,
+    outputTokens,
+    totalTokens,
+    cachedTokens,
+    reasoningTokens
+  };
+}
+function buildAIUsageEventValues(sessionId, message, conversation) {
+  const role = readString(message, "role");
+  if (!role || SKIPPED_MESSAGE_ROLES.has(role)) {
+    return null;
+  }
+  const metadata = readRecord(message, "metadata");
+  const provider = readString(metadata, "provider");
+  const model = readString(metadata, "model");
+  if (!provider || !model) {
+    return null;
+  }
+  const usageMetadata = readRecord(metadata, "usage_metadata") ?? {};
+  const responseMetadata = readRecord(metadata, "response_metadata");
+  const normalizedUsage = normalizeUsageMetadata(usageMetadata);
+  const toolCalls = readArray(message, "toolCalls");
+  const autoCallTools = readArray(metadata, "autoCallTools");
+  const llmService = readString(metadata, "llmService");
+  return {
+    occurredAt: normalizeDate(readValue(message, "createdAt")),
+    sessionId,
+    messageId: String(readValue(message, "messageId") ?? ""),
+    userId: readValue(conversation, "userId"),
+    aiEmployeeUsername: readValue(conversation, "aiEmployeeUsername"),
+    from: readString(conversation, "from") ?? "main-agent",
+    category: readString(conversation, "category") ?? "chat",
+    eventType: "llm_message",
+    role,
+    provider,
+    ...llmService ? { llmService } : {},
+    model,
+    ...normalizedUsage,
+    toolCallCount: (toolCalls == null ? void 0 : toolCalls.length) ?? 0,
+    autoToolCallCount: (autoCallTools == null ? void 0 : autoCallTools.length) ?? 0,
+    status: "success",
+    rawUsageMetadata: usageMetadata,
+    ...responseMetadata ? { rawResponseMetadata: responseMetadata } : {}
+  };
+}
+async function recordAIUsageEventsForMessages(ctx, sessionId, messages, transaction) {
+  const recordableMessages = messages.filter(isRecordableLLMMessage);
+  if (recordableMessages.length === 0) {
+    return;
+  }
+  const conversation = await ctx.db.getRepository("aiConversations").findOne({
+    filter: {
+      sessionId
+    },
+    transaction
+  });
+  if (!conversation) {
+    return;
+  }
+  const usageEvents = recordableMessages.map((message) => buildAIUsageEventValues(sessionId, message, conversation)).filter(isUsageEventValues);
+  if (usageEvents.length === 0) {
+    return;
+  }
+  const usageEventsRepo = ctx.db.getRepository("aiUsageEvents");
+  for (const values of usageEvents) {
+    await usageEventsRepo.updateOrCreate({
+      filterKeys: ["messageId", "eventType"],
+      values,
+      transaction
+    });
+  }
+}
+function isUsageEventValues(value) {
+  return value !== null && value.messageId !== "";
+}
+function isRecordableLLMMessage(message) {
+  const role = readString(message, "role");
+  if (!role || SKIPPED_MESSAGE_ROLES.has(role)) {
+    return false;
+  }
+  const metadata = readRecord(message, "metadata");
+  return Boolean(readString(metadata, "provider") && readString(metadata, "model"));
+}
+function isRecord(value) {
+  return Boolean(value) && typeof value === "object" && !Array.isArray(value);
+}
+function readValue(source, key) {
+  if (!isRecord(source)) {
+    return void 0;
+  }
+  const value = source[key];
+  if (value !== void 0) {
+    return value;
+  }
+  if (typeof source.get === "function") {
+    return source.get(key);
+  }
+  return void 0;
+}
+function readString(source, key) {
+  const value = readValue(source, key);
+  return typeof value === "string" && value !== "" ? value : void 0;
+}
+function readRecord(source, key) {
+  const value = readValue(source, key);
+  return isRecord(value) ? value : void 0;
+}
+function readArray(source, key) {
+  const value = readValue(source, key);
+  return Array.isArray(value) ? value : void 0;
+}
+function getNumericValue(source, keys) {
+  for (const key of keys) {
+    const normalized = normalizeNumber(source[key]);
+    if (normalized !== void 0) {
+      return normalized;
+    }
+  }
+}
+function getNestedNumericValue(source, path) {
+  let current = source;
+  for (const key of path) {
+    if (!isRecord(current)) {
+      return void 0;
+    }
+    current = current[key];
+  }
+  return normalizeNumber(current);
+}
+function normalizeNumber(value) {
+  const numeric = typeof value === "number" ? value : typeof value === "string" ? Number(value) : NaN;
+  if (!Number.isFinite(numeric)) {
+    return void 0;
+  }
+  return Math.max(0, Math.trunc(numeric));
+}
+function normalizeDate(value) {
+  if (value instanceof Date && Number.isFinite(value.getTime())) {
+    return value;
+  }
+  if (typeof value === "string" || typeof value === "number") {
+    const date = new Date(value);
+    if (Number.isFinite(date.getTime())) {
+      return date;
+    }
+  }
+  return /* @__PURE__ */ new Date();
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  buildAIUsageEventValues,
+  normalizeUsageMetadata,
+  recordAIUsageEventsForMessages
+});

package/dist/server/plugin.js

@@ -74,10 +74,13 @@ var import_xai = require("./llm-providers/xai");
 var import_document_loader = require("./document-loader");
 var import_checkpoints = require("./ai-employees/checkpoints");
 var import_mimo = require("./llm-providers/mimo");
+var import_mistral = require("./llm-providers/mistral");
+var import_orcarouter = require("./llm-providers/orcarouter");
 var import_sub_agents = require("./ai-employees/sub-agents");
 var import_employee = require("./workflow/nodes/employee");
 var import_ai_knowledge_base = require("./ai-employees/ai-knowledge-base");
 var import_llm_stream_manager = require("./manager/llm-stream-manager");
+var import_attachments = require("./attachments");
 class PluginAIServer extends import_server.Plugin {
   features = new import_ai_feature_manager.AIPluginFeatureManagerImpl();
   aiManager = new import_ai_manager.AIManager(this);
@@ -180,10 +183,12 @@ class PluginAIServer extends import_server.Plugin {
     this.aiManager.registerLLMProvider("dashscope", import_dashscope.dashscopeProviderOptions);
     this.aiManager.registerLLMProvider("kimi", import_kimi.kimiProviderOptions);
     this.aiManager.registerLLMProvider("mimo", import_mimo.mimoProviderOptions);
+    this.aiManager.registerLLMProvider("mistral", import_mistral.mistralProviderOptions);
     this.aiManager.registerLLMProvider("ollama", import_ollama.ollamaProviderOptions);
     this.aiManager.registerLLMProvider("openai-completions", import_openai2.openaiCompletionsProviderOptions);
     this.aiManager.registerLLMProvider("kimi", import_kimi.kimiProviderOptions);
     this.aiManager.registerLLMProvider("xai", import_xai.xaiProviderOptions);
+    this.aiManager.registerLLMProvider("orcarouter", import_orcarouter.orcarouterProviderOptions);
   }
   registerTools() {
     const toolsManager = this.ai.toolsManager;
@@ -214,6 +219,19 @@ class PluginAIServer extends import_server.Plugin {
       },
       { before: "createMiddleware" }
     );
+    this.app.resourceManager.use(
+      async (ctx, next) => {
+        const { resourceName, actionName } = ctx.action;
+        if (resourceName === "aiFiles" && actionName === "create") {
+          (0, import_attachments.appendAIFileAttachmentSource)(ctx.action.params.values);
+        }
+        await next();
+        if (resourceName === "aiFiles" && actionName === "create") {
+          (0, import_attachments.appendAIFileAttachmentSource)(ctx.body);
+        }
+      },
+      { after: "createMiddleware" }
+    );
     Object.entries(aiEmployeeActions).forEach(([name, action]) => {
       this.app.resourceManager.registerActionHandler(`aiEmployees:${name}`, action);
     });

package/dist/server/resource/aiConversations.js

@@ -103,6 +103,33 @@ const saveUserMessages = async (ctx, sessionId, messages, messageId) => {
     await conversation.addMessages(userMessages);
   });
 };
+function isRecord(value) {
+  return Boolean(value && typeof value === "object" && !Array.isArray(value));
+}
+function normalizeIncomingMessageAttachments(ctx, messages) {
+  for (const message of messages) {
+    if (message.attachments == null) {
+      continue;
+    }
+    if (!Array.isArray(message.attachments)) {
+      throw new import_utils.ResourceActionError(400, ctx.t("Invalid attachment"));
+    }
+    message.attachments = message.attachments.map((attachment) => {
+      if (!isRecord(attachment) || !isRecord(attachment.source)) {
+        throw new import_utils.ResourceActionError(400, ctx.t("Invalid attachment"));
+      }
+      const source = { ...attachment.source };
+      delete source.trustworthy;
+      if (typeof source.collectionName !== "string" || !source.collectionName) {
+        throw new import_utils.ResourceActionError(400, ctx.t("Invalid attachment"));
+      }
+      return {
+        ...attachment,
+        source
+      };
+    });
+  }
+}
 var aiConversations_default = {
   name: "aiConversations",
   middlewares: [
@@ -329,6 +356,7 @@ var aiConversations_default = {
         if (!Array.isArray(messages)) {
           throw new import_utils.ResourceActionError(400, ctx.t("messages must be an array"));
         }
+        normalizeIncomingMessageAttachments(ctx, messages);
         const userMessage = messages.find((message) => message.role === "user");
         if (!userMessage) {
           throw new import_utils.ResourceActionError(400, ctx.t("user message is required"));
@@ -633,6 +661,13 @@ var aiConversations_default = {
       if (!message) {
         ctx.throw(400);
       }
+      const messageConversation = await plugin.aiConversationsManager.getConversation({
+        sessionId: message.sessionId,
+        userId
+      });
+      if (!messageConversation) {
+        ctx.throw(400);
+      }
       const toolCalls = message.toolCalls;
       if (!(toolCalls == null ? void 0 : toolCalls.length)) {
         ctx.throw(400);
@@ -730,6 +765,14 @@ var aiConversations_default = {
           sendErrorResponse(ctx, "message not found");
           return next();
         }
+        const messageConversation = await plugin.aiConversationsManager.getConversation({
+          sessionId: message.sessionId,
+          userId
+        });
+        if (!messageConversation) {
+          sendErrorResponse(ctx, "conversation not found");
+          return next();
+        }
         const tools = message.toolCalls;
         if (!(tools == null ? void 0 : tools.length)) {
           sendErrorResponse(ctx, "No tool calls found");
@@ -746,7 +789,7 @@ var aiConversations_default = {
           webSearch,
           model: resolvedModel
         });
-        const userDecisions = await plugin.aiConversationsManager.getUserDecisions(messageId);
+        const userDecisions = await plugin.aiConversationsManager.getUserDecisions(message.messageId);
         await aiEmployee.stream({
           userDecisions
         });

package/dist/server/utils.d.ts

@@ -6,9 +6,11 @@
  * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
  * For more information, please refer to: https://www.nocobase.com/agreement.
  */
+/// <reference types="node" />
 import { Model } from '@nocobase/database';
 import { Context } from '@nocobase/actions';
 import { ToolsEntry } from '@nocobase/ai';
+import type { Readable } from 'stream';
 export declare function sendSSEError(ctx: Context, error: Error | string, errorName?: string): void;
 export declare function stripToolCallTags(content: string): string | null;
 export declare function parseResponseMessage(row: Model): {
@@ -17,8 +19,9 @@ export declare function parseResponseMessage(row: Model): {
     content: any;
     role: any;
 };
-export declare function encodeLocalFile(url: string): Promise<string>;
-export declare function encodeFile(ctx: Context, url: string): Promise<string>;
+export declare function encodeLocalFile(_url: string): Promise<void>;
+export declare function encodeFile(ctx: Context, url: string): Promise<string | void>;
+export declare function encodeReadableStream(stream: Readable): Promise<string>;
 export declare function parseVariables(ctx: Context, value: string): Promise<any>;
 export declare const buildTool: (toolsEntry: ToolsEntry) => import("@langchain/core/dist/tools").DynamicTool<any, unknown>;
 export declare class ResourceActionError extends Error {

package/dist/server/utils.js

@@ -7,11 +7,9 @@
  * For more information, please refer to: https://www.nocobase.com/agreement.
  */
 
-var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
 var __export = (target, all) => {
   for (var name in all)
@@ -25,14 +23,6 @@ var __copyProps = (to, from, except, desc) => {
   }
   return to;
 };
-var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
-  // If the importer is in node compatibility mode or this is not an ESM
-  // file that has been converted to a CommonJS file using a Babel-
-  // compatible transform (i.e. "__esModule" has not been set), then set
-  // "default" to the CommonJS "module.exports" for node compatibility.
-  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
-  mod
-));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var utils_exports = {};
 __export(utils_exports, {
@@ -40,14 +30,13 @@ __export(utils_exports, {
   buildTool: () => buildTool,
   encodeFile: () => encodeFile,
   encodeLocalFile: () => encodeLocalFile,
+  encodeReadableStream: () => encodeReadableStream,
   parseResponseMessage: () => parseResponseMessage,
   parseVariables: () => parseVariables,
   sendSSEError: () => sendSSEError,
   stripToolCallTags: () => stripToolCallTags
 });
 module.exports = __toCommonJS(utils_exports);
-var import_path = __toESM(require("path"));
-var import_fs = __toESM(require("fs"));
 var import_utils = require("@nocobase/utils");
 var import_langchain = require("langchain");
 function sendSSEError(ctx, error, errorName) {
@@ -91,13 +80,8 @@ function parseResponseMessage(row) {
     role
   };
 }
-async function encodeLocalFile(url) {
-  if (process.env.APP_PUBLIC_PATH && url.startsWith(process.env.APP_PUBLIC_PATH)) {
-    url = url.slice(process.env.APP_PUBLIC_PATH.length);
-  }
-  url = import_path.default.join(process.cwd(), url);
-  const data = await import_fs.default.promises.readFile(url);
-  return Buffer.from(data).toString("base64");
+async function encodeLocalFile(_url) {
+  throw new Error("Local file path is not allowed");
 }
 async function encodeFile(ctx, url) {
   if (!url.startsWith("http")) {
@@ -117,6 +101,13 @@ async function encodeFile(ctx, url) {
   });
   return Buffer.from(response.data).toString("base64");
 }
+async function encodeReadableStream(stream) {
+  const chunks = [];
+  for await (const chunk of stream) {
+    chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
+  }
+  return Buffer.concat(chunks).toString("base64");
+}
 async function getUser(ctx, fields) {
   const userFields = fields.filter((f) => f && ctx.db.getFieldByPath("users." + f));
   if (!ctx.state.currentUser) {
@@ -193,6 +184,7 @@ class ResourceActionError extends Error {
   buildTool,
   encodeFile,
   encodeLocalFile,
+  encodeReadableStream,
   parseResponseMessage,
   parseVariables,
   sendSSEError,

package/dist/server/workflow/nodes/employee/files.d.ts

@@ -9,7 +9,9 @@
 import { AIEmployeeInstructionFiles } from './types';
 import { Plugin } from '@nocobase/server';
 export declare abstract class Files {
-    static resolvers(plugin: Plugin, attachmentPart: Record<string, any>): {
+    static resolvers(plugin: Plugin, attachmentPart: {
+        attachments?: unknown[];
+    }): {
         resolveAttachments: (files: AIEmployeeInstructionFiles[]) => Promise<void>;
         resolveFileIds: (files: AIEmployeeInstructionFiles[]) => Promise<void>;
         resolveUrls: (files: AIEmployeeInstructionFiles[]) => Promise<void>;

package/dist/server/workflow/nodes/employee/files.js

@@ -45,10 +45,25 @@ var import_node_path = __toESM(require("node:path"));
 var import_lodash = __toESM(require("lodash"));
 var import_axios = __toESM(require("axios"));
 var import_utils = require("../../utils");
+var import_attachments = require("../../../attachments");
+function appendSource(record, source) {
+  if (!record || typeof record !== "object" || Array.isArray(record)) {
+    return record;
+  }
+  return {
+    ...record,
+    source
+  };
+}
 class Files {
   static resolvers(plugin, attachmentPart) {
     const resolveAttachments = async (files) => {
-      const attachments = files.filter((it) => it.type === "attachments").flatMap((it) => import_lodash.default.isArray(it.value) ? it.value : [it.value]);
+      const attachments = files.filter((it) => it.type === "attachments").flatMap((it) => import_lodash.default.isArray(it.value) ? it.value : [it.value]).map(
+        (attachment) => appendSource(attachment, {
+          ...(0, import_attachments.getAttachmentSource)(attachment) ?? {},
+          trustworthy: true
+        })
+      );
       if (attachments.length) {
         attachmentPart.attachments = [...attachmentPart.attachments ?? [], ...attachments];
       }
@@ -78,7 +93,13 @@ class Files {
           }
           attachmentPart.attachments = [
             ...attachmentPart.attachments ?? [],
-            ...attachmentModels.map((it) => it.toJSON())
+            ...attachmentModels.map(
+              (it) => appendSource(it.toJSON(), {
+                dataSourceKey: "main",
+                collectionName: collection,
+                trustworthy: true
+              })
+            )
           ];
         }
       }
@@ -106,14 +127,19 @@ class Files {
                 filePath: tempFilePath,
                 storageName,
                 values: {
-                  ...fileIdentity,
+                  title: fileIdentity.title,
                   mimetype: contentType,
                   meta: {
-                    sourceUrl: url
+                    sourceUrl: url,
+                    originalFilename: fileIdentity.filename
                   }
                 }
               });
-              return created.toJSON();
+              return appendSource(created.toJSON(), {
+                dataSourceKey: "main",
+                collectionName: "aiFiles",
+                trustworthy: true
+              });
             } finally {
               await import_promises.default.rm(tempFilePath, { force: true });
             }