@nocobase/plugin-ai 2.2.0-beta.12 → 2.2.0-beta.14

package/dist/server/document-loader/loader.js

@@ -7,9 +7,11 @@
  * For more information, please refer to: https://www.nocobase.com/agreement.
  */
 
+var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
 var __export = (target, all) => {
   for (var name in all)
@@ -23,6 +25,14 @@ var __copyProps = (to, from, except, desc) => {
   }
   return to;
 };
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var loader_exports = {};
 __export(loader_exports, {
@@ -32,6 +42,11 @@ module.exports = __toCommonJS(loader_exports);
 var import_constants = require("./constants");
 var import_utils = require("./utils");
 var import_ai = require("@nocobase/ai");
+var import_node_fs = require("node:fs");
+var import_promises = require("node:fs/promises");
+var import_node_os = __toESM(require("node:os"));
+var import_node_path = __toESM(require("node:path"));
+var import_promises2 = require("node:stream/promises");
 class DocumentLoader {
   constructor(fileManager) {
     this.fileManager = fileManager;
@@ -42,15 +57,17 @@ class DocumentLoader {
       return [];
     }
     const { stream, contentType } = await this.fileManager.getFileStream(file, options);
-    const blob = await this.streamToBlob(stream, contentType ?? file.mimetype);
-    return await (0, import_ai.loadByWorker)(extname, blob);
-  }
-  async streamToBlob(stream, mimeType = "application/octet-stream") {
-    const chunks = [];
-    for await (const chunk of stream) {
-      chunks.push(chunk);
+    const tempDir = await (0, import_promises.mkdtemp)(import_node_path.default.join(import_node_os.default.tmpdir(), "nocobase-document-loader-"));
+    const tempFilePath = import_node_path.default.join(tempDir, `source${extname}`);
+    try {
+      await (0, import_promises2.pipeline)(stream, (0, import_node_fs.createWriteStream)(tempFilePath));
+      return await (0, import_ai.loadByWorker)(extname, {
+        filePath: tempFilePath,
+        mimeType: contentType ?? file.mimetype
+      });
+    } finally {
+      await (0, import_promises.rm)(tempDir, { recursive: true, force: true });
     }
-    return new Blob(chunks, { type: mimeType });
   }
 }
 // Annotate the CommonJS export names for ESM import in node:

package/dist/server/document-loader/types.d.ts

@@ -31,6 +31,13 @@ export type ParseableFile = {
     storageId?: number;
     meta?: Record<string, any>;
     size?: number;
+    source?: {
+        dataSourceKey?: string;
+        collectionName?: string;
+        field?: string;
+        documentCache?: boolean;
+        trustworthy?: boolean;
+    };
 };
 export type DocumentLoaderLike = {
     load(file: ParseableFile, options?: any): Promise<Document[]>;

package/dist/server/llm-providers/anthropic.d.ts

@@ -8,6 +8,7 @@
  */
 import { LLMProvider, ParsedAttachmentResult } from './provider';
 import { ChatAnthropic } from '@langchain/anthropic';
+import type { AttachmentModel } from '@nocobase/plugin-file-manager';
 import { Model } from '@nocobase/database';
 import { LLMProviderMeta } from '../manager/ai-manager';
 import { Context } from '@nocobase/actions';
@@ -36,7 +37,7 @@ export declare class AnthropicProvider extends LLMProvider {
         type: string;
         query: string;
     }[];
-    protected convertToContent(ctx: Context, attachment: any): Promise<ParsedAttachmentResult>;
+    protected convertToContent(ctx: Context, attachment: AttachmentModel): Promise<ParsedAttachmentResult>;
     private setMaxTokens;
 }
 export declare const anthropicProviderOptions: LLMProviderMeta;

package/dist/server/llm-providers/anthropic.js

@@ -186,9 +186,7 @@ class AnthropicProvider extends import_provider.LLMProvider {
     });
   }
   async convertToContent(ctx, attachment) {
-    const fileManager = this.app.pm.get("file-manager");
-    const url = await fileManager.getFileURL(attachment);
-    const data = await (0, import_utils2.encodeFile)(ctx, decodeURIComponent(url));
+    const data = await this.encodeAttachment(ctx, attachment);
     if (attachment.mimetype.startsWith("image/")) {
       return {
         placement: "contentBlocks",

package/dist/server/llm-providers/google-genai.d.ts

@@ -9,7 +9,7 @@
 import { ChatGoogleGenerativeAI } from '@langchain/google-genai';
 import { EmbeddingProvider, LLMProvider, ParsedAttachmentResult } from './provider';
 import { Model } from '@nocobase/database';
-import { AttachmentModel } from '@nocobase/plugin-file-manager';
+import type { AttachmentModel } from '@nocobase/plugin-file-manager';
 import { LLMProviderMeta } from '../manager/ai-manager';
 import { EmbeddingsInterface } from '@langchain/core/embeddings';
 import { Context } from '@nocobase/actions';

package/dist/server/llm-providers/google-genai.js

@@ -34,7 +34,6 @@ module.exports = __toCommonJS(google_genai_exports);
 var import_google_genai = require("@langchain/google-genai");
 var import_provider = require("./provider");
 var import_utils = require("@nocobase/utils");
-var import_utils2 = require("../utils");
 var import_ai_manager = require("../manager/ai-manager");
 const GOOGLE_GEN_AI_URL = "https://generativelanguage.googleapis.com";
 class GoogleGenAIProvider extends import_provider.LLMProvider {
@@ -120,10 +119,8 @@ class GoogleGenAIProvider extends import_provider.LLMProvider {
   }
   async convertToContent(ctx, attachment) {
     var _a;
-    const fileManager = this.app.pm.get("file-manager");
-    const url = await fileManager.getFileURL(attachment);
+    const data = await this.encodeAttachment(ctx, attachment);
     if ((_a = attachment.mimetype) == null ? void 0 : _a.startsWith("image/")) {
-      const data = await (0, import_utils2.encodeFile)(ctx, decodeURIComponent(url));
       return {
         placement: "contentBlocks",
         content: {
@@ -134,7 +131,6 @@ class GoogleGenAIProvider extends import_provider.LLMProvider {
         }
       };
     } else {
-      const data = await (0, import_utils2.encodeFile)(ctx, decodeURIComponent(url));
       return {
         placement: "contentBlocks",
         content: {

package/dist/server/llm-providers/provider.d.ts

@@ -8,7 +8,7 @@
  */
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
 import { Model } from '@nocobase/database';
-import { AttachmentModel } from '@nocobase/plugin-file-manager';
+import { type AttachmentModel } from '@nocobase/plugin-file-manager';
 import { Application } from '@nocobase/server';
 import { AIChatContext, AIMessageInput } from '../types/ai-chat-conversation.type';
 import { EmbeddingsInterface } from '@langchain/core/embeddings';
@@ -69,7 +69,8 @@ export declare abstract class LLMProvider {
     parseAttachment(ctx: Context, attachment: AttachmentModel): Promise<ParsedAttachmentResult>;
     protected isApiSupportedAttachment(attachment: AttachmentModel): boolean;
     protected isDocumentLoaderSupportedAttachment(attachment: AttachmentModel): boolean;
-    protected convertToContent(ctx: Context, attachment: any): Promise<ParsedAttachmentResult>;
+    protected encodeAttachment(ctx: Context, attachment: AttachmentModel): Promise<string>;
+    protected convertToContent(ctx: Context, attachment: AttachmentModel): Promise<ParsedAttachmentResult>;
     protected loadDocument(ctx: Context, attachment: any): Promise<any>;
     getStructuredOutputOptions(structuredOutput: AIChatContext['structuredOutput']): any;
     testFlight(): Promise<{

package/dist/server/llm-providers/provider.js

@@ -183,6 +183,15 @@ class LLMProvider {
     return (0, import_utils2.stripToolCallTags)(chunk);
   }
   async parseAttachment(ctx, attachment) {
+    var _a;
+    const dataSourceKey = (_a = attachment == null ? void 0 : attachment.source) == null ? void 0 : _a.dataSourceKey;
+    const isExternalAttachment = Boolean(dataSourceKey && dataSourceKey !== "main");
+    if (!(attachment == null ? void 0 : attachment.storageId) && !isExternalAttachment || !(attachment == null ? void 0 : attachment.filename)) {
+      return {
+        placement: "system",
+        content: "The user provided an attachment, but it is unavailable or invalid and cannot be parsed. Do not use this attachment as evidence; tell the user the attachment is unavailable."
+      };
+    }
     if (this.isApiSupportedAttachment(attachment)) {
       return await this.convertToContent(ctx, attachment);
     } else if (this.isDocumentLoaderSupportedAttachment(attachment)) {
@@ -212,10 +221,24 @@ class LLMProvider {
     const ext = import_node_path.default.extname((attachment == null ? void 0 : attachment.filename) ?? "").toLocaleLowerCase();
     return import_document_loader.SUPPORTED_DOCUMENT_EXTNAMES.includes(ext);
   }
-  async convertToContent(ctx, attachment) {
+  async encodeAttachment(ctx, attachment) {
     const fileManager = this.app.pm.get("file-manager");
-    const url = await fileManager.getFileURL(attachment);
-    const data = await (0, import_utils2.encodeFile)(ctx, decodeURIComponent(url));
+    if (typeof ctx.get !== "function") {
+      const { stream: stream2 } = await fileManager.getFileStream(attachment);
+      return await (0, import_utils2.encodeReadableStream)(stream2);
+    }
+    const { stream } = await fileManager.getFileStream(attachment, {
+      requestOptions: {
+        headers: {
+          Referer: ctx.get("referer") || "",
+          "User-Agent": ctx.get("user-agent") || ""
+        }
+      }
+    });
+    return await (0, import_utils2.encodeReadableStream)(stream);
+  }
+  async convertToContent(ctx, attachment) {
+    const data = await this.encodeAttachment(ctx, attachment);
     if (attachment.mimetype.startsWith("image/")) {
       return {
         placement: "contentBlocks",

package/dist/server/plugin.js

@@ -80,6 +80,7 @@ var import_sub_agents = require("./ai-employees/sub-agents");
 var import_employee = require("./workflow/nodes/employee");
 var import_ai_knowledge_base = require("./ai-employees/ai-knowledge-base");
 var import_llm_stream_manager = require("./manager/llm-stream-manager");
+var import_attachments = require("./attachments");
 class PluginAIServer extends import_server.Plugin {
   features = new import_ai_feature_manager.AIPluginFeatureManagerImpl();
   aiManager = new import_ai_manager.AIManager(this);
@@ -218,6 +219,19 @@ class PluginAIServer extends import_server.Plugin {
       },
       { before: "createMiddleware" }
     );
+    this.app.resourceManager.use(
+      async (ctx, next) => {
+        const { resourceName, actionName } = ctx.action;
+        if (resourceName === "aiFiles" && actionName === "create") {
+          (0, import_attachments.appendAIFileAttachmentSource)(ctx.action.params.values);
+        }
+        await next();
+        if (resourceName === "aiFiles" && actionName === "create") {
+          (0, import_attachments.appendAIFileAttachmentSource)(ctx.body);
+        }
+      },
+      { after: "createMiddleware" }
+    );
     Object.entries(aiEmployeeActions).forEach(([name, action]) => {
       this.app.resourceManager.registerActionHandler(`aiEmployees:${name}`, action);
     });

package/dist/server/resource/aiConversations.js

@@ -103,6 +103,33 @@ const saveUserMessages = async (ctx, sessionId, messages, messageId) => {
     await conversation.addMessages(userMessages);
   });
 };
+function isRecord(value) {
+  return Boolean(value && typeof value === "object" && !Array.isArray(value));
+}
+function normalizeIncomingMessageAttachments(ctx, messages) {
+  for (const message of messages) {
+    if (message.attachments == null) {
+      continue;
+    }
+    if (!Array.isArray(message.attachments)) {
+      throw new import_utils.ResourceActionError(400, ctx.t("Invalid attachment"));
+    }
+    message.attachments = message.attachments.map((attachment) => {
+      if (!isRecord(attachment) || !isRecord(attachment.source)) {
+        throw new import_utils.ResourceActionError(400, ctx.t("Invalid attachment"));
+      }
+      const source = { ...attachment.source };
+      delete source.trustworthy;
+      if (typeof source.collectionName !== "string" || !source.collectionName) {
+        throw new import_utils.ResourceActionError(400, ctx.t("Invalid attachment"));
+      }
+      return {
+        ...attachment,
+        source
+      };
+    });
+  }
+}
 var aiConversations_default = {
   name: "aiConversations",
   middlewares: [
@@ -329,6 +356,7 @@ var aiConversations_default = {
         if (!Array.isArray(messages)) {
           throw new import_utils.ResourceActionError(400, ctx.t("messages must be an array"));
         }
+        normalizeIncomingMessageAttachments(ctx, messages);
         const userMessage = messages.find((message) => message.role === "user");
         if (!userMessage) {
           throw new import_utils.ResourceActionError(400, ctx.t("user message is required"));
@@ -633,6 +661,13 @@ var aiConversations_default = {
       if (!message) {
         ctx.throw(400);
       }
+      const messageConversation = await plugin.aiConversationsManager.getConversation({
+        sessionId: message.sessionId,
+        userId
+      });
+      if (!messageConversation) {
+        ctx.throw(400);
+      }
       const toolCalls = message.toolCalls;
       if (!(toolCalls == null ? void 0 : toolCalls.length)) {
         ctx.throw(400);
@@ -730,6 +765,14 @@ var aiConversations_default = {
           sendErrorResponse(ctx, "message not found");
           return next();
         }
+        const messageConversation = await plugin.aiConversationsManager.getConversation({
+          sessionId: message.sessionId,
+          userId
+        });
+        if (!messageConversation) {
+          sendErrorResponse(ctx, "conversation not found");
+          return next();
+        }
         const tools = message.toolCalls;
         if (!(tools == null ? void 0 : tools.length)) {
           sendErrorResponse(ctx, "No tool calls found");
@@ -746,7 +789,7 @@ var aiConversations_default = {
           webSearch,
           model: resolvedModel
         });
-        const userDecisions = await plugin.aiConversationsManager.getUserDecisions(messageId);
+        const userDecisions = await plugin.aiConversationsManager.getUserDecisions(message.messageId);
         await aiEmployee.stream({
           userDecisions
         });

package/dist/server/utils.d.ts

@@ -6,9 +6,11 @@
  * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
  * For more information, please refer to: https://www.nocobase.com/agreement.
  */
+/// <reference types="node" />
 import { Model } from '@nocobase/database';
 import { Context } from '@nocobase/actions';
 import { ToolsEntry } from '@nocobase/ai';
+import type { Readable } from 'stream';
 export declare function sendSSEError(ctx: Context, error: Error | string, errorName?: string): void;
 export declare function stripToolCallTags(content: string): string | null;
 export declare function parseResponseMessage(row: Model): {
@@ -17,8 +19,9 @@ export declare function parseResponseMessage(row: Model): {
     content: any;
     role: any;
 };
-export declare function encodeLocalFile(url: string): Promise<string>;
-export declare function encodeFile(ctx: Context, url: string): Promise<string>;
+export declare function encodeLocalFile(_url: string): Promise<void>;
+export declare function encodeFile(ctx: Context, url: string): Promise<string | void>;
+export declare function encodeReadableStream(stream: Readable): Promise<string>;
 export declare function parseVariables(ctx: Context, value: string): Promise<any>;
 export declare const buildTool: (toolsEntry: ToolsEntry) => import("@langchain/core/dist/tools").DynamicTool<any, unknown>;
 export declare class ResourceActionError extends Error {

package/dist/server/utils.js

@@ -7,11 +7,9 @@
  * For more information, please refer to: https://www.nocobase.com/agreement.
  */
 
-var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
 var __export = (target, all) => {
   for (var name in all)
@@ -25,14 +23,6 @@ var __copyProps = (to, from, except, desc) => {
   }
   return to;
 };
-var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
-  // If the importer is in node compatibility mode or this is not an ESM
-  // file that has been converted to a CommonJS file using a Babel-
-  // compatible transform (i.e. "__esModule" has not been set), then set
-  // "default" to the CommonJS "module.exports" for node compatibility.
-  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
-  mod
-));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var utils_exports = {};
 __export(utils_exports, {
@@ -40,14 +30,13 @@ __export(utils_exports, {
   buildTool: () => buildTool,
   encodeFile: () => encodeFile,
   encodeLocalFile: () => encodeLocalFile,
+  encodeReadableStream: () => encodeReadableStream,
   parseResponseMessage: () => parseResponseMessage,
   parseVariables: () => parseVariables,
   sendSSEError: () => sendSSEError,
   stripToolCallTags: () => stripToolCallTags
 });
 module.exports = __toCommonJS(utils_exports);
-var import_path = __toESM(require("path"));
-var import_fs = __toESM(require("fs"));
 var import_utils = require("@nocobase/utils");
 var import_langchain = require("langchain");
 function sendSSEError(ctx, error, errorName) {
@@ -91,13 +80,8 @@ function parseResponseMessage(row) {
     role
   };
 }
-async function encodeLocalFile(url) {
-  if (process.env.APP_PUBLIC_PATH && url.startsWith(process.env.APP_PUBLIC_PATH)) {
-    url = url.slice(process.env.APP_PUBLIC_PATH.length);
-  }
-  url = import_path.default.join(process.cwd(), url);
-  const data = await import_fs.default.promises.readFile(url);
-  return Buffer.from(data).toString("base64");
+async function encodeLocalFile(_url) {
+  throw new Error("Local file path is not allowed");
 }
 async function encodeFile(ctx, url) {
   if (!url.startsWith("http")) {
@@ -117,6 +101,13 @@ async function encodeFile(ctx, url) {
   });
   return Buffer.from(response.data).toString("base64");
 }
+async function encodeReadableStream(stream) {
+  const chunks = [];
+  for await (const chunk of stream) {
+    chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
+  }
+  return Buffer.concat(chunks).toString("base64");
+}
 async function getUser(ctx, fields) {
   const userFields = fields.filter((f) => f && ctx.db.getFieldByPath("users." + f));
   if (!ctx.state.currentUser) {
@@ -193,6 +184,7 @@ class ResourceActionError extends Error {
   buildTool,
   encodeFile,
   encodeLocalFile,
+  encodeReadableStream,
   parseResponseMessage,
   parseVariables,
   sendSSEError,

package/dist/server/workflow/nodes/employee/files.d.ts

@@ -9,7 +9,9 @@
 import { AIEmployeeInstructionFiles } from './types';
 import { Plugin } from '@nocobase/server';
 export declare abstract class Files {
-    static resolvers(plugin: Plugin, attachmentPart: Record<string, any>): {
+    static resolvers(plugin: Plugin, attachmentPart: {
+        attachments?: unknown[];
+    }): {
         resolveAttachments: (files: AIEmployeeInstructionFiles[]) => Promise<void>;
         resolveFileIds: (files: AIEmployeeInstructionFiles[]) => Promise<void>;
         resolveUrls: (files: AIEmployeeInstructionFiles[]) => Promise<void>;

package/dist/server/workflow/nodes/employee/files.js

@@ -45,10 +45,25 @@ var import_node_path = __toESM(require("node:path"));
 var import_lodash = __toESM(require("lodash"));
 var import_axios = __toESM(require("axios"));
 var import_utils = require("../../utils");
+var import_attachments = require("../../../attachments");
+function appendSource(record, source) {
+  if (!record || typeof record !== "object" || Array.isArray(record)) {
+    return record;
+  }
+  return {
+    ...record,
+    source
+  };
+}
 class Files {
   static resolvers(plugin, attachmentPart) {
     const resolveAttachments = async (files) => {
-      const attachments = files.filter((it) => it.type === "attachments").flatMap((it) => import_lodash.default.isArray(it.value) ? it.value : [it.value]);
+      const attachments = files.filter((it) => it.type === "attachments").flatMap((it) => import_lodash.default.isArray(it.value) ? it.value : [it.value]).map(
+        (attachment) => appendSource(attachment, {
+          ...(0, import_attachments.getAttachmentSource)(attachment) ?? {},
+          trustworthy: true
+        })
+      );
       if (attachments.length) {
         attachmentPart.attachments = [...attachmentPart.attachments ?? [], ...attachments];
       }
@@ -78,7 +93,13 @@ class Files {
           }
           attachmentPart.attachments = [
             ...attachmentPart.attachments ?? [],
-            ...attachmentModels.map((it) => it.toJSON())
+            ...attachmentModels.map(
+              (it) => appendSource(it.toJSON(), {
+                dataSourceKey: "main",
+                collectionName: collection,
+                trustworthy: true
+              })
+            )
           ];
         }
       }
@@ -106,14 +127,19 @@ class Files {
                 filePath: tempFilePath,
                 storageName,
                 values: {
-                  ...fileIdentity,
+                  title: fileIdentity.title,
                   mimetype: contentType,
                   meta: {
-                    sourceUrl: url
+                    sourceUrl: url,
+                    originalFilename: fileIdentity.filename
                   }
                 }
               });
-              return created.toJSON();
+              return appendSource(created.toJSON(), {
+                dataSourceKey: "main",
+                collectionName: "aiFiles",
+                trustworthy: true
+              });
             } finally {
               await import_promises.default.rm(tempFilePath, { force: true });
             }

package/package.json

@@ -6,7 +6,7 @@
   "description": "Create AI employees with diverse skills to collaborate with humans, build systems, and handle business operations.",
   "description.ru-RU": "Поддержка интеграции с AI-сервисами: предоставляются AI-узлы для рабочих процессов, расширяя возможности бизнес-обработки.",
   "description.zh-CN": "创建各种技能的 AI 员工，与人类协同，搭建系统，处理业务。",
-  "version": "2.2.0-beta.12",
+  "version": "2.2.0-beta.14",
   "main": "dist/server/index.js",
   "homepage": "https://docs.nocobase.com/handbook/action-ai",
   "homepage.ru-RU": "https://docs-ru.nocobase.com/handbook/action-ai",
@@ -66,5 +66,5 @@
   "keywords": [
     "AI"
   ],
-  "gitHead": "ad8ed32d47eaec2dc56f15999934f720787d5070"
+  "gitHead": "1ef021f3ce0a84469e40f181a19551a50b6f850c"
 }