@nocobase/plugin-ai 2.1.0-beta.13 → 2.1.0-beta.14

package/dist/server/llm-providers/provider.d.ts

@@ -8,6 +8,7 @@
  */
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
 import { Model } from '@nocobase/database';
+import { AttachmentModel } from '@nocobase/plugin-file-manager';
 import { Application } from '@nocobase/server';
 import { AIChatContext } from '../types/ai-chat-conversation.type';
 import { EmbeddingsInterface } from '@langchain/core/embeddings';
@@ -15,6 +16,8 @@ import { AIMessageChunk } from '@langchain/core/messages';
 import { Context } from '@nocobase/actions';
 import '@langchain/core/utils/stream';
 import { LLMResult } from '@langchain/core/outputs';
+import { CachedDocumentLoader } from '../document-loader';
+import PluginAIServer from '../plugin';
 export type ParsedAttachmentResult = {
     placement: string;
     content: any;
@@ -30,7 +33,7 @@ export declare abstract class LLMProvider {
     modelOptions: Record<string, any>;
     chatModel: any;
     abstract createModel(): BaseChatModel | any;
-    get baseURL(): any;
+    get baseURL(): string | null;
     constructor(opts: LLMProviderOptions);
     prepareChain(context: AIChatContext): any;
     invoke(context: AIChatContext, options?: any): Promise<any>;
@@ -48,7 +51,11 @@ export declare abstract class LLMProvider {
         role: any;
     };
     parseResponseChunk(chunk: any): string;
-    parseAttachment(ctx: Context, attachment: any): Promise<ParsedAttachmentResult>;
+    parseAttachment(ctx: Context, attachment: AttachmentModel): Promise<ParsedAttachmentResult>;
+    protected isApiSupportedAttachment(attachment: AttachmentModel): boolean;
+    protected isDocumentLoaderSupportedAttachment(attachment: AttachmentModel): boolean;
+    protected convertToContent(ctx: Context, attachment: any): Promise<ParsedAttachmentResult>;
+    protected loadDocument(_ctx: Context, attachment: any): Promise<any>;
     getStructuredOutputOptions(structuredOutput: AIChatContext['structuredOutput']): any;
     testFlight(): Promise<{
         status: 'success' | 'error';
@@ -68,6 +75,8 @@ export declare abstract class LLMProvider {
     };
     parseResponseMetadata(output: LLMResult): any;
     parseResponseError(err: any): any;
+    protected get documentLoader(): CachedDocumentLoader;
+    protected get aiPlugin(): PluginAIServer;
 }
 export interface EmbeddingProviderOptions {
     app: Application;

package/dist/server/llm-providers/provider.js

@@ -45,6 +45,8 @@ var import_axios = __toESM(require("axios"));
 var import_utils = require("../utils");
 var import_langchain = require("langchain");
 var import_stream = require("@langchain/core/utils/stream");
+var import_document_loader = require("../document-loader");
+var import_node_path = __toESM(require("node:path"));
 class LLMProvider {
   app;
   serviceOptions;
@@ -126,6 +128,36 @@ class LLMProvider {
     return (0, import_utils.stripToolCallTags)(chunk);
   }
   async parseAttachment(ctx, attachment) {
+    if (this.isApiSupportedAttachment(attachment)) {
+      return await this.convertToContent(ctx, attachment);
+    } else if (this.isDocumentLoaderSupportedAttachment(attachment)) {
+      return await this.loadDocument(ctx, attachment);
+    } else {
+      const safeFilename = attachment.filename ? import_node_path.default.basename(attachment.filename) : "document";
+      return {
+        placement: "system",
+        content: `The user has uploaded a ${attachment.mimetype} file (filename: ${safeFilename}). Please inform the user directly that you do not support parsing image content.`
+      };
+    }
+  }
+  isApiSupportedAttachment(attachment) {
+    const media = ["image/"];
+    const pdf = ["application/pdf"];
+    const supportedMedia = media.some((it) => {
+      var _a;
+      return (_a = attachment == null ? void 0 : attachment.mimetype) == null ? void 0 : _a.startsWith(it);
+    });
+    const supportedPdf = pdf.some((it) => {
+      var _a;
+      return (_a = attachment == null ? void 0 : attachment.mimetype) == null ? void 0 : _a.includes(it);
+    });
+    return supportedMedia || supportedPdf;
+  }
+  isDocumentLoaderSupportedAttachment(attachment) {
+    const ext = import_node_path.default.extname((attachment == null ? void 0 : attachment.filename) ?? "").toLocaleLowerCase();
+    return import_document_loader.SUPPORTED_DOCUMENT_EXTNAMES.includes(ext);
+  }
+  async convertToContent(ctx, attachment) {
     const fileManager = this.app.pm.get("file-manager");
     const url = await fileManager.getFileURL(attachment);
     const data = await (0, import_utils.encodeFile)(ctx, decodeURIComponent(url));
@@ -153,6 +185,28 @@ class LLMProvider {
       };
     }
   }
+  async loadDocument(_ctx, attachment) {
+    const safeFilename = attachment.filename ? import_node_path.default.basename(attachment.filename) : "document";
+    const parsed = await this.documentLoader.load(attachment);
+    if (!parsed.supported) {
+      return {
+        placement: "system",
+        content: `File ${safeFilename} is not a supported document type for text parsing.`
+      };
+    }
+    if (parsed.text.length === 0) {
+      return {
+        placement: "system",
+        content: `The file provided by the user is an empty file, file name is "${safeFilename}"`
+      };
+    }
+    return {
+      placement: "system",
+      content: `<parsed_document filename="${safeFilename}">
+${parsed.text}
+</parsed_document>`
+    };
+  }
   getStructuredOutputOptions(structuredOutput) {
     const { responseFormat } = this.modelOptions || {};
     const { schema, name, description, strict } = structuredOutput || {};
@@ -220,6 +274,12 @@ class LLMProvider {
   parseResponseError(err) {
     return (err == null ? void 0 : err.message) ?? "Unexpected LLM service error";
   }
+  get documentLoader() {
+    return this.aiPlugin.documentLoaders.cached;
+  }
+  get aiPlugin() {
+    return this.app.pm.get("ai");
+  }
 }
 class EmbeddingProvider {
   constructor(opts) {

package/dist/server/manager/ai-chat-conversation.js

@@ -137,8 +137,12 @@ class AIChatConversationImpl {
       getSystemPrompt,
       formatMessages
     } = options ?? {};
-    const messages = userMessages ? await (formatMessages == null ? void 0 : formatMessages(userMessages)) ?? [] : void 0;
-    const systemPrompt = await (getSystemPrompt == null ? void 0 : getSystemPrompt(userMessages)) ?? "";
+    let messages = userMessages ? await (formatMessages == null ? void 0 : formatMessages(userMessages)) ?? [] : void 0;
+    const additionSystemPrompt = messages == null ? void 0 : messages.filter((it) => it.role === "system").map((it) => it.content).join("\n");
+    messages = messages == null ? void 0 : messages.filter((it) => it.role !== "system");
+    const systemPrompt = `${await (getSystemPrompt == null ? void 0 : getSystemPrompt(userMessages ?? [])) ?? ""}
+
+${additionSystemPrompt}`;
     const chatContext = {
       systemPrompt,
       messages,

package/dist/server/utils.js

@@ -46,7 +46,6 @@ __export(utils_exports, {
 module.exports = __toCommonJS(utils_exports);
 var import_path = __toESM(require("path"));
 var import_fs = __toESM(require("fs"));
-var import_axios = __toESM(require("axios"));
 var import_utils = require("@nocobase/utils");
 function sendSSEError(ctx, error, errorName) {
   const body = typeof error === "string" ? error : error.message || "Unknown error";
@@ -103,7 +102,9 @@ async function encodeFile(ctx, url) {
   const referer = ctx.get("referer") || "";
   const ua = ctx.get("user-agent") || "";
   ctx.log.trace("llm message encode file", { url, referer, ua });
-  const response = await import_axios.default.get(url, {
+  const response = await (0, import_utils.serverRequest)({
+    method: "get",
+    url,
     responseType: "arraybuffer",
     headers: {
       referer,

package/package.json

@@ -6,7 +6,7 @@
   "description": "Create AI employees with diverse skills to collaborate with humans, build systems, and handle business operations.",
   "description.ru-RU": "Поддержка интеграции с AI-сервисами: предоставляются AI-узлы для рабочих процессов, расширяя возможности бизнес-обработки.",
   "description.zh-CN": "创建各种技能的 AI 员工，与人类协同，搭建系统，处理业务。",
-  "version": "2.1.0-beta.13",
+  "version": "2.1.0-beta.14",
   "main": "dist/server/index.js",
   "homepage": "https://docs.nocobase.com/handbook/action-ai",
   "homepage.ru-RU": "https://docs-ru.nocobase.com/handbook/action-ai",
@@ -59,5 +59,5 @@
   "keywords": [
     "AI"
   ],
-  "gitHead": "691716e5f4e5f8bd3859d65bc8a29b4e3c32209b"
+  "gitHead": "cd55c9a14596d834c30c83a82c38f1f719f7aac4"
 }