@nocobase/plugin-ai 2.2.0-beta.8 → 2.2.0

package/dist/server/ai-employees/middleware/conversation.js

@@ -43,10 +43,11 @@ var import_langchain = require("langchain");
 var import_zod = __toESM(require("zod"));
 var import_utils = require("../utils");
 const conversationMiddleware = (aiEmployee, options) => {
-  const { providerName, llmService, model, messageId, agentThread } = options;
+  const { providerName, provider, llmService, model, messageId, agentThread } = options;
   const convertAIMessage = (aiMessage) => (0, import_utils.convertAIMessage)({
     aiEmployee,
     providerName,
+    provider,
     llmService,
     model,
     aiMessage
@@ -97,8 +98,9 @@ const conversationMiddleware = (aiEmployee, options) => {
       })
     }),
     beforeAgent: async (state) => {
-      const lastHumanMessageIndex = state.lastMessageIndex.lastHumanMessageIndex;
-      const userMessages = state.messages.filter((x) => x.type === "human").slice(lastHumanMessageIndex).map((x) => x).map(convertHumanMessage);
+      const humanMessages = state.messages.filter((x) => x.type === "human");
+      const currentHumanMessageIndex = humanMessages.length;
+      const userMessages = (aiEmployee.userMessageCount ? humanMessages.slice(-aiEmployee.userMessageCount) : []).map((x) => x).map(convertHumanMessage);
       await aiEmployee.aiChatConversation.withTransaction(async (conversation, transaction) => {
         if (agentThread) {
           await aiEmployee.updateThread(transaction, agentThread);
@@ -110,6 +112,12 @@ const conversationMiddleware = (aiEmployee, options) => {
           await conversation.addMessages(userMessages);
         }
       });
+      return {
+        lastMessageIndex: {
+          ...state.lastMessageIndex,
+          lastHumanMessageIndex: currentHumanMessageIndex
+        }
+      };
     },
     afterAgent: async () => {
       aiEmployee.removeAbortController();

package/dist/server/ai-employees/prompts.d.ts

@@ -6,7 +6,7 @@
  * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
  * For more information, please refer to: https://www.nocobase.com/agreement.
  */
-export declare function getSystemPrompt({ aiEmployee, personal, task, environment, knowledgeBase, availableSkills, availableAIEmployees, }: {
+export declare function getSystemPrompt({ aiEmployee, personal, task, environment, knowledgeBase, availableSkills, availableAIEmployees, webSearch, }: {
     aiEmployee: {
         nickname: string;
         about: string;
@@ -23,6 +23,7 @@ export declare function getSystemPrompt({ aiEmployee, personal, task, environmen
         timezone?: string;
     };
     knowledgeBase?: string;
+    webSearch?: boolean;
     availableSkills?: {
         name: string;
         description: string;

package/dist/server/ai-employees/prompts.js

@@ -36,7 +36,8 @@ function getSystemPrompt({
   environment,
   knowledgeBase,
   availableSkills,
-  availableAIEmployees
+  availableAIEmployees,
+  webSearch
 }) {
   const getDatabaseQuotingRules = () => {
     const quotingMap = {
@@ -52,6 +53,11 @@ function getSystemPrompt({
   };
   const quotingRules = getDatabaseQuotingRules();
   const isUnderscored = process.env.DB_UNDERSCORED === "true";
+  const webSearchInstructions = webSearch === true ? `
+   - When using web search, batch all independent search queries needed for this turn into one tool call whenever possible so they can run in parallel.
+   - Do not make repeated web search calls with the same or similar queries in the same turn.
+   - After receiving usable web search results, synthesize an answer from those results instead of searching again.
+   - Search again only when a critical fact is still missing and the new query is materially different from previous queries.` : "";
   return `You are **${aiEmployee.nickname}**, an AI employee working in **NocoBase**, the leading no-code platform.
 
 You assist developers in building enterprise management systems (CRM, ERP, OA, etc.) and help end users complete business tasks.
@@ -114,7 +120,7 @@ This prompt uses a structured tag system to organize your operational framework:
 5. **Tool Integration**
    - Utilize system-provided tools to enhance response quality
    - **NEVER refer to tool names when speaking to the USER.** Instead, just say what the tool is doing in natural language.
-   - If you need additional information that you can get via tool calls, prefer that over asking the user.
+   - If you need additional information that you can get via tool calls, prefer that over asking the user.${webSearchInstructions}
 </global>
 
 <ai_employee>

package/dist/server/ai-employees/reasoning-stream-state.d.ts

@@ -0,0 +1,23 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+export type StreamConversation = {
+    sessionId: string;
+    from: string;
+    username: string;
+};
+export declare class ReasoningStreamState {
+    private readonly active;
+    start(conversation: StreamConversation): void;
+    stop(conversation: StreamConversation): boolean;
+    drain(): StreamConversation[];
+}
+export declare const isReasoningFinishChunk: (chunk: {
+    response_metadata?: Record<string, unknown>;
+    usage_metadata?: Record<string, unknown>;
+}) => boolean;

package/dist/server/ai-employees/reasoning-stream-state.js

@@ -0,0 +1,63 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var reasoning_stream_state_exports = {};
+__export(reasoning_stream_state_exports, {
+  ReasoningStreamState: () => ReasoningStreamState,
+  isReasoningFinishChunk: () => isReasoningFinishChunk
+});
+module.exports = __toCommonJS(reasoning_stream_state_exports);
+const getConversationKey = (conversation) => `${conversation.from}:${conversation.sessionId}:${conversation.username}`;
+class ReasoningStreamState {
+  active = /* @__PURE__ */ new Map();
+  start(conversation) {
+    this.active.set(getConversationKey(conversation), conversation);
+  }
+  stop(conversation) {
+    return this.active.delete(getConversationKey(conversation));
+  }
+  drain() {
+    const conversations = Array.from(this.active.values());
+    this.active.clear();
+    return conversations;
+  }
+}
+const isReasoningFinishChunk = (chunk) => {
+  const metadata = chunk.response_metadata;
+  if (!metadata) {
+    return false;
+  }
+  const finishReason = metadata.finish_reason ?? metadata.finishReason;
+  if (typeof finishReason === "string" && finishReason.length > 0) {
+    return true;
+  }
+  return metadata.status === "completed" || metadata.status === "incomplete" || metadata.status === "failed";
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  ReasoningStreamState,
+  isReasoningFinishChunk
+});

package/dist/server/ai-employees/tool-call-sanitizer.d.ts

@@ -20,6 +20,7 @@ type SanitizeAdditionalKwargsOptions = {
 type SanitizeAdditionalKwargsResult = {
     changed: boolean;
     additionalKwargs?: AdditionalKwargs;
+    malformedToolCalls?: unknown[];
 };
 export declare const sanitizeAdditionalKwargsForToolCalls: (additionalKwargs: AdditionalKwargs | undefined, parsedToolCalls?: unknown[] | null, options?: SanitizeAdditionalKwargsOptions) => SanitizeAdditionalKwargsResult;
 export declare const sanitizeLangChainAIMessage: (message: AIMessage, options?: SanitizeAdditionalKwargsOptions) => AIMessage<import("@langchain/core/dist/messages/message").MessageStructure<import("@langchain/core/dist/messages/message").MessageToolSet>>;

package/dist/server/ai-employees/tool-call-sanitizer.js

@@ -65,7 +65,8 @@ const sanitizeAdditionalKwargsForToolCalls = (additionalKwargs, parsedToolCalls,
   delete sanitized.tool_calls;
   return {
     changed: true,
-    additionalKwargs: Object.keys(sanitized).length > 0 ? sanitized : void 0
+    additionalKwargs: Object.keys(sanitized).length > 0 ? sanitized : void 0,
+    malformedToolCalls: rawToolCalls
   };
 };
 const sanitizeLangChainAIMessage = (message, options = {}) => {

package/dist/server/ai-employees/utils.d.ts

@@ -9,9 +9,11 @@
 import { AIMessage, HumanMessage, ToolMessage } from 'langchain';
 import { AIMessageInput } from '../types';
 import { AIEmployee } from './ai-employee';
-export declare const convertAIMessage: ({ aiEmployee, providerName: provider, llmService, model, aiMessage, }: {
+import { LLMProvider } from '../llm-providers/provider';
+export declare const convertAIMessage: ({ aiEmployee, providerName: provider, provider: providerInstance, llmService, model, aiMessage, }: {
     aiEmployee: AIEmployee;
     providerName: string;
+    provider: LLMProvider;
     llmService?: string;
     model: string;
     aiMessage: AIMessage;

package/dist/server/ai-employees/utils.js

@@ -35,11 +35,12 @@ var import_tool_call_sanitizer = require("./tool-call-sanitizer");
 const convertAIMessage = ({
   aiEmployee,
   providerName: provider,
+  provider: providerInstance,
   llmService,
   model,
   aiMessage
 }) => {
-  var _a;
+  var _a, _b;
   const message = aiMessage.content;
   const toolCalls = aiMessage.tool_calls;
   const tools = (_a = aiEmployee.skillSettings) == null ? void 0 : _a.tools;
@@ -90,20 +91,27 @@ const convertAIMessage = ({
   if (aiMessage.response_metadata) {
     values.metadata.response_metadata = aiMessage.response_metadata;
   }
-  const additionalKwargs = (0, import_tool_call_sanitizer.sanitizeAdditionalKwargsForToolCalls)(aiMessage.additional_kwargs, toolCalls, {
+  const sanitizedToolCalls = (0, import_tool_call_sanitizer.sanitizeAdditionalKwargsForToolCalls)(aiMessage.additional_kwargs, toolCalls, {
     onDiscard: (info) => {
-      var _a2, _b;
-      (_b = aiEmployee.logger) == null ? void 0 : _b.warn("Discard malformed raw tool calls from AI message", {
+      var _a2, _b2;
+      (_b2 = aiEmployee.logger) == null ? void 0 : _b2.warn("Discard malformed raw tool calls from AI message", {
         phase: "convertAIMessage",
         messageId: aiMessage.id,
         invalidToolCallCount: ((_a2 = aiMessage.invalid_tool_calls) == null ? void 0 : _a2.length) ?? 0,
         ...info
       });
     }
-  }).additionalKwargs;
+  });
+  const additionalKwargs = sanitizedToolCalls.additionalKwargs;
   if (additionalKwargs) {
     values.metadata.additional_kwargs = additionalKwargs;
   }
+  if ((_b = sanitizedToolCalls.malformedToolCalls) == null ? void 0 : _b.length) {
+    values.metadata.diagnostics = {
+      malformedToolCalls: sanitizedToolCalls.malformedToolCalls
+    };
+  }
+  providerInstance.reshapeAIMessage({ aiMessage, values });
   return values;
 };
 const convertHumanMessage = ({

package/dist/server/attachments.d.ts

@@ -0,0 +1,24 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+import type { Context } from '@nocobase/actions';
+import type { AttachmentModel } from '@nocobase/plugin-file-manager';
+export type AttachmentId = string | number;
+export type AttachmentSource = {
+    dataSourceKey?: string;
+    collectionName?: string;
+    field?: string;
+    documentCache?: boolean;
+    trustworthy?: boolean;
+};
+export declare function appendAIFileAttachmentSource(body: unknown): void;
+export declare function getAttachmentId(attachment: unknown): AttachmentId | null;
+export declare function shouldSkipAttachmentSourceLookup(source: AttachmentSource | null): boolean;
+export declare function getAttachmentSource(attachment: unknown): AttachmentSource | null;
+export declare function findMessageAttachments(ctx: Context, attachments: unknown[]): Promise<Map<string, AttachmentModel>>;
+export declare function getMessageAttachmentLookupKey(attachment: unknown): string;

package/dist/server/attachments.js

@@ -0,0 +1,204 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var attachments_exports = {};
+__export(attachments_exports, {
+  appendAIFileAttachmentSource: () => appendAIFileAttachmentSource,
+  findMessageAttachments: () => findMessageAttachments,
+  getAttachmentId: () => getAttachmentId,
+  getAttachmentSource: () => getAttachmentSource,
+  getMessageAttachmentLookupKey: () => getMessageAttachmentLookupKey,
+  shouldSkipAttachmentSourceLookup: () => shouldSkipAttachmentSourceLookup
+});
+module.exports = __toCommonJS(attachments_exports);
+const AI_FILES_ATTACHMENT_SOURCE = {
+  dataSourceKey: "main",
+  collectionName: "aiFiles"
+};
+function isRecord(value) {
+  return Boolean(value && typeof value === "object" && !Array.isArray(value));
+}
+function appendSourceToAttachmentRecord(record) {
+  if (!isRecord(record)) {
+    return;
+  }
+  const meta = {
+    ...isRecord(record.meta) ? record.meta : {},
+    source: AI_FILES_ATTACHMENT_SOURCE
+  };
+  if (typeof record.set === "function") {
+    const model = record;
+    model.set("meta", meta);
+    model.dataValues.meta = meta;
+    return;
+  }
+  record.meta = meta;
+}
+function appendAIFileAttachmentSource(body) {
+  if (!isRecord(body)) {
+    return;
+  }
+  if (body.data) {
+    appendSourceToAttachmentRecord(body.data);
+    return;
+  }
+  appendSourceToAttachmentRecord(body);
+}
+function getAttachmentId(attachment) {
+  if (!isRecord(attachment)) {
+    return null;
+  }
+  const id = attachment.id ?? attachment.filterByTk;
+  if (typeof id === "string" || typeof id === "number") {
+    return id;
+  }
+  return null;
+}
+function shouldSkipAttachmentSourceLookup(source) {
+  return (source == null ? void 0 : source.trustworthy) === true;
+}
+function getAttachmentSource(attachment) {
+  if (!isRecord(attachment) || !isRecord(attachment.source)) {
+    return null;
+  }
+  const { dataSourceKey, collectionName, field, documentCache, trustworthy } = attachment.source;
+  const source = {
+    dataSourceKey: typeof dataSourceKey === "string" && dataSourceKey ? dataSourceKey : "main",
+    ...typeof collectionName === "string" && collectionName ? { collectionName } : {},
+    ...typeof field === "string" ? { field } : {},
+    ...typeof documentCache === "boolean" ? { documentCache } : {},
+    ...trustworthy === true ? { trustworthy } : {}
+  };
+  if (!source.trustworthy && !source.collectionName) {
+    return null;
+  }
+  return source;
+}
+function getSourceDatabase(ctx, dataSourceKey) {
+  var _a, _b, _c;
+  if (!dataSourceKey || dataSourceKey === "main") {
+    return ctx.db;
+  }
+  const dataSource = (_b = (_a = ctx.app.dataSourceManager) == null ? void 0 : _a.dataSources) == null ? void 0 : _b.get(dataSourceKey);
+  return ((_c = dataSource == null ? void 0 : dataSource.collectionManager) == null ? void 0 : _c.db) ?? null;
+}
+function getLookupKey(lookup) {
+  const dataSourceKey = lookup.source.dataSourceKey || "main";
+  const collectionName = lookup.source.collectionName;
+  return `${dataSourceKey}:${collectionName}:${lookup.id}`;
+}
+function isValidFileCollectionSource(db, lookup) {
+  var _a, _b, _c;
+  const collectionName = lookup.source.collectionName;
+  const collection = db.getCollection(collectionName);
+  if (((_a = collection == null ? void 0 : collection.options) == null ? void 0 : _a.template) !== "file") {
+    return false;
+  }
+  if (collectionName === "aiFiles") {
+    return true;
+  }
+  if (!lookup.source.field) {
+    return false;
+  }
+  return ((_c = (_b = db.getFieldByPath(lookup.source.field)) == null ? void 0 : _b.options) == null ? void 0 : _c.target) === collectionName;
+}
+async function findSourceAttachments(ctx, lookups) {
+  var _a;
+  const attachmentsByLookup = /* @__PURE__ */ new Map();
+  const groups = /* @__PURE__ */ new Map();
+  for (const lookup of lookups) {
+    const dataSourceKey = lookup.source.dataSourceKey || "main";
+    const collectionName = lookup.source.collectionName;
+    const groupKey = `${dataSourceKey}:${collectionName}`;
+    groups.set(groupKey, [...groups.get(groupKey) ?? [], lookup]);
+  }
+  for (const [groupKey, groupLookups] of groups.entries()) {
+    const [dataSourceKey, collectionName] = groupKey.split(":");
+    const db = getSourceDatabase(ctx, dataSourceKey);
+    if (!db) {
+      continue;
+    }
+    const validLookups = groupLookups.filter((lookup) => isValidFileCollectionSource(db, lookup));
+    if (!validLookups.length) {
+      continue;
+    }
+    const filter = {
+      id: {
+        $in: [...new Set(validLookups.map((lookup) => lookup.id))]
+      }
+    };
+    if (collectionName === "aiFiles") {
+      filter.createdById = (_a = ctx.auth) == null ? void 0 : _a.user.id;
+    }
+    const records = await db.getRepository(collectionName).find({ filter });
+    for (const record of records) {
+      const attachment = record.toJSON();
+      attachmentsByLookup.set(`${dataSourceKey}:${collectionName}:${attachment.id}`, attachment);
+    }
+  }
+  return attachmentsByLookup;
+}
+async function findMessageAttachments(ctx, attachments) {
+  const lookups = [];
+  for (const attachment of attachments) {
+    const source = getAttachmentSource(attachment);
+    if (!source || shouldSkipAttachmentSourceLookup(source)) {
+      continue;
+    }
+    const id = getAttachmentId(attachment);
+    if (id == null) {
+      continue;
+    }
+    lookups.push({
+      id,
+      source
+    });
+  }
+  return findSourceAttachments(ctx, lookups);
+}
+function getMessageAttachmentLookupKey(attachment) {
+  const source = getAttachmentSource(attachment);
+  if (!source || shouldSkipAttachmentSourceLookup(source)) {
+    return null;
+  }
+  const id = getAttachmentId(attachment);
+  if (id == null) {
+    return null;
+  }
+  return getLookupKey({
+    id,
+    source
+  });
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  appendAIFileAttachmentSource,
+  findMessageAttachments,
+  getAttachmentId,
+  getAttachmentSource,
+  getMessageAttachmentLookupKey,
+  shouldSkipAttachmentSourceLookup
+});

package/dist/server/collections/ai-conversations.js

@@ -57,6 +57,11 @@ var ai_conversations_default = (0, import_database.defineCollection)({
       defaultValue: "main-agent",
       allowNull: false
     },
+    {
+      name: "scope",
+      type: "string",
+      index: true
+    },
     {
       name: "user",
       type: "belongsTo",

package/dist/server/collections/ai-usage-events.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+declare const _default: import("@nocobase/database").CollectionOptions;
+export default _default;