@nocobase/plugin-ai 2.2.0-beta.9 → 2.2.0

package/dist/server/ai-employees/reasoning-stream-state.js

@@ -0,0 +1,63 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var reasoning_stream_state_exports = {};
+__export(reasoning_stream_state_exports, {
+  ReasoningStreamState: () => ReasoningStreamState,
+  isReasoningFinishChunk: () => isReasoningFinishChunk
+});
+module.exports = __toCommonJS(reasoning_stream_state_exports);
+const getConversationKey = (conversation) => `${conversation.from}:${conversation.sessionId}:${conversation.username}`;
+class ReasoningStreamState {
+  active = /* @__PURE__ */ new Map();
+  start(conversation) {
+    this.active.set(getConversationKey(conversation), conversation);
+  }
+  stop(conversation) {
+    return this.active.delete(getConversationKey(conversation));
+  }
+  drain() {
+    const conversations = Array.from(this.active.values());
+    this.active.clear();
+    return conversations;
+  }
+}
+const isReasoningFinishChunk = (chunk) => {
+  const metadata = chunk.response_metadata;
+  if (!metadata) {
+    return false;
+  }
+  const finishReason = metadata.finish_reason ?? metadata.finishReason;
+  if (typeof finishReason === "string" && finishReason.length > 0) {
+    return true;
+  }
+  return metadata.status === "completed" || metadata.status === "incomplete" || metadata.status === "failed";
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  ReasoningStreamState,
+  isReasoningFinishChunk
+});

package/dist/server/ai-employees/tool-call-sanitizer.d.ts

@@ -20,6 +20,7 @@ type SanitizeAdditionalKwargsOptions = {
 type SanitizeAdditionalKwargsResult = {
     changed: boolean;
     additionalKwargs?: AdditionalKwargs;
+    malformedToolCalls?: unknown[];
 };
 export declare const sanitizeAdditionalKwargsForToolCalls: (additionalKwargs: AdditionalKwargs | undefined, parsedToolCalls?: unknown[] | null, options?: SanitizeAdditionalKwargsOptions) => SanitizeAdditionalKwargsResult;
 export declare const sanitizeLangChainAIMessage: (message: AIMessage, options?: SanitizeAdditionalKwargsOptions) => AIMessage<import("@langchain/core/dist/messages/message").MessageStructure<import("@langchain/core/dist/messages/message").MessageToolSet>>;

package/dist/server/ai-employees/tool-call-sanitizer.js

@@ -65,7 +65,8 @@ const sanitizeAdditionalKwargsForToolCalls = (additionalKwargs, parsedToolCalls,
   delete sanitized.tool_calls;
   return {
     changed: true,
-    additionalKwargs: Object.keys(sanitized).length > 0 ? sanitized : void 0
+    additionalKwargs: Object.keys(sanitized).length > 0 ? sanitized : void 0,
+    malformedToolCalls: rawToolCalls
   };
 };
 const sanitizeLangChainAIMessage = (message, options = {}) => {

package/dist/server/ai-employees/utils.js

@@ -40,7 +40,7 @@ const convertAIMessage = ({
   model,
   aiMessage
 }) => {
-  var _a;
+  var _a, _b;
   const message = aiMessage.content;
   const toolCalls = aiMessage.tool_calls;
   const tools = (_a = aiEmployee.skillSettings) == null ? void 0 : _a.tools;
@@ -91,20 +91,26 @@ const convertAIMessage = ({
   if (aiMessage.response_metadata) {
     values.metadata.response_metadata = aiMessage.response_metadata;
   }
-  const additionalKwargs = (0, import_tool_call_sanitizer.sanitizeAdditionalKwargsForToolCalls)(aiMessage.additional_kwargs, toolCalls, {
+  const sanitizedToolCalls = (0, import_tool_call_sanitizer.sanitizeAdditionalKwargsForToolCalls)(aiMessage.additional_kwargs, toolCalls, {
     onDiscard: (info) => {
-      var _a2, _b;
-      (_b = aiEmployee.logger) == null ? void 0 : _b.warn("Discard malformed raw tool calls from AI message", {
+      var _a2, _b2;
+      (_b2 = aiEmployee.logger) == null ? void 0 : _b2.warn("Discard malformed raw tool calls from AI message", {
         phase: "convertAIMessage",
         messageId: aiMessage.id,
         invalidToolCallCount: ((_a2 = aiMessage.invalid_tool_calls) == null ? void 0 : _a2.length) ?? 0,
         ...info
       });
     }
-  }).additionalKwargs;
+  });
+  const additionalKwargs = sanitizedToolCalls.additionalKwargs;
   if (additionalKwargs) {
     values.metadata.additional_kwargs = additionalKwargs;
   }
+  if ((_b = sanitizedToolCalls.malformedToolCalls) == null ? void 0 : _b.length) {
+    values.metadata.diagnostics = {
+      malformedToolCalls: sanitizedToolCalls.malformedToolCalls
+    };
+  }
   providerInstance.reshapeAIMessage({ aiMessage, values });
   return values;
 };

package/dist/server/attachments.d.ts

@@ -0,0 +1,24 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+import type { Context } from '@nocobase/actions';
+import type { AttachmentModel } from '@nocobase/plugin-file-manager';
+export type AttachmentId = string | number;
+export type AttachmentSource = {
+    dataSourceKey?: string;
+    collectionName?: string;
+    field?: string;
+    documentCache?: boolean;
+    trustworthy?: boolean;
+};
+export declare function appendAIFileAttachmentSource(body: unknown): void;
+export declare function getAttachmentId(attachment: unknown): AttachmentId | null;
+export declare function shouldSkipAttachmentSourceLookup(source: AttachmentSource | null): boolean;
+export declare function getAttachmentSource(attachment: unknown): AttachmentSource | null;
+export declare function findMessageAttachments(ctx: Context, attachments: unknown[]): Promise<Map<string, AttachmentModel>>;
+export declare function getMessageAttachmentLookupKey(attachment: unknown): string;

package/dist/server/attachments.js

@@ -0,0 +1,204 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var attachments_exports = {};
+__export(attachments_exports, {
+  appendAIFileAttachmentSource: () => appendAIFileAttachmentSource,
+  findMessageAttachments: () => findMessageAttachments,
+  getAttachmentId: () => getAttachmentId,
+  getAttachmentSource: () => getAttachmentSource,
+  getMessageAttachmentLookupKey: () => getMessageAttachmentLookupKey,
+  shouldSkipAttachmentSourceLookup: () => shouldSkipAttachmentSourceLookup
+});
+module.exports = __toCommonJS(attachments_exports);
+const AI_FILES_ATTACHMENT_SOURCE = {
+  dataSourceKey: "main",
+  collectionName: "aiFiles"
+};
+function isRecord(value) {
+  return Boolean(value && typeof value === "object" && !Array.isArray(value));
+}
+function appendSourceToAttachmentRecord(record) {
+  if (!isRecord(record)) {
+    return;
+  }
+  const meta = {
+    ...isRecord(record.meta) ? record.meta : {},
+    source: AI_FILES_ATTACHMENT_SOURCE
+  };
+  if (typeof record.set === "function") {
+    const model = record;
+    model.set("meta", meta);
+    model.dataValues.meta = meta;
+    return;
+  }
+  record.meta = meta;
+}
+function appendAIFileAttachmentSource(body) {
+  if (!isRecord(body)) {
+    return;
+  }
+  if (body.data) {
+    appendSourceToAttachmentRecord(body.data);
+    return;
+  }
+  appendSourceToAttachmentRecord(body);
+}
+function getAttachmentId(attachment) {
+  if (!isRecord(attachment)) {
+    return null;
+  }
+  const id = attachment.id ?? attachment.filterByTk;
+  if (typeof id === "string" || typeof id === "number") {
+    return id;
+  }
+  return null;
+}
+function shouldSkipAttachmentSourceLookup(source) {
+  return (source == null ? void 0 : source.trustworthy) === true;
+}
+function getAttachmentSource(attachment) {
+  if (!isRecord(attachment) || !isRecord(attachment.source)) {
+    return null;
+  }
+  const { dataSourceKey, collectionName, field, documentCache, trustworthy } = attachment.source;
+  const source = {
+    dataSourceKey: typeof dataSourceKey === "string" && dataSourceKey ? dataSourceKey : "main",
+    ...typeof collectionName === "string" && collectionName ? { collectionName } : {},
+    ...typeof field === "string" ? { field } : {},
+    ...typeof documentCache === "boolean" ? { documentCache } : {},
+    ...trustworthy === true ? { trustworthy } : {}
+  };
+  if (!source.trustworthy && !source.collectionName) {
+    return null;
+  }
+  return source;
+}
+function getSourceDatabase(ctx, dataSourceKey) {
+  var _a, _b, _c;
+  if (!dataSourceKey || dataSourceKey === "main") {
+    return ctx.db;
+  }
+  const dataSource = (_b = (_a = ctx.app.dataSourceManager) == null ? void 0 : _a.dataSources) == null ? void 0 : _b.get(dataSourceKey);
+  return ((_c = dataSource == null ? void 0 : dataSource.collectionManager) == null ? void 0 : _c.db) ?? null;
+}
+function getLookupKey(lookup) {
+  const dataSourceKey = lookup.source.dataSourceKey || "main";
+  const collectionName = lookup.source.collectionName;
+  return `${dataSourceKey}:${collectionName}:${lookup.id}`;
+}
+function isValidFileCollectionSource(db, lookup) {
+  var _a, _b, _c;
+  const collectionName = lookup.source.collectionName;
+  const collection = db.getCollection(collectionName);
+  if (((_a = collection == null ? void 0 : collection.options) == null ? void 0 : _a.template) !== "file") {
+    return false;
+  }
+  if (collectionName === "aiFiles") {
+    return true;
+  }
+  if (!lookup.source.field) {
+    return false;
+  }
+  return ((_c = (_b = db.getFieldByPath(lookup.source.field)) == null ? void 0 : _b.options) == null ? void 0 : _c.target) === collectionName;
+}
+async function findSourceAttachments(ctx, lookups) {
+  var _a;
+  const attachmentsByLookup = /* @__PURE__ */ new Map();
+  const groups = /* @__PURE__ */ new Map();
+  for (const lookup of lookups) {
+    const dataSourceKey = lookup.source.dataSourceKey || "main";
+    const collectionName = lookup.source.collectionName;
+    const groupKey = `${dataSourceKey}:${collectionName}`;
+    groups.set(groupKey, [...groups.get(groupKey) ?? [], lookup]);
+  }
+  for (const [groupKey, groupLookups] of groups.entries()) {
+    const [dataSourceKey, collectionName] = groupKey.split(":");
+    const db = getSourceDatabase(ctx, dataSourceKey);
+    if (!db) {
+      continue;
+    }
+    const validLookups = groupLookups.filter((lookup) => isValidFileCollectionSource(db, lookup));
+    if (!validLookups.length) {
+      continue;
+    }
+    const filter = {
+      id: {
+        $in: [...new Set(validLookups.map((lookup) => lookup.id))]
+      }
+    };
+    if (collectionName === "aiFiles") {
+      filter.createdById = (_a = ctx.auth) == null ? void 0 : _a.user.id;
+    }
+    const records = await db.getRepository(collectionName).find({ filter });
+    for (const record of records) {
+      const attachment = record.toJSON();
+      attachmentsByLookup.set(`${dataSourceKey}:${collectionName}:${attachment.id}`, attachment);
+    }
+  }
+  return attachmentsByLookup;
+}
+async function findMessageAttachments(ctx, attachments) {
+  const lookups = [];
+  for (const attachment of attachments) {
+    const source = getAttachmentSource(attachment);
+    if (!source || shouldSkipAttachmentSourceLookup(source)) {
+      continue;
+    }
+    const id = getAttachmentId(attachment);
+    if (id == null) {
+      continue;
+    }
+    lookups.push({
+      id,
+      source
+    });
+  }
+  return findSourceAttachments(ctx, lookups);
+}
+function getMessageAttachmentLookupKey(attachment) {
+  const source = getAttachmentSource(attachment);
+  if (!source || shouldSkipAttachmentSourceLookup(source)) {
+    return null;
+  }
+  const id = getAttachmentId(attachment);
+  if (id == null) {
+    return null;
+  }
+  return getLookupKey({
+    id,
+    source
+  });
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  appendAIFileAttachmentSource,
+  findMessageAttachments,
+  getAttachmentId,
+  getAttachmentSource,
+  getMessageAttachmentLookupKey,
+  shouldSkipAttachmentSourceLookup
+});

package/dist/server/collections/ai-conversations.js

@@ -57,6 +57,11 @@ var ai_conversations_default = (0, import_database.defineCollection)({
       defaultValue: "main-agent",
       allowNull: false
     },
+    {
+      name: "scope",
+      type: "string",
+      index: true
+    },
     {
       name: "user",
       type: "belongsTo",

package/dist/server/collections/ai-usage-events.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+declare const _default: import("@nocobase/database").CollectionOptions;
+export default _default;

package/dist/server/collections/ai-usage-events.js

@@ -0,0 +1,183 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var ai_usage_events_exports = {};
+__export(ai_usage_events_exports, {
+  default: () => ai_usage_events_default
+});
+module.exports = __toCommonJS(ai_usage_events_exports);
+var import_database = require("@nocobase/database");
+var ai_usage_events_default = (0, import_database.defineCollection)({
+  migrationRules: ["schema-only"],
+  name: "aiUsageEvents",
+  dataCategory: "business",
+  timestamps: false,
+  createdAt: false,
+  updatedAt: false,
+  createdBy: false,
+  updatedBy: false,
+  fields: [
+    {
+      name: "occurredAt",
+      type: "unixTimestamp",
+      accuracy: "millisecond",
+      allowNull: false
+    },
+    {
+      name: "sessionId",
+      type: "uuid",
+      allowNull: false
+    },
+    {
+      name: "messageId",
+      type: "bigInt",
+      allowNull: false
+    },
+    {
+      name: "user",
+      type: "belongsTo",
+      target: "users",
+      targetKey: "id",
+      foreignKey: "userId"
+    },
+    {
+      name: "aiEmployee",
+      type: "belongsTo",
+      target: "aiEmployees",
+      targetKey: "username",
+      foreignKey: "aiEmployeeUsername"
+    },
+    {
+      name: "from",
+      type: "string",
+      allowNull: false,
+      defaultValue: "main-agent"
+    },
+    {
+      name: "category",
+      type: "string",
+      allowNull: false,
+      defaultValue: "chat"
+    },
+    {
+      name: "eventType",
+      type: "string",
+      allowNull: false,
+      defaultValue: "llm_message"
+    },
+    {
+      name: "role",
+      type: "string",
+      allowNull: false
+    },
+    {
+      name: "provider",
+      type: "string"
+    },
+    {
+      name: "llmService",
+      type: "string"
+    },
+    {
+      name: "model",
+      type: "string"
+    },
+    {
+      name: "inputTokens",
+      type: "bigInt",
+      allowNull: false,
+      defaultValue: 0
+    },
+    {
+      name: "outputTokens",
+      type: "bigInt",
+      allowNull: false,
+      defaultValue: 0
+    },
+    {
+      name: "totalTokens",
+      type: "bigInt",
+      allowNull: false,
+      defaultValue: 0
+    },
+    {
+      name: "cachedTokens",
+      type: "bigInt",
+      allowNull: false,
+      defaultValue: 0
+    },
+    {
+      name: "reasoningTokens",
+      type: "bigInt",
+      allowNull: false,
+      defaultValue: 0
+    },
+    {
+      name: "toolCallCount",
+      type: "integer",
+      allowNull: false,
+      defaultValue: 0
+    },
+    {
+      name: "autoToolCallCount",
+      type: "integer",
+      allowNull: false,
+      defaultValue: 0
+    },
+    {
+      name: "status",
+      type: "string",
+      allowNull: false,
+      defaultValue: "success"
+    },
+    {
+      name: "rawUsageMetadata",
+      type: "jsonb"
+    },
+    {
+      name: "rawResponseMetadata",
+      type: "jsonb"
+    }
+  ],
+  indexes: [
+    {
+      fields: ["messageId", "eventType"],
+      unique: true
+    },
+    {
+      fields: ["occurredAt"]
+    },
+    {
+      fields: ["userId", "occurredAt"]
+    },
+    {
+      fields: ["aiEmployeeUsername", "occurredAt"]
+    },
+    {
+      fields: ["sessionId"]
+    }
+  ]
+});

package/dist/server/document-loader/cached.d.ts

@@ -16,6 +16,7 @@ export type CachedDocumentLoaderOptions = {
     parsedFileExtname: string;
     supports: (file: ParseableFile) => boolean;
 };
+export declare function getDocumentCacheKey(sourceFile: ParseableFile): string | null;
 export declare class CachedDocumentLoader {
     private readonly plugin;
     private readonly options;

package/dist/server/document-loader/cached.js

@@ -36,7 +36,8 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var cached_exports = {};
 __export(cached_exports, {
-  CachedDocumentLoader: () => CachedDocumentLoader
+  CachedDocumentLoader: () => CachedDocumentLoader,
+  getDocumentCacheKey: () => getDocumentCacheKey
 });
 module.exports = __toCommonJS(cached_exports);
 var import_promises = __toESM(require("node:fs/promises"));
@@ -44,6 +45,19 @@ var import_node_os = __toESM(require("node:os"));
 var import_node_path = __toESM(require("node:path"));
 var import_documents = require("@langchain/core/documents");
 var import_utils = require("./utils");
+function getDocumentCacheKey(sourceFile) {
+  var _a;
+  if (!sourceFile) {
+    return null;
+  }
+  if (((_a = sourceFile.source) == null ? void 0 : _a.documentCache) === false) {
+    return null;
+  }
+  if (!sourceFile.id || !sourceFile.storageId) {
+    return null;
+  }
+  return `${sourceFile.id}@${sourceFile.storageId}`;
+}
 class CachedDocumentLoader {
   constructor(plugin, options) {
     this.plugin = plugin;
@@ -151,16 +165,11 @@ class CachedDocumentLoader {
     return this._cache;
   }
   getCacheKey(sourceFile) {
-    if (!sourceFile) {
-      return null;
-    }
-    if (!sourceFile.id || !sourceFile.storageId) {
-      return null;
-    }
-    return `${sourceFile.id}@${sourceFile.storageId}`;
+    return getDocumentCacheKey(sourceFile);
   }
 }
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  CachedDocumentLoader
+  CachedDocumentLoader,
+  getDocumentCacheKey
 });

package/dist/server/document-loader/constants.js

@@ -33,12 +33,12 @@ module.exports = __toCommonJS(constants_exports);
 const DOCUMENT_PARSE_META_KEY = "documentParse";
 const SUPPORTED_DOCUMENT_EXTNAMES = [
   ".pdf",
-  ".ppt",
   ".pptx",
   ".doc",
   ".docx",
   ".xls",
   ".xlsx",
+  ".xlsm",
   ".txt",
   ".md",
   ".json",

package/dist/server/document-loader/loader.d.ts

@@ -13,5 +13,4 @@ export declare class DocumentLoader {
     private readonly fileManager;
     constructor(fileManager: PluginFileManagerServer);
     load(file: ParseableFile, options?: any): Promise<Document[]>;
-    private streamToBlob;
 }