@nocobase/ai 2.1.0-beta.14 → 2.1.0-beta.16

package/lib/ai-employee-manager/index.d.ts

@@ -0,0 +1,29 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+import { AIEmployeeEntry, AIEmployeeFilter, AIEmployeeManager, AIEmployeeOptions } from './types';
+export declare class DefaultAIEmployeeManager implements AIEmployeeManager {
+    private readonly app;
+    private readonly employees;
+    private readonly provideCollectionManager;
+    private mode;
+    constructor(app: any);
+    init(): Promise<void>;
+    getEmployee(username: string): Promise<AIEmployeeEntry>;
+    listEmployees(filter?: AIEmployeeFilter): Promise<AIEmployeeEntry[]>;
+    registerEmployee(options: AIEmployeeOptions): Promise<void>;
+    persistence(): Promise<void>;
+    private registerEmployeeInMemory;
+    private registerEmployeeInDatabase;
+    private get aiEmployeesCollection();
+    private get aiEmployeesModel();
+    private get sequelize();
+    private get collectionManager();
+}
+export declare function defineAIEmployee(options: AIEmployeeOptions): AIEmployeeOptions;
+export * from './types';

package/lib/ai-employee-manager/index.js

@@ -0,0 +1,167 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var ai_employee_manager_exports = {};
+__export(ai_employee_manager_exports, {
+  DefaultAIEmployeeManager: () => DefaultAIEmployeeManager,
+  defineAIEmployee: () => defineAIEmployee
+});
+module.exports = __toCommonJS(ai_employee_manager_exports);
+var import_database = require("@nocobase/database");
+var import_utils = require("@nocobase/utils");
+__reExport(ai_employee_manager_exports, require("./types"), module.exports);
+const DEFAULT_KNOWLEDGE_BASE = {
+  topK: 3,
+  score: "0.6",
+  knowledgeBaseIds: []
+};
+const DEFAULT_KNOWLEDGE_BASE_PROMPT = "From knowledge base:\n{knowledgeBaseData}\nanswer user's question using this information.";
+const _DefaultAIEmployeeManager = class _DefaultAIEmployeeManager {
+  constructor(app) {
+    this.app = app;
+    this.provideCollectionManager = () => app.mainDataSource;
+  }
+  employees = new import_utils.Registry();
+  provideCollectionManager;
+  mode = "memory";
+  async init() {
+    if (this.mode === "memory") {
+      await this.persistence();
+      this.mode = "database";
+    }
+  }
+  async getEmployee(username) {
+    var _a;
+    return (_a = await this.aiEmployeesModel.findOne({ where: { username } })) == null ? void 0 : _a.toJSON();
+  }
+  async listEmployees(filter = {}) {
+    const where = {};
+    if (filter.builtIn != null) {
+      where["builtIn"] = filter.builtIn;
+    }
+    if (filter.username) {
+      where["username"] = {
+        [import_database.Op.substring]: filter.username
+      };
+    }
+    return (await this.aiEmployeesModel.findAll({ where })).map((it) => it.toJSON());
+  }
+  async registerEmployee(options) {
+    if (this.mode === "memory") {
+      return this.registerEmployeeInMemory(options);
+    }
+    return this.registerEmployeeInDatabase(options);
+  }
+  async persistence() {
+    const employees = [...this.employees.getValues()];
+    for (const employee of employees) {
+      await this.registerEmployeeInDatabase(employee);
+    }
+  }
+  registerEmployeeInMemory(options) {
+    this.employees.register(options.username, options);
+  }
+  async registerEmployeeInDatabase(options) {
+    const employee = options;
+    await this.sequelize.transaction(async (transaction) => {
+      const existed = await this.aiEmployeesModel.findOne({ where: { username: employee.username }, transaction });
+      if (!existed) {
+        await this.aiEmployeesModel.create(
+          {
+            username: employee.username,
+            nickname: employee.nickname,
+            position: employee.position,
+            avatar: employee.avatar,
+            bio: employee.bio,
+            greeting: employee.greeting,
+            about: null,
+            defaultPrompt: employee.systemPrompt,
+            skillSettings: {
+              skills: employee.skills,
+              tools: employee.tools
+            },
+            enableKnowledgeBase: false,
+            knowledgeBase: DEFAULT_KNOWLEDGE_BASE,
+            knowledgeBasePrompt: DEFAULT_KNOWLEDGE_BASE_PROMPT,
+            enabled: true,
+            builtIn: true,
+            sort: employee.sort
+          },
+          { transaction }
+        );
+        return;
+      }
+      const current = existed.toJSON();
+      let { tools } = (current == null ? void 0 : current.skillSettings) ?? { tools: [] };
+      tools = (tools == null ? void 0 : tools.length) ? tools.filter((s) => {
+        var _a;
+        return (_a = s.name) == null ? void 0 : _a.startsWith("workflowCaller-");
+      }) : [];
+      const mergedTools = /* @__PURE__ */ new Set([...tools, ...employee.tools]);
+      const values = {
+        nickname: employee.nickname ?? current.nickname,
+        position: employee.position ?? current.position,
+        avatar: employee.avatar ?? current.avatar,
+        bio: employee.bio ?? current.bio,
+        greeting: employee.greeting ?? current.greeting,
+        defaultPrompt: employee.systemPrompt,
+        skillSettings: {
+          skills: [...employee.skills],
+          tools: [...mergedTools]
+        },
+        sort: employee.sort
+      };
+      await existed.update(values, { transaction });
+    });
+  }
+  get aiEmployeesCollection() {
+    return this.collectionManager.getCollection("aiEmployees");
+  }
+  get aiEmployeesModel() {
+    var _a;
+    return (_a = this.aiEmployeesCollection) == null ? void 0 : _a.model;
+  }
+  get sequelize() {
+    return this.collectionManager.db.sequelize;
+  }
+  get collectionManager() {
+    return this.provideCollectionManager().collectionManager;
+  }
+};
+__name(_DefaultAIEmployeeManager, "DefaultAIEmployeeManager");
+let DefaultAIEmployeeManager = _DefaultAIEmployeeManager;
+function defineAIEmployee(options) {
+  return options;
+}
+__name(defineAIEmployee, "defineAIEmployee");
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  DefaultAIEmployeeManager,
+  defineAIEmployee,
+  ...require("./types")
+});

package/lib/ai-employee-manager/types.d.ts

@@ -0,0 +1,56 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+export type AIEmployeeLocalizedProfile = {
+    avatar?: string;
+    nickname?: string;
+    position?: string;
+    bio?: string;
+    greeting?: string;
+    about?: string;
+};
+export type AIEmployeeKnowledgeBase = {
+    topK: number;
+    score: string;
+    knowledgeBaseIds: string[];
+};
+export type AIEmployeeToolSetting = {
+    name: string;
+    autoCall?: boolean;
+};
+export type AIEmployeeOptions = {
+    username: string;
+    description?: string;
+    skills?: string[];
+    tools?: AIEmployeeToolSetting[];
+    avatar?: string;
+    nickname?: string;
+    position?: string;
+    bio?: string;
+    greeting?: string;
+    systemPrompt?: string | null;
+    sort?: number;
+};
+export type AIEmployeeEntry = Omit<AIEmployeeOptions, 'skills' | 'tools' | 'systemPrompt'> & {
+    about?: string;
+    defaultPrompt?: string;
+    skillSettings: {
+        skills: string[];
+        tools: AIEmployeeToolSetting[];
+    };
+};
+export type AIEmployeeFilter = {
+    builtIn?: boolean;
+    username?: string;
+};
+export interface AIEmployeeManager {
+    init(): Promise<void>;
+    getEmployee(username: string): Promise<AIEmployeeEntry>;
+    listEmployees(filter?: AIEmployeeFilter): Promise<AIEmployeeEntry[]>;
+    registerEmployee(options: AIEmployeeOptions): Promise<void>;
+}

package/lib/ai-employee-manager/types.js

@@ -0,0 +1,24 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var types_exports = {};
+module.exports = __toCommonJS(types_exports);

package/lib/ai-manager.d.ts

@@ -8,9 +8,17 @@
  */
 import { DocumentManager } from './document-manager';
 import { ToolsManager } from './tools-manager';
+import { SkillsManager } from './skills-manager';
+import { AIEmployeeManager } from './ai-employee-manager';
+import { MCPManager } from './mcp-manager';
+import { McpToolsManager } from './mcp-tools-manager';
 export declare class AIManager {
     protected readonly app: any;
     documentManager: DocumentManager;
     toolsManager: ToolsManager;
+    skillsManager: SkillsManager;
+    employeeManager: AIEmployeeManager;
+    mcpManager: MCPManager;
+    mcpToolsManager: McpToolsManager;
     constructor(app: any);
 }

package/lib/ai-manager.js

@@ -32,14 +32,26 @@ __export(ai_manager_exports, {
 module.exports = __toCommonJS(ai_manager_exports);
 var import_document_manager = require("./document-manager");
 var import_tools_manager = require("./tools-manager");
+var import_skills_manager = require("./skills-manager");
+var import_ai_employee_manager = require("./ai-employee-manager");
+var import_mcp_manager = require("./mcp-manager");
+var import_mcp_tools_manager = require("./mcp-tools-manager");
 const _AIManager = class _AIManager {
   constructor(app) {
     this.app = app;
     this.documentManager = new import_document_manager.DocumentManager();
     this.toolsManager = new import_tools_manager.DefaultToolsManager();
+    this.skillsManager = new import_skills_manager.DefaultSkillsManager(app);
+    this.employeeManager = new import_ai_employee_manager.DefaultAIEmployeeManager(app);
+    this.mcpManager = new import_mcp_manager.DefaultMCPManager(app);
+    this.mcpToolsManager = new import_mcp_tools_manager.McpToolsManager();
   }
   documentManager;
   toolsManager;
+  skillsManager;
+  employeeManager;
+  mcpManager;
+  mcpToolsManager;
 };
 __name(_AIManager, "AIManager");
 let AIManager = _AIManager;

package/lib/document-loader/index.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+import { Document } from '@langchain/core/documents';
+export declare const loadByWorker: (extname: string, blob: Blob) => Promise<Document[]>;

package/lib/document-loader/index.js

@@ -0,0 +1,90 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var document_loader_exports = {};
+__export(document_loader_exports, {
+  loadByWorker: () => loadByWorker
+});
+module.exports = __toCommonJS(document_loader_exports);
+var import_node_worker_threads = require("node:worker_threads");
+var import_node_path = __toESM(require("node:path"));
+const loadByWorker = /* @__PURE__ */ __name(async (extname, blob) => {
+  const buffer = Buffer.from(await blob.arrayBuffer());
+  const isTsRuntime = __filename.endsWith(".ts");
+  const workerPath = import_node_path.default.join(__dirname, `loader.worker.${isTsRuntime ? "ts" : "js"}`);
+  const worker = new import_node_worker_threads.Worker(workerPath, {
+    execArgv: isTsRuntime ? ["--require", "tsx/cjs"] : void 0
+  });
+  return new Promise((resolve, reject) => {
+    let settled = false;
+    const close = /* @__PURE__ */ __name((error, result) => {
+      if (settled) {
+        return;
+      }
+      settled = true;
+      if (error) {
+        reject(error);
+        return;
+      }
+      resolve(result || []);
+    }, "close");
+    worker.once("message", (payload) => {
+      if (payload == null ? void 0 : payload.error) {
+        close(new Error(payload.error));
+        return;
+      }
+      close(void 0, (payload == null ? void 0 : payload.documents) || []);
+    });
+    worker.once("error", (error) => close(error));
+    worker.once("exit", (code) => {
+      if (!settled && code !== 0) {
+        close(new Error(`Document loader worker exited with code ${code}`));
+      }
+    });
+    worker.postMessage({
+      extname,
+      mimeType: blob.type,
+      buffer: Uint8Array.from(buffer)
+    });
+  }).finally(() => {
+    worker.terminate().catch(() => void 0);
+  });
+}, "loadByWorker");
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  loadByWorker
+});

package/lib/document-loader/loader.worker.d.ts

@@ -0,0 +1,9 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+export {};

package/lib/document-loader/loader.worker.js

@@ -0,0 +1,83 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var import_pdf = require("@langchain/community/document_loaders/fs/pdf");
+var import_pptx = require("@langchain/community/document_loaders/fs/pptx");
+var import_docx = require("@langchain/community/document_loaders/fs/docx");
+var import_node_worker_threads = require("node:worker_threads");
+var import_text = require("./vendor/langchain/document_loaders/fs/text");
+var import_csv = require("@langchain/community/document_loaders/fs/csv");
+var import_xlsx = require("./xlsx");
+var _a;
+const loadPdf = /* @__PURE__ */ __name(async (blob) => {
+  const loader = new import_pdf.PDFLoader(blob);
+  return loader.load();
+}, "loadPdf");
+const loadDoc = /* @__PURE__ */ __name(async (blob, type) => {
+  const loader = new import_docx.DocxLoader(blob, { type });
+  return loader.load();
+}, "loadDoc");
+const loadPpt = /* @__PURE__ */ __name(async (blob) => {
+  const loader = new import_pptx.PPTXLoader(blob);
+  return loader.load();
+}, "loadPpt");
+const loadTxt = /* @__PURE__ */ __name(async (blob) => {
+  const loader = new import_text.TextLoader(blob);
+  return loader.load();
+}, "loadTxt");
+const loadCsv = /* @__PURE__ */ __name(async (blob) => {
+  const loader = new import_csv.CSVLoader(blob);
+  return loader.load();
+}, "loadCsv");
+const loadByExtname = /* @__PURE__ */ __name(async (payload) => {
+  const blob = new Blob([Buffer.from(payload.buffer)], { type: payload.mimeType ?? "application/octet-stream" });
+  switch (payload.extname) {
+    case ".pdf":
+      return loadPdf(blob);
+    case ".ppt":
+    case ".pptx":
+      return loadPpt(blob);
+    case ".doc":
+      return loadDoc(blob, "doc");
+    case ".docx":
+      return loadDoc(blob, "docx");
+    case ".csv":
+      return loadCsv(blob);
+    case ".xls":
+    case ".xlsx":
+      return (0, import_xlsx.loadXlsx)(blob);
+    case ".json":
+    case ".md":
+    case ".txt":
+      return loadTxt(blob);
+    default:
+      return [];
+  }
+}, "loadByExtname");
+(_a = import_node_worker_threads.parentPort) == null ? void 0 : _a.on("message", async (payload) => {
+  var _a2, _b;
+  try {
+    const documents = await loadByExtname(payload);
+    const response = {
+      documents: documents.map((doc) => ({
+        pageContent: doc.pageContent,
+        metadata: doc.metadata,
+        id: doc.id
+      }))
+    };
+    (_a2 = import_node_worker_threads.parentPort) == null ? void 0 : _a2.postMessage(response);
+  } catch (error) {
+    const response = {
+      error: String((error == null ? void 0 : error.stack) || error)
+    };
+    (_b = import_node_worker_threads.parentPort) == null ? void 0 : _b.postMessage(response);
+  }
+});

package/lib/document-loader/vendor/langchain/document_loaders/fs/text.d.ts

@@ -0,0 +1,20 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+/// <reference types="node" />
+import { Document } from '@langchain/core/documents';
+import { BaseDocumentLoader } from '@langchain/core/document_loaders/base';
+export declare class TextLoader extends BaseDocumentLoader {
+    private filePathOrBlob;
+    constructor(filePathOrBlob: any);
+    parse(raw: any): Promise<any[]>;
+    load(): Promise<Document<any>[]>;
+    static imports(): Promise<{
+        readFile: typeof import("fs/promises").readFile;
+    }>;
+}

package/lib/document-loader/vendor/langchain/document_loaders/fs/text.js

@@ -0,0 +1,99 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var text_exports = {};
+__export(text_exports, {
+  TextLoader: () => TextLoader
+});
+module.exports = __toCommonJS(text_exports);
+var import_documents = require("@langchain/core/documents");
+var import_env = require("@langchain/core/utils/env");
+var import_base = require("@langchain/core/document_loaders/base");
+const _TextLoader = class _TextLoader extends import_base.BaseDocumentLoader {
+  filePathOrBlob;
+  constructor(filePathOrBlob) {
+    super();
+    this.filePathOrBlob = filePathOrBlob;
+  }
+  async parse(raw) {
+    return [raw];
+  }
+  async load() {
+    let text;
+    let metadata;
+    if (typeof this.filePathOrBlob === "string") {
+      const { readFile } = await _TextLoader.imports();
+      text = await readFile(this.filePathOrBlob, "utf8");
+      metadata = { source: this.filePathOrBlob };
+    } else {
+      text = await this.filePathOrBlob.text();
+      metadata = { source: "blob", blobType: this.filePathOrBlob.type };
+    }
+    const parsed = await this.parse(text);
+    parsed.forEach((pageContent, i) => {
+      if (typeof pageContent !== "string") {
+        throw new Error(`Expected string, at position ${i} got ${typeof pageContent}`);
+      }
+    });
+    return parsed.map(
+      (pageContent, i) => new import_documents.Document({
+        pageContent,
+        metadata: parsed.length === 1 ? metadata : {
+          ...metadata,
+          line: i + 1
+        }
+      })
+    );
+  }
+  static async imports() {
+    try {
+      const { readFile } = await import("node:fs/promises");
+      return { readFile };
+    } catch (e) {
+      console.error(e);
+      throw new Error(
+        `Failed to load fs/promises. TextLoader available only on environment 'node'. It appears you are running environment '${(0, import_env.getEnv)()}'. See https://<link to docs> for alternatives.`
+      );
+    }
+  }
+};
+__name(_TextLoader, "TextLoader");
+let TextLoader = _TextLoader;
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  TextLoader
+});

package/lib/document-loader/xlsx.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+import { Document } from '@langchain/core/documents';
+export declare const loadXlsx: (blob: Blob) => Promise<Document[]>;