@nocobase/ai 2.1.0-beta.2 → 2.1.0-beta.20

package/README.md

@@ -1,17 +1,24 @@
 # NocoBase
 
 <video width="100%" controls>
-      <source src="https://static-docs.nocobase.com/NocoBase0510.mp4" type="video/mp4">
+  <source src="https://github.com/user-attachments/assets/4d11a87b-00e2-48f3-9bf7-389d21072d13" type="video/mp4">
 </video>
 
+<p align="center">
+<a href="https://trendshift.io/repositories/4112" target="_blank"><img src="https://trendshift.io/api/badge/repositories/4112" alt="nocobase%2Fnocobase | Trendshift" style="width: 250px; height: 55px;" width="250" height="55"/></a>
+<a href="https://www.producthunt.com/posts/nocobase?embed=true&utm_source=badge-top-post-topic-badge&utm_medium=badge&utm_souce=badge-nocobase" target="_blank"><img src="https://api.producthunt.com/widgets/embed-image/v1/top-post-topic-badge.svg?post_id=456520&theme=light&period=weekly&topic_id=267" alt="NocoBase - Scalability&#0045;first&#0044;&#0032;open&#0045;source&#0032;no&#0045;code&#0032;platform | Product Hunt" style="width: 250px; height: 54px;" width="250" height="54" /></a>
+</p>
 
 ## What is NocoBase
 
-NocoBase is a scalability-first, open-source no-code development platform.  
-Instead of investing years of time and millions of dollars in research and development, deploy NocoBase in a few minutes and you'll have a private, controllable, and extremely scalable no-code development platform!
+NocoBase is the most extensible AI-powered no-code platform.   
+Total control. Infinite extensibility. AI collaboration.  
+Enable your team to adapt quickly and cut costs dramatically.  
+No years of development. No millions wasted.  
+Deploy NocoBase in minutes — and take control of everything.
 
 Homepage:  
-https://www.nocobase.com/
+https://www.nocobase.com/  
 
 Online Demo:  
 https://demo.nocobase.com/new
@@ -19,12 +26,74 @@ https://demo.nocobase.com/new
 Documents:  
 https://docs.nocobase.com/
 
-Commericial license & plugins:  
-https://www.nocobase.com/en/commercial
+Forum:  
+https://forum.nocobase.com/
 
-License agreement:   
-https://www.nocobase.com/en/agreement
+Use Cases:  
+https://www.nocobase.com/en/blog/tags/customer-stories
 
+## Release Notes
 
-## Contact Us:  
-hello@nocobase.com
+Our [blog](https://www.nocobase.com/en/blog/timeline) is regularly updated with release notes and provides a weekly summary.
+
+## Distinctive features
+
+### 1. Data model-driven, not form/table–driven
+
+Instead of being constrained by forms or tables, NocoBase adopts a data model–driven approach, separating data structure from user interface to unlock unlimited possibilities.
+
+- UI and data structure are fully decoupled
+- Multiple blocks and actions can be created for the same table or record in any quantity or form
+- Supports the main database, external databases, and third-party APIs as data sources
+
+![model](https://static-docs.nocobase.com/model.png)
+
+### 2. AI employees, integrated into your business systems
+Unlike standalone AI demos, NocoBase allows you to embed AI capabilities seamlessly into your interfaces, workflows, and data context, making AI truly useful in real business scenarios.
+
+- Define AI employees for roles such as translator, analyst, researcher, or assistant
+- Seamless AI–human collaboration in interfaces and workflows
+- Ensure AI usage is secure, transparent, and customizable for your business needs
+
+![AI-employee](https://static-docs.nocobase.com/ai-employee-home.png)
+
+### 3. What you see is what you get, incredibly easy to use
+
+While enabling the development of complex business systems, NocoBase keeps the experience simple and intuitive.
+
+- One-click switch between usage mode and configuration mode
+- Pages serve as a canvas to arrange blocks and actions, similar to Notion
+- Configuration mode is designed for ordinary users, not just programmers
+
+![wysiwyg](https://static-docs.nocobase.com/wysiwyg.gif)
+
+### 4. Everything is a plugin, designed for extension
+Adding more no-code features will never cover every business case. NocoBase is built for extension through its plugin-based microkernel architecture.
+
+- All functionalities are plugins, similar to WordPress
+- Plugins are ready to use upon installation
+- Pages, blocks, actions, APIs, and data sources can all be extended through custom plugins
+
+![plugins](https://static-docs.nocobase.com/plugins.png)
+
+## Installation
+
+NocoBase supports three installation methods:
+
+- <a target="_blank" href="https://docs.nocobase.com/welcome/getting-started/installation/docker-compose">Installing With Docker (👍Recommended)</a>
+
+  Suitable for no-code scenarios, no code to write. When upgrading, just download the latest image and reboot.
+
+- <a target="_blank" href="https://docs.nocobase.com/welcome/getting-started/installation/create-nocobase-app">Installing from create-nocobase-app CLI</a>
+
+  The business code of the project is completely independent and supports low-code development.
+
+- <a target="_blank" href="https://docs.nocobase.com/welcome/getting-started/installation/git-clone">Installing from Git source code</a>
+
+  If you want to experience the latest unreleased version, or want to participate in the contribution, you need to make changes and debug on the source code, it is recommended to choose this installation method, which requires a high level of development skills, and if the code has been updated, you can git pull the latest code.
+
+## How NocoBase works
+
+<video width="100%" controls>
+  <source src="https://github.com/user-attachments/assets/8d183b44-9bb5-4792-b08f-bc08fe8dfaaf" type="video/mp4">
+</video>

package/lib/ai-employee-manager/index.d.ts

@@ -0,0 +1,29 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+import { AIEmployeeEntry, AIEmployeeFilter, AIEmployeeManager, AIEmployeeOptions } from './types';
+export declare class DefaultAIEmployeeManager implements AIEmployeeManager {
+    private readonly app;
+    private readonly employees;
+    private readonly provideCollectionManager;
+    private mode;
+    constructor(app: any);
+    init(): Promise<void>;
+    getEmployee(username: string): Promise<AIEmployeeEntry>;
+    listEmployees(filter?: AIEmployeeFilter): Promise<AIEmployeeEntry[]>;
+    registerEmployee(options: AIEmployeeOptions): Promise<void>;
+    persistence(): Promise<void>;
+    private registerEmployeeInMemory;
+    private registerEmployeeInDatabase;
+    private get aiEmployeesCollection();
+    private get aiEmployeesModel();
+    private get sequelize();
+    private get collectionManager();
+}
+export declare function defineAIEmployee(options: AIEmployeeOptions): AIEmployeeOptions;
+export * from './types';

package/lib/ai-employee-manager/index.js

@@ -0,0 +1,167 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var ai_employee_manager_exports = {};
+__export(ai_employee_manager_exports, {
+  DefaultAIEmployeeManager: () => DefaultAIEmployeeManager,
+  defineAIEmployee: () => defineAIEmployee
+});
+module.exports = __toCommonJS(ai_employee_manager_exports);
+var import_database = require("@nocobase/database");
+var import_utils = require("@nocobase/utils");
+__reExport(ai_employee_manager_exports, require("./types"), module.exports);
+const DEFAULT_KNOWLEDGE_BASE = {
+  topK: 3,
+  score: "0.6",
+  knowledgeBaseIds: []
+};
+const DEFAULT_KNOWLEDGE_BASE_PROMPT = "From knowledge base:\n{knowledgeBaseData}\nanswer user's question using this information.";
+const _DefaultAIEmployeeManager = class _DefaultAIEmployeeManager {
+  constructor(app) {
+    this.app = app;
+    this.provideCollectionManager = () => app.mainDataSource;
+  }
+  employees = new import_utils.Registry();
+  provideCollectionManager;
+  mode = "memory";
+  async init() {
+    if (this.mode === "memory") {
+      await this.persistence();
+      this.mode = "database";
+    }
+  }
+  async getEmployee(username) {
+    var _a;
+    return (_a = await this.aiEmployeesModel.findOne({ where: { username } })) == null ? void 0 : _a.toJSON();
+  }
+  async listEmployees(filter = {}) {
+    const where = {};
+    if (filter.builtIn != null) {
+      where["builtIn"] = filter.builtIn;
+    }
+    if (filter.username) {
+      where["username"] = {
+        [import_database.Op.substring]: filter.username
+      };
+    }
+    return (await this.aiEmployeesModel.findAll({ where })).map((it) => it.toJSON());
+  }
+  async registerEmployee(options) {
+    if (this.mode === "memory") {
+      return this.registerEmployeeInMemory(options);
+    }
+    return this.registerEmployeeInDatabase(options);
+  }
+  async persistence() {
+    const employees = [...this.employees.getValues()];
+    for (const employee of employees) {
+      await this.registerEmployeeInDatabase(employee);
+    }
+  }
+  registerEmployeeInMemory(options) {
+    this.employees.register(options.username, options);
+  }
+  async registerEmployeeInDatabase(options) {
+    const employee = options;
+    await this.sequelize.transaction(async (transaction) => {
+      const existed = await this.aiEmployeesModel.findOne({ where: { username: employee.username }, transaction });
+      if (!existed) {
+        await this.aiEmployeesModel.create(
+          {
+            username: employee.username,
+            nickname: employee.nickname,
+            position: employee.position,
+            avatar: employee.avatar,
+            bio: employee.bio,
+            greeting: employee.greeting,
+            about: null,
+            defaultPrompt: employee.systemPrompt,
+            skillSettings: {
+              skills: employee.skills,
+              tools: employee.tools
+            },
+            enableKnowledgeBase: false,
+            knowledgeBase: DEFAULT_KNOWLEDGE_BASE,
+            knowledgeBasePrompt: DEFAULT_KNOWLEDGE_BASE_PROMPT,
+            enabled: true,
+            builtIn: true,
+            sort: employee.sort
+          },
+          { transaction }
+        );
+        return;
+      }
+      const current = existed.toJSON();
+      let { tools } = (current == null ? void 0 : current.skillSettings) ?? { tools: [] };
+      tools = (tools == null ? void 0 : tools.length) ? tools.filter((s) => {
+        var _a;
+        return (_a = s.name) == null ? void 0 : _a.startsWith("workflowCaller-");
+      }) : [];
+      const mergedTools = /* @__PURE__ */ new Set([...tools, ...employee.tools]);
+      const values = {
+        nickname: employee.nickname ?? current.nickname,
+        position: employee.position ?? current.position,
+        avatar: employee.avatar ?? current.avatar,
+        bio: employee.bio ?? current.bio,
+        greeting: employee.greeting ?? current.greeting,
+        defaultPrompt: employee.systemPrompt,
+        skillSettings: {
+          skills: [...employee.skills],
+          tools: [...mergedTools]
+        },
+        sort: employee.sort
+      };
+      await existed.update(values, { transaction });
+    });
+  }
+  get aiEmployeesCollection() {
+    return this.collectionManager.getCollection("aiEmployees");
+  }
+  get aiEmployeesModel() {
+    var _a;
+    return (_a = this.aiEmployeesCollection) == null ? void 0 : _a.model;
+  }
+  get sequelize() {
+    return this.collectionManager.db.sequelize;
+  }
+  get collectionManager() {
+    return this.provideCollectionManager().collectionManager;
+  }
+};
+__name(_DefaultAIEmployeeManager, "DefaultAIEmployeeManager");
+let DefaultAIEmployeeManager = _DefaultAIEmployeeManager;
+function defineAIEmployee(options) {
+  return options;
+}
+__name(defineAIEmployee, "defineAIEmployee");
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  DefaultAIEmployeeManager,
+  defineAIEmployee,
+  ...require("./types")
+});

package/lib/ai-employee-manager/types.d.ts

@@ -0,0 +1,56 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+export type AIEmployeeLocalizedProfile = {
+    avatar?: string;
+    nickname?: string;
+    position?: string;
+    bio?: string;
+    greeting?: string;
+    about?: string;
+};
+export type AIEmployeeKnowledgeBase = {
+    topK: number;
+    score: string;
+    knowledgeBaseIds: string[];
+};
+export type AIEmployeeToolSetting = {
+    name: string;
+    autoCall?: boolean;
+};
+export type AIEmployeeOptions = {
+    username: string;
+    description?: string;
+    skills?: string[];
+    tools?: AIEmployeeToolSetting[];
+    avatar?: string;
+    nickname?: string;
+    position?: string;
+    bio?: string;
+    greeting?: string;
+    systemPrompt?: string | null;
+    sort?: number;
+};
+export type AIEmployeeEntry = Omit<AIEmployeeOptions, 'skills' | 'tools' | 'systemPrompt'> & {
+    about?: string;
+    defaultPrompt?: string;
+    skillSettings: {
+        skills: string[];
+        tools: AIEmployeeToolSetting[];
+    };
+};
+export type AIEmployeeFilter = {
+    builtIn?: boolean;
+    username?: string;
+};
+export interface AIEmployeeManager {
+    init(): Promise<void>;
+    getEmployee(username: string): Promise<AIEmployeeEntry>;
+    listEmployees(filter?: AIEmployeeFilter): Promise<AIEmployeeEntry[]>;
+    registerEmployee(options: AIEmployeeOptions): Promise<void>;
+}

package/lib/ai-employee-manager/types.js

@@ -0,0 +1,24 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var types_exports = {};
+module.exports = __toCommonJS(types_exports);

package/lib/ai-manager.d.ts

@@ -8,9 +8,17 @@
  */
 import { DocumentManager } from './document-manager';
 import { ToolsManager } from './tools-manager';
+import { SkillsManager } from './skills-manager';
+import { AIEmployeeManager } from './ai-employee-manager';
+import { MCPManager } from './mcp-manager';
+import { McpToolsManager } from './mcp-tools-manager';
 export declare class AIManager {
     protected readonly app: any;
     documentManager: DocumentManager;
     toolsManager: ToolsManager;
+    skillsManager: SkillsManager;
+    employeeManager: AIEmployeeManager;
+    mcpManager: MCPManager;
+    mcpToolsManager: McpToolsManager;
     constructor(app: any);
 }

package/lib/ai-manager.js

@@ -32,14 +32,26 @@ __export(ai_manager_exports, {
 module.exports = __toCommonJS(ai_manager_exports);
 var import_document_manager = require("./document-manager");
 var import_tools_manager = require("./tools-manager");
+var import_skills_manager = require("./skills-manager");
+var import_ai_employee_manager = require("./ai-employee-manager");
+var import_mcp_manager = require("./mcp-manager");
+var import_mcp_tools_manager = require("./mcp-tools-manager");
 const _AIManager = class _AIManager {
   constructor(app) {
     this.app = app;
     this.documentManager = new import_document_manager.DocumentManager();
     this.toolsManager = new import_tools_manager.DefaultToolsManager();
+    this.skillsManager = new import_skills_manager.DefaultSkillsManager(app);
+    this.employeeManager = new import_ai_employee_manager.DefaultAIEmployeeManager(app);
+    this.mcpManager = new import_mcp_manager.DefaultMCPManager(app);
+    this.mcpToolsManager = new import_mcp_tools_manager.McpToolsManager();
   }
   documentManager;
   toolsManager;
+  skillsManager;
+  employeeManager;
+  mcpManager;
+  mcpToolsManager;
 };
 __name(_AIManager, "AIManager");
 let AIManager = _AIManager;

package/lib/document-loader/index.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+import { Document } from '@langchain/core/documents';
+export declare const loadByWorker: (extname: string, blob: Blob) => Promise<Document[]>;

package/lib/document-loader/index.js

@@ -0,0 +1,90 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var document_loader_exports = {};
+__export(document_loader_exports, {
+  loadByWorker: () => loadByWorker
+});
+module.exports = __toCommonJS(document_loader_exports);
+var import_node_worker_threads = require("node:worker_threads");
+var import_node_path = __toESM(require("node:path"));
+const loadByWorker = /* @__PURE__ */ __name(async (extname, blob) => {
+  const buffer = Buffer.from(await blob.arrayBuffer());
+  const isTsRuntime = __filename.endsWith(".ts");
+  const workerPath = import_node_path.default.join(__dirname, `loader.worker.${isTsRuntime ? "ts" : "js"}`);
+  const worker = new import_node_worker_threads.Worker(workerPath, {
+    execArgv: isTsRuntime ? ["--require", "tsx/cjs"] : void 0
+  });
+  return new Promise((resolve, reject) => {
+    let settled = false;
+    const close = /* @__PURE__ */ __name((error, result) => {
+      if (settled) {
+        return;
+      }
+      settled = true;
+      if (error) {
+        reject(error);
+        return;
+      }
+      resolve(result || []);
+    }, "close");
+    worker.once("message", (payload) => {
+      if (payload == null ? void 0 : payload.error) {
+        close(new Error(payload.error));
+        return;
+      }
+      close(void 0, (payload == null ? void 0 : payload.documents) || []);
+    });
+    worker.once("error", (error) => close(error));
+    worker.once("exit", (code) => {
+      if (!settled && code !== 0) {
+        close(new Error(`Document loader worker exited with code ${code}`));
+      }
+    });
+    worker.postMessage({
+      extname,
+      mimeType: blob.type,
+      buffer: Uint8Array.from(buffer)
+    });
+  }).finally(() => {
+    worker.terminate().catch(() => void 0);
+  });
+}, "loadByWorker");
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  loadByWorker
+});

package/lib/document-loader/loader.worker.d.ts

@@ -0,0 +1,9 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+export {};

package/lib/document-loader/loader.worker.js

@@ -0,0 +1,83 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var import_pdf = require("@langchain/community/document_loaders/fs/pdf");
+var import_pptx = require("@langchain/community/document_loaders/fs/pptx");
+var import_docx = require("@langchain/community/document_loaders/fs/docx");
+var import_node_worker_threads = require("node:worker_threads");
+var import_text = require("./vendor/langchain/document_loaders/fs/text");
+var import_csv = require("@langchain/community/document_loaders/fs/csv");
+var import_xlsx = require("./xlsx");
+var _a;
+const loadPdf = /* @__PURE__ */ __name(async (blob) => {
+  const loader = new import_pdf.PDFLoader(blob);
+  return loader.load();
+}, "loadPdf");
+const loadDoc = /* @__PURE__ */ __name(async (blob, type) => {
+  const loader = new import_docx.DocxLoader(blob, { type });
+  return loader.load();
+}, "loadDoc");
+const loadPpt = /* @__PURE__ */ __name(async (blob) => {
+  const loader = new import_pptx.PPTXLoader(blob);
+  return loader.load();
+}, "loadPpt");
+const loadTxt = /* @__PURE__ */ __name(async (blob) => {
+  const loader = new import_text.TextLoader(blob);
+  return loader.load();
+}, "loadTxt");
+const loadCsv = /* @__PURE__ */ __name(async (blob) => {
+  const loader = new import_csv.CSVLoader(blob);
+  return loader.load();
+}, "loadCsv");
+const loadByExtname = /* @__PURE__ */ __name(async (payload) => {
+  const blob = new Blob([Buffer.from(payload.buffer)], { type: payload.mimeType ?? "application/octet-stream" });
+  switch (payload.extname) {
+    case ".pdf":
+      return loadPdf(blob);
+    case ".ppt":
+    case ".pptx":
+      return loadPpt(blob);
+    case ".doc":
+      return loadDoc(blob, "doc");
+    case ".docx":
+      return loadDoc(blob, "docx");
+    case ".csv":
+      return loadCsv(blob);
+    case ".xls":
+    case ".xlsx":
+      return (0, import_xlsx.loadXlsx)(blob);
+    case ".json":
+    case ".md":
+    case ".txt":
+      return loadTxt(blob);
+    default:
+      return [];
+  }
+}, "loadByExtname");
+(_a = import_node_worker_threads.parentPort) == null ? void 0 : _a.on("message", async (payload) => {
+  var _a2, _b;
+  try {
+    const documents = await loadByExtname(payload);
+    const response = {
+      documents: documents.map((doc) => ({
+        pageContent: doc.pageContent,
+        metadata: doc.metadata,
+        id: doc.id
+      }))
+    };
+    (_a2 = import_node_worker_threads.parentPort) == null ? void 0 : _a2.postMessage(response);
+  } catch (error) {
+    const response = {
+      error: String((error == null ? void 0 : error.stack) || error)
+    };
+    (_b = import_node_worker_threads.parentPort) == null ? void 0 : _b.postMessage(response);
+  }
+});

package/lib/document-loader/vendor/langchain/document_loaders/fs/text.d.ts

@@ -0,0 +1,20 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+/// <reference types="node" />
+import { Document } from '@langchain/core/documents';
+import { BaseDocumentLoader } from '@langchain/core/document_loaders/base';
+export declare class TextLoader extends BaseDocumentLoader {
+    private filePathOrBlob;
+    constructor(filePathOrBlob: any);
+    parse(raw: any): Promise<any[]>;
+    load(): Promise<Document<any>[]>;
+    static imports(): Promise<{
+        readFile: typeof import("fs/promises").readFile;
+    }>;
+}