plugin-agent-orchestrator 1.0.6 → 1.0.14

package/dist/server/services/SkillRepositoryService.js

@@ -0,0 +1,157 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var SkillRepositoryService_exports = {};
+__export(SkillRepositoryService_exports, {
+  SkillRepositoryService: () => SkillRepositoryService
+});
+module.exports = __toCommonJS(SkillRepositoryService_exports);
+var import_fs = require("fs");
+var import_path = require("path");
+var import_adm_zip = __toESM(require("adm-zip"));
+var import_json_fields = require("../skill-hub/utils/json-fields");
+class SkillRepositoryService {
+  baseDir;
+  constructor(storagePath) {
+    this.baseDir = (0, import_path.resolve)(storagePath, "skills");
+    if (!(0, import_fs.existsSync)(this.baseDir)) {
+      (0, import_fs.mkdirSync)(this.baseDir, { recursive: true });
+    }
+  }
+  /**
+   * Extract a zip file to the repository.
+   * Returns parsed metadata from SKILL.md / skill.yaml
+   */
+  async extractSkillPackage(skillName, zipFilePath) {
+    const targetDir = (0, import_path.resolve)(this.baseDir, skillName);
+    if ((0, import_fs.existsSync)(targetDir)) {
+      (0, import_fs.rmSync)(targetDir, { recursive: true, force: true });
+    }
+    (0, import_fs.mkdirSync)(targetDir, { recursive: true });
+    const zip = new import_adm_zip.default(zipFilePath);
+    zip.extractAllTo(targetDir, true);
+    return this.readSkillPackage(targetDir);
+  }
+  getSkillPath(skillName) {
+    return (0, import_path.resolve)(this.baseDir, skillName);
+  }
+  getSkillCode(skillName) {
+    const dir = this.getSkillPath(skillName);
+    if (!(0, import_fs.existsSync)(dir)) return null;
+    return this.getSkillCodeFromDir(dir);
+  }
+  copySkillPackageTo(skillName, destDir) {
+    const srcDir = this.getSkillPath(skillName);
+    this.copyDirectoryTo(srcDir, destDir);
+  }
+  readSkillPackage(packageDir) {
+    const rootDir = (0, import_path.resolve)(packageDir);
+    if (!(0, import_fs.existsSync)(rootDir)) {
+      return {
+        path: rootDir,
+        metadata: {},
+        instructions: "",
+        code: null
+      };
+    }
+    let metadata = {};
+    let instructions = "";
+    const skillMdPath = (0, import_path.resolve)(rootDir, "SKILL.md");
+    if ((0, import_fs.existsSync)(skillMdPath)) {
+      const content = (0, import_fs.readFileSync)(skillMdPath, "utf8");
+      const parsed = (0, import_json_fields.parseSkillMarkdown)(content);
+      metadata = parsed.metadata;
+      instructions = parsed.body;
+    }
+    instructions += this.aggregateOtherMarkdownFiles(rootDir);
+    return {
+      path: rootDir,
+      metadata,
+      instructions: instructions.trim(),
+      code: this.getSkillCodeFromDir(rootDir)
+    };
+  }
+  copyDirectoryTo(srcDir, destDir) {
+    if (!(0, import_fs.existsSync)(srcDir)) return;
+    (0, import_fs.cpSync)(srcDir, destDir, {
+      recursive: true,
+      force: true,
+      filter: (src) => {
+        const name = src.split(/[\\/]/).pop();
+        return !["node_modules", ".git", "__pycache__"].includes(name || "") && !src.endsWith(".pyc");
+      }
+    });
+  }
+  getSkillCodeFromDir(dir) {
+    if ((0, import_fs.existsSync)((0, import_path.resolve)(dir, "index.py"))) {
+      return (0, import_fs.readFileSync)((0, import_path.resolve)(dir, "index.py"), "utf8");
+    }
+    if ((0, import_fs.existsSync)((0, import_path.resolve)(dir, "index.js"))) {
+      return (0, import_fs.readFileSync)((0, import_path.resolve)(dir, "index.js"), "utf8");
+    }
+    if ((0, import_fs.existsSync)((0, import_path.resolve)(dir, "main.py"))) {
+      return (0, import_fs.readFileSync)((0, import_path.resolve)(dir, "main.py"), "utf8");
+    }
+    return null;
+  }
+  aggregateOtherMarkdownFiles(dir, baseDir = dir) {
+    let combined = "";
+    if (!(0, import_fs.existsSync)(dir)) return combined;
+    const items = (0, import_fs.readdirSync)(dir);
+    for (const item of items) {
+      const fullPath = (0, import_path.resolve)(dir, item);
+      const stat = (0, import_fs.statSync)(fullPath);
+      if (stat.isDirectory()) {
+        if (item !== "node_modules" && item !== ".git") {
+          combined += this.aggregateOtherMarkdownFiles(fullPath, baseDir);
+        }
+      } else if (stat.isFile() && item.toLowerCase().endsWith(".md") && item.toUpperCase() !== "SKILL.md") {
+        const relPath = (0, import_path.relative)(baseDir, fullPath);
+        const content = (0, import_fs.readFileSync)(fullPath, "utf8");
+        combined += `
+
+--- Content from ${relPath} ---
+
+${content}`;
+      }
+    }
+    return combined;
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  SkillRepositoryService
+});

package/dist/server/services/WorkerEnvManager.d.ts

@@ -0,0 +1,26 @@
+import Application from '@nocobase/server';
+import { Database } from '@nocobase/database';
+type WorkerEnvConfig = {
+    npmRegistryUrl?: string;
+    npmAuthToken?: string;
+    pypiIndexUrl?: string;
+    pypiTrustedHost?: string;
+    aptMirrorUrl?: string;
+    aptGpgKeyUrl?: string;
+    customPackages?: {
+        python?: string[];
+        node?: string[];
+        apt?: string[];
+    };
+};
+export declare class WorkerEnvManager {
+    private readonly app;
+    private readonly db;
+    private readonly storagePath;
+    constructor(app: Application, db: Database, storagePath: string);
+    getOrCreateConfig(): Promise<any>;
+    initEnvironment(config: WorkerEnvConfig): Promise<string>;
+    executeInit(payload: WorkerEnvConfig): Promise<void>;
+    parsePackageWhitelist(config: any): Record<"node" | "python" | "apt", string[]>;
+}
+export {};

package/dist/server/services/WorkerEnvManager.js

@@ -0,0 +1,120 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var WorkerEnvManager_exports = {};
+__export(WorkerEnvManager_exports, {
+  WorkerEnvManager: () => WorkerEnvManager
+});
+module.exports = __toCommonJS(WorkerEnvManager_exports);
+var import_json_fields = require("../skill-hub/utils/json-fields");
+const DEFAULT_WHITELIST = {
+  python: [
+    "python-docx",
+    "openpyxl",
+    "pandas",
+    "matplotlib",
+    "Pillow",
+    "reportlab",
+    "jinja2",
+    "pyyaml",
+    "tabulate",
+    "xlsxwriter",
+    "python-pptx"
+  ],
+  node: ["xlsx", "docx", "pdfkit", "csv-parse", "archiver", "sharp", "lodash", "dayjs"],
+  apt: ["python3", "python3-pip", "python3-venv"]
+};
+class WorkerEnvManager {
+  constructor(app, db, storagePath) {
+    this.app = app;
+    this.db = db;
+    this.storagePath = storagePath;
+  }
+  async getOrCreateConfig() {
+    const repo = this.db.getRepository("skillWorkerConfigs");
+    let config = await repo.findOne();
+    if (config) return config;
+    config = await repo.create({
+      values: {
+        retentionHours: 24,
+        initStatus: "idle",
+        initProgressPercent: 0,
+        packageWhitelist: (0, import_json_fields.stringifyJsonText)(DEFAULT_WHITELIST, DEFAULT_WHITELIST),
+        customPackages: (0, import_json_fields.stringifyJsonText)({ python: [], node: [], apt: [] }, { python: [], node: [], apt: [] })
+      }
+    });
+    return config;
+  }
+  async initEnvironment(config) {
+    const current = await this.getOrCreateConfig();
+    await current.update({
+      initStatus: "running",
+      initProgressPercent: 0,
+      initProgressLog: "Queued sandbox environment refresh",
+      lastInitLog: "",
+      customPackages: (0, import_json_fields.stringifyJsonText)(config.customPackages || { python: [], node: [], apt: [] }, {
+        python: [],
+        node: [],
+        apt: []
+      })
+    });
+    await this.app.pubSubManager.publish("skill-hub.init-env", {
+      ...config,
+      storagePath: this.storagePath,
+      queuedAt: (/* @__PURE__ */ new Date()).toISOString()
+    });
+    return "Sandbox environment refresh queued on available workers.";
+  }
+  async executeInit(payload) {
+    const customPackages = payload.customPackages || { python: [], node: [], apt: [] };
+    const whitelist = {
+      python: Array.from(/* @__PURE__ */ new Set([...DEFAULT_WHITELIST.python || [], ...customPackages.python || []])),
+      node: Array.from(/* @__PURE__ */ new Set([...DEFAULT_WHITELIST.node || [], ...customPackages.node || []])),
+      apt: Array.from(/* @__PURE__ */ new Set([...DEFAULT_WHITELIST.apt || [], ...customPackages.apt || []]))
+    };
+    await this.app.pubSubManager.publish("skill-hub.init-env.progress", {
+      percent: 25,
+      log: "Resolved sandbox package whitelist"
+    });
+    await this.app.pubSubManager.publish("skill-hub.init-env.progress", {
+      percent: 75,
+      log: "Sandbox runtime uses the local worker environment"
+    });
+    await this.app.pubSubManager.publish("skill-hub.init-env.done", {
+      status: "succeeded",
+      log: "Sandbox environment is ready on this worker. Package installation is managed by the worker image/runtime; whitelist was refreshed.",
+      whitelist
+    });
+  }
+  parsePackageWhitelist(config) {
+    var _a;
+    return (0, import_json_fields.parseJsonText)(((_a = config == null ? void 0 : config.get) == null ? void 0 : _a.call(config, "packageWhitelist")) ?? (config == null ? void 0 : config.packageWhitelist), DEFAULT_WHITELIST);
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  WorkerEnvManager
+});

package/dist/server/skill-hub/actions/git-import.d.ts

@@ -0,0 +1,21 @@
+import { Context } from '@nocobase/actions';
+/**
+ * Git integration actions for skill-hub.
+ *
+ * Supported manifest shape:
+ * {
+ *   "skills": [
+ *     { "folder": "my-skill", "name": "my-skill", "language": "python" },
+ *     { "name": "pptx-advanced-export", "storageType": "plugin", "pluginSource": "pptx-advanced-export" }
+ *   ]
+ * }
+ */
+export declare function gitListSkills(ctx: Context, next: () => Promise<void>): Promise<void>;
+/**
+ * Sync selected skills from git into skillDefinitions.
+ *
+ * Code is optional. Regular git skills may provide code via codeTemplate,
+ * codeFile, or conventional files under skills/<folder>. Plugin skills only
+ * need storageType=plugin and pluginSource.
+ */
+export declare function gitSyncSkills(ctx: Context, next: () => Promise<void>): Promise<void>;