@nocobase/server 2.0.0-alpha.3 → 2.0.0-alpha.31

package/lib/aes-encryptor.js

@@ -109,6 +109,10 @@ const _AesEncryptor = class _AesEncryptor {
     return appKeyPath;
   }
   static async create(app) {
+    if (process.env.APP_AES_SECRET_KEY) {
+      const key2 = Buffer.from(process.env.APP_AES_SECRET_KEY, "hex");
+      return new _AesEncryptor(key2);
+    }
     const KEY_PATH = process.env.APP_AES_SECRET_KEY_PATH;
     const keyPath = KEY_PATH ? (0, import_path.resolve)(process.cwd(), KEY_PATH) : await this.getKeyPath(app.name);
     const key = await _AesEncryptor.getOrGenerateKey(keyPath);

package/lib/app-command.d.ts

@@ -14,6 +14,7 @@ export declare class AppCommand extends Command {
     auth(): this;
     preload(): this;
     hasCommand(name: string): boolean;
+    findCommand(name: string): any;
     isHandleByIPCServer(): boolean;
     createCommand(name?: string): AppCommand;
     parseHandleByIPCServer(argv: any, parseOptions?: any): Boolean;

package/lib/app-command.js

@@ -51,6 +51,9 @@ const _AppCommand = class _AppCommand extends import_commander.Command {
     const names = this.commands.map((c) => c.name());
     return names.includes(name);
   }
+  findCommand(name) {
+    return this._findCommand(name);
+  }
   isHandleByIPCServer() {
     return this._handleByIPCServer;
   }

package/lib/app-supervisor.d.ts

@@ -61,6 +61,8 @@ export declare class AppSupervisor extends EventEmitter implements AsyncEmitter
     touchApp(appName: string): void;
     addApp(app: Application): Application<import("./application").DefaultState, import("./application").DefaultContext>;
     getAppsNames(): Promise<string[]>;
+    startApp(appName: string): Promise<void>;
+    stopApp(appName: string): Promise<void>;
     removeApp(appName: string): Promise<void>;
     subApps(): Application<import("./application").DefaultState, import("./application").DefaultContext>[];
     on(eventName: string | symbol, listener: (...args: any[]) => void): this;

package/lib/app-supervisor.js

@@ -179,12 +179,25 @@ const _AppSupervisor = class _AppSupervisor extends import_events.EventEmitter {
     const apps = Object.values(this.apps);
     return apps.map((app) => app.name);
   }
+  async startApp(appName) {
+    const appInstance = await _AppSupervisor.getInstance().getApp(appName);
+    await appInstance.runCommand("start", "--quickstart");
+  }
+  async stopApp(appName) {
+    if (!this.apps[appName]) {
+      console.log(`app ${appName} not exists`);
+      return;
+    }
+    await this.apps[appName].runCommand("stop");
+    this.apps[appName] = null;
+  }
   async removeApp(appName) {
     if (!this.apps[appName]) {
       console.log(`app ${appName} not exists`);
       return;
     }
     await this.apps[appName].runCommand("destroy");
+    this.apps[appName] = null;
   }
   subApps() {
     return Object.values(this.apps).filter((app) => app.name !== "main");

package/lib/application.d.ts

@@ -33,11 +33,11 @@ import { PubSubManager, PubSubManagerOptions } from './pub-sub-manager';
 import { SyncMessageManager } from './sync-message-manager';
 import AesEncryptor from './aes-encryptor';
 import { AuditManager } from './audit-manager';
+import { BackgroundJobManager, BackgroundJobManagerOptions } from './background-job-manager';
 import { Environment } from './environment';
-import { ServiceContainer } from './service-container';
 import { EventQueue, EventQueueOptions } from './event-queue';
-import { BackgroundJobManager, BackgroundJobManagerOptions } from './background-job-manager';
 import { RedisConfig, RedisConnectionManager } from './redis-connection-manager';
+import { ServiceContainer } from './service-container';
 import { WorkerIdAllocator } from './worker-id-allocator';
 export type PluginType = string | typeof Plugin;
 export type PluginConfiguration = PluginType | [PluginType, any];
@@ -193,6 +193,7 @@ export declare class Application<StateT = DefaultState, ContextT = DefaultContex
     backgroundJobManager: BackgroundJobManager;
     constructor(options: ApplicationOptions);
     private static staticCommands;
+    static registerStaticCommand(callback: (app: Application) => void): void;
     static addCommand(callback: (app: Application) => void): void;
     private _sqlLogger;
     get instanceId(): number;
@@ -219,7 +220,7 @@ export declare class Application<StateT = DefaultState, ContextT = DefaultContex
     get environment(): Environment;
     protected _cronJobManager: CronJobManager;
     get cronJobManager(): CronJobManager;
-    get mainDataSource(): SequelizeDataSource;
+    get mainDataSource(): SequelizeDataSource<import("@nocobase/data-source-manager").DatabaseIntrospector>;
     get db(): Database;
     get resourceManager(): import("@nocobase/resourcer").ResourceManager;
     /**

package/lib/application.js

@@ -50,8 +50,8 @@ var import_database = __toESM(require("@nocobase/database"));
 var import_logger = require("@nocobase/logger");
 var import_telemetry = require("@nocobase/telemetry");
 var import_lock_manager = require("@nocobase/lock-manager");
-var import_utils = require("@nocobase/utils");
 var import_snowflake_id = require("@nocobase/snowflake-id");
+var import_utils = require("@nocobase/utils");
 var import_crypto = require("crypto");
 var import_glob = __toESM(require("glob"));
 var import_koa = __toESM(require("koa"));
@@ -80,13 +80,13 @@ var import_package = __toESM(require("../package.json"));
 var import_available_action = require("./acl/available-action");
 var import_aes_encryptor = __toESM(require("./aes-encryptor"));
 var import_audit_manager = require("./audit-manager");
+var import_background_job_manager = require("./background-job-manager");
 var import_environment = require("./environment");
-var import_service_container = require("./service-container");
 var import_event_queue = require("./event-queue");
-var import_background_job_manager = require("./background-job-manager");
 var import_redis_connection_manager = require("./redis-connection-manager");
-var import_worker_id_allocator = require("./worker-id-allocator");
+var import_service_container = require("./service-container");
 var import_snowflake_id_field = require("./snowflake-id-field");
+var import_worker_id_allocator = require("./worker-id-allocator");
 const _Application = class _Application extends import_koa.default {
   constructor(options) {
     super();
@@ -143,6 +143,9 @@ const _Application = class _Application extends import_koa.default {
   lockManager;
   eventQueue;
   backgroundJobManager;
+  static registerStaticCommand(callback) {
+    this.staticCommands.push(callback);
+  }
   static addCommand(callback) {
     this.staticCommands.push(callback);
   }
@@ -777,6 +780,12 @@ const _Application = class _Application extends import_koa.default {
   }
   async upgrade(options = {}) {
     this.log.info("upgrading...");
+    const pkgVersion = this.getPackageVersion();
+    const appVersion = await this.version.get();
+    if (process.env.SKIP_SAME_VERSION_UPGRADE === "true" && pkgVersion === appVersion) {
+      this.log.info(`app is already the latest version (${appVersion})`);
+      return;
+    }
     await this.reInit();
     const migrator1 = await this.loadCoreMigrations();
     await migrator1.beforeLoad.up();
@@ -948,7 +957,7 @@ const _Application = class _Application extends import_koa.default {
         }
       }
     });
-    this._dataSourceManager.use(this._authManager.middleware(), { tag: "auth" });
+    this._dataSourceManager.use(this._authManager.middleware(), { tag: "auth", before: "default" });
     this._dataSourceManager.use(import_validate_filter_params.default, { tag: "validate-filter-params", before: ["auth"] });
     this._dataSourceManager.use(import_middlewares.parseVariables, {
       group: "parseVariables",

package/lib/commands/pm.js

@@ -38,6 +38,17 @@ var pm_default = /* @__PURE__ */ __name((app) => {
   pm.command("create").argument("plugin").option("--force-recreate").action(async (plugin, options) => {
     await app.pm.create(plugin, options);
   });
+  pm.command("pull").arguments("<packageNames...>").option("--registry [registry]").option("--auth-token [authToken]").option("--version [version]").action(async (packageNames, options, cli) => {
+    try {
+      let name = packageNames;
+      if (Array.isArray(packageNames) && packageNames.length === 1) {
+        name = packageNames[0];
+      }
+      await app.pm.pull(name, { ...options });
+    } catch (error) {
+      throw new import_plugin_command_error.PluginCommandError(`Failed to pull plugin`, { cause: error });
+    }
+  });
   pm.command("add").ipc().preload().arguments("<packageNames...>").option("--registry [registry]").option("--auth-token [authToken]").option("--version [version]").action(async (packageNames, options, cli) => {
     try {
       let name = packageNames;

package/lib/gateway/index.js

@@ -202,7 +202,15 @@ const _Gateway = class _Gateway extends import_events.EventEmitter {
     res.end(JSON.stringify({ error }));
   }
   responseErrorWithCode(code, res, options) {
+    const log = this.getLogger(options.appName, res);
     const error = (0, import_errors.applyErrorWithArgs)((0, import_errors.getErrorWithCode)(code), options);
+    log.error(error.message, {
+      method: "responseErrorWithCode",
+      code,
+      error,
+      statusCode: res.statusCode,
+      appName: options.appName
+    });
     this.responseError(res, error);
   }
   async requestHandler(req, res) {

package/lib/index.d.ts

@@ -22,6 +22,7 @@ export * from './event-queue';
 export * from './background-job-manager';
 export * from './worker-id-allocator';
 export * from './redis-connection-manager';
+export * from './main-data-source';
 export declare const OFFICIAL_PLUGIN_PREFIX = "@nocobase/plugin-";
 export { appendToBuiltInPlugins, findAllPlugins, findBuiltInPlugins, findLocalPlugins, packageNameTrim, } from './plugin-manager/findPackageNames';
 export { runPluginStaticImports } from './run-plugin-static-imports';

package/lib/index.js

@@ -64,6 +64,7 @@ __reExport(src_exports, require("./event-queue"), module.exports);
 __reExport(src_exports, require("./background-job-manager"), module.exports);
 __reExport(src_exports, require("./worker-id-allocator"), module.exports);
 __reExport(src_exports, require("./redis-connection-manager"), module.exports);
+__reExport(src_exports, require("./main-data-source"), module.exports);
 var import_findPackageNames = require("./plugin-manager/findPackageNames");
 var import_run_plugin_static_imports = require("./run-plugin-static-imports");
 const OFFICIAL_PLUGIN_PREFIX = "@nocobase/plugin-";
@@ -90,5 +91,6 @@ const OFFICIAL_PLUGIN_PREFIX = "@nocobase/plugin-";
   ...require("./event-queue"),
   ...require("./background-job-manager"),
   ...require("./worker-id-allocator"),
-  ...require("./redis-connection-manager")
+  ...require("./redis-connection-manager"),
+  ...require("./main-data-source")
 });

package/lib/locale/locale.js

@@ -138,7 +138,7 @@ const _Locale = class _Locale {
         if (!packageName) {
           continue;
         }
-        const res = (0, import_resource.getResource)(packageName, lang);
+        const res = await (0, import_resource.getResource)(packageName, lang);
         if (res) {
           resources[packageName] = { ...res };
           if (packageName.includes(import__.OFFICIAL_PLUGIN_PREFIX)) {

package/lib/locale/resource.js

@@ -40,7 +40,7 @@ __export(resource_exports, {
   getResource: () => getResource
 });
 module.exports = __toCommonJS(resource_exports);
-var import_utils = require("@nocobase/utils");
+var import_promises = __toESM(require("fs/promises"));
 const arr2obj = /* @__PURE__ */ __name((items) => {
   const obj = {};
   for (const item of items) {
@@ -48,7 +48,7 @@ const arr2obj = /* @__PURE__ */ __name((items) => {
   }
   return obj;
 }, "arr2obj");
-const getResource = /* @__PURE__ */ __name((packageName, lang, isPlugin = true) => {
+const getResource = /* @__PURE__ */ __name(async (packageName, lang, isPlugin = true) => {
   const resources = [];
   const prefixes = [isPlugin ? "dist" : "lib"];
   if (process.env.APP_ENV !== "production") {
@@ -70,13 +70,10 @@ const getResource = /* @__PURE__ */ __name((packageName, lang, isPlugin = true)
   }
   for (const prefix of prefixes) {
     try {
-      const file = `${packageName}/${prefix}/locale/${lang}`;
+      const file = `${packageName}/${prefix}/locale/${lang}.json`;
       const f = require.resolve(file);
-      if (process.env.APP_ENV !== "production") {
-        delete require.cache[f];
-      }
-      const resource = (0, import_utils.requireModule)(file);
-      resources.push(resource);
+      const resource = await import_promises.default.readFile(f, "utf8");
+      resources.push(JSON.parse(resource));
     } catch (error) {
     }
     if (resources.length) {
@@ -84,7 +81,7 @@ const getResource = /* @__PURE__ */ __name((packageName, lang, isPlugin = true)
     }
   }
   if (resources.length === 0 && lang.replace("-", "_") !== lang) {
-    return getResource(packageName, lang.replace("-", "_"));
+    return await getResource(packageName, lang.replace("-", "_"));
   }
   return arr2obj(resources);
 }, "getResource");

package/lib/main-data-source.d.ts

@@ -6,7 +6,18 @@
  * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
  * For more information, please refer to: https://www.nocobase.com/agreement.
  */
+import { Context } from '@nocobase/actions';
 import { DataSourceOptions, SequelizeDataSource } from '@nocobase/data-source-manager';
+type MainDataSourceStatus = 'loaded' | 'loading';
 export declare class MainDataSource extends SequelizeDataSource {
+    status: MainDataSourceStatus;
     init(options?: DataSourceOptions): void;
+    readTables(): Promise<{
+        name: string;
+    }[]>;
+    private tables2Collections;
+    loadTables(ctx: Context, tables: string[]): Promise<void>;
+    private getLoadedCollections;
+    syncFieldsFromDatabase(ctx: any, collectionNames?: string[]): Promise<void>;
 }
+export {};

package/lib/main-data-source.js

@@ -32,6 +32,7 @@ __export(main_data_source_exports, {
 module.exports = __toCommonJS(main_data_source_exports);
 var import_data_source_manager = require("@nocobase/data-source-manager");
 const _MainDataSource = class _MainDataSource extends import_data_source_manager.SequelizeDataSource {
+  status = "loaded";
   init(options = {}) {
     const { acl, resourceManager, database } = options;
     this.acl = acl;
@@ -48,6 +49,133 @@ const _MainDataSource = class _MainDataSource extends import_data_source_manager
       this.resourceManager.use(this.acl.middleware(), { group: "acl", after: "auth" });
     }
   }
+  async readTables() {
+    const allTables = await this.introspector.getTableList();
+    const existsCollections = this.collectionManager.db.collections;
+    const existsTables = Array.from(existsCollections.values()).map(
+      (collection) => collection.model.tableName
+    );
+    const diffTables = allTables.filter((table) => !existsTables.includes(table));
+    return diffTables.map((name) => ({ name }));
+  }
+  async tables2Collections(tableNames) {
+    const db = this.collectionManager.db;
+    const results = await Promise.all(
+      tableNames.map(async (tableName) => {
+        let tableInfo;
+        if (typeof tableName === "string") {
+          tableInfo = { tableName };
+          if (db.options.schema) {
+            tableInfo.schema = db.options.schema;
+          }
+        } else {
+          tableInfo = tableName;
+        }
+        try {
+          return await this.introspector.getCollection({ tableInfo });
+        } catch (e) {
+          if (e.message.includes("No description found for")) {
+            return null;
+          }
+          throw e;
+        }
+      })
+    );
+    return results.filter(Boolean);
+  }
+  async loadTables(ctx, tables) {
+    const repo = this.collectionManager.db.getRepository("collections");
+    const existsCollections = this.collectionManager.db.collections;
+    const existsTables = Array.from(existsCollections.values()).map(
+      (collection) => collection.model.tableName
+    );
+    const toAddTables = tables.filter((table) => !existsTables.includes(table));
+    if (toAddTables.length) {
+      try {
+        this.status = "loading";
+        const results = await this.tables2Collections(toAddTables);
+        const values = results.map((result) => ({
+          ...result,
+          underscored: false
+        }));
+        await repo.create({ values, context: ctx });
+      } catch (e) {
+        throw e;
+      } finally {
+        this.status = "loaded";
+      }
+    }
+  }
+  async getLoadedCollections(filter) {
+    const db = this.collectionManager.db;
+    const loadedCollections = await db.getRepository("collections").find({
+      appends: ["fields"],
+      filter: {
+        hidden: false,
+        ...filter
+      }
+    });
+    const collections = loadedCollections.filter((collection) => {
+      var _a;
+      return ((_a = collection.options) == null ? void 0 : _a.from) !== "db2cm";
+    });
+    const loadedData = {};
+    for (const collection of collections) {
+      const c = db.getCollection(collection.name);
+      loadedData[c.tableName()] = {
+        ...collection.toJSON(),
+        fields: collection.fields.map((field) => {
+          const f = c.getField(field.name);
+          return {
+            columnName: f == null ? void 0 : f.columnName(),
+            ...field.toJSON()
+          };
+        })
+      };
+    }
+    return loadedData;
+  }
+  async syncFieldsFromDatabase(ctx, collectionNames) {
+    let filter = {};
+    if (collectionNames == null ? void 0 : collectionNames.length) {
+      filter = {
+        name: collectionNames
+      };
+    }
+    const db = this.collectionManager.db;
+    const loadedCollections = await this.getLoadedCollections(filter);
+    const tableNames = Object.values(loadedCollections).map(({ name }) => {
+      const collection = db.getCollection(name);
+      return collection.getTableNameWithSchema();
+    });
+    let collections = [];
+    try {
+      collections = await this.tables2Collections(tableNames);
+    } catch (err) {
+      ctx.log.error(err);
+    }
+    const toLoadCollections = this.mergeWithLoadedCollections(collections, loadedCollections);
+    for (const values of toLoadCollections) {
+      const existsFields = loadedCollections[values.tableName].fields;
+      const deletedFields = existsFields.filter((field) => !values.fields.find((f) => f.name === field.name));
+      await db.sequelize.transaction(async (transaction) => {
+        for (const field of deletedFields) {
+          await db.getRepository("fields").destroy({
+            filterByTk: field.key,
+            context: ctx,
+            transaction
+          });
+        }
+        await db.getRepository("collections").update({
+          filterByTk: values.name,
+          values,
+          updateAssociationValues: ["fields"],
+          context: ctx,
+          transaction
+        });
+      });
+    }
+  }
 };
 __name(_MainDataSource, "MainDataSource");
 let MainDataSource = _MainDataSource;

package/lib/middlewares/data-template.js

@@ -126,12 +126,7 @@ const traverseJSON = /* @__PURE__ */ __name((data, options) => {
         include: subInclude
       });
     } else if (field.type === "belongsTo") {
-      result[key] = traverseJSON(data[key], {
-        collection: collection.db.getCollection(field.target),
-        // exclude: [field.foreignKey],
-        include: subInclude,
-        excludePk: false
-      });
+      result[key] = data[key];
     } else if (field.type === "belongsToMany") {
       result[key] = traverseBelongsToMany(data[key], {
         collection: collection.db.getCollection(field.target),

package/lib/migrations/20250902230900-update-primary-keys.js

@@ -82,9 +82,7 @@ const _update_primary_keys_default = class _update_primary_keys_default extends
         } else {
           await queryInterface.changeColumn(tableName, "id", {
             type: import_sequelize.DataTypes.BIGINT,
-            primaryKey: true,
-            allowNull: false,
-            autoIncrement: false
+            allowNull: false
           });
         }
       }

package/lib/plugin-manager/plugin-manager.d.ts

@@ -112,6 +112,7 @@ export declare class PluginManager {
         removeDir?: boolean;
         force?: boolean;
     }): Promise<void>;
+    pull(urlOrName: string | string[], options?: PluginData, emitStartedEvent?: boolean): Promise<void>;
     /**
      * @internal
      */

package/lib/plugin-manager/plugin-manager.js

@@ -90,7 +90,7 @@ const _PluginManager = class _PluginManager {
       namespace: "core/pm",
       directory: (0, import_path.resolve)(__dirname, "../migrations")
     });
-    this.app.resourcer.use(import_middleware.uploadMiddleware);
+    this.app.resourceManager.use(import_middleware.uploadMiddleware, { tag: "upload", after: "acl" });
   }
   /**
    * @internal
@@ -718,6 +718,41 @@ const _PluginManager = class _PluginManager {
       await removeDir();
     }
   }
+  async pull(urlOrName, options, emitStartedEvent = true) {
+    if (Array.isArray(urlOrName)) {
+      for (const packageName of urlOrName) {
+        await this.addViaCLI(packageName, import_lodash.default.omit(options, "name"), false);
+      }
+      return;
+    }
+    if ((0, import_utils.isURL)(urlOrName)) {
+      await this.addByCompressedFileUrl(
+        {
+          ...options,
+          compressedFileUrl: urlOrName
+        },
+        emitStartedEvent
+      );
+    } else if (await import_fs_extra.default.exists(urlOrName)) {
+      await this.addByCompressedFileUrl(
+        {
+          ...options,
+          compressedFileUrl: urlOrName
+        },
+        emitStartedEvent
+      );
+    } else if (options == null ? void 0 : options.registry) {
+      const { name, packageName } = await _PluginManager.parseName(urlOrName);
+      options["name"] = name;
+      await this.addByNpm(
+        {
+          ...options,
+          packageName
+        },
+        emitStartedEvent
+      );
+    }
+  }
   /**
    * @internal
    */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nocobase/server",
-  "version": "2.0.0-alpha.3",
+  "version": "2.0.0-alpha.31",
   "main": "lib/index.js",
   "types": "./lib/index.d.ts",
   "license": "AGPL-3.0",
@@ -10,20 +10,20 @@
     "@koa/cors": "^5.0.0",
     "@koa/multer": "^3.1.0",
     "@koa/router": "^13.1.0",
-    "@nocobase/acl": "2.0.0-alpha.3",
-    "@nocobase/actions": "2.0.0-alpha.3",
-    "@nocobase/auth": "2.0.0-alpha.3",
-    "@nocobase/cache": "2.0.0-alpha.3",
-    "@nocobase/data-source-manager": "2.0.0-alpha.3",
-    "@nocobase/database": "2.0.0-alpha.3",
-    "@nocobase/evaluators": "2.0.0-alpha.3",
-    "@nocobase/lock-manager": "2.0.0-alpha.3",
-    "@nocobase/logger": "2.0.0-alpha.3",
-    "@nocobase/resourcer": "2.0.0-alpha.3",
-    "@nocobase/sdk": "2.0.0-alpha.3",
-    "@nocobase/snowflake-id": "2.0.0-alpha.3",
-    "@nocobase/telemetry": "2.0.0-alpha.3",
-    "@nocobase/utils": "2.0.0-alpha.3",
+    "@nocobase/acl": "2.0.0-alpha.31",
+    "@nocobase/actions": "2.0.0-alpha.31",
+    "@nocobase/auth": "2.0.0-alpha.31",
+    "@nocobase/cache": "2.0.0-alpha.31",
+    "@nocobase/data-source-manager": "2.0.0-alpha.31",
+    "@nocobase/database": "2.0.0-alpha.31",
+    "@nocobase/evaluators": "2.0.0-alpha.31",
+    "@nocobase/lock-manager": "2.0.0-alpha.31",
+    "@nocobase/logger": "2.0.0-alpha.31",
+    "@nocobase/resourcer": "2.0.0-alpha.31",
+    "@nocobase/sdk": "2.0.0-alpha.31",
+    "@nocobase/snowflake-id": "2.0.0-alpha.31",
+    "@nocobase/telemetry": "2.0.0-alpha.31",
+    "@nocobase/utils": "2.0.0-alpha.31",
     "@types/decompress": "4.2.7",
     "@types/ini": "^1.3.31",
     "@types/koa-send": "^4.1.3",
@@ -59,5 +59,5 @@
     "@types/serve-handler": "^6.1.1",
     "@types/ws": "^8.5.5"
   },
-  "gitHead": "8efc23aa78058d871e98a91419f3c4a61762cc15"
+  "gitHead": "1ccdc0a8af73f6c2e3e83df75741947a5a8c1984"
 }