@nocobase/server 2.0.0-alpha.21 → 2.0.0-alpha.23

package/lib/application.d.ts

@@ -219,7 +219,7 @@ export declare class Application<StateT = DefaultState, ContextT = DefaultContex
     get environment(): Environment;
     protected _cronJobManager: CronJobManager;
     get cronJobManager(): CronJobManager;
-    get mainDataSource(): SequelizeDataSource;
+    get mainDataSource(): SequelizeDataSource<import("@nocobase/data-source-manager").DatabaseIntrospector>;
     get db(): Database;
     get resourceManager(): import("@nocobase/resourcer").ResourceManager;
     /**

package/lib/index.d.ts

@@ -22,6 +22,7 @@ export * from './event-queue';
 export * from './background-job-manager';
 export * from './worker-id-allocator';
 export * from './redis-connection-manager';
+export * from './main-data-source';
 export declare const OFFICIAL_PLUGIN_PREFIX = "@nocobase/plugin-";
 export { appendToBuiltInPlugins, findAllPlugins, findBuiltInPlugins, findLocalPlugins, packageNameTrim, } from './plugin-manager/findPackageNames';
 export { runPluginStaticImports } from './run-plugin-static-imports';

package/lib/index.js

@@ -64,6 +64,7 @@ __reExport(src_exports, require("./event-queue"), module.exports);
 __reExport(src_exports, require("./background-job-manager"), module.exports);
 __reExport(src_exports, require("./worker-id-allocator"), module.exports);
 __reExport(src_exports, require("./redis-connection-manager"), module.exports);
+__reExport(src_exports, require("./main-data-source"), module.exports);
 var import_findPackageNames = require("./plugin-manager/findPackageNames");
 var import_run_plugin_static_imports = require("./run-plugin-static-imports");
 const OFFICIAL_PLUGIN_PREFIX = "@nocobase/plugin-";
@@ -90,5 +91,6 @@ const OFFICIAL_PLUGIN_PREFIX = "@nocobase/plugin-";
   ...require("./event-queue"),
   ...require("./background-job-manager"),
   ...require("./worker-id-allocator"),
-  ...require("./redis-connection-manager")
+  ...require("./redis-connection-manager"),
+  ...require("./main-data-source")
 });

package/lib/main-data-source.d.ts

@@ -6,7 +6,18 @@
  * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
  * For more information, please refer to: https://www.nocobase.com/agreement.
  */
+import { Context } from '@nocobase/actions';
 import { DataSourceOptions, SequelizeDataSource } from '@nocobase/data-source-manager';
+type MainDataSourceStatus = 'loaded' | 'loading';
 export declare class MainDataSource extends SequelizeDataSource {
+    status: MainDataSourceStatus;
     init(options?: DataSourceOptions): void;
+    readTables(): Promise<{
+        name: string;
+    }[]>;
+    private tables2Collections;
+    loadTables(ctx: Context, tables: string[]): Promise<void>;
+    private getLoadedCollections;
+    syncFieldsFromDatabase(ctx: any, collectionNames?: string[]): Promise<void>;
 }
+export {};

package/lib/main-data-source.js

@@ -32,6 +32,7 @@ __export(main_data_source_exports, {
 module.exports = __toCommonJS(main_data_source_exports);
 var import_data_source_manager = require("@nocobase/data-source-manager");
 const _MainDataSource = class _MainDataSource extends import_data_source_manager.SequelizeDataSource {
+  status = "loaded";
   init(options = {}) {
     const { acl, resourceManager, database } = options;
     this.acl = acl;
@@ -48,6 +49,133 @@ const _MainDataSource = class _MainDataSource extends import_data_source_manager
       this.resourceManager.use(this.acl.middleware(), { group: "acl", after: "auth" });
     }
   }
+  async readTables() {
+    const allTables = await this.introspector.getTableList();
+    const existsCollections = this.collectionManager.db.collections;
+    const existsTables = Array.from(existsCollections.values()).map(
+      (collection) => collection.model.tableName
+    );
+    const diffTables = allTables.filter((table) => !existsTables.includes(table));
+    return diffTables.map((name) => ({ name }));
+  }
+  async tables2Collections(tableNames) {
+    const db = this.collectionManager.db;
+    const results = await Promise.all(
+      tableNames.map(async (tableName) => {
+        let tableInfo;
+        if (typeof tableName === "string") {
+          tableInfo = { tableName };
+          if (db.options.schema) {
+            tableInfo.schema = db.options.schema;
+          }
+        } else {
+          tableInfo = tableName;
+        }
+        try {
+          return await this.introspector.getCollection({ tableInfo });
+        } catch (e) {
+          if (e.message.includes("No description found for")) {
+            return null;
+          }
+          throw e;
+        }
+      })
+    );
+    return results.filter(Boolean);
+  }
+  async loadTables(ctx, tables) {
+    const repo = this.collectionManager.db.getRepository("collections");
+    const existsCollections = this.collectionManager.db.collections;
+    const existsTables = Array.from(existsCollections.values()).map(
+      (collection) => collection.model.tableName
+    );
+    const toAddTables = tables.filter((table) => !existsTables.includes(table));
+    if (toAddTables.length) {
+      try {
+        this.status = "loading";
+        const results = await this.tables2Collections(toAddTables);
+        const values = results.map((result) => ({
+          ...result,
+          underscored: false
+        }));
+        await repo.create({ values, context: ctx });
+      } catch (e) {
+        throw e;
+      } finally {
+        this.status = "loaded";
+      }
+    }
+  }
+  async getLoadedCollections(filter) {
+    const db = this.collectionManager.db;
+    const loadedCollections = await db.getRepository("collections").find({
+      appends: ["fields"],
+      filter: {
+        hidden: false,
+        ...filter
+      }
+    });
+    const collections = loadedCollections.filter((collection) => {
+      var _a;
+      return ((_a = collection.options) == null ? void 0 : _a.from) !== "db2cm";
+    });
+    const loadedData = {};
+    for (const collection of collections) {
+      const c = db.getCollection(collection.name);
+      loadedData[c.tableName()] = {
+        ...collection.toJSON(),
+        fields: collection.fields.map((field) => {
+          const f = c.getField(field.name);
+          return {
+            columnName: f == null ? void 0 : f.columnName(),
+            ...field.toJSON()
+          };
+        })
+      };
+    }
+    return loadedData;
+  }
+  async syncFieldsFromDatabase(ctx, collectionNames) {
+    let filter = {};
+    if (collectionNames == null ? void 0 : collectionNames.length) {
+      filter = {
+        name: collectionNames
+      };
+    }
+    const db = this.collectionManager.db;
+    const loadedCollections = await this.getLoadedCollections(filter);
+    const tableNames = Object.values(loadedCollections).map(({ name }) => {
+      const collection = db.getCollection(name);
+      return collection.getTableNameWithSchema();
+    });
+    let collections = [];
+    try {
+      collections = await this.tables2Collections(tableNames);
+    } catch (err) {
+      ctx.log.error(err);
+    }
+    const toLoadCollections = this.mergeWithLoadedCollections(collections, loadedCollections);
+    for (const values of toLoadCollections) {
+      const existsFields = loadedCollections[values.tableName].fields;
+      const deletedFields = existsFields.filter((field) => !values.fields.find((f) => f.name === field.name));
+      await db.sequelize.transaction(async (transaction) => {
+        for (const field of deletedFields) {
+          await db.getRepository("fields").destroy({
+            filterByTk: field.key,
+            context: ctx,
+            transaction
+          });
+        }
+        await db.getRepository("collections").update({
+          filterByTk: values.name,
+          values,
+          updateAssociationValues: ["fields"],
+          context: ctx,
+          transaction
+        });
+      });
+    }
+  }
 };
 __name(_MainDataSource, "MainDataSource");
 let MainDataSource = _MainDataSource;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nocobase/server",
-  "version": "2.0.0-alpha.21",
+  "version": "2.0.0-alpha.23",
   "main": "lib/index.js",
   "types": "./lib/index.d.ts",
   "license": "AGPL-3.0",
@@ -10,20 +10,20 @@
     "@koa/cors": "^5.0.0",
     "@koa/multer": "^3.1.0",
     "@koa/router": "^13.1.0",
-    "@nocobase/acl": "2.0.0-alpha.21",
-    "@nocobase/actions": "2.0.0-alpha.21",
-    "@nocobase/auth": "2.0.0-alpha.21",
-    "@nocobase/cache": "2.0.0-alpha.21",
-    "@nocobase/data-source-manager": "2.0.0-alpha.21",
-    "@nocobase/database": "2.0.0-alpha.21",
-    "@nocobase/evaluators": "2.0.0-alpha.21",
-    "@nocobase/lock-manager": "2.0.0-alpha.21",
-    "@nocobase/logger": "2.0.0-alpha.21",
-    "@nocobase/resourcer": "2.0.0-alpha.21",
-    "@nocobase/sdk": "2.0.0-alpha.21",
-    "@nocobase/snowflake-id": "2.0.0-alpha.21",
-    "@nocobase/telemetry": "2.0.0-alpha.21",
-    "@nocobase/utils": "2.0.0-alpha.21",
+    "@nocobase/acl": "2.0.0-alpha.23",
+    "@nocobase/actions": "2.0.0-alpha.23",
+    "@nocobase/auth": "2.0.0-alpha.23",
+    "@nocobase/cache": "2.0.0-alpha.23",
+    "@nocobase/data-source-manager": "2.0.0-alpha.23",
+    "@nocobase/database": "2.0.0-alpha.23",
+    "@nocobase/evaluators": "2.0.0-alpha.23",
+    "@nocobase/lock-manager": "2.0.0-alpha.23",
+    "@nocobase/logger": "2.0.0-alpha.23",
+    "@nocobase/resourcer": "2.0.0-alpha.23",
+    "@nocobase/sdk": "2.0.0-alpha.23",
+    "@nocobase/snowflake-id": "2.0.0-alpha.23",
+    "@nocobase/telemetry": "2.0.0-alpha.23",
+    "@nocobase/utils": "2.0.0-alpha.23",
     "@types/decompress": "4.2.7",
     "@types/ini": "^1.3.31",
     "@types/koa-send": "^4.1.3",
@@ -59,5 +59,5 @@
     "@types/serve-handler": "^6.1.1",
     "@types/ws": "^8.5.5"
   },
-  "gitHead": "0398c85e979d09e834952e71c5c1a1ccf1a3a8e1"
+  "gitHead": "ea67a7ad1c12fce26e0fff992f33de10901eff6a"
 }