@nocobase/plugin-localization 2.1.0-alpha.4 → 2.1.0-alpha.40

package/dist/locale/en-US.json

@@ -1,24 +1,61 @@
 {
   "Add new": "Add new",
   "All": "All",
+  "Async task created": "Async task created",
   "Collections & Fields": "Collections & Fields",
+  "Confirm translation task": "Confirm translation task",
+  "Creating...": "Creating...",
   "Current language": "Current language",
+  "Built-in default reference language": "Built-in default reference language",
+  "Built-in entries": "Built-in entries",
+  "Built-in entries reference translation": "Built-in entries reference translation",
+  "Built-in entries are system and plugin entries. Custom entries include route names, collection and field names, and UI content.": "Built-in entries are system and plugin entries. Custom entries include route names, collection and field names, and UI content.",
+  "Built-in fallback reference language": "Built-in fallback reference language",
+  "Custom default reference language": "Custom default reference language",
+  "Custom entries": "Custom entries",
+  "Custom entries reference translation": "Custom entries reference translation",
+  "Custom fallback reference language": "Custom fallback reference language",
+  "Default language": "Default language",
   "Delete text": "Delete text",
   "Delete translation": "Delete translation",
   "Edit": "Edit",
+  "Entries to translate": "Entries to translate",
+  "Fallback language": "Fallback language",
   "Keyword": "Keyword",
   "Localization": "Localization",
   "Localization management": "Localization management",
+  "Localization engineer": "Localization engineer",
+  "Loading...": "Loading...",
   "Menu": "Menu",
+  "Model": "Model",
   "Module": "Module",
   "No data": "No data",
+  "No entries to translate": "No entries to translate",
   "No translation": "No translation",
+  "Please select the records you want to translate": "Please select the records you want to translate",
+  "Please wait for the translation preview to load": "Please wait for the translation preview to load",
   "Please select the resources you want to synchronize": "Please select the resources you want to synchronize",
+  "Provider": "Provider",
   "Publish": "Publish",
+  "Reference translation": "Reference translation",
+  "Refresh": "Refresh",
+  "Reset built-in translations": "Reset built-in translations",
+  "Translate all entries in the current language, including existing translations.": "Translate all entries in the current language, including existing translations.",
+  "Translate built-in entries only": "Translate built-in entries only",
+  "Translate custom entries only": "Translate custom entries only",
+  "Translate entries that do not yet have a translation in the current language.": "Translate entries that do not yet have a translation in the current language.",
+  "Translate only system and plugin entries from the System & Plugins synchronization source.": "Translate only system and plugin entries from the System & Plugins synchronization source.",
+  "Translate only the selected entries in the table.": "Translate only the selected entries in the table.",
+  "Translate only user-created entries that are not from the System & Plugins synchronization source.": "Translate only user-created entries that are not from the System & Plugins synchronization source.",
+  "Full translation": "Full translation",
+  "Incremental translation": "Incremental translation",
+  "Selected translation": "Selected translation",
   "Sync": "Sync",
   "System & Plugins": "System & Plugins",
   "Text": "Text",
+  "Translate localization resources with AI.": "Translate localization resources with AI.",
   "Translation": "Translation",
+  "Translation scope": "Translation scope",
   "Translations": "Translations",
   "User interfaces": "User interfaces"
-}
+}

package/dist/locale/zh-CN.json

@@ -1,24 +1,61 @@
 {
   "Add new": "新增",
   "All": "全部",
+  "Async task created": "异步任务已创建",
   "Collections & Fields": "数据表和字段",
+  "Confirm translation task": "确认翻译任务",
+  "Creating...": "正在创建...",
   "Current language": "当前语言",
+  "Built-in default reference language": "内置词条默认参考语言",
+  "Built-in entries": "内置词条",
+  "Built-in entries reference translation": "内置词条参考翻译",
+  "Built-in entries are system and plugin entries. Custom entries include route names, collection and field names, and UI content.": "内置词条是指系统和插件的词条。自建词条包括路由名称、数据表和字段名称以及 UI 上的内容。",
+  "Built-in fallback reference language": "内置词条备选参考语言",
+  "Custom default reference language": "自建词条默认参考语言",
+  "Custom entries": "自建词条",
+  "Custom entries reference translation": "自建词条参考翻译",
+  "Custom fallback reference language": "自建词条备选参考语言",
+  "Default language": "默认语言",
   "Delete text": "删除原文",
   "Delete translation": "删除译文",
   "Edit": "编辑",
+  "Entries to translate": "即将翻译条数",
+  "Fallback language": "备选语言",
   "Keyword": "关键字",
   "Localization": "本地化",
   "Localization management": "本地化管理",
+  "Localization engineer": "本地化工程师",
+  "Loading...": "加载中...",
   "Menu": "菜单",
+  "Model": "模型",
   "Module": "模块",
   "No data": "暂无数据",
+  "No entries to translate": "没有需要翻译的词条",
   "No translation": "待翻译",
+  "Please select the records you want to translate": "请选择需要翻译的记录",
+  "Please wait for the translation preview to load": "请等待翻译预览加载完成",
   "Please select the resources you want to synchronize": "请选择需要同步的资源",
+  "Provider": "服务商",
   "Publish": "发布",
+  "Reference translation": "参考翻译",
+  "Refresh": "刷新",
+  "Reset built-in translations": "重置系统内置词条翻译内容",
+  "Translate all entries in the current language, including existing translations.": "翻译当前语言的全部词条，包括已有译文的词条。",
+  "Translate built-in entries only": "只翻译内置词条",
+  "Translate custom entries only": "只翻译用户自建词条",
+  "Translate entries that do not yet have a translation in the current language.": "翻译当前语言中尚未有译文的词条。",
+  "Translate only system and plugin entries from the System & Plugins synchronization source.": "仅翻译同步来源为“系统和插件”的内置词条。",
+  "Translate only the selected entries in the table.": "仅翻译表格中已选中的词条。",
+  "Translate only user-created entries that are not from the System & Plugins synchronization source.": "仅翻译非“系统和插件”同步来源的用户自建词条。",
+  "Full translation": "全量翻译",
+  "Incremental translation": "增量翻译",
+  "Selected translation": "翻译所选项",
   "Sync": "同步",
   "System & Plugins": "系统和插件",
   "Text": "原文",
+  "Translate localization resources with AI.": "使用 AI 翻译本地化资源。",
   "Translation": "译文",
+  "Translation scope": "翻译范围",
   "Translations": "翻译",
   "User interfaces": "用户界面配置"
-}
+}

package/dist/server/actions/aiTranslate.d.ts

@@ -0,0 +1,14 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+import { Context, Next } from '@nocobase/actions';
+declare const _default: {
+    aiTranslate: (ctx: Context, next: Next) => Promise<void>;
+    aiTranslatePreview: (ctx: Context, next: Next) => Promise<void>;
+};
+export default _default;

package/dist/server/actions/aiTranslate.js

@@ -0,0 +1,151 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var aiTranslate_exports = {};
+__export(aiTranslate_exports, {
+  default: () => aiTranslate_default
+});
+module.exports = __toCommonJS(aiTranslate_exports);
+var import_localization_ai_translate = require("../tasks/localization-ai-translate");
+var import_translation_scope = require("../translation-scope");
+const validateParams = (ctx) => {
+  const {
+    mode,
+    locale,
+    employeeUsername = "lina",
+    model,
+    textIds,
+    scope = "all",
+    referenceLocales
+  } = ctx.action.params.values || {};
+  if (!["full", "incremental", "selected"].includes(mode)) {
+    ctx.throw(400, "Invalid translation mode");
+  }
+  if (!["all", "builtIn", "custom"].includes(scope)) {
+    ctx.throw(400, "Invalid translation scope");
+  }
+  if (mode === "selected" && (!Array.isArray(textIds) || !textIds.length)) {
+    ctx.throw(400, "Please select the records you want to translate");
+  }
+  return {
+    mode,
+    locale: locale || ctx.get("X-Locale") || "en-US",
+    employeeUsername,
+    model,
+    textIds,
+    scope,
+    referenceLocales
+  };
+};
+const countTexts = async (ctx, mode, locale, scope, textIds) => {
+  const options = await (0, import_translation_scope.buildFindTextsOptions)({
+    app: ctx.app,
+    mode,
+    locale,
+    scope,
+    textIds
+  });
+  return await ctx.db.getRepository("localizationTexts").count(options);
+};
+const getScopeTitle = (scope) => {
+  return {
+    all: "All entries",
+    builtIn: "Built-in entries",
+    custom: "Custom entries"
+  }[scope];
+};
+const getTaskTitle = (mode, scope, locale) => {
+  if (mode === "selected") {
+    return `AI ${mode} localization translation - ${locale}`;
+  }
+  return `AI ${mode} localization translation - ${getScopeTitle(scope)} - ${locale}`;
+};
+const getAITranslatePreview = async (ctx) => {
+  const { mode, locale, employeeUsername, model, scope, referenceLocales, textIds } = validateParams(ctx);
+  const aiPlugin = ctx.app.pm.get("ai");
+  if (!(aiPlugin == null ? void 0 : aiPlugin.aiEmployeesManager)) {
+    ctx.throw(500, "AI plugin is not available");
+  }
+  const employee = await aiPlugin.aiEmployeesManager.getEmployee(employeeUsername);
+  if (!employee) {
+    ctx.throw(400, `AI employee "${employeeUsername}" not found`);
+  }
+  const resolvedModel = await aiPlugin.aiEmployeesManager.resolveModel(employee, model);
+  const { model: modelName, service } = await aiPlugin.aiManager.getLLMService(resolvedModel);
+  const providerMeta = aiPlugin.aiManager.llmProviders.get(service.provider);
+  const count = await countTexts(ctx, mode, locale, scope, textIds);
+  return {
+    mode,
+    locale,
+    scope,
+    referenceLocales,
+    count,
+    provider: service.provider,
+    providerTitle: providerMeta == null ? void 0 : providerMeta.title,
+    llmService: service.name,
+    llmServiceTitle: service.title,
+    model: modelName
+  };
+};
+const aiTranslatePreview = async (ctx, next) => {
+  ctx.body = await getAITranslatePreview(ctx);
+  await next();
+};
+const aiTranslate = async (ctx, next) => {
+  var _a, _b, _c, _d;
+  const { mode, locale, employeeUsername, model, textIds, scope, referenceLocales } = validateParams(ctx);
+  const currentUserId = ((_b = (_a = ctx.auth) == null ? void 0 : _a.user) == null ? void 0 : _b.id) || ((_d = (_c = ctx.state) == null ? void 0 : _c.currentUser) == null ? void 0 : _d.id);
+  const taskManager = ctx.app.container.get("AsyncTaskManager");
+  if (!taskManager) {
+    ctx.throw(500, "AsyncTaskManager is not available");
+  }
+  const task = await taskManager.createTask(
+    {
+      origin: "localization",
+      type: import_localization_ai_translate.LOCALIZATION_AI_TRANSLATE_TASK_TYPE,
+      title: getTaskTitle(mode, scope, locale),
+      params: {
+        mode,
+        locale,
+        employeeUsername,
+        model,
+        userId: currentUserId,
+        textIds,
+        scope,
+        referenceLocales
+      },
+      createdById: currentUserId,
+      cancelable: true
+    },
+    {
+      useQueue: true,
+      context: ctx
+    }
+  );
+  ctx.body = task.toJSON();
+  await next();
+};
+var aiTranslate_default = { aiTranslate, aiTranslatePreview };

package/dist/server/actions/localization.js

@@ -35,15 +35,23 @@ const sync = async (ctx, next) => {
   const plugin = ctx.app.pm.get("localization");
   const resourcesInstance = plugin.resources;
   const locale = ctx.get("X-Locale") || "en-US";
-  const { types = [] } = ctx.action.params.values || {};
+  const { types = [], resetTranslations = false } = ctx.action.params.values || {};
   if (!types.length) {
     ctx.throw(400, ctx.t("Please provide synchronization source."));
   }
-  const resources = await plugin.sourceManager.sync(ctx, types);
-  let textValues = [];
+  const resources = await ctx.app.localeManager.syncSources(ctx, types);
+  const normalizedResources = {};
   Object.entries(resources).forEach(([module2, resource]) => {
+    const normalizedModule = plugin.normalizeResourceModule(module2).replace("resources.", "");
+    normalizedResources[normalizedModule] = {
+      ...normalizedResources[normalizedModule] || {},
+      ...resource
+    };
+  });
+  let textValues = [];
+  Object.entries(normalizedResources).forEach(([module2, resource]) => {
     Object.keys(resource).forEach((text) => {
-      textValues.push({ module: `resources.${module2}`, text });
+      textValues.push({ module: plugin.normalizeResourceModule(module2), text });
     });
   });
   textValues = await resourcesInstance.filterExists(textValues);
@@ -53,26 +61,34 @@ const sync = async (ctx, next) => {
     });
     const texts = await ctx.db.getModel("localizationTexts").findAll({
       include: [{ association: "translations", where: { locale }, required: false }],
-      where: { "$translations.id$": null },
+      where: resetTranslations ? void 0 : { "$translations.id$": null },
       transaction: t
     });
     const translationValues = texts.filter((text) => {
       var _a;
-      const module2 = text.module.replace("resources.", "");
-      return (_a = resources[module2]) == null ? void 0 : _a[text.text];
+      const module2 = plugin.normalizeResourceModule(text.module).replace("resources.", "");
+      return (_a = normalizedResources[module2]) == null ? void 0 : _a[text.text];
     }).map((text) => {
       var _a;
-      const module2 = text.module.replace("resources.", "");
+      const module2 = plugin.normalizeResourceModule(text.module).replace("resources.", "");
       return {
         locale,
         textId: text.id,
-        translation: (_a = resources[module2]) == null ? void 0 : _a[text.text]
+        translation: (_a = normalizedResources[module2]) == null ? void 0 : _a[text.text]
       };
     });
-    await ctx.db.getModel("localizationTranslations").bulkCreate(translationValues, {
-      transaction: t
-    });
+    if (resetTranslations) {
+      await ctx.db.getModel("localizationTranslations").bulkCreate(translationValues, {
+        updateOnDuplicate: ["translation"],
+        transaction: t
+      });
+    } else {
+      await ctx.db.getModel("localizationTranslations").bulkCreate(translationValues, {
+        transaction: t
+      });
+    }
     await resourcesInstance.updateCacheTexts(newTexts);
+    await resourcesInstance.reset();
   });
   ctx.logger.info(`Sync localization resources done, ${Date.now() - startTime}ms`);
   await next();
@@ -82,9 +98,8 @@ const publish = async (ctx, next) => {
   await next();
 };
 const getSources = async (ctx, next) => {
-  const plugin = ctx.app.pm.get("localization");
-  const sources = Array.from(plugin.sourceManager.sources.getEntities());
-  ctx.body = sources.map(([name, source]) => ({
+  const sources = Array.from(ctx.app.localeManager.sources.getEntities());
+  ctx.body = sources.filter(([, source]) => source.sync).map(([name, source]) => ({
     name,
     title: source.title
   }));

package/dist/server/actions/localizationTexts.js

@@ -104,18 +104,17 @@ const list = async (ctx, next) => {
   const [rows, count] = await listText(ctx.db, { module: module2, keyword, hasTranslation, locale, options });
   const cache = ctx.app.cache;
   const pm = ctx.app.pm;
-  const plugin = pm.get("localization");
   const plugins = await cache.wrap(`lm-plugins:${locale}`, () => pm.list({ locale }));
-  const sources = Array.from(plugin.sourceManager.sources.getValues());
+  const sources = Array.from(ctx.app.localeManager.sources.getValues());
   const extendModules = sources.filter((source) => source.namespace).map((source) => ({
     value: source.namespace,
     label: source.title
   }));
   const modules = [
     ...extendModules,
-    ...plugins.map((plugin2) => ({
-      value: plugin2.alias || plugin2.name,
-      label: plugin2.displayName
+    ...plugins.map((plugin) => ({
+      value: plugin.alias || plugin.name,
+      label: plugin.displayName
     }))
   ];
   for (const row of rows) {
@@ -133,9 +132,9 @@ const list = async (ctx, next) => {
     totalPage: Math.ceil(count / pageSize),
     modules: [
       ...extendModules,
-      ...plugins.map((plugin2) => ({
-        value: plugin2.alias || plugin2.name,
-        label: plugin2.displayName
+      ...plugins.map((plugin) => ({
+        value: plugin.alias || plugin.name,
+        label: plugin.displayName
       }))
     ]
   };
@@ -163,7 +162,7 @@ const missing = async (ctx, next) => {
     const plugin = (_a = ctx.app.pm) == null ? void 0 : _a.get("localization");
     const currentLocale = locale || ctx.get("X-Locale") || "en-US";
     await (plugin == null ? void 0 : plugin.addNewTexts(
-      keys.map((key) => ({ text: key.text, module: `resources.${key.ns}` })),
+      keys.map((key) => ({ text: key.text, module: plugin.normalizeResourceModule(key.ns) })),
       {
         locale: currentLocale
       }

package/dist/server/migrations/20260511230000-delete-official-plugin-package-resource-modules.d.ts

@@ -0,0 +1,14 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+import { Migration } from '@nocobase/server';
+export default class extends Migration {
+    on: string;
+    appVersion: string;
+    up(): Promise<void>;
+}

package/dist/server/migrations/20260511230000-delete-official-plugin-package-resource-modules.js

@@ -0,0 +1,64 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var delete_official_plugin_package_resource_modules_exports = {};
+__export(delete_official_plugin_package_resource_modules_exports, {
+  default: () => delete_official_plugin_package_resource_modules_default
+});
+module.exports = __toCommonJS(delete_official_plugin_package_resource_modules_exports);
+var import_database = require("@nocobase/database");
+var import_server = require("@nocobase/server");
+class delete_official_plugin_package_resource_modules_default extends import_server.Migration {
+  on = "afterLoad";
+  // 'beforeLoad' or 'afterLoad'
+  appVersion = "<2.2.0";
+  async up() {
+    const textRepo = this.db.getRepository("localizationTexts");
+    const translationRepo = this.db.getRepository("localizationTranslations");
+    const texts = await textRepo.find({
+      filter: {
+        module: {
+          [import_database.Op.like]: `resources.${import_server.OFFICIAL_PLUGIN_PREFIX}%`
+        }
+      },
+      fields: ["id"]
+    });
+    const textIds = texts.map((text) => text.get("id"));
+    if (!textIds.length) {
+      return;
+    }
+    await translationRepo.destroy({
+      filter: {
+        textId: {
+          $in: textIds
+        }
+      }
+    });
+    await textRepo.destroy({
+      filterByTk: textIds
+    });
+  }
+}

package/dist/server/plugin.d.ts

@@ -9,10 +9,11 @@
 /// <reference types="node" />
 import { InstallOptions, Plugin } from '@nocobase/server';
 import Resources from './resources';
-import { SourceManager } from './source-manager';
 export declare class PluginLocalizationServer extends Plugin {
     resources: Resources;
-    sourceManager: SourceManager;
+    private aiTranslateTaskRegistered;
+    private localeSourceTextHookKeys;
+    normalizeResourceModule(module: string): string;
     addNewTexts: (texts: {
         text: string;
         module: string;
@@ -22,7 +23,9 @@ export declare class PluginLocalizationServer extends Plugin {
     }) => Promise<void>;
     afterAdd(): void;
     beforeLoad(): void;
+    private registerAITranslateTaskType;
     load(): Promise<void>;
+    private handleLocaleSourceTextsSaved;
     handleSyncMessage(message: any): Promise<void>;
     install(options?: InstallOptions): Promise<void>;
     afterEnable(): Promise<void>;