@justanarthur/payload-plugin-translator 3.1.0 → 3.2.0

package/dist/shared/{chunk-15n5q7wd.js → chunk-4ftfmxgs.js}

@@ -1,33 +1,16 @@
 import {
   samePlaceholders,
-  isOpaqueText,
+  plainText,
+  looksUntranslated,
+  TRANSLATE_WORKFLOW_SLUG2,
   collectTranslatableFields,
   entityKey,
   sourceHash
-} from "./chunk-9d433kmv.js";
+} from "./chunk-d0n3f8ad.js";
 import {
   TRANSLATION_STATUS_SLUG2
 } from "./chunk-31qgv1zk.js";
 
-// src/review/plainText.ts
-var plainText = (value) => {
-  if (typeof value === "string")
-    return value;
-  if (!value || typeof value !== "object")
-    return "";
-  if (Array.isArray(value))
-    return value.map(plainText).filter(Boolean).join(" ");
-  const node = value;
-  if (typeof node.text === "string")
-    return node.text;
-  if ("root" in node)
-    return plainText(node.root);
-  if (Array.isArray(node.children))
-    return node.children.map(plainText).filter(Boolean).join(node.type === "root" ? `
-` : "");
-  return "";
-};
-
 // src/review/computeStatus.ts
 var normalize = (text) => text.replace(/\s+/g, " ").trim();
 var classify = (field, sourceText, targetText) => {
@@ -35,8 +18,7 @@ var classify = (field, sourceText, targetText) => {
     return "missing";
   if (field.type === "json" && !samePlaceholders(sourceText, targetText))
     return "placeholders";
-  const same = normalize(sourceText) === normalize(targetText);
-  if (same && field.type !== "slug" && normalize(sourceText).length > 3 && !isOpaqueText(sourceText) && /\s/.test(normalize(sourceText)))
+  if (field.type !== "slug" && looksUntranslated(sourceText, targetText))
     return "identical";
   return "ok";
 };
@@ -250,4 +232,108 @@ var loadLastJob = async (req, { collectionSlug, globalSlug, id }, locale) => {
   }
 };
 
-export { readLocales, loadCollectionReview, loadGlobalsReview, parseEntityKey, loadEntityLocaleReview };
+// src/review/bulk.ts
+var JOBS_SLUG = "payload-jobs";
+var pendingWhere = {
+  and: [
+    { workflowSlug: { equals: TRANSLATE_WORKFLOW_SLUG2 } },
+    { completedAt: { exists: false } },
+    { hasError: { not_equals: true } }
+  ]
+};
+var hasTranslateWorkflow = (req) => Boolean(req.payload.config.jobs?.workflows?.some((workflow) => workflow.slug === TRANSLATE_WORKFLOW_SLUG2)) && Boolean(req.payload.collections[JOBS_SLUG]);
+var loadJobsProgress = async (req) => {
+  if (!hasTranslateWorkflow(req))
+    return null;
+  const count = (where) => req.payload.count({ collection: JOBS_SLUG, where, overrideAccess: true, req }).then(({ totalDocs }) => totalDocs);
+  const dayAgo = new Date(Date.now() - 24 * 60 * 60 * 1000).toISOString();
+  const [pending, running, failed] = await Promise.all([
+    count(pendingWhere),
+    count({ and: [...pendingWhere.and ?? [], { processing: { equals: true } }] }),
+    count({ and: [{ workflowSlug: { equals: TRANSLATE_WORKFLOW_SLUG2 } }, { hasError: { equals: true } }, { updatedAt: { greater_than: dayAgo } }] })
+  ]);
+  return { pending, running, failed };
+};
+var loadPendingPairs = async (req) => {
+  const { docs } = await req.payload.find({
+    collection: JOBS_SLUG,
+    where: pendingWhere,
+    pagination: false,
+    depth: 0,
+    overrideAccess: true,
+    req
+  });
+  const pairs = new Set;
+  for (const { input } of docs) {
+    if (!input)
+      continue;
+    const key = entityKey({ collectionSlug: input.collection, globalSlug: input.global, id: input.id });
+    for (const locale of input.toLocales ?? (input.toLocale ? [input.toLocale] : []))
+      pairs.add(`${key}|${locale}`);
+  }
+  return pairs;
+};
+var incompleteLocales = (entity, locales) => locales.filter((locale) => {
+  const review = entity.locales[locale];
+  return review && (review.summary.coverage < 100 || review.summary.slugMissing);
+});
+var queueBulkTranslation = async ({ req, tab, locale, mode }) => {
+  const pluginConfig = req.payload.config.custom?.translator;
+  const { defaultLocale, targetLocales } = readLocales(req);
+  const locales = locale ? [locale] : targetLocales;
+  const resolver = pluginConfig.resolvers[0]?.key;
+  const pending = await loadPendingPairs(req);
+  let queuedDocuments = 0;
+  let queuedLocales = 0;
+  let skippedPending = 0;
+  const queue = async (entity) => {
+    const toLocales = incompleteLocales(entity, locales).filter((each) => {
+      const already = pending.has(`${entity.key}|${each}`);
+      if (already)
+        skippedPending++;
+      return !already;
+    });
+    if (!toLocales.length)
+      return;
+    await req.payload.jobs.queue({
+      req,
+      workflow: TRANSLATE_WORKFLOW_SLUG2,
+      input: {
+        id: entity.id,
+        collection: entity.collectionSlug,
+        global: entity.globalSlug,
+        updatedAt: new Date().toISOString(),
+        fromLocale: defaultLocale,
+        toLocales,
+        resolver,
+        mode
+      }
+    });
+    queuedDocuments++;
+    queuedLocales += toLocales.length;
+  };
+  if (tab === "globals") {
+    const { entities } = await loadGlobalsReview({ req, globalSlugs: pluginConfig.globals });
+    for (const entity of entities)
+      await queue(entity);
+  } else {
+    for (let page = 1;; page++) {
+      const review = await loadCollectionReview({ req, collectionSlug: tab, page, limit: 50 });
+      for (const entity of review.entities)
+        await queue(entity);
+      if (page >= review.totalPages)
+        break;
+    }
+  }
+  return { queuedDocuments, queuedLocales, skippedPending };
+};
+var runQueuedTranslations = async (req, limit = 3) => {
+  await req.payload.jobs.run({
+    limit,
+    where: { workflowSlug: { equals: TRANSLATE_WORKFLOW_SLUG2 } },
+    req
+  });
+  return loadJobsProgress(req);
+};
+
+export { readLocales, loadCollectionReview, loadGlobalsReview, parseEntityKey, loadEntityLocaleReview, hasTranslateWorkflow, loadJobsProgress, queueBulkTranslation, runQueuedTranslations };

package/dist/shared/{chunk-9d433kmv.js → chunk-d0n3f8ad.js}

@@ -1,3 +1,7 @@
+// src/jobs/constants.ts
+var TRANSLATE_TASK_SLUG2 = "translateEntityToLocale";
+var TRANSLATE_WORKFLOW_SLUG2 = "translateEntityToLocales";
+
 // src/utils/placeholders.ts
 var placeholdersOf = (value) => (value.match(/\{\s*[\w.]+\s*(?:,[^{}]*)?\}/g) ?? []).map((each) => each.replace(/\s+/g, "")).sort();
 var samePlaceholders = (source, translated) => placeholdersOf(source).join("|") === placeholdersOf(translated).join("|");
@@ -46,6 +50,32 @@ var isOpaqueText = (value) => {
   return /^([a-z][a-z0-9+.-]*:|\/\/|\/|#|www\.)/i.test(text) || /^[^\s@]+@[^\s@]+\.[^\s@]+$/.test(text) || !/\p{L}/u.test(text);
 };
 
+// src/utils/plainText.ts
+var plainText = (value) => {
+  if (typeof value === "string")
+    return value;
+  if (!value || typeof value !== "object")
+    return "";
+  if (Array.isArray(value))
+    return value.map(plainText).filter(Boolean).join(" ");
+  const node = value;
+  if (typeof node.text === "string")
+    return node.text;
+  if ("root" in node)
+    return plainText(node.root);
+  if (Array.isArray(node.children))
+    return node.children.map(plainText).filter(Boolean).join(node.type === "root" ? `
+` : "");
+  return "";
+};
+
+// src/utils/looksUntranslated.ts
+var normalize = (text) => text.replace(/\s+/g, " ").trim();
+var looksUntranslated = (source, target) => {
+  const sourceText = normalize(plainText(source));
+  return sourceText.length > 3 && /\s/.test(sourceText) && !isOpaqueText(sourceText) && sourceText === normalize(plainText(target));
+};
+
 // src/utils/sanitizeSlug.ts
 var sanitizeSlug = (text) => text.normalize("NFKD").replace(/[\u0300-\u036f]/g, "").toLowerCase().replace(/[^a-z0-9-_]+/g, "-").replace(/-+/g, "-").replace(/^-+|-+$/g, "");
 
@@ -95,6 +125,7 @@ var traverseFields = (args) => {
   const {
     dataFrom,
     emptyOnly,
+    retranslateIdentical,
     fields,
     localizedParent,
     path,
@@ -106,6 +137,7 @@ var traverseFields = (args) => {
   const { additionalTraverseRichText } = _options ?? {};
   const siblingDataFrom = args.siblingDataFrom ?? dataFrom;
   const siblingDataTranslated = args.siblingDataTranslated ?? translatedData;
+  const keepsTarget = (source, target) => Boolean(emptyOnly) && hasText(target) && !(retranslateIdentical && looksUntranslated(source, target));
   const recurse = (overrides) => traverseFields({ ...args, siblingDataFrom, siblingDataTranslated, ...overrides });
   for (const field of fields) {
     switch (field.type) {
@@ -226,7 +258,7 @@ var traverseFields = (args) => {
               onField?.({ path: keyPath, type: "json", source: value, target: previous });
               if (!value.trim())
                 continue;
-              if (emptyOnly && typeof previous === "string" && previous.trim())
+              if (keepsTarget(value, previous))
                 continue;
               target[key] = value;
               if (isOpaqueText(value))
@@ -266,7 +298,7 @@ var traverseFields = (args) => {
         if (typeof value !== "string" || !value.trim())
           break;
         const hasCurrent = typeof current === "string" && current.trim().length > 0;
-        if (hasCurrent && (emptyOnly || isSlug))
+        if (isSlug ? hasCurrent : keepsTarget(value, current))
           break;
         if (isOpaqueText(value)) {
           siblingDataTranslated[field.name] = value;
@@ -304,7 +336,7 @@ var traverseFields = (args) => {
         onField?.({ path: richTextPath, type: "richText", source: richTextDataFrom, target: current });
         if (!richTextDataFrom || !hasText(richTextDataFrom))
           break;
-        if (emptyOnly && hasText(current))
+        if (keepsTarget(richTextDataFrom, current))
           break;
         const isSlate = Array.isArray(richTextDataFrom);
         const isLexical = typeof richTextDataFrom === "object" && "root" in richTextDataFrom;
@@ -356,4 +388,4 @@ var entityKey = ({ collectionSlug, globalSlug, id }) => globalSlug ? `global:${g
 import { createHash } from "node:crypto";
 var sourceHash = (fields) => createHash("sha1").update(JSON.stringify(fields.map(({ path, source }) => [path, source]))).digest("hex");
 
-export { samePlaceholders, isOpaqueText, traverseFields, collectTranslatableFields, entityKey, sourceHash };
+export { samePlaceholders, plainText, looksUntranslated, traverseFields, TRANSLATE_TASK_SLUG2, TRANSLATE_WORKFLOW_SLUG2, collectTranslatableFields, entityKey, sourceHash };

package/dist/shared/{chunk-p03jz82h.js → chunk-hkx0bzb6.js}

@@ -1,10 +1,11 @@
 import {
   samePlaceholders,
   traverseFields,
+  TRANSLATE_WORKFLOW_SLUG2,
   collectTranslatableFields,
   entityKey,
   sourceHash
-} from "./chunk-9d433kmv.js";
+} from "./chunk-d0n3f8ad.js";
 import {
   TRANSLATION_STATUS_SLUG2
 } from "./chunk-31qgv1zk.js";
@@ -127,6 +128,7 @@ var translateOperation2 = async (args) => {
   traverseFields({
     dataFrom,
     emptyOnly: args.emptyOnly,
+    retranslateIdentical: args.retranslateIdentical,
     fields: config.fields,
     translatedData,
     valuesToTranslate,
@@ -178,7 +180,7 @@ ${valuesToTranslate.map((v) => `  ${v.path ?? "(unknown)"}: ${preview(v.value)}`
 ${summary.join(`
 `)}` : "")
     });
-    if (args.update) {
+    if (args.update && valuesToTranslate.length > 0) {
       const { _locale, _parent_id, createdAt, updatedAt, ...data } = translatedData;
       await updateEntity({
         collectionSlug,
@@ -194,16 +196,13 @@ ${summary.join(`
     result = {
       success: true,
       translatedData,
+      translatedCount: valuesToTranslate.length,
       dataFrom
     };
   }
   return result;
 };
 
-// src/jobs/constants.ts
-var TRANSLATE_TASK_SLUG2 = "translateEntityToLocale";
-var TRANSLATE_WORKFLOW_SLUG2 = "translateEntityToLocales";
-
 // src/jobs/createAutoTranslateCollectionHook.ts
 function createAutoTranslateCollectionHook2(options) {
   const {
@@ -432,6 +431,13 @@ var recordTranslationStatus = async ({ req, collectionSlug, globalSlug, id, loca
   await upsertTranslationStatus(req, entityKey({ collectionSlug, globalSlug, id }), locale, reviewedBy ? { reviewedHash: hash, reviewedAt: now, reviewedBy } : { sourceHash: hash, translatedAt: now });
 };
 
+// src/utils/translateMode.ts
+var translateModeArgs = (mode) => ({
+  emptyOnly: mode !== "all",
+  retranslateIdentical: mode === "untranslated"
+});
+var isTranslateMode = (value) => value === "all" || value === "missing" || value === "untranslated";
+
 // src/jobs/createTranslateTask.ts
 function createTranslateTask2(options = {}) {
   const { slug = "translateEntityToLocale" } = options;
@@ -451,7 +457,7 @@ function createTranslateTask2(options = {}) {
     handler: async (args) => {
       const { input, job, req } = args;
       const { id, collection, global, fromLocale, toLocale, resolver: inputResolver } = input;
-      const mode = input.mode ?? readAutoTranslateMode(req);
+      const mode = isTranslateMode(input.mode) ? input.mode : readAutoTranslateMode(req);
       if (!collection && !global) {
         throw new Error("translateTask: either `collection` or `global` must be provided");
       }
@@ -470,7 +476,7 @@ function createTranslateTask2(options = {}) {
           req,
           collectionSlug: collection,
           globalSlug: global,
-          emptyOnly: mode !== "all",
+          ...translateModeArgs(mode),
           id,
           locale: toLocale,
           localeFrom: fromLocale,
@@ -507,6 +513,10 @@ function createTranslateTask2(options = {}) {
         });
         return { output: { success: true } };
       }
+      if (result.translatedCount === 0) {
+        req.payload.logger.info({ jobId: job.id, msg: `[translate] ${entityLabel}#${id ?? global} → ${toLocale}: nothing to translate` });
+        return { output: { success: true } };
+      }
       const translated = result.translatedData ?? {};
       const { _locale: _dropLocale, _parent_id: _dropParent, updatedAt: _dropUpdatedAt, createdAt: _dropCreatedAt, ...data } = translated;
       req.payload.logger.info({
@@ -558,7 +568,8 @@ function readFirstResolverKey3(req) {
   return typeof first?.key === "string" ? first.key : "";
 }
 function readAutoTranslateMode(req) {
-  return req.payload.config.custom?.translator?.autoTranslateMode === "all" ? "all" : "missing";
+  const mode = req.payload.config.custom?.translator?.autoTranslateMode;
+  return isTranslateMode(mode) ? mode : "missing";
 }
 
 // src/jobs/createTranslateWorkflow.ts
@@ -574,11 +585,12 @@ function createTranslateWorkflow2(options = {}) {
       { name: "fromLocale", type: "text", required: true },
       { name: "toLocales", type: "json", required: false },
       { name: "toLocale", type: "text", required: false },
-      { name: "resolver", type: "text", required: false }
+      { name: "resolver", type: "text", required: false },
+      { name: "mode", type: "text", required: false }
     ],
     handler: async (args) => {
       const { job, req, tasks } = args;
-      const { id, collection, global, fromLocale, toLocales, toLocale, updatedAt, resolver } = job.input;
+      const { id, collection, global, fromLocale, toLocales, toLocale, updatedAt, resolver, mode } = job.input;
       if (!collection && !global) {
         throw new Error("translateWorkflow: either `collection` or `global` must be provided");
       }
@@ -612,7 +624,8 @@ function createTranslateWorkflow2(options = {}) {
             global,
             fromLocale,
             toLocale: target,
-            resolver
+            resolver,
+            mode
           }
         });
       }
@@ -620,4 +633,4 @@ function createTranslateWorkflow2(options = {}) {
   };
 }
 
-export { findEntityWithConfig, translateOperation2, TRANSLATE_TASK_SLUG2, TRANSLATE_WORKFLOW_SLUG2, createAutoTranslateCollectionHook2, createAutoTranslateGlobalHook2, recordTranslationStatus, createTranslateTask2, createTranslateWorkflow2 };
+export { findEntityWithConfig, translateOperation2, createAutoTranslateCollectionHook2, createAutoTranslateGlobalHook2, recordTranslationStatus, translateModeArgs, isTranslateMode, createTranslateTask2, createTranslateWorkflow2 };

package/dist/types.d.ts

@@ -16,6 +16,11 @@ type TranslateResolver = {
 	key: string;
 	resolve: (args: TranslateResolverArgs) => Promise<TranslateResolverResponse> | TranslateResolverResponse;
 };
+/**
+* `missing` fills empty fields, `untranslated` also replaces fields that still hold the
+* source copy, `all` re-translates everything.
+*/
+type TranslateMode = "all" | "missing" | "untranslated";
 type TranslatorConfig = {
 	collections: CollectionSlug[];
 	disabled?: boolean;
@@ -27,7 +32,7 @@ type TranslatorConfig = {
 	* `missing` (default) fills empty fields and keeps existing translations and slugs;
 	* `all` re-translates every field.
 	*/
-	autoTranslateMode?: "all" | "missing";
+	autoTranslateMode?: TranslateMode;
 	/** adds the /admin/translations review view, its endpoints and the status collection (default true) */
 	review?: boolean;
 	_options?: {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@justanarthur/payload-plugin-translator",
   "description": "Translator plugin for Payload CMS — automatic localization via Google, OpenAI, LibreTranslate, or custom resolvers.",
-  "version": "3.1.0",
+  "version": "3.2.0",
   "type": "module",
   "private": false,
   "files": [