@procore/ai-translations 0.3.0 → 0.5.0

package/dist/legacy/index.d.mts

@@ -17,6 +17,7 @@ interface TranslationProgress {
     total: number;
 }
 interface TranslationQueueEntry {
+    id: string;
     originalText: string;
     isTranslated: boolean;
     targetLanguage: string;
@@ -170,8 +171,8 @@ declare const AI_TRANSLATION_FEATURE_FLAG_KEY = "ai-translation";
 declare const getAITranslationLDId: (domain: string) => "67e17b925ace3c08088c4bd2" | "570f2f6e348a2806d7006b6f" | "570e9423348a2806d7004354" | "570f37b4eee8b907140070c5";
 
 declare global {
-    var __AI_TRANSLATION_FRONTEND_QUEUE__: Set<TranslationQueueEntry> | undefined;
-    var __AI_TRANSLATION_BACKEND_QUEUE__: Set<TranslationQueueEntry> | undefined;
+    var __AI_TRANSLATION_FRONTEND_QUEUE__: Map<string, TranslationQueueEntry> | undefined;
+    var __AI_TRANSLATION_BACKEND_QUEUE__: Map<string, TranslationQueueEntry> | undefined;
     var _FRONTEND_AI_TRANSLATION_IN_PROGRESS_: boolean;
     var _BACKEND_AI_TRANSLATION_IN_PROGRESS_: boolean;
 }

package/dist/legacy/index.d.ts

@@ -17,6 +17,7 @@ interface TranslationProgress {
     total: number;
 }
 interface TranslationQueueEntry {
+    id: string;
     originalText: string;
     isTranslated: boolean;
     targetLanguage: string;
@@ -170,8 +171,8 @@ declare const AI_TRANSLATION_FEATURE_FLAG_KEY = "ai-translation";
 declare const getAITranslationLDId: (domain: string) => "67e17b925ace3c08088c4bd2" | "570f2f6e348a2806d7006b6f" | "570e9423348a2806d7004354" | "570f37b4eee8b907140070c5";
 
 declare global {
-    var __AI_TRANSLATION_FRONTEND_QUEUE__: Set<TranslationQueueEntry> | undefined;
-    var __AI_TRANSLATION_BACKEND_QUEUE__: Set<TranslationQueueEntry> | undefined;
+    var __AI_TRANSLATION_FRONTEND_QUEUE__: Map<string, TranslationQueueEntry> | undefined;
+    var __AI_TRANSLATION_BACKEND_QUEUE__: Map<string, TranslationQueueEntry> | undefined;
     var _FRONTEND_AI_TRANSLATION_IN_PROGRESS_: boolean;
     var _BACKEND_AI_TRANSLATION_IN_PROGRESS_: boolean;
 }

package/dist/legacy/index.js

@@ -268,10 +268,10 @@ var Hash = class {
 var QueueManager = class {
   constructor() {
     if (!globalThis.__AI_TRANSLATION_FRONTEND_QUEUE__) {
-      globalThis.__AI_TRANSLATION_FRONTEND_QUEUE__ = /* @__PURE__ */ new Set();
+      globalThis.__AI_TRANSLATION_FRONTEND_QUEUE__ = /* @__PURE__ */ new Map();
     }
     if (!globalThis.__AI_TRANSLATION_BACKEND_QUEUE__) {
-      globalThis.__AI_TRANSLATION_BACKEND_QUEUE__ = /* @__PURE__ */ new Set();
+      globalThis.__AI_TRANSLATION_BACKEND_QUEUE__ = /* @__PURE__ */ new Map();
     }
   }
   getQueue(strategy) {
@@ -284,42 +284,20 @@ var QueueManager = class {
     return void 0;
   }
   add(entry) {
-    var _a;
-    (_a = this.getQueue(entry.translationStrategy)) == null ? void 0 : _a.add(entry);
-  }
-  *generateBatches(strategy, config2) {
-    const queue = this.getQueue(strategy);
-    if (!queue) {
-      throw new Error("Invalid translation strategy");
-    }
-    if (queue.size === 0) {
-      console.warn("No translations to process");
-      return;
-    }
-    const batch = config2.getToolConfig().translationBatchSize;
-    let batches = [];
-    for (const entry of queue.values()) {
-      batches.push(entry);
-      if (batches.length >= batch) {
-        yield batches;
-        batches = [];
-      }
-    }
-    if (batches.length > 0) {
-      queue.clear();
-      yield batches;
-    }
+    const queue = this.getQueue(entry.translationStrategy);
+    if (!queue || queue.has(entry.id)) return;
+    queue.set(entry.id, entry);
   }
-  *generateBatchesV2(config2) {
+  *generateBatches(config2) {
     const queue = this.getQueue(config2.getToolConfig().strategy);
     if (!queue) throw new Error("Invalid translation strategy");
     const batchSize = config2.getToolConfig().translationBatchSize;
     while (queue.size > 0) {
       const batch = [];
       while (batch.length < batchSize && queue.size > 0) {
-        const next = queue.values().next().value;
-        queue.delete(next);
-        batch.push(next);
+        const [key, entry] = queue.entries().next().value;
+        queue.delete(key);
+        batch.push(entry);
       }
       yield batch;
     }
@@ -512,6 +490,27 @@ var _TranslationRegistry = class _TranslationRegistry {
   isNonRetryable(key) {
     return _TranslationRegistry.nonRetryableTexts.has(key);
   }
+  enqueue(enqueuedKey) {
+    _TranslationRegistry.enqueuedItems.add(enqueuedKey);
+  }
+  isEnqueued(enqueuedKey) {
+    return _TranslationRegistry.enqueuedItems.has(enqueuedKey);
+  }
+  clearEnqueued() {
+    _TranslationRegistry.enqueuedItems.clear();
+  }
+  async removeTextsFromEnqueued(texts, targetLanguage, strategy) {
+    for (const text of texts) {
+      const id = await Storage.generateId(text, targetLanguage, this.tool);
+      _TranslationRegistry.enqueuedItems.delete(`${id}:${strategy}`);
+    }
+  }
+  static removeFromEnqueued(key) {
+    _TranslationRegistry.enqueuedItems.delete(key);
+  }
+  generateEnqueuedKey(id, strategy) {
+    return `${id}:${strategy}`;
+  }
   async get(text, targetLanguage, tool) {
     const key = await Hash.generateFromMultiple([text, targetLanguage, tool]);
     if (_TranslationRegistry.memoryCache.has(key)) {
@@ -537,6 +536,7 @@ var _TranslationRegistry = class _TranslationRegistry {
   async clear() {
     _TranslationRegistry.memoryCache.clear();
     _TranslationRegistry.originalTextIndex.clear();
+    _TranslationRegistry.enqueuedItems.clear();
     await Storage.clearAll();
     return;
   }
@@ -544,6 +544,7 @@ var _TranslationRegistry = class _TranslationRegistry {
     await Storage.deleteByToolAndStrategy(tool, strategy);
     _TranslationRegistry.memoryCache.clear();
     _TranslationRegistry.originalTextIndex.clear();
+    _TranslationRegistry.enqueuedItems.clear();
     return;
   }
   toTranslationRegistryEntry(translation) {
@@ -565,10 +566,16 @@ var _TranslationRegistry = class _TranslationRegistry {
         translation.id
       );
       const newTranslation = this.toTranslationRegistryEntry(translation);
+      const enqueuedKey = this.generateEnqueuedKey(
+        translation.id,
+        translation.translation_strategy
+      );
       if (currentTranslation && !this.shouldUpdateTranslation(currentTranslation, newTranslation)) {
+        _TranslationRegistry.removeFromEnqueued(enqueuedKey);
         continue;
       }
       this.setTranslationToRegistry(newTranslation);
+      _TranslationRegistry.removeFromEnqueued(enqueuedKey);
     }
     return;
   }
@@ -611,6 +618,7 @@ var _TranslationRegistry = class _TranslationRegistry {
 __publicField(_TranslationRegistry, "memoryCache", /* @__PURE__ */ new Map());
 __publicField(_TranslationRegistry, "originalTextIndex", /* @__PURE__ */ new Map());
 __publicField(_TranslationRegistry, "nonRetryableTexts", /* @__PURE__ */ new Set());
+__publicField(_TranslationRegistry, "enqueuedItems", /* @__PURE__ */ new Set());
 var TranslationRegistry = _TranslationRegistry;
 
 // src/utils/eventHandler.ts
@@ -631,12 +639,13 @@ var EventHandler = class {
     this.aiTranslationEvents = new import_web_sdk_events.SystemEvents(this.sourceEventIdentifier);
     this.toolName = toolName;
   }
-  publishTranslationCompleteEvent(sourceTranslatedTexts, nonRetryableTexts) {
+  publishTranslationCompleteEvent(sourceTranslatedTexts, nonRetryableTexts, retryableFailedTexts = []) {
     this.aiTranslationEvents.publish(
       this.withEventName(TRANSLATION_COMPLETE_EVENT_NAME),
       {
         sourceTranslatedTexts,
-        nonRetryableTexts
+        nonRetryableTexts,
+        retryableFailedTexts
       }
     );
   }
@@ -644,12 +653,19 @@ var EventHandler = class {
     return this.aiTranslationEvents.subscribe(
       this.withEventName(TRANSLATION_COMPLETE_EVENT_NAME),
       (detail) => {
-        var _a, _b;
+        var _a, _b, _c;
         const sourceTranslatedTexts = Array.isArray(
           (_a = detail.data) == null ? void 0 : _a.sourceTranslatedTexts
         ) ? detail.data.sourceTranslatedTexts : [];
         const nonRetryableTexts = Array.isArray((_b = detail.data) == null ? void 0 : _b.nonRetryableTexts) ? detail.data.nonRetryableTexts : [];
-        callback(sourceTranslatedTexts, nonRetryableTexts);
+        const retryableFailedTexts = Array.isArray(
+          (_c = detail.data) == null ? void 0 : _c.retryableFailedTexts
+        ) ? detail.data.retryableFailedTexts : [];
+        callback(
+          sourceTranslatedTexts,
+          nonRetryableTexts,
+          retryableFailedTexts
+        );
       }
     );
   }
@@ -750,6 +766,7 @@ var TranslationManager = class {
     __publicField(this, "currentTranslatorStrategy");
     __publicField(this, "sourceTexts", /* @__PURE__ */ new Map());
     __publicField(this, "nonRetryableTexts", /* @__PURE__ */ new Set());
+    __publicField(this, "retryableFailedTexts", /* @__PURE__ */ new Map());
     __publicField(this, "progressEventHandler");
     __publicField(this, "translationProgress", {
       progress: 0,
@@ -777,7 +794,7 @@ var TranslationManager = class {
     this.translationProgress.total = queueManager.queueSize(
       this.currentTranslatorStrategy
     );
-    for (const batch of queueManager.generateBatchesV2(
+    for (const batch of queueManager.generateBatches(
       this.translator.getConfig()
     )) {
       batch.forEach((entry) => this.mfeToBeNotified.add(entry.tool));
@@ -808,6 +825,7 @@ var TranslationManager = class {
           continue;
         }
         if (!translation.isTranslated) {
+          this.addRetryableFailedText(response.tool, translation.sourceText);
           continue;
         }
         this.addSourceTextToMap(response.tool, translation.sourceText);
@@ -827,12 +845,14 @@ var TranslationManager = class {
       const eventhandler = new EventHandler(mfe);
       eventhandler.publishTranslationCompleteEvent(
         Array.from(this.sourceTexts.get(mfe) ?? /* @__PURE__ */ new Set()),
-        Array.from(this.nonRetryableTexts)
+        Array.from(this.nonRetryableTexts),
+        Array.from(this.retryableFailedTexts.get(mfe) ?? /* @__PURE__ */ new Set())
       );
     }
     this.mfeToBeNotified.clear();
     this.sourceTexts.clear();
     this.nonRetryableTexts.clear();
+    this.retryableFailedTexts.clear();
   }
   setTranslationProgress(batchSize) {
     this.translationProgress.current += batchSize;
@@ -869,6 +889,11 @@ var TranslationManager = class {
     existing.add(sourceText);
     this.sourceTexts.set(tool, existing);
   }
+  addRetryableFailedText(tool, sourceText) {
+    const existing = this.retryableFailedTexts.get(tool) ?? /* @__PURE__ */ new Set();
+    existing.add(sourceText);
+    this.retryableFailedTexts.set(tool, existing);
+  }
   publishTranslationProgress() {
     this.progressEventHandler.publishTranslationProgressEvent(
       this.translationProgress.progress,
@@ -1290,7 +1315,15 @@ var aitFunction = async (text, translationRegistry, config2, tool) => {
     return existingByOriginal.translatedText;
   }
   if (!existingByOriginal) {
+    const id = await Storage.generateId(text, targetLanguage, tool);
+    const strategy = config2.getToolConfig().strategy;
+    const enqueuedKey = translationRegistry.generateEnqueuedKey(id, strategy);
+    if (translationRegistry.isEnqueued(enqueuedKey)) {
+      return text;
+    }
+    translationRegistry.enqueue(enqueuedKey);
     queueManager.add({
+      id,
       originalText: text,
       targetLanguage,
       tool,
@@ -1354,12 +1387,17 @@ function AITranslationInnerProvider(props) {
   });
   (0, import_react.useEffect)(() => {
     const unsubscribe = eventHandler.current.subscribeToTranslationCompleteEvent(
-      async (sourceTranslatedTexts, nonRetryableTexts) => {
+      async (sourceTranslatedTexts, nonRetryableTexts, retryableFailedTexts) => {
         try {
           await translationRegistry.current.populateRegistryFromDatabase();
           translationRegistry.current.populateNonRetryableTexts(
             nonRetryableTexts
           );
+          translationRegistry.current.removeTextsFromEnqueued(
+            retryableFailedTexts,
+            locale,
+            config2.getToolConfig().strategy
+          );
           eventHandler.current.publishRerenderEvent(sourceTranslatedTexts);
         } catch (error) {
           console.error(
@@ -1370,7 +1408,7 @@ function AITranslationInnerProvider(props) {
       }
     );
     return () => unsubscribe();
-  }, []);
+  }, [locale, config2]);
   (0, import_react.useEffect)(() => {
     const unsubscribe = eventHandler.current.subscribeToTranslationProgressEvent(
       (progress, current, total) => {
@@ -1487,12 +1525,14 @@ var AITranslateText = ({
           return;
         }
         if (sourceTexts.includes(text)) {
-          setDisplayText(await context.ait(text));
+          const translatedText = await context.ait(text);
+          setDisplayText(translatedText);
+          setShowHighlightState(showHighlight && translatedText !== text);
         }
       }
     );
     return () => unsubscribe();
-  }, [context, text]);
+  }, [context, text, showHighlight]);
   const reset = (0, import_react4.useCallback)(
     (displayValue = text) => {
       setDisplayText(displayValue);
@@ -1509,16 +1549,22 @@ var AITranslateText = ({
       reset();
       return;
     }
+    let cancelled = false;
     const translateText = async () => {
       try {
         const translatedText = await context.ait(text);
+        if (cancelled) return;
         setDisplayText(translatedText);
-        setShowHighlightState(showHighlight);
+        setShowHighlightState(showHighlight && translatedText !== text);
       } catch {
+        if (cancelled) return;
         reset();
       }
     };
     translateText();
+    return () => {
+      cancelled = true;
+    };
   }, [text, shouldTranslate, context, showHighlight, reset]);
   return /* @__PURE__ */ (0, import_jsx_runtime3.jsxs)(import_jsx_runtime3.Fragment, { children: [
     displayText,

package/dist/legacy/index.mjs

@@ -245,10 +245,10 @@ var Hash = class {
 var QueueManager = class {
   constructor() {
     if (!globalThis.__AI_TRANSLATION_FRONTEND_QUEUE__) {
-      globalThis.__AI_TRANSLATION_FRONTEND_QUEUE__ = /* @__PURE__ */ new Set();
+      globalThis.__AI_TRANSLATION_FRONTEND_QUEUE__ = /* @__PURE__ */ new Map();
     }
     if (!globalThis.__AI_TRANSLATION_BACKEND_QUEUE__) {
-      globalThis.__AI_TRANSLATION_BACKEND_QUEUE__ = /* @__PURE__ */ new Set();
+      globalThis.__AI_TRANSLATION_BACKEND_QUEUE__ = /* @__PURE__ */ new Map();
     }
   }
   getQueue(strategy) {
@@ -261,42 +261,20 @@ var QueueManager = class {
     return void 0;
   }
   add(entry) {
-    var _a;
-    (_a = this.getQueue(entry.translationStrategy)) == null ? void 0 : _a.add(entry);
-  }
-  *generateBatches(strategy, config2) {
-    const queue = this.getQueue(strategy);
-    if (!queue) {
-      throw new Error("Invalid translation strategy");
-    }
-    if (queue.size === 0) {
-      console.warn("No translations to process");
-      return;
-    }
-    const batch = config2.getToolConfig().translationBatchSize;
-    let batches = [];
-    for (const entry of queue.values()) {
-      batches.push(entry);
-      if (batches.length >= batch) {
-        yield batches;
-        batches = [];
-      }
-    }
-    if (batches.length > 0) {
-      queue.clear();
-      yield batches;
-    }
+    const queue = this.getQueue(entry.translationStrategy);
+    if (!queue || queue.has(entry.id)) return;
+    queue.set(entry.id, entry);
   }
-  *generateBatchesV2(config2) {
+  *generateBatches(config2) {
     const queue = this.getQueue(config2.getToolConfig().strategy);
     if (!queue) throw new Error("Invalid translation strategy");
     const batchSize = config2.getToolConfig().translationBatchSize;
     while (queue.size > 0) {
       const batch = [];
       while (batch.length < batchSize && queue.size > 0) {
-        const next = queue.values().next().value;
-        queue.delete(next);
-        batch.push(next);
+        const [key, entry] = queue.entries().next().value;
+        queue.delete(key);
+        batch.push(entry);
       }
       yield batch;
     }
@@ -489,6 +467,27 @@ var _TranslationRegistry = class _TranslationRegistry {
   isNonRetryable(key) {
     return _TranslationRegistry.nonRetryableTexts.has(key);
   }
+  enqueue(enqueuedKey) {
+    _TranslationRegistry.enqueuedItems.add(enqueuedKey);
+  }
+  isEnqueued(enqueuedKey) {
+    return _TranslationRegistry.enqueuedItems.has(enqueuedKey);
+  }
+  clearEnqueued() {
+    _TranslationRegistry.enqueuedItems.clear();
+  }
+  async removeTextsFromEnqueued(texts, targetLanguage, strategy) {
+    for (const text of texts) {
+      const id = await Storage.generateId(text, targetLanguage, this.tool);
+      _TranslationRegistry.enqueuedItems.delete(`${id}:${strategy}`);
+    }
+  }
+  static removeFromEnqueued(key) {
+    _TranslationRegistry.enqueuedItems.delete(key);
+  }
+  generateEnqueuedKey(id, strategy) {
+    return `${id}:${strategy}`;
+  }
   async get(text, targetLanguage, tool) {
     const key = await Hash.generateFromMultiple([text, targetLanguage, tool]);
     if (_TranslationRegistry.memoryCache.has(key)) {
@@ -514,6 +513,7 @@ var _TranslationRegistry = class _TranslationRegistry {
   async clear() {
     _TranslationRegistry.memoryCache.clear();
     _TranslationRegistry.originalTextIndex.clear();
+    _TranslationRegistry.enqueuedItems.clear();
     await Storage.clearAll();
     return;
   }
@@ -521,6 +521,7 @@ var _TranslationRegistry = class _TranslationRegistry {
     await Storage.deleteByToolAndStrategy(tool, strategy);
     _TranslationRegistry.memoryCache.clear();
     _TranslationRegistry.originalTextIndex.clear();
+    _TranslationRegistry.enqueuedItems.clear();
     return;
   }
   toTranslationRegistryEntry(translation) {
@@ -542,10 +543,16 @@ var _TranslationRegistry = class _TranslationRegistry {
         translation.id
       );
       const newTranslation = this.toTranslationRegistryEntry(translation);
+      const enqueuedKey = this.generateEnqueuedKey(
+        translation.id,
+        translation.translation_strategy
+      );
       if (currentTranslation && !this.shouldUpdateTranslation(currentTranslation, newTranslation)) {
+        _TranslationRegistry.removeFromEnqueued(enqueuedKey);
         continue;
       }
       this.setTranslationToRegistry(newTranslation);
+      _TranslationRegistry.removeFromEnqueued(enqueuedKey);
     }
     return;
   }
@@ -588,6 +595,7 @@ var _TranslationRegistry = class _TranslationRegistry {
 __publicField(_TranslationRegistry, "memoryCache", /* @__PURE__ */ new Map());
 __publicField(_TranslationRegistry, "originalTextIndex", /* @__PURE__ */ new Map());
 __publicField(_TranslationRegistry, "nonRetryableTexts", /* @__PURE__ */ new Set());
+__publicField(_TranslationRegistry, "enqueuedItems", /* @__PURE__ */ new Set());
 var TranslationRegistry = _TranslationRegistry;
 
 // src/utils/eventHandler.ts
@@ -608,12 +616,13 @@ var EventHandler = class {
     this.aiTranslationEvents = new SystemEvents(this.sourceEventIdentifier);
     this.toolName = toolName;
   }
-  publishTranslationCompleteEvent(sourceTranslatedTexts, nonRetryableTexts) {
+  publishTranslationCompleteEvent(sourceTranslatedTexts, nonRetryableTexts, retryableFailedTexts = []) {
     this.aiTranslationEvents.publish(
       this.withEventName(TRANSLATION_COMPLETE_EVENT_NAME),
       {
         sourceTranslatedTexts,
-        nonRetryableTexts
+        nonRetryableTexts,
+        retryableFailedTexts
       }
     );
   }
@@ -621,12 +630,19 @@ var EventHandler = class {
     return this.aiTranslationEvents.subscribe(
       this.withEventName(TRANSLATION_COMPLETE_EVENT_NAME),
       (detail) => {
-        var _a, _b;
+        var _a, _b, _c;
         const sourceTranslatedTexts = Array.isArray(
           (_a = detail.data) == null ? void 0 : _a.sourceTranslatedTexts
         ) ? detail.data.sourceTranslatedTexts : [];
         const nonRetryableTexts = Array.isArray((_b = detail.data) == null ? void 0 : _b.nonRetryableTexts) ? detail.data.nonRetryableTexts : [];
-        callback(sourceTranslatedTexts, nonRetryableTexts);
+        const retryableFailedTexts = Array.isArray(
+          (_c = detail.data) == null ? void 0 : _c.retryableFailedTexts
+        ) ? detail.data.retryableFailedTexts : [];
+        callback(
+          sourceTranslatedTexts,
+          nonRetryableTexts,
+          retryableFailedTexts
+        );
       }
     );
   }
@@ -727,6 +743,7 @@ var TranslationManager = class {
     __publicField(this, "currentTranslatorStrategy");
     __publicField(this, "sourceTexts", /* @__PURE__ */ new Map());
     __publicField(this, "nonRetryableTexts", /* @__PURE__ */ new Set());
+    __publicField(this, "retryableFailedTexts", /* @__PURE__ */ new Map());
     __publicField(this, "progressEventHandler");
     __publicField(this, "translationProgress", {
       progress: 0,
@@ -754,7 +771,7 @@ var TranslationManager = class {
     this.translationProgress.total = queueManager.queueSize(
       this.currentTranslatorStrategy
     );
-    for (const batch of queueManager.generateBatchesV2(
+    for (const batch of queueManager.generateBatches(
       this.translator.getConfig()
     )) {
       batch.forEach((entry) => this.mfeToBeNotified.add(entry.tool));
@@ -785,6 +802,7 @@ var TranslationManager = class {
           continue;
         }
         if (!translation.isTranslated) {
+          this.addRetryableFailedText(response.tool, translation.sourceText);
           continue;
         }
         this.addSourceTextToMap(response.tool, translation.sourceText);
@@ -804,12 +822,14 @@ var TranslationManager = class {
       const eventhandler = new EventHandler(mfe);
       eventhandler.publishTranslationCompleteEvent(
         Array.from(this.sourceTexts.get(mfe) ?? /* @__PURE__ */ new Set()),
-        Array.from(this.nonRetryableTexts)
+        Array.from(this.nonRetryableTexts),
+        Array.from(this.retryableFailedTexts.get(mfe) ?? /* @__PURE__ */ new Set())
       );
     }
     this.mfeToBeNotified.clear();
     this.sourceTexts.clear();
     this.nonRetryableTexts.clear();
+    this.retryableFailedTexts.clear();
   }
   setTranslationProgress(batchSize) {
     this.translationProgress.current += batchSize;
@@ -846,6 +866,11 @@ var TranslationManager = class {
     existing.add(sourceText);
     this.sourceTexts.set(tool, existing);
   }
+  addRetryableFailedText(tool, sourceText) {
+    const existing = this.retryableFailedTexts.get(tool) ?? /* @__PURE__ */ new Set();
+    existing.add(sourceText);
+    this.retryableFailedTexts.set(tool, existing);
+  }
   publishTranslationProgress() {
     this.progressEventHandler.publishTranslationProgressEvent(
       this.translationProgress.progress,
@@ -1267,7 +1292,15 @@ var aitFunction = async (text, translationRegistry, config2, tool) => {
     return existingByOriginal.translatedText;
   }
   if (!existingByOriginal) {
+    const id = await Storage.generateId(text, targetLanguage, tool);
+    const strategy = config2.getToolConfig().strategy;
+    const enqueuedKey = translationRegistry.generateEnqueuedKey(id, strategy);
+    if (translationRegistry.isEnqueued(enqueuedKey)) {
+      return text;
+    }
+    translationRegistry.enqueue(enqueuedKey);
     queueManager.add({
+      id,
       originalText: text,
       targetLanguage,
       tool,
@@ -1331,12 +1364,17 @@ function AITranslationInnerProvider(props) {
   });
   useEffect(() => {
     const unsubscribe = eventHandler.current.subscribeToTranslationCompleteEvent(
-      async (sourceTranslatedTexts, nonRetryableTexts) => {
+      async (sourceTranslatedTexts, nonRetryableTexts, retryableFailedTexts) => {
         try {
           await translationRegistry.current.populateRegistryFromDatabase();
           translationRegistry.current.populateNonRetryableTexts(
             nonRetryableTexts
           );
+          translationRegistry.current.removeTextsFromEnqueued(
+            retryableFailedTexts,
+            locale,
+            config2.getToolConfig().strategy
+          );
           eventHandler.current.publishRerenderEvent(sourceTranslatedTexts);
         } catch (error) {
           console.error(
@@ -1347,7 +1385,7 @@ function AITranslationInnerProvider(props) {
       }
     );
     return () => unsubscribe();
-  }, []);
+  }, [locale, config2]);
   useEffect(() => {
     const unsubscribe = eventHandler.current.subscribeToTranslationProgressEvent(
       (progress, current, total) => {
@@ -1470,12 +1508,14 @@ var AITranslateText = ({
           return;
         }
         if (sourceTexts.includes(text)) {
-          setDisplayText(await context.ait(text));
+          const translatedText = await context.ait(text);
+          setDisplayText(translatedText);
+          setShowHighlightState(showHighlight && translatedText !== text);
         }
       }
     );
     return () => unsubscribe();
-  }, [context, text]);
+  }, [context, text, showHighlight]);
   const reset = useCallback2(
     (displayValue = text) => {
       setDisplayText(displayValue);
@@ -1492,16 +1532,22 @@ var AITranslateText = ({
       reset();
       return;
     }
+    let cancelled = false;
     const translateText = async () => {
       try {
         const translatedText = await context.ait(text);
+        if (cancelled) return;
         setDisplayText(translatedText);
-        setShowHighlightState(showHighlight);
+        setShowHighlightState(showHighlight && translatedText !== text);
       } catch {
+        if (cancelled) return;
         reset();
       }
     };
     translateText();
+    return () => {
+      cancelled = true;
+    };
   }, [text, shouldTranslate, context, showHighlight, reset]);
   return /* @__PURE__ */ jsxs(Fragment, { children: [
     displayText,

package/dist/modern/index.d.mts

@@ -17,6 +17,7 @@ interface TranslationProgress {
     total: number;
 }
 interface TranslationQueueEntry {
+    id: string;
     originalText: string;
     isTranslated: boolean;
     targetLanguage: string;
@@ -170,8 +171,8 @@ declare const AI_TRANSLATION_FEATURE_FLAG_KEY = "ai-translation";
 declare const getAITranslationLDId: (domain: string) => "67e17b925ace3c08088c4bd2" | "570f2f6e348a2806d7006b6f" | "570e9423348a2806d7004354" | "570f37b4eee8b907140070c5";
 
 declare global {
-    var __AI_TRANSLATION_FRONTEND_QUEUE__: Set<TranslationQueueEntry> | undefined;
-    var __AI_TRANSLATION_BACKEND_QUEUE__: Set<TranslationQueueEntry> | undefined;
+    var __AI_TRANSLATION_FRONTEND_QUEUE__: Map<string, TranslationQueueEntry> | undefined;
+    var __AI_TRANSLATION_BACKEND_QUEUE__: Map<string, TranslationQueueEntry> | undefined;
     var _FRONTEND_AI_TRANSLATION_IN_PROGRESS_: boolean;
     var _BACKEND_AI_TRANSLATION_IN_PROGRESS_: boolean;
 }

package/dist/modern/index.d.ts

@@ -17,6 +17,7 @@ interface TranslationProgress {
     total: number;
 }
 interface TranslationQueueEntry {
+    id: string;
     originalText: string;
     isTranslated: boolean;
     targetLanguage: string;
@@ -170,8 +171,8 @@ declare const AI_TRANSLATION_FEATURE_FLAG_KEY = "ai-translation";
 declare const getAITranslationLDId: (domain: string) => "67e17b925ace3c08088c4bd2" | "570f2f6e348a2806d7006b6f" | "570e9423348a2806d7004354" | "570f37b4eee8b907140070c5";
 
 declare global {
-    var __AI_TRANSLATION_FRONTEND_QUEUE__: Set<TranslationQueueEntry> | undefined;
-    var __AI_TRANSLATION_BACKEND_QUEUE__: Set<TranslationQueueEntry> | undefined;
+    var __AI_TRANSLATION_FRONTEND_QUEUE__: Map<string, TranslationQueueEntry> | undefined;
+    var __AI_TRANSLATION_BACKEND_QUEUE__: Map<string, TranslationQueueEntry> | undefined;
     var _FRONTEND_AI_TRANSLATION_IN_PROGRESS_: boolean;
     var _BACKEND_AI_TRANSLATION_IN_PROGRESS_: boolean;
 }

package/dist/modern/index.js

@@ -264,10 +264,10 @@ var Hash = class {
 var QueueManager = class {
   constructor() {
     if (!globalThis.__AI_TRANSLATION_FRONTEND_QUEUE__) {
-      globalThis.__AI_TRANSLATION_FRONTEND_QUEUE__ = /* @__PURE__ */ new Set();
+      globalThis.__AI_TRANSLATION_FRONTEND_QUEUE__ = /* @__PURE__ */ new Map();
     }
     if (!globalThis.__AI_TRANSLATION_BACKEND_QUEUE__) {
-      globalThis.__AI_TRANSLATION_BACKEND_QUEUE__ = /* @__PURE__ */ new Set();
+      globalThis.__AI_TRANSLATION_BACKEND_QUEUE__ = /* @__PURE__ */ new Map();
     }
   }
   getQueue(strategy) {
@@ -280,41 +280,20 @@ var QueueManager = class {
     return void 0;
   }
   add(entry) {
-    this.getQueue(entry.translationStrategy)?.add(entry);
+    const queue = this.getQueue(entry.translationStrategy);
+    if (!queue || queue.has(entry.id)) return;
+    queue.set(entry.id, entry);
   }
-  *generateBatches(strategy, config2) {
-    const queue = this.getQueue(strategy);
-    if (!queue) {
-      throw new Error("Invalid translation strategy");
-    }
-    if (queue.size === 0) {
-      console.warn("No translations to process");
-      return;
-    }
-    const batch = config2.getToolConfig().translationBatchSize;
-    let batches = [];
-    for (const entry of queue.values()) {
-      batches.push(entry);
-      if (batches.length >= batch) {
-        yield batches;
-        batches = [];
-      }
-    }
-    if (batches.length > 0) {
-      queue.clear();
-      yield batches;
-    }
-  }
-  *generateBatchesV2(config2) {
+  *generateBatches(config2) {
     const queue = this.getQueue(config2.getToolConfig().strategy);
     if (!queue) throw new Error("Invalid translation strategy");
     const batchSize = config2.getToolConfig().translationBatchSize;
     while (queue.size > 0) {
       const batch = [];
       while (batch.length < batchSize && queue.size > 0) {
-        const next = queue.values().next().value;
-        queue.delete(next);
-        batch.push(next);
+        const [key, entry] = queue.entries().next().value;
+        queue.delete(key);
+        batch.push(entry);
       }
       yield batch;
     }
@@ -463,6 +442,7 @@ var TranslationRegistry = class _TranslationRegistry {
   static memoryCache = /* @__PURE__ */ new Map();
   static originalTextIndex = /* @__PURE__ */ new Map();
   static nonRetryableTexts = /* @__PURE__ */ new Set();
+  static enqueuedItems = /* @__PURE__ */ new Set();
   tool;
   constructor(tool) {
     this.tool = tool;
@@ -516,6 +496,27 @@ var TranslationRegistry = class _TranslationRegistry {
   isNonRetryable(key) {
     return _TranslationRegistry.nonRetryableTexts.has(key);
   }
+  enqueue(enqueuedKey) {
+    _TranslationRegistry.enqueuedItems.add(enqueuedKey);
+  }
+  isEnqueued(enqueuedKey) {
+    return _TranslationRegistry.enqueuedItems.has(enqueuedKey);
+  }
+  clearEnqueued() {
+    _TranslationRegistry.enqueuedItems.clear();
+  }
+  async removeTextsFromEnqueued(texts, targetLanguage, strategy) {
+    for (const text of texts) {
+      const id = await Storage.generateId(text, targetLanguage, this.tool);
+      _TranslationRegistry.enqueuedItems.delete(`${id}:${strategy}`);
+    }
+  }
+  static removeFromEnqueued(key) {
+    _TranslationRegistry.enqueuedItems.delete(key);
+  }
+  generateEnqueuedKey(id, strategy) {
+    return `${id}:${strategy}`;
+  }
   async get(text, targetLanguage, tool) {
     const key = await Hash.generateFromMultiple([text, targetLanguage, tool]);
     if (_TranslationRegistry.memoryCache.has(key)) {
@@ -541,6 +542,7 @@ var TranslationRegistry = class _TranslationRegistry {
   async clear() {
     _TranslationRegistry.memoryCache.clear();
     _TranslationRegistry.originalTextIndex.clear();
+    _TranslationRegistry.enqueuedItems.clear();
     await Storage.clearAll();
     return;
   }
@@ -548,6 +550,7 @@ var TranslationRegistry = class _TranslationRegistry {
     await Storage.deleteByToolAndStrategy(tool, strategy);
     _TranslationRegistry.memoryCache.clear();
     _TranslationRegistry.originalTextIndex.clear();
+    _TranslationRegistry.enqueuedItems.clear();
     return;
   }
   toTranslationRegistryEntry(translation) {
@@ -569,10 +572,16 @@ var TranslationRegistry = class _TranslationRegistry {
         translation.id
       );
       const newTranslation = this.toTranslationRegistryEntry(translation);
+      const enqueuedKey = this.generateEnqueuedKey(
+        translation.id,
+        translation.translation_strategy
+      );
       if (currentTranslation && !this.shouldUpdateTranslation(currentTranslation, newTranslation)) {
+        _TranslationRegistry.removeFromEnqueued(enqueuedKey);
         continue;
       }
       this.setTranslationToRegistry(newTranslation);
+      _TranslationRegistry.removeFromEnqueued(enqueuedKey);
     }
     return;
   }
@@ -622,12 +631,13 @@ var EventHandler = class {
     this.aiTranslationEvents = new import_web_sdk_events.SystemEvents(this.sourceEventIdentifier);
     this.toolName = toolName;
   }
-  publishTranslationCompleteEvent(sourceTranslatedTexts, nonRetryableTexts) {
+  publishTranslationCompleteEvent(sourceTranslatedTexts, nonRetryableTexts, retryableFailedTexts = []) {
     this.aiTranslationEvents.publish(
       this.withEventName(TRANSLATION_COMPLETE_EVENT_NAME),
       {
         sourceTranslatedTexts,
-        nonRetryableTexts
+        nonRetryableTexts,
+        retryableFailedTexts
       }
     );
   }
@@ -639,7 +649,14 @@ var EventHandler = class {
           detail.data?.sourceTranslatedTexts
         ) ? detail.data.sourceTranslatedTexts : [];
         const nonRetryableTexts = Array.isArray(detail.data?.nonRetryableTexts) ? detail.data.nonRetryableTexts : [];
-        callback(sourceTranslatedTexts, nonRetryableTexts);
+        const retryableFailedTexts = Array.isArray(
+          detail.data?.retryableFailedTexts
+        ) ? detail.data.retryableFailedTexts : [];
+        callback(
+          sourceTranslatedTexts,
+          nonRetryableTexts,
+          retryableFailedTexts
+        );
       }
     );
   }
@@ -728,6 +745,7 @@ var TranslationManager = class {
   currentTranslatorStrategy;
   sourceTexts = /* @__PURE__ */ new Map();
   nonRetryableTexts = /* @__PURE__ */ new Set();
+  retryableFailedTexts = /* @__PURE__ */ new Map();
   progressEventHandler;
   translationProgress = {
     progress: 0,
@@ -756,7 +774,7 @@ var TranslationManager = class {
     this.translationProgress.total = queueManager.queueSize(
       this.currentTranslatorStrategy
     );
-    for (const batch of queueManager.generateBatchesV2(
+    for (const batch of queueManager.generateBatches(
       this.translator.getConfig()
     )) {
       batch.forEach((entry) => this.mfeToBeNotified.add(entry.tool));
@@ -787,6 +805,7 @@ var TranslationManager = class {
           continue;
         }
         if (!translation.isTranslated) {
+          this.addRetryableFailedText(response.tool, translation.sourceText);
           continue;
         }
         this.addSourceTextToMap(response.tool, translation.sourceText);
@@ -806,12 +825,14 @@ var TranslationManager = class {
       const eventhandler = new EventHandler(mfe);
       eventhandler.publishTranslationCompleteEvent(
         Array.from(this.sourceTexts.get(mfe) ?? /* @__PURE__ */ new Set()),
-        Array.from(this.nonRetryableTexts)
+        Array.from(this.nonRetryableTexts),
+        Array.from(this.retryableFailedTexts.get(mfe) ?? /* @__PURE__ */ new Set())
       );
     }
     this.mfeToBeNotified.clear();
     this.sourceTexts.clear();
     this.nonRetryableTexts.clear();
+    this.retryableFailedTexts.clear();
   }
   setTranslationProgress(batchSize) {
     this.translationProgress.current += batchSize;
@@ -848,6 +869,11 @@ var TranslationManager = class {
     existing.add(sourceText);
     this.sourceTexts.set(tool, existing);
   }
+  addRetryableFailedText(tool, sourceText) {
+    const existing = this.retryableFailedTexts.get(tool) ?? /* @__PURE__ */ new Set();
+    existing.add(sourceText);
+    this.retryableFailedTexts.set(tool, existing);
+  }
   publishTranslationProgress() {
     this.progressEventHandler.publishTranslationProgressEvent(
       this.translationProgress.progress,
@@ -1266,7 +1292,15 @@ var aitFunction = async (text, translationRegistry, config2, tool) => {
     return existingByOriginal.translatedText;
   }
   if (!existingByOriginal) {
+    const id = await Storage.generateId(text, targetLanguage, tool);
+    const strategy = config2.getToolConfig().strategy;
+    const enqueuedKey = translationRegistry.generateEnqueuedKey(id, strategy);
+    if (translationRegistry.isEnqueued(enqueuedKey)) {
+      return text;
+    }
+    translationRegistry.enqueue(enqueuedKey);
     queueManager.add({
+      id,
       originalText: text,
       targetLanguage,
       tool,
@@ -1330,12 +1364,17 @@ function AITranslationInnerProvider(props) {
   });
   (0, import_react.useEffect)(() => {
     const unsubscribe = eventHandler.current.subscribeToTranslationCompleteEvent(
-      async (sourceTranslatedTexts, nonRetryableTexts) => {
+      async (sourceTranslatedTexts, nonRetryableTexts, retryableFailedTexts) => {
         try {
           await translationRegistry.current.populateRegistryFromDatabase();
           translationRegistry.current.populateNonRetryableTexts(
             nonRetryableTexts
           );
+          translationRegistry.current.removeTextsFromEnqueued(
+            retryableFailedTexts,
+            locale,
+            config2.getToolConfig().strategy
+          );
           eventHandler.current.publishRerenderEvent(sourceTranslatedTexts);
         } catch (error) {
           console.error(
@@ -1346,7 +1385,7 @@ function AITranslationInnerProvider(props) {
       }
     );
     return () => unsubscribe();
-  }, []);
+  }, [locale, config2]);
   (0, import_react.useEffect)(() => {
     const unsubscribe = eventHandler.current.subscribeToTranslationProgressEvent(
       (progress, current, total) => {
@@ -1463,12 +1502,14 @@ var AITranslateText = ({
           return;
         }
         if (sourceTexts.includes(text)) {
-          setDisplayText(await context.ait(text));
+          const translatedText = await context.ait(text);
+          setDisplayText(translatedText);
+          setShowHighlightState(showHighlight && translatedText !== text);
         }
       }
     );
     return () => unsubscribe();
-  }, [context, text]);
+  }, [context, text, showHighlight]);
   const reset = (0, import_react4.useCallback)(
     (displayValue = text) => {
       setDisplayText(displayValue);
@@ -1485,16 +1526,22 @@ var AITranslateText = ({
       reset();
       return;
     }
+    let cancelled = false;
     const translateText = async () => {
       try {
         const translatedText = await context.ait(text);
+        if (cancelled) return;
         setDisplayText(translatedText);
-        setShowHighlightState(showHighlight);
+        setShowHighlightState(showHighlight && translatedText !== text);
       } catch {
+        if (cancelled) return;
         reset();
       }
     };
     translateText();
+    return () => {
+      cancelled = true;
+    };
   }, [text, shouldTranslate, context, showHighlight, reset]);
   return /* @__PURE__ */ (0, import_jsx_runtime3.jsxs)(import_jsx_runtime3.Fragment, { children: [
     displayText,

package/dist/modern/index.mjs

@@ -239,10 +239,10 @@ var Hash = class {
 var QueueManager = class {
   constructor() {
     if (!globalThis.__AI_TRANSLATION_FRONTEND_QUEUE__) {
-      globalThis.__AI_TRANSLATION_FRONTEND_QUEUE__ = /* @__PURE__ */ new Set();
+      globalThis.__AI_TRANSLATION_FRONTEND_QUEUE__ = /* @__PURE__ */ new Map();
     }
     if (!globalThis.__AI_TRANSLATION_BACKEND_QUEUE__) {
-      globalThis.__AI_TRANSLATION_BACKEND_QUEUE__ = /* @__PURE__ */ new Set();
+      globalThis.__AI_TRANSLATION_BACKEND_QUEUE__ = /* @__PURE__ */ new Map();
     }
   }
   getQueue(strategy) {
@@ -255,41 +255,20 @@ var QueueManager = class {
     return void 0;
   }
   add(entry) {
-    this.getQueue(entry.translationStrategy)?.add(entry);
+    const queue = this.getQueue(entry.translationStrategy);
+    if (!queue || queue.has(entry.id)) return;
+    queue.set(entry.id, entry);
   }
-  *generateBatches(strategy, config2) {
-    const queue = this.getQueue(strategy);
-    if (!queue) {
-      throw new Error("Invalid translation strategy");
-    }
-    if (queue.size === 0) {
-      console.warn("No translations to process");
-      return;
-    }
-    const batch = config2.getToolConfig().translationBatchSize;
-    let batches = [];
-    for (const entry of queue.values()) {
-      batches.push(entry);
-      if (batches.length >= batch) {
-        yield batches;
-        batches = [];
-      }
-    }
-    if (batches.length > 0) {
-      queue.clear();
-      yield batches;
-    }
-  }
-  *generateBatchesV2(config2) {
+  *generateBatches(config2) {
     const queue = this.getQueue(config2.getToolConfig().strategy);
     if (!queue) throw new Error("Invalid translation strategy");
     const batchSize = config2.getToolConfig().translationBatchSize;
     while (queue.size > 0) {
       const batch = [];
       while (batch.length < batchSize && queue.size > 0) {
-        const next = queue.values().next().value;
-        queue.delete(next);
-        batch.push(next);
+        const [key, entry] = queue.entries().next().value;
+        queue.delete(key);
+        batch.push(entry);
       }
       yield batch;
     }
@@ -438,6 +417,7 @@ var TranslationRegistry = class _TranslationRegistry {
   static memoryCache = /* @__PURE__ */ new Map();
   static originalTextIndex = /* @__PURE__ */ new Map();
   static nonRetryableTexts = /* @__PURE__ */ new Set();
+  static enqueuedItems = /* @__PURE__ */ new Set();
   tool;
   constructor(tool) {
     this.tool = tool;
@@ -491,6 +471,27 @@ var TranslationRegistry = class _TranslationRegistry {
   isNonRetryable(key) {
     return _TranslationRegistry.nonRetryableTexts.has(key);
   }
+  enqueue(enqueuedKey) {
+    _TranslationRegistry.enqueuedItems.add(enqueuedKey);
+  }
+  isEnqueued(enqueuedKey) {
+    return _TranslationRegistry.enqueuedItems.has(enqueuedKey);
+  }
+  clearEnqueued() {
+    _TranslationRegistry.enqueuedItems.clear();
+  }
+  async removeTextsFromEnqueued(texts, targetLanguage, strategy) {
+    for (const text of texts) {
+      const id = await Storage.generateId(text, targetLanguage, this.tool);
+      _TranslationRegistry.enqueuedItems.delete(`${id}:${strategy}`);
+    }
+  }
+  static removeFromEnqueued(key) {
+    _TranslationRegistry.enqueuedItems.delete(key);
+  }
+  generateEnqueuedKey(id, strategy) {
+    return `${id}:${strategy}`;
+  }
   async get(text, targetLanguage, tool) {
     const key = await Hash.generateFromMultiple([text, targetLanguage, tool]);
     if (_TranslationRegistry.memoryCache.has(key)) {
@@ -516,6 +517,7 @@ var TranslationRegistry = class _TranslationRegistry {
   async clear() {
     _TranslationRegistry.memoryCache.clear();
     _TranslationRegistry.originalTextIndex.clear();
+    _TranslationRegistry.enqueuedItems.clear();
     await Storage.clearAll();
     return;
   }
@@ -523,6 +525,7 @@ var TranslationRegistry = class _TranslationRegistry {
     await Storage.deleteByToolAndStrategy(tool, strategy);
     _TranslationRegistry.memoryCache.clear();
     _TranslationRegistry.originalTextIndex.clear();
+    _TranslationRegistry.enqueuedItems.clear();
     return;
   }
   toTranslationRegistryEntry(translation) {
@@ -544,10 +547,16 @@ var TranslationRegistry = class _TranslationRegistry {
         translation.id
       );
       const newTranslation = this.toTranslationRegistryEntry(translation);
+      const enqueuedKey = this.generateEnqueuedKey(
+        translation.id,
+        translation.translation_strategy
+      );
       if (currentTranslation && !this.shouldUpdateTranslation(currentTranslation, newTranslation)) {
+        _TranslationRegistry.removeFromEnqueued(enqueuedKey);
         continue;
       }
       this.setTranslationToRegistry(newTranslation);
+      _TranslationRegistry.removeFromEnqueued(enqueuedKey);
     }
     return;
   }
@@ -597,12 +606,13 @@ var EventHandler = class {
     this.aiTranslationEvents = new SystemEvents(this.sourceEventIdentifier);
     this.toolName = toolName;
   }
-  publishTranslationCompleteEvent(sourceTranslatedTexts, nonRetryableTexts) {
+  publishTranslationCompleteEvent(sourceTranslatedTexts, nonRetryableTexts, retryableFailedTexts = []) {
     this.aiTranslationEvents.publish(
       this.withEventName(TRANSLATION_COMPLETE_EVENT_NAME),
       {
         sourceTranslatedTexts,
-        nonRetryableTexts
+        nonRetryableTexts,
+        retryableFailedTexts
       }
     );
   }
@@ -614,7 +624,14 @@ var EventHandler = class {
           detail.data?.sourceTranslatedTexts
         ) ? detail.data.sourceTranslatedTexts : [];
         const nonRetryableTexts = Array.isArray(detail.data?.nonRetryableTexts) ? detail.data.nonRetryableTexts : [];
-        callback(sourceTranslatedTexts, nonRetryableTexts);
+        const retryableFailedTexts = Array.isArray(
+          detail.data?.retryableFailedTexts
+        ) ? detail.data.retryableFailedTexts : [];
+        callback(
+          sourceTranslatedTexts,
+          nonRetryableTexts,
+          retryableFailedTexts
+        );
       }
     );
   }
@@ -703,6 +720,7 @@ var TranslationManager = class {
   currentTranslatorStrategy;
   sourceTexts = /* @__PURE__ */ new Map();
   nonRetryableTexts = /* @__PURE__ */ new Set();
+  retryableFailedTexts = /* @__PURE__ */ new Map();
   progressEventHandler;
   translationProgress = {
     progress: 0,
@@ -731,7 +749,7 @@ var TranslationManager = class {
     this.translationProgress.total = queueManager.queueSize(
       this.currentTranslatorStrategy
     );
-    for (const batch of queueManager.generateBatchesV2(
+    for (const batch of queueManager.generateBatches(
       this.translator.getConfig()
     )) {
       batch.forEach((entry) => this.mfeToBeNotified.add(entry.tool));
@@ -762,6 +780,7 @@ var TranslationManager = class {
           continue;
         }
         if (!translation.isTranslated) {
+          this.addRetryableFailedText(response.tool, translation.sourceText);
           continue;
         }
         this.addSourceTextToMap(response.tool, translation.sourceText);
@@ -781,12 +800,14 @@ var TranslationManager = class {
       const eventhandler = new EventHandler(mfe);
       eventhandler.publishTranslationCompleteEvent(
         Array.from(this.sourceTexts.get(mfe) ?? /* @__PURE__ */ new Set()),
-        Array.from(this.nonRetryableTexts)
+        Array.from(this.nonRetryableTexts),
+        Array.from(this.retryableFailedTexts.get(mfe) ?? /* @__PURE__ */ new Set())
       );
     }
     this.mfeToBeNotified.clear();
     this.sourceTexts.clear();
     this.nonRetryableTexts.clear();
+    this.retryableFailedTexts.clear();
   }
   setTranslationProgress(batchSize) {
     this.translationProgress.current += batchSize;
@@ -823,6 +844,11 @@ var TranslationManager = class {
     existing.add(sourceText);
     this.sourceTexts.set(tool, existing);
   }
+  addRetryableFailedText(tool, sourceText) {
+    const existing = this.retryableFailedTexts.get(tool) ?? /* @__PURE__ */ new Set();
+    existing.add(sourceText);
+    this.retryableFailedTexts.set(tool, existing);
+  }
   publishTranslationProgress() {
     this.progressEventHandler.publishTranslationProgressEvent(
       this.translationProgress.progress,
@@ -1241,7 +1267,15 @@ var aitFunction = async (text, translationRegistry, config2, tool) => {
     return existingByOriginal.translatedText;
   }
   if (!existingByOriginal) {
+    const id = await Storage.generateId(text, targetLanguage, tool);
+    const strategy = config2.getToolConfig().strategy;
+    const enqueuedKey = translationRegistry.generateEnqueuedKey(id, strategy);
+    if (translationRegistry.isEnqueued(enqueuedKey)) {
+      return text;
+    }
+    translationRegistry.enqueue(enqueuedKey);
     queueManager.add({
+      id,
       originalText: text,
       targetLanguage,
       tool,
@@ -1305,12 +1339,17 @@ function AITranslationInnerProvider(props) {
   });
   useEffect(() => {
     const unsubscribe = eventHandler.current.subscribeToTranslationCompleteEvent(
-      async (sourceTranslatedTexts, nonRetryableTexts) => {
+      async (sourceTranslatedTexts, nonRetryableTexts, retryableFailedTexts) => {
         try {
           await translationRegistry.current.populateRegistryFromDatabase();
           translationRegistry.current.populateNonRetryableTexts(
             nonRetryableTexts
           );
+          translationRegistry.current.removeTextsFromEnqueued(
+            retryableFailedTexts,
+            locale,
+            config2.getToolConfig().strategy
+          );
           eventHandler.current.publishRerenderEvent(sourceTranslatedTexts);
         } catch (error) {
           console.error(
@@ -1321,7 +1360,7 @@ function AITranslationInnerProvider(props) {
       }
     );
     return () => unsubscribe();
-  }, []);
+  }, [locale, config2]);
   useEffect(() => {
     const unsubscribe = eventHandler.current.subscribeToTranslationProgressEvent(
       (progress, current, total) => {
@@ -1444,12 +1483,14 @@ var AITranslateText = ({
           return;
         }
         if (sourceTexts.includes(text)) {
-          setDisplayText(await context.ait(text));
+          const translatedText = await context.ait(text);
+          setDisplayText(translatedText);
+          setShowHighlightState(showHighlight && translatedText !== text);
         }
       }
     );
     return () => unsubscribe();
-  }, [context, text]);
+  }, [context, text, showHighlight]);
   const reset = useCallback2(
     (displayValue = text) => {
       setDisplayText(displayValue);
@@ -1466,16 +1507,22 @@ var AITranslateText = ({
       reset();
       return;
     }
+    let cancelled = false;
     const translateText = async () => {
       try {
         const translatedText = await context.ait(text);
+        if (cancelled) return;
         setDisplayText(translatedText);
-        setShowHighlightState(showHighlight);
+        setShowHighlightState(showHighlight && translatedText !== text);
       } catch {
+        if (cancelled) return;
         reset();
       }
     };
     translateText();
+    return () => {
+      cancelled = true;
+    };
   }, [text, shouldTranslate, context, showHighlight, reset]);
   return /* @__PURE__ */ jsxs(Fragment, { children: [
     displayText,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@procore/ai-translations",
-  "version": "0.3.0",
+  "version": "0.5.0",
   "description": "Library that provides a solution to use AI to translate text into a language",
   "main": "dist/legacy/index.js",
   "types": "dist/legacy/index.d.ts",