@taon-dev/i18n 21.0.50 → 21.0.53

package/lib-prod/local-translation.js

@@ -1,21 +1,29 @@
+//#region imports
 import { crossPlatformPath, dotTaonFolder, ___NS__first, Helpers__NS__mkdirp, UtilsOs__NS__getRealHomeDir } from 'tnp-core/lib-prod';
+//#endregion
+//#region constants
 const MODEL_ID = 'Xenova/nllb-200-distilled-600M';
 const nllbLanguageCodes = {
     'en-US': 'eng_Latn',
     'pl-PL': 'pol_Latn',
     'de-DE': 'deu_Latn',
 };
+const CONTEXT_SEPARATOR = '→';
+//#endregion
 export class LocalTranslationService {
+    //#region fields & getters
     translatorPromise;
     aiReady = false;
     warmupPromise;
     progressListeners = new Set();
+    //#endregion
     /**
      * Downloads, caches and loads the translation model.
      *
      * Multiple simultaneous calls share the same initialization promise.
      * After this resolves, translate() reuses the already loaded model.
      */
+    //#region methods / make sure ai downloaded
     async makeSureAiDownloaded(options = {}) {
         //#region @backendFunc
         const { onProgress, warmup = false } = options;
@@ -35,12 +43,16 @@ export class LocalTranslationService {
         }
         //#endregion
     }
+    //#endregion
     /**
      * True only in this process after pipeline initialization succeeded.
      */
+    //#region methods / is ai ready
     isAiReady() {
         return this.aiReady;
     }
+    //#endregion
+    //#region methods / get translator
     getTranslator() {
         this.translatorPromise ??= this.createTranslator().catch(error => {
             // Allow a later call to retry after a network or disk failure.
@@ -50,6 +62,8 @@ export class LocalTranslationService {
         });
         return this.translatorPromise;
     }
+    //#endregion
+    //#region methods / create translator
     async createTranslator() {
         //#region @backendFunc
         //#region @esmRemove
@@ -71,6 +85,8 @@ export class LocalTranslationService {
         //#endregion
         return void 0;
     }
+    //#endregion
+    //#region methods / emit progress
     emitProgress(progress) {
         for (const listener of this.progressListeners) {
             try {
@@ -81,6 +97,8 @@ export class LocalTranslationService {
             }
         }
     }
+    //#endregion
+    //#region methods / warmup translator
     warmupTranslator(translator) {
         this.warmupPromise ??= translator('Hello.', {
             src_lang: 'eng_Latn',
@@ -94,6 +112,8 @@ export class LocalTranslationService {
         });
         return this.warmupPromise;
     }
+    //#endregion
+    //#region methods / translate
     async translate(options) {
         //#region @backendFunc
         let { text, context, from, to, glossary } = options;
@@ -112,19 +132,54 @@ export class LocalTranslationService {
         if (!tgtLang) {
             throw new Error(`Unsupported target translation locale: ${toOrg}`);
         }
-        const input = context?.trim()
-            ? `${context.trim()}\n\n${text.trim()}`
+        /**
+         * Context is included so NLLB can use it while translating,
+         * but only content after CONTEXT_SEPARATOR is returned.
+         */
+        const hasContext = !!context?.trim();
+        const input = hasContext
+            ? `${context.trim()}\n\n${CONTEXT_SEPARATOR}\n\n${text.trim()}`
             : text;
-        const protectedInput = this.protectGlossary(input, glossary);
+        /**
+         * Protect [[ ... ]] before doing glossary substitutions.
+         *
+         * This is intentionally first so glossary entries can never
+         * accidentally modify interpolation expressions.
+         */
+        const protectedInterpolation = this.protectInterpolation(input);
+        const protectedGlossary = this.protectGlossary(protectedInterpolation.preparedText, glossary);
         const translator = await this.getTranslator();
-        const result = await translator(protectedInput.preparedText, {
+        const result = await translator(protectedGlossary.preparedText, {
             src_lang: srcLang,
             tgt_lang: tgtLang,
         });
-        const translatedText = result[0]?.translation_text ?? '';
-        return protectedInput.restore(translatedText);
+        let translatedText = result[0]?.translation_text ?? '';
+        /**
+         * Restore glossary values first, then interpolation expressions.
+         */
+        translatedText = protectedGlossary.restore(translatedText);
+        translatedText = protectedInterpolation.restore(translatedText);
+        /**
+         * Remove translated context from the final result.
+         */
+        if (hasContext) {
+            const separatorIndex = translatedText.lastIndexOf('→');
+            if (separatorIndex !== -1) {
+                translatedText = translatedText.slice(separatorIndex + 1).trim();
+            }
+            else {
+                // separator disappeared — never return context accidentally
+                return this.translate({
+                    ...options,
+                    context: undefined,
+                });
+            }
+        }
+        return translatedText;
         //#endregion
     }
+    //#endregion
+    //#region methods / protect glossary
     protectGlossary(text, glossary) {
         if (!glossary || Object.keys(glossary).length === 0) {
             return {
@@ -155,6 +210,38 @@ export class LocalTranslationService {
             },
         };
     }
+    //#endregion
+    //#region methods / protect interpolation
+    protectInterpolation(text) {
+        const replacements = [];
+        const preparedText = text.replace(/\[\[[\s\S]*?\]\]/g, originalValue => {
+            const placeholder = `TAONINTERPOLATION${replacements.length}PLACEHOLDER`;
+            replacements.push({
+                placeholder,
+                originalValue,
+            });
+            return placeholder;
+        });
+        return {
+            preparedText,
+            restore(translatedText) {
+                let result = translatedText;
+                for (const replacement of replacements) {
+                    if (!result.includes(replacement.placeholder)) {
+                        console.error(`Translation model removed interpolation placeholder ` +
+                            `"${replacement.placeholder}" while translating "${text}". ` +
+                            `Appending "${replacement.originalValue}" manually.`);
+                        result = `${result.trimEnd()} ${replacement.originalValue}`;
+                        continue;
+                    }
+                    result = result.replaceAll(replacement.placeholder, replacement.originalValue);
+                }
+                return result;
+            },
+        };
+    }
+    //#endregion
+    //#region methods / get models cache path
     getModelsCachePath() {
         const cachePath = crossPlatformPath([
             UtilsOs__NS__getRealHomeDir(),

package/lib-prod/local-translation.js.map

@@ -1 +1 @@
-{"version":3,"file":"local-translation.js","sourceRoot":"","sources":[""],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAA+lC,YAAY,EAAg4K,mBAAmB,EAAyvD,2BAA2B,EAAgtC,MAAM,mBAAmB,CAAC;AA6DriT,MAAM,QAAQ,GAAG,gCAAgC,CAAC;AAElD,MAAM,iBAAiB,GAEnB;IACF,OAAO,EAAE,UAAU;IACnB,OAAO,EAAE,UAAU;IACnB,OAAO,EAAE,UAAU;CACpB,CAAC;AAEF,MAAM,OAAO,uBAAuB;IAC1B,iBAAiB,CAAgB;IAEjC,OAAO,GAAG,KAAK,CAAC;IAEhB,aAAa,CAAiB;IAE9B,iBAAiB,GAAG,IAAI,GAAG,EAEhC,CAAC;IAEJ;;;;;OAKG;IACH,KAAK,CAAC,oBAAoB,CACxB,UAAuC,EAAE;QAEzC,sBAAsB;QACtB,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC;QAE/C,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAE9C,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,UAAU,EAAE,CAAC;gBACf,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QACD,YAAY;IACd,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAEO,aAAa;QACnB,IAAI,CAAC,iBAAiB,KAAK,IAAI,CAAC,gBAAgB,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;YAC/D,+DAA+D;YAC/D,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;YACnC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YAErB,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,sBAAsB;QACtB,oBAAoB;QACpB,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CACpC,2BAA2B,CAC5B,CAAC;QAEF,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAEzC,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,aAAa,EAAE,QAAQ,EAAE;YACzD,KAAK,EAAE,IAAI;YAEX,iBAAiB,EAAE,CAAC,QAA4B,EAAE,EAAE;gBAClD,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,IAAI,CAAC,YAAY,CAAC;YAChB,MAAM,EAAE,OAAO;YACf,QAAQ,EAAE,GAAG;SACd,CAAC,CAAC;QAEH,OAAO,UAAU,CAAC;QAClB,YAAY;QACZ,YAAY;QACZ,OAAO,KAAK,CAAQ,CAAC;IACvB,CAAC;IAEO,YAAY,CAAC,QAA4B;QAC/C,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC9C,IAAI,CAAC;gBACH,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACrB,CAAC;YAAC,MAAM,CAAC;gBACP,qDAAqD;YACvD,CAAC;QACH,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,UAAe;QACtC,IAAI,CAAC,aAAa,KAAK,UAAU,CAAC,QAAQ,EAAE;YAC1C,QAAQ,EAAE,UAAU;YACpB,QAAQ,EAAE,UAAU;YACpB,cAAc,EAAE,EAAE;SACnB,CAAC;aACC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;aACrB,KAAK,CAAC,KAAK,CAAC,EAAE;YACb,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;YAC/B,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QAEL,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAA2B;QACzC,sBAAsB;QACtB,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;QAEpD,MAAM,OAAO,GAAG,IAAI,CAAC;QACrB,MAAM,KAAK,GAAG,EAAE,CAAC;QAEjB,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAQ,CAAC;QAC5C,EAAE,GAAG,YAAY,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAQ,CAAC;QAExC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,OAAO,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAEzC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,0CAA0C,OAAO,EAAE,CACpD,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,0CAA0C,KAAK,EAAE,CAClD,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,EAAE,IAAI,EAAE;YAC3B,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,OAAO,IAAI,CAAC,IAAI,EAAE,EAAE;YACvC,CAAC,CAAC,IAAI,CAAC;QAET,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC7D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAE9C,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,cAAc,CAAC,YAAY,EAAE;YAC3D,QAAQ,EAAE,OAAO;YACjB,QAAQ,EAAE,OAAO;SAClB,CAAC,CAAC;QAEH,MAAM,cAAc,GAClB,MAAM,CAAC,CAAC,CAAC,EAAE,gBAAgB,IAAI,EAAE,CAAC;QAEpC,OAAO,cAAc,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAC9C,YAAY;IACd,CAAC;IAEO,eAAe,CACrB,IAAY,EACZ,QAAiC;QAKjC,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpD,OAAO;gBACL,YAAY,EAAE,IAAI;gBAClB,OAAO,EAAE,cAAc,CAAC,EAAE,CAAC,cAAc;aAC1C,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GAGb,EAAE,CAAC;QAER,IAAI,YAAY,GAAG,IAAI,CAAC;QAExB,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;aACrB,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;aACrD,OAAO,CAAC,CAAC,CAAC,WAAW,EAAE,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE;YACjD,MAAM,WAAW,GAAG,WAAW,KAAK,aAAa,CAAC;YAElD,YAAY,GAAG,YAAY,CAAC,UAAU,CACpC,WAAW,EACX,WAAW,CACZ,CAAC;YAEF,YAAY,CAAC,IAAI,CAAC;gBAChB,WAAW;gBACX,eAAe;aAChB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEL,OAAO;YACL,YAAY;YAEZ,OAAO,CAAC,cAAsB;gBAC5B,IAAI,MAAM,GAAG,cAAc,CAAC;gBAE5B,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;oBACvC,MAAM,GAAG,MAAM,CAAC,UAAU,CACxB,WAAW,CAAC,WAAW,EACvB,WAAW,CAAC,eAAe,CAC5B,CAAC;gBACJ,CAAC;gBAED,OAAO,MAAM,CAAC;YAChB,CAAC;SACF,CAAC;IACJ,CAAC;IAEO,kBAAkB;QACxB,MAAM,SAAS,GAAG,iBAAiB,CAAC;YAClC,2BAA2B,EAAE;YAC7B,aAAa;YACb,iBAAiB;SAClB,CAAC,CAAC;QAEH,mBAAmB,CAAC,SAAS,CAAC,CAAC;QAE/B,OAAO,SAAS,CAAC;IACnB,CAAC;CACF"}
+{"version":3,"file":"local-translation.js","sourceRoot":"","sources":[""],"names":[],"mappings":"AAAA,iBAAiB;AACjB,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAA+lC,YAAY,EAAg4K,mBAAmB,EAAyvD,2BAA2B,EAAgtC,MAAM,mBAAmB,CAAC;AAwEriT,YAAY;AAEZ,mBAAmB;AACnB,MAAM,QAAQ,GAAG,gCAAgC,CAAC;AAElD,MAAM,iBAAiB,GAA6D;IAClF,OAAO,EAAE,UAAU;IACnB,OAAO,EAAE,UAAU;IACnB,OAAO,EAAE,UAAU;CACpB,CAAC;AAEF,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,YAAY;AAEZ,MAAM,OAAO,uBAAuB;IAClC,0BAA0B;IAClB,iBAAiB,CAAgB;IAEjC,OAAO,GAAG,KAAK,CAAC;IAEhB,aAAa,CAAiB;IAE9B,iBAAiB,GAAG,IAAI,GAAG,EAA0C,CAAC;IAC9E,YAAY;IAEZ;;;;;OAKG;IACH,2CAA2C;IAC3C,KAAK,CAAC,oBAAoB,CACxB,UAAuC,EAAE;QAEzC,sBAAsB;QACtB,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC;QAE/C,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAE9C,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,UAAU,EAAE,CAAC;gBACf,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QACD,YAAY;IACd,CAAC;IACD,YAAY;IAEZ;;OAEG;IACH,+BAA+B;IAC/B,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IACD,YAAY;IAEZ,kCAAkC;IAC1B,aAAa;QACnB,IAAI,CAAC,iBAAiB,KAAK,IAAI,CAAC,gBAAgB,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;YAC/D,+DAA+D;YAC/D,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;YACnC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YAErB,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IACD,YAAY;IAEZ,qCAAqC;IAC7B,KAAK,CAAC,gBAAgB;QAC5B,sBAAsB;QACtB,oBAAoB;QACpB,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QAEpE,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAEzC,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,aAAa,EAAE,QAAQ,EAAE;YACzD,KAAK,EAAE,IAAI;YAEX,iBAAiB,EAAE,CAAC,QAA4B,EAAE,EAAE;gBAClD,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,IAAI,CAAC,YAAY,CAAC;YAChB,MAAM,EAAE,OAAO;YACf,QAAQ,EAAE,GAAG;SACd,CAAC,CAAC;QAEH,OAAO,UAAU,CAAC;QAClB,YAAY;QACZ,YAAY;QAEZ,OAAO,KAAK,CAAQ,CAAC;IACvB,CAAC;IACD,YAAY;IAEZ,iCAAiC;IACzB,YAAY,CAAC,QAA4B;QAC/C,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC9C,IAAI,CAAC;gBACH,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACrB,CAAC;YAAC,MAAM,CAAC;gBACP,qDAAqD;YACvD,CAAC;QACH,CAAC;IACH,CAAC;IACD,YAAY;IAEZ,qCAAqC;IAC7B,gBAAgB,CAAC,UAAe;QACtC,IAAI,CAAC,aAAa,KAAK,UAAU,CAAC,QAAQ,EAAE;YAC1C,QAAQ,EAAE,UAAU;YACpB,QAAQ,EAAE,UAAU;YACpB,cAAc,EAAE,EAAE;SACnB,CAAC;aACC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;aACrB,KAAK,CAAC,KAAK,CAAC,EAAE;YACb,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;YAC/B,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QAEL,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IACD,YAAY;IAEZ,6BAA6B;IAC7B,KAAK,CAAC,SAAS,CAAC,OAA2B;QACzC,sBAAsB;QACtB,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;QAEpD,MAAM,OAAO,GAAG,IAAI,CAAC;QACrB,MAAM,KAAK,GAAG,EAAE,CAAC;QAEjB,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAQ,CAAC;QAC5C,EAAE,GAAG,YAAY,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAQ,CAAC;QAExC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,OAAO,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAEzC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,0CAA0C,OAAO,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,0CAA0C,KAAK,EAAE,CAAC,CAAC;QACrE,CAAC;QAED;;;WAGG;QACH,MAAM,UAAU,GAAG,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC;QAErC,MAAM,KAAK,GAAG,UAAU;YACtB,CAAC,CAAC,GAAG,OAAQ,CAAC,IAAI,EAAE,OAAO,iBAAiB,OAAO,IAAI,CAAC,IAAI,EAAE,EAAE;YAChE,CAAC,CAAC,IAAI,CAAC;QAET;;;;;WAKG;QACH,MAAM,sBAAsB,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QAEhE,MAAM,iBAAiB,GAAG,IAAI,CAAC,eAAe,CAC5C,sBAAsB,CAAC,YAAY,EACnC,QAAQ,CACT,CAAC;QAEF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAE9C,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,iBAAiB,CAAC,YAAY,EAAE;YAC9D,QAAQ,EAAE,OAAO;YACjB,QAAQ,EAAE,OAAO;SAClB,CAAC,CAAC;QAEH,IAAI,cAAc,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,gBAAgB,IAAI,EAAE,CAAC;QAEvD;;WAEG;QACH,cAAc,GAAG,iBAAiB,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAC3D,cAAc,GAAG,sBAAsB,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAEhE;;WAEG;QACH,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,cAAc,GAAG,cAAc,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YAEvD,IAAI,cAAc,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC1B,cAAc,GAAG,cAAc,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACnE,CAAC;iBAAM,CAAC;gBACN,4DAA4D;gBAC5D,OAAO,IAAI,CAAC,SAAS,CAAC;oBACpB,GAAG,OAAO;oBACV,OAAO,EAAE,SAAS;iBACnB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,cAAc,CAAC;QACtB,YAAY;IACd,CAAC;IACD,YAAY;IAEZ,oCAAoC;IAC5B,eAAe,CACrB,IAAY,EACZ,QAAiC;QAKjC,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpD,OAAO;gBACL,YAAY,EAAE,IAAI;gBAClB,OAAO,EAAE,cAAc,CAAC,EAAE,CAAC,cAAc;aAC1C,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GAGb,EAAE,CAAC;QAER,IAAI,YAAY,GAAG,IAAI,CAAC;QAExB,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;aACrB,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;aACrD,OAAO,CAAC,CAAC,CAAC,WAAW,EAAE,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE;YACjD,MAAM,WAAW,GAAG,WAAW,KAAK,aAAa,CAAC;YAElD,YAAY,GAAG,YAAY,CAAC,UAAU,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YAEjE,YAAY,CAAC,IAAI,CAAC;gBAChB,WAAW;gBACX,eAAe;aAChB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEL,OAAO;YACL,YAAY;YAEZ,OAAO,CAAC,cAAsB;gBAC5B,IAAI,MAAM,GAAG,cAAc,CAAC;gBAE5B,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;oBACvC,MAAM,GAAG,MAAM,CAAC,UAAU,CACxB,WAAW,CAAC,WAAW,EACvB,WAAW,CAAC,eAAe,CAC5B,CAAC;gBACJ,CAAC;gBAED,OAAO,MAAM,CAAC;YAChB,CAAC;SACF,CAAC;IACJ,CAAC;IACD,YAAY;IAEZ,yCAAyC;IACjC,oBAAoB,CAAC,IAAY;QAIvC,MAAM,YAAY,GAGb,EAAE,CAAC;QAER,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,aAAa,CAAC,EAAE;YACrE,MAAM,WAAW,GAAG,oBAAoB,YAAY,CAAC,MAAM,aAAa,CAAC;YAEzE,YAAY,CAAC,IAAI,CAAC;gBAChB,WAAW;gBACX,aAAa;aACd,CAAC,CAAC;YAEH,OAAO,WAAW,CAAC;QACrB,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,YAAY;YAEZ,OAAO,CAAC,cAAsB;gBAC5B,IAAI,MAAM,GAAG,cAAc,CAAC;gBAE5B,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;oBACvC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE,CAAC;wBAC9C,OAAO,CAAC,KAAK,CACX,sDAAsD;4BACpD,IAAI,WAAW,CAAC,WAAW,wBAAwB,IAAI,KAAK;4BAC5D,cAAc,WAAW,CAAC,aAAa,aAAa,CACvD,CAAC;wBAEF,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,EAAE,IAAI,WAAW,CAAC,aAAa,EAAE,CAAC;wBAC5D,SAAS;oBACX,CAAC;oBAED,MAAM,GAAG,MAAM,CAAC,UAAU,CACxB,WAAW,CAAC,WAAW,EACvB,WAAW,CAAC,aAAa,CAC1B,CAAC;gBACJ,CAAC;gBAED,OAAO,MAAM,CAAC;YAChB,CAAC;SACF,CAAC;IACJ,CAAC;IACD,YAAY;IAEZ,yCAAyC;IACjC,kBAAkB;QACxB,MAAM,SAAS,GAAG,iBAAiB,CAAC;YAClC,2BAA2B,EAAE;YAC7B,aAAa;YACb,iBAAiB;SAClB,CAAC,CAAC;QAEH,mBAAmB,CAAC,SAAS,CAAC,CAAC;QAE/B,OAAO,SAAS,CAAC;IACnB,CAAC;CAEF"}

package/lib-prod/package.json

@@ -1,4 +1,4 @@
 {
   "name": "@taon-dev/i18n/lib-prod",
-  "version": "21.0.50"
+  "version": "21.0.53"
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@taon-dev/i18n",
-  "version": "21.0.50",
+  "version": "21.0.53",
   "scripts": {
     "taon init": "taon init",
     "taon start": "taon start",

package/ts-source/browser-code/build-info._auto-generated_.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   
@@ -15,4 +15,4 @@ export const APP_ID = 'com.domain.example.i18n';
 export const BUILD_BASE_HREF = '';
 export const PROJECT_NPM_NAME = '@taon-dev/i18n';
 export const CURRENT_PACKAGE_TAON_VERSION = 'v21';
-export const CURRENT_PACKAGE_VERSION = '21.0.50';
+export const CURRENT_PACKAGE_VERSION = '21.0.53';

package/ts-source/browser-code/i18n/lib.translation.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code/i18n/translation.ts.en-US.i18n.data.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code/i18n/translation.ts.pl-PL.i18n.data.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code/index._auto-generated_.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   
@@ -22,4 +22,3 @@ export * from './translation';
 export * from './utils-i18n-extract-gettext-translate-from-html';
 export * from './utils-i18n-html';
 export * from './utils-po-file';
-export * from './i18n/lib.translation';

package/ts-source/browser-code/index.scss

@@ -3,7 +3,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code/index.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code/local-translation.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   
@@ -35,6 +35,7 @@ const nllbLanguageCodes: Partial<Record<UtilsI18n.CommonLocaleCode, string>> = {
     'pl-PL': 'pol_Latn',
     'de-DE': 'deu_Latn',
 };
+const CONTEXT_SEPARATOR = '→';
 export class LocalTranslationService {
     private translatorPromise?: Promise<any>;
     private aiReady = false;
@@ -119,6 +120,40 @@ export class LocalTranslationService {
             },
         };
     }
+    private protectInterpolation(text: string): {
+        preparedText: string;
+        restore: (translatedText: string) => string;
+    } {
+        const replacements: Array<{
+            placeholder: string;
+            originalValue: string;
+        }> = [];
+        const preparedText = text.replace(/\[\[[\s\S]*?\]\]/g, originalValue => {
+            const placeholder = `TAONINTERPOLATION${replacements.length}PLACEHOLDER`;
+            replacements.push({
+                placeholder,
+                originalValue,
+            });
+            return placeholder;
+        });
+        return {
+            preparedText,
+            restore(translatedText: string): string {
+                let result = translatedText;
+                for (const replacement of replacements) {
+                    if (!result.includes(replacement.placeholder)) {
+                        console.error(`Translation model removed interpolation placeholder ` +
+                            `"${replacement.placeholder}" while translating "${text}". ` +
+                            `Appending "${replacement.originalValue}" manually.`);
+                        result = `${result.trimEnd()} ${replacement.originalValue}`;
+                        continue;
+                    }
+                    result = result.replaceAll(replacement.placeholder, replacement.originalValue);
+                }
+                return result;
+            },
+        };
+    }
     private getModelsCachePath(): string {
         const cachePath = crossPlatformPath([
             UtilsOs.getRealHomeDir(),

package/ts-source/browser-code/start-cli.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code/translate.directive.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code/translate.pipe.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code/translate.service.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code/translation-manager.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code/translation.models.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code/translation.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code/utils-i18n-extract-gettext-translate-from-html.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code/utils-i18n-html.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code/utils-po-file.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code-prod/build-info._auto-generated_.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   
@@ -15,4 +15,4 @@ export const APP_ID = 'com.domain.example.i18n';
 export const BUILD_BASE_HREF = '';
 export const PROJECT_NPM_NAME = '@taon-dev/i18n';
 export const CURRENT_PACKAGE_TAON_VERSION = 'v21';
-export const CURRENT_PACKAGE_VERSION = '21.0.50';
+export const CURRENT_PACKAGE_VERSION = '21.0.53';

package/ts-source/browser-code-prod/i18n/lib.translation.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code-prod/i18n/translation.ts.en-US.i18n.data.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code-prod/i18n/translation.ts.pl-PL.i18n.data.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code-prod/index._auto-generated_.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   
@@ -22,4 +22,3 @@ export * from './translation';
 export * from './utils-i18n-extract-gettext-translate-from-html';
 export * from './utils-i18n-html';
 export * from './utils-po-file';
-export * from './i18n/lib.translation';

package/ts-source/browser-code-prod/index.scss

@@ -3,7 +3,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code-prod/index.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code-prod/local-translation.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   
@@ -35,6 +35,7 @@ const nllbLanguageCodes: Partial<Record<UtilsI18n__NS__CommonLocaleCode, string>
     'pl-PL': 'pol_Latn',
     'de-DE': 'deu_Latn',
 };
+const CONTEXT_SEPARATOR = '→';
 export class LocalTranslationService {
     private translatorPromise?: Promise<any>;
     private aiReady = false;
@@ -119,6 +120,40 @@ export class LocalTranslationService {
             },
         };
     }
+    private protectInterpolation(text: string): {
+        preparedText: string;
+        restore: (translatedText: string) => string;
+    } {
+        const replacements: Array<{
+            placeholder: string;
+            originalValue: string;
+        }> = [];
+        const preparedText = text.replace(/\[\[[\s\S]*?\]\]/g, originalValue => {
+            const placeholder = `TAONINTERPOLATION${replacements.length}PLACEHOLDER`;
+            replacements.push({
+                placeholder,
+                originalValue,
+            });
+            return placeholder;
+        });
+        return {
+            preparedText,
+            restore(translatedText: string): string {
+                let result = translatedText;
+                for (const replacement of replacements) {
+                    if (!result.includes(replacement.placeholder)) {
+                        console.error(`Translation model removed interpolation placeholder ` +
+                            `"${replacement.placeholder}" while translating "${text}". ` +
+                            `Appending "${replacement.originalValue}" manually.`);
+                        result = `${result.trimEnd()} ${replacement.originalValue}`;
+                        continue;
+                    }
+                    result = result.replaceAll(replacement.placeholder, replacement.originalValue);
+                }
+                return result;
+            },
+        };
+    }
     private getModelsCachePath(): string {
         const cachePath = crossPlatformPath([
             UtilsOs__NS__getRealHomeDir(),

package/ts-source/browser-code-prod/start-cli.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code-prod/translate.directive.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code-prod/translate.pipe.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code-prod/translate.service.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.
   

package/ts-source/browser-code-prod/translation-manager.ts

@@ -4,7 +4,7 @@
 - TAON READONLY SOURCE
 - DO NOT MODIFY THIS FILE.
 - Changes may be overwritten.
-- Use command: taon build:lib:watch
+- Use command: taon build:watch:lib
   inside @taon-dev/i18n project repository
   for watch development of third party modules like this.