@taon-dev/i18n 21.0.27 → 21.0.30

package/lib-prod/build-info._auto-generated_.d.ts

@@ -21,4 +21,4 @@ export declare const CURRENT_PACKAGE_TAON_VERSION = "v21";
 /**
  *  Autogenerated by current cli tool. Use *tnp release* to bump version.
  */
-export declare const CURRENT_PACKAGE_VERSION = "21.0.27";
+export declare const CURRENT_PACKAGE_VERSION = "21.0.30";

package/lib-prod/build-info._auto-generated_.js

@@ -22,6 +22,6 @@ export const CURRENT_PACKAGE_TAON_VERSION = 'v21';
 /**
  *  Autogenerated by current cli tool. Use *tnp release* to bump version.
  */
-export const CURRENT_PACKAGE_VERSION = '21.0.27';
+export const CURRENT_PACKAGE_VERSION = '21.0.30';
 // THIS FILE IS GENERATED - DO NOT MODIFY
 //# sourceMappingURL=build-info._auto-generated_.js.map

package/lib-prod/index._auto-generated_.d.ts

@@ -1,4 +1,5 @@
 export * from './build-info._auto-generated_';
+export * from './local-translation';
 export * from './start-cli';
 export * from './translation-manager';
 export * from './translation.models';

package/lib-prod/index._auto-generated_.js

@@ -4,6 +4,7 @@
 // set property "shouldGenerateAutogenIndexFile: false" 
 // in taon.jsonc of your project. 
 export * from './build-info._auto-generated_';
+export * from './local-translation';
 export * from './start-cli';
 /* */
 /* */

package/lib-prod/index._auto-generated_.js.map

@@ -1 +1 @@
-{"version":3,"file":"index._auto-generated_.js","sourceRoot":"","sources":[""],"names":[],"mappings":"AAAA,cAAc;AACd,kEAAkE;AAClE,wCAAwC;AACxC,wDAAwD;AACxD,kCAAkC;AAClC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,aAAa,CAAC;AAC5B,KAAK;AACL,KAAK;AACL,KAAK;AACL,cAAc,uBAAuB,CAAC;AACtC,cAAc,sBAAsB,CAAC;AACrC,cAAc,eAAe,CAAC;AAC9B,cAAc,kDAAkD,CAAC;AACjE,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,wBAAwB,CAAC"}
+{"version":3,"file":"index._auto-generated_.js","sourceRoot":"","sources":[""],"names":[],"mappings":"AAAA,cAAc;AACd,kEAAkE;AAClE,wCAAwC;AACxC,wDAAwD;AACxD,kCAAkC;AAClC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,KAAK;AACL,KAAK;AACL,KAAK;AACL,cAAc,uBAAuB,CAAC;AACtC,cAAc,sBAAsB,CAAC;AACrC,cAAc,eAAe,CAAC;AAC9B,cAAc,kDAAkD,CAAC;AACjE,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,wBAAwB,CAAC"}

package/lib-prod/local-translation.d.ts

@@ -0,0 +1,67 @@
+import { UtilsI18n__NS__CommonLocaleCode } from 'tnp-core/lib-prod';
+export interface TranslationOptions {
+    text: string;
+    from: UtilsI18n__NS__CommonLocaleCode;
+    to: UtilsI18n__NS__CommonLocaleCode;
+    /**
+     * Nearby source-language text.
+     */
+    context?: string;
+    glossary?: Record<string, string>;
+}
+export interface AiDownloadProgress {
+    /**
+     * General loading stage reported by Transformers.js.
+     */
+    status: 'initiate' | 'download' | 'progress' | 'progress_total' | 'done' | 'ready' | string;
+    /**
+     * Current filename, when progress concerns an individual file.
+     */
+    file?: string;
+    /**
+     * Progress from 0 to 100.
+     */
+    progress?: number;
+    /**
+     * Downloaded bytes, when provided by Transformers.js.
+     */
+    loaded?: number;
+    /**
+     * Total bytes, when provided by Transformers.js.
+     */
+    total?: number;
+}
+export interface MakeSureAiDownloadedOptions {
+    onProgress?: (progress: AiDownloadProgress) => void;
+    /**
+     * Run one tiny translation after loading.
+     *
+     * This removes most of the delay from the first real translation,
+     * but it performs a small amount of additional inference work.
+     */
+    warmup?: boolean;
+}
+export declare class LocalTranslationService {
+    private translatorPromise?;
+    private aiReady;
+    private warmupPromise?;
+    private progressListeners;
+    /**
+     * Downloads, caches and loads the translation model.
+     *
+     * Multiple simultaneous calls share the same initialization promise.
+     * After this resolves, translate() reuses the already loaded model.
+     */
+    makeSureAiDownloaded(options?: MakeSureAiDownloadedOptions): Promise<void>;
+    /**
+     * True only in this process after pipeline initialization succeeded.
+     */
+    isAiReady(): boolean;
+    private getTranslator;
+    private createTranslator;
+    private emitProgress;
+    private warmupTranslator;
+    translate(options: TranslationOptions): Promise<string>;
+    private protectGlossary;
+    private getModelsCachePath;
+}

package/lib-prod/local-translation.js

@@ -0,0 +1,168 @@
+import { mkdirSync } from 'node:fs';
+import { crossPlatformPath, dotTaonFolder, ___NS__first, UtilsOs__NS__getRealHomeDir } from 'tnp-core/lib-prod';
+const MODEL_ID = 'Xenova/nllb-200-distilled-600M';
+const nllbLanguageCodes = {
+    'en-US': 'eng_Latn',
+    'pl-PL': 'pol_Latn',
+    'de-DE': 'deu_Latn',
+};
+export class LocalTranslationService {
+    translatorPromise;
+    aiReady = false;
+    warmupPromise;
+    progressListeners = new Set();
+    /**
+     * Downloads, caches and loads the translation model.
+     *
+     * Multiple simultaneous calls share the same initialization promise.
+     * After this resolves, translate() reuses the already loaded model.
+     */
+    async makeSureAiDownloaded(options = {}) {
+        //#region @backendFunc
+        const { onProgress, warmup = false } = options;
+        if (onProgress) {
+            this.progressListeners.add(onProgress);
+        }
+        try {
+            const translator = await this.getTranslator();
+            if (warmup) {
+                await this.warmupTranslator(translator);
+            }
+        }
+        finally {
+            if (onProgress) {
+                this.progressListeners.delete(onProgress);
+            }
+        }
+        //#endregion
+    }
+    /**
+     * True only in this process after pipeline initialization succeeded.
+     */
+    isAiReady() {
+        return this.aiReady;
+    }
+    getTranslator() {
+        this.translatorPromise ??= this.createTranslator().catch(error => {
+            // Allow a later call to retry after a network or disk failure.
+            this.translatorPromise = undefined;
+            this.aiReady = false;
+            throw error;
+        });
+        return this.translatorPromise;
+    }
+    async createTranslator() {
+        //#region @backendFunc
+        const { env, pipeline } = await import('@huggingface/transformers');
+        env.cacheDir = this.getModelsCachePath();
+        const translator = await pipeline('translation', MODEL_ID, {
+            dtype: 'q8',
+            progress_callback: (progress) => {
+                this.emitProgress(progress);
+            },
+        });
+        this.aiReady = true;
+        this.emitProgress({
+            status: 'ready',
+            progress: 100,
+        });
+        return translator;
+        //#endregion
+    }
+    emitProgress(progress) {
+        for (const listener of this.progressListeners) {
+            try {
+                listener(progress);
+            }
+            catch {
+                // A UI callback must not break model initialization.
+            }
+        }
+    }
+    warmupTranslator(translator) {
+        this.warmupPromise ??= translator('Hello.', {
+            src_lang: 'eng_Latn',
+            tgt_lang: 'pol_Latn',
+            max_new_tokens: 16,
+        })
+            .then(() => undefined)
+            .catch(error => {
+            this.warmupPromise = undefined;
+            throw error;
+        });
+        return this.warmupPromise;
+    }
+    async translate(options) {
+        //#region @backendFunc
+        let { text, context, from, to, glossary } = options;
+        const fromOrg = from;
+        const toOrg = to;
+        from = ___NS__first(from.split('-'));
+        to = ___NS__first(to.split('-'));
+        if (!text.trim() || from === to) {
+            return text;
+        }
+        const srcLang = nllbLanguageCodes[fromOrg];
+        const tgtLang = nllbLanguageCodes[toOrg];
+        if (!srcLang) {
+            throw new Error(`Unsupported source translation locale: ${fromOrg}`);
+        }
+        if (!tgtLang) {
+            throw new Error(`Unsupported target translation locale: ${toOrg}`);
+        }
+        const input = context?.trim()
+            ? `${context.trim()}\n\n${text.trim()}`
+            : text;
+        const protectedInput = this.protectGlossary(input, glossary);
+        const translator = await this.getTranslator();
+        const result = await translator(protectedInput.preparedText, {
+            src_lang: srcLang,
+            tgt_lang: tgtLang,
+        });
+        const translatedText = result[0]?.translation_text ?? '';
+        return protectedInput.restore(translatedText);
+        //#endregion
+    }
+    protectGlossary(text, glossary) {
+        if (!glossary || Object.keys(glossary).length === 0) {
+            return {
+                preparedText: text,
+                restore: translatedText => translatedText,
+            };
+        }
+        const replacements = [];
+        let preparedText = text;
+        Object.entries(glossary)
+            .sort(([left], [right]) => right.length - left.length)
+            .forEach(([sourceValue, translatedValue], index) => {
+            const placeholder = `TAONTERM${index}PLACEHOLDER`;
+            preparedText = preparedText.replaceAll(sourceValue, placeholder);
+            replacements.push({
+                placeholder,
+                translatedValue,
+            });
+        });
+        return {
+            preparedText,
+            restore(translatedText) {
+                let result = translatedText;
+                for (const replacement of replacements) {
+                    result = result.replaceAll(replacement.placeholder, replacement.translatedValue);
+                }
+                return result;
+            },
+        };
+    }
+    getModelsCachePath() {
+        const cachePath = crossPlatformPath([
+            UtilsOs__NS__getRealHomeDir(),
+            dotTaonFolder,
+            'ai-models-cache',
+        ]);
+        mkdirSync(cachePath, {
+            recursive: true,
+        });
+        return cachePath;
+    }
+}
+//# sourceMappingURL=local-translation.js.map

package/lib-prod/local-translation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-translation.js","sourceRoot":"","sources":[""],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAEpC,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAA+lC,YAAY,EAAs8I,2BAA2B,EAAioC,MAAM,mBAAmB,CAAC;AA6DhxN,MAAM,QAAQ,GAAG,gCAAgC,CAAC;AAElD,MAAM,iBAAiB,GAEnB;IACF,OAAO,EAAE,UAAU;IACnB,OAAO,EAAE,UAAU;IACnB,OAAO,EAAE,UAAU;CACpB,CAAC;AAEF,MAAM,OAAO,uBAAuB;IAC1B,iBAAiB,CAAgB;IAEjC,OAAO,GAAG,KAAK,CAAC;IAEhB,aAAa,CAAiB;IAE9B,iBAAiB,GAAG,IAAI,GAAG,EAEhC,CAAC;IAEJ;;;;;OAKG;IACH,KAAK,CAAC,oBAAoB,CACxB,UAAuC,EAAE;QAEzC,sBAAsB;QACtB,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC;QAE/C,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAE9C,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,UAAU,EAAE,CAAC;gBACf,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QACD,YAAY;IACd,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAEO,aAAa;QACnB,IAAI,CAAC,iBAAiB,KAAK,IAAI,CAAC,gBAAgB,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;YAC/D,+DAA+D;YAC/D,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;YACnC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YAErB,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,sBAAsB;QACtB,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CACpC,2BAA2B,CAC5B,CAAC;QAEF,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAEzC,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,aAAa,EAAE,QAAQ,EAAE;YACzD,KAAK,EAAE,IAAI;YAEX,iBAAiB,EAAE,CAAC,QAA4B,EAAE,EAAE;gBAClD,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,IAAI,CAAC,YAAY,CAAC;YAChB,MAAM,EAAE,OAAO;YACf,QAAQ,EAAE,GAAG;SACd,CAAC,CAAC;QAEH,OAAO,UAAU,CAAC;QAClB,YAAY;IACd,CAAC;IAEO,YAAY,CAAC,QAA4B;QAC/C,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC9C,IAAI,CAAC;gBACH,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACrB,CAAC;YAAC,MAAM,CAAC;gBACP,qDAAqD;YACvD,CAAC;QACH,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,UAAe;QACtC,IAAI,CAAC,aAAa,KAAK,UAAU,CAAC,QAAQ,EAAE;YAC1C,QAAQ,EAAE,UAAU;YACpB,QAAQ,EAAE,UAAU;YACpB,cAAc,EAAE,EAAE;SACnB,CAAC;aACC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;aACrB,KAAK,CAAC,KAAK,CAAC,EAAE;YACb,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;YAC/B,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QAEL,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAA2B;QACzC,sBAAsB;QACtB,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;QAEpD,MAAM,OAAO,GAAG,IAAI,CAAC;QACrB,MAAM,KAAK,GAAG,EAAE,CAAC;QAEjB,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAQ,CAAC;QAC5C,EAAE,GAAG,YAAY,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAQ,CAAC;QAExC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,OAAO,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAEzC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,0CAA0C,OAAO,EAAE,CACpD,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,0CAA0C,KAAK,EAAE,CAClD,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,EAAE,IAAI,EAAE;YAC3B,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,OAAO,IAAI,CAAC,IAAI,EAAE,EAAE;YACvC,CAAC,CAAC,IAAI,CAAC;QAET,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC7D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAE9C,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,cAAc,CAAC,YAAY,EAAE;YAC3D,QAAQ,EAAE,OAAO;YACjB,QAAQ,EAAE,OAAO;SAClB,CAAC,CAAC;QAEH,MAAM,cAAc,GAClB,MAAM,CAAC,CAAC,CAAC,EAAE,gBAAgB,IAAI,EAAE,CAAC;QAEpC,OAAO,cAAc,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAC9C,YAAY;IACd,CAAC;IAEO,eAAe,CACrB,IAAY,EACZ,QAAiC;QAKjC,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpD,OAAO;gBACL,YAAY,EAAE,IAAI;gBAClB,OAAO,EAAE,cAAc,CAAC,EAAE,CAAC,cAAc;aAC1C,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GAGb,EAAE,CAAC;QAER,IAAI,YAAY,GAAG,IAAI,CAAC;QAExB,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;aACrB,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;aACrD,OAAO,CAAC,CAAC,CAAC,WAAW,EAAE,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE;YACjD,MAAM,WAAW,GAAG,WAAW,KAAK,aAAa,CAAC;YAElD,YAAY,GAAG,YAAY,CAAC,UAAU,CACpC,WAAW,EACX,WAAW,CACZ,CAAC;YAEF,YAAY,CAAC,IAAI,CAAC;gBAChB,WAAW;gBACX,eAAe;aAChB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEL,OAAO;YACL,YAAY;YAEZ,OAAO,CAAC,cAAsB;gBAC5B,IAAI,MAAM,GAAG,cAAc,CAAC;gBAE5B,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;oBACvC,MAAM,GAAG,MAAM,CAAC,UAAU,CACxB,WAAW,CAAC,WAAW,EACvB,WAAW,CAAC,eAAe,CAC5B,CAAC;gBACJ,CAAC;gBAED,OAAO,MAAM,CAAC;YAChB,CAAC;SACF,CAAC;IACJ,CAAC;IAEO,kBAAkB;QACxB,MAAM,SAAS,GAAG,iBAAiB,CAAC;YAClC,2BAA2B,EAAE;YAC7B,aAAa;YACb,iBAAiB;SAClB,CAAC,CAAC;QAEH,SAAS,CAAC,SAAS,EAAE;YACnB,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,OAAO,SAAS,CAAC;IACnB,CAAC;CACF"}

package/lib-prod/package.json

@@ -1,4 +1,4 @@
 {
   "name": "@taon-dev/i18n/lib-prod",
-  "version": "21.0.27"
+  "version": "21.0.30"
 }

package/lib-prod/start-cli.d.ts

@@ -1,7 +1,2 @@
-/**
- *
- * @param argsv process.argsv
- * @param filename needed if you want ipc communicaiton
- */
 export declare function startCli(argsv: string[], filename: string): Promise<void>;
 export default startCli;

package/lib-prod/start-cli.js

@@ -1,44 +1,14 @@
-//#region tnp-helpers cli template
-// import { CoreModels } from 'tnp-core/src';
-// import { Helpers, BaseCommandLineFeature } from 'tnp-helpers/src';
-// import { BaseProject, BaseStartConfig } from 'tnp-helpers/src'; // @backend
-// class $Global extends BaseCommandLineFeature<{}> {
-//   static [CoreModels.ClassNameStaticProperty] = '';
-//   public _() {
-//     console.log(`Hello world from cli`);
-//     this._exit();
-//   }
-// }
-//#endregion
-/**
- *
- * @param argsv process.argsv
- * @param filename needed if you want ipc communicaiton
- */
+import { LocalTranslationService } from './local-translation';
 export async function startCli(argsv, filename) {
     //#region @backendFunc
-    console.log('Hello from cli');
-    // console.log({ argsv });
-    // process.exit(0);
-    //#region start config
-    // new BaseStartConfig({
-    //   ProjectClass: BaseProject,
-    //   functionsOrClasses: [
-    //     {
-    //       classOrFnName: '$Version',
-    //       funcOrClass: $Global,
-    //     },
-    //   ],
-    //   argsv,
-    //   useStringArrForArgsFunctions: true,
-    //   shortArgsReplaceConfig: {
-    //     v: 'version',
-    //   },
-    //   callbackNotRecognizedCommand: async () => {
-    //     Helpers.error(`Command not recognized`, false, true);
-    //   },
-    // });
-    //#endregion
+    const s = new LocalTranslationService();
+    const result = await s.translate({
+        from: 'en-US',
+        to: 'de-DE',
+        text: argsv.slice(2).join(' '),
+    });
+    console.log(`Translated: ${result}`);
+    process.exit(0);
     //#endregion
 }
 export default startCli;

package/lib-prod/start-cli.js.map

@@ -1 +1 @@
-{"version":3,"file":"start-cli.js","sourceRoot":"","sources":[""],"names":[],"mappings":"AAAA,kCAAkC;AAClC,6CAA6C;AAC7C,qEAAqE;AACrE,8EAA8E;AAE9E,qDAAqD;AACrD,sDAAsD;AACtD,iBAAiB;AACjB,2CAA2C;AAC3C,oBAAoB;AACpB,MAAM;AACN,IAAI;AACJ,YAAY;AAEZ;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,KAAe,EACf,QAAgB;IAEhB,sBAAsB;IACtB,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC9B,0BAA0B;IAC1B,mBAAmB;IAEnB,sBAAsB;IACtB,wBAAwB;IACxB,+BAA+B;IAC/B,0BAA0B;IAC1B,QAAQ;IACR,mCAAmC;IACnC,8BAA8B;IAC9B,SAAS;IACT,OAAO;IACP,WAAW;IACX,wCAAwC;IACxC,8BAA8B;IAC9B,oBAAoB;IACpB,OAAO;IACP,gDAAgD;IAChD,4DAA4D;IAC5D,OAAO;IACP,MAAM;IACN,YAAY;IACZ,YAAY;AACd,CAAC;AAED,eAAe,QAAQ,CAAC"}
+{"version":3,"file":"start-cli.js","sourceRoot":"","sources":[""],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAE9D,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,KAAe,EACf,QAAgB;IAEhB,sBAAsB;IACtB,MAAM,CAAC,GAAG,IAAI,uBAAuB,EAAE,CAAC;IACxC,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,SAAS,CAAC;QAC/B,IAAI,EAAE,OAAO;QACb,EAAE,EAAE,OAAO;QACX,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;KAC/B,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,EAAE,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAChB,YAAY;AACd,CAAC;AAED,eAAe,QAAQ,CAAC"}

package/lib-prod/utils-po-file-extracto-to-json.test.d.ts

@@ -0,0 +1 @@
+export {};

package/lib-prod/utils-po-file-extracto-to-json.test.js

@@ -0,0 +1,145 @@
+import { UtilsPoFile__NS__extractPoToJson, UtilsPoFile__NS__generatePoFileContent } from "./utils-po-file";
+describe('UtilsPoFile__NS__extractPoToJson', () => {
+    it('extracts Poedit PO entries and ignores empty translations', () => {
+        const poContent = `
+msgid ""
+msgstr ""
+"Project-Id-Version: \\\\n"
+"Language: de_DE\\\\n"
+"Content-Type: text/plain; charset=UTF-8\\\\n"
+"X-Generator: Poedit 3.9\\\\n"
+
+#: lib/gm-special-draw-api/gm-special-draw.model.ts
+msgid "13-er Ergebniswette"
+msgstr ""
+
+#: lib/gm-messages/gm-messages.ts
+msgid "Device not found"
+msgstr "Gerät nicht gefunden"
+
+#: lib/gm-messages/gm-messages.ts
+msgid "Discount amount exceeds minimum amount"
+msgstr " "
+
+#: lib/gm-messages/gm-messages.ts lib/gm-messages/gm-rpc-generated-errors.ts
+msgid "Data corrupted"
+msgstr "Daten beschädigt"
+`;
+        const result = UtilsPoFile__NS__extractPoToJson(poContent);
+        expect(result).toEqual([
+            {
+                fileAbsPath: 'lib/gm-special-draw-api/gm-special-draw.model.ts',
+                fileRelativePath: 'lib/gm-special-draw-api/gm-special-draw.model.ts',
+                tags: [
+                    {
+                        lineNumber: 0,
+                        gettextString: '13-er Ergebniswette',
+                        context: undefined,
+                        translation: undefined,
+                    },
+                ],
+            },
+            {
+                fileAbsPath: 'lib/gm-messages/gm-messages.ts',
+                fileRelativePath: 'lib/gm-messages/gm-messages.ts',
+                tags: [
+                    {
+                        lineNumber: 0,
+                        gettextString: 'Device not found',
+                        context: undefined,
+                        translation: 'Gerät nicht gefunden',
+                    },
+                    {
+                        lineNumber: 0,
+                        gettextString: 'Discount amount exceeds minimum amount',
+                        context: undefined,
+                        translation: undefined,
+                    },
+                    {
+                        lineNumber: 0,
+                        gettextString: 'Data corrupted',
+                        context: undefined,
+                        translation: 'Daten beschädigt',
+                    },
+                ],
+            },
+            {
+                fileAbsPath: 'lib/gm-messages/gm-rpc-generated-errors.ts',
+                fileRelativePath: 'lib/gm-messages/gm-rpc-generated-errors.ts',
+                tags: [
+                    {
+                        lineNumber: 0,
+                        gettextString: 'Data corrupted',
+                        context: undefined,
+                        translation: 'Daten beschädigt',
+                    },
+                ],
+            },
+        ]);
+    });
+    it('supports references containing line numbers', () => {
+        const poContent = `
+#: lib/example.ts:15 lib/second.ts:31
+msgid "Device not found"
+msgstr "Gerät nicht gefunden"
+`;
+        expect(UtilsPoFile__NS__extractPoToJson(poContent)).toEqual([
+            {
+                fileAbsPath: 'lib/example.ts',
+                fileRelativePath: 'lib/example.ts',
+                tags: [
+                    {
+                        lineNumber: 15,
+                        gettextString: 'Device not found',
+                        context: undefined,
+                        translation: 'Gerät nicht gefunden',
+                    },
+                ],
+            },
+            {
+                fileAbsPath: 'lib/second.ts',
+                fileRelativePath: 'lib/second.ts',
+                tags: [
+                    {
+                        lineNumber: 31,
+                        gettextString: 'Device not found',
+                        context: undefined,
+                        translation: 'Gerät nicht gefunden',
+                    },
+                ],
+            },
+        ]);
+    });
+    it('supports PO files containing UTF-8 BOM', () => {
+        const poContent = '\uFEFF' +
+            `
+msgid ""
+msgstr ""
+"Language: de_DE\\\\n"
+
+#: lib/example.ts:4
+msgid "Access prohibited"
+msgstr "Zugriff verboten"
+`;
+        const result = UtilsPoFile__NS__extractPoToJson(poContent);
+        expect(result[0]?.tags[0]?.translation).toBe('Zugriff verboten');
+    });
+    it('escapes translations when generating PO content', () => {
+        const result = UtilsPoFile__NS__generatePoFileContent([
+            {
+                fileAbsPath: '/project/lib/example.ts',
+                fileRelativePath: 'lib/example.ts',
+                tags: [
+                    {
+                        lineNumber: 10,
+                        gettextString: 'Displayed "message"',
+                        translation: 'Eine "Nachricht"\\nmit neuer Zeile',
+                    },
+                ],
+            },
+        ], 'de-DE');
+        expect(result).toContain('msgid "Displayed \\"message\\""');
+        expect(result).toContain('msgstr "Eine \\"Nachricht\\"\\\\nmit neuer Zeile"');
+    });
+});
+//# sourceMappingURL=utils-po-file-extracto-to-json.test.js.map

package/lib-prod/utils-po-file-extracto-to-json.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils-po-file-extracto-to-json.test.js","sourceRoot":"","sources":[""],"names":[],"mappings":"AAAA,OAAO,EAAE,gCAAgC,EAAE,sCAAsC,EAA8H,MAAM,iBAAiB,CAAC;AAEvO,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;IAChD,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,SAAS,GAAG;;;;;;;;;;;;;;;;;;;;;;;CAuBrB,CAAC;QAEE,MAAM,MAAM,GAAG,gCAAgC,CAAC,SAAS,CAAC,CAAC;QAE3D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB;gBACE,WAAW,EACT,kDAAkD;gBACpD,gBAAgB,EACd,kDAAkD;gBACpD,IAAI,EAAE;oBACJ;wBACE,UAAU,EAAE,CAAC;wBACb,aAAa,EAAE,qBAAqB;wBACpC,OAAO,EAAE,SAAS;wBAClB,WAAW,EAAE,SAAS;qBACvB;iBACF;aACF;YACD;gBACE,WAAW,EAAE,gCAAgC;gBAC7C,gBAAgB,EAAE,gCAAgC;gBAClD,IAAI,EAAE;oBACJ;wBACE,UAAU,EAAE,CAAC;wBACb,aAAa,EAAE,kBAAkB;wBACjC,OAAO,EAAE,SAAS;wBAClB,WAAW,EAAE,sBAAsB;qBACpC;oBACD;wBACE,UAAU,EAAE,CAAC;wBACb,aAAa,EACX,wCAAwC;wBAC1C,OAAO,EAAE,SAAS;wBAClB,WAAW,EAAE,SAAS;qBACvB;oBACD;wBACE,UAAU,EAAE,CAAC;wBACb,aAAa,EAAE,gBAAgB;wBAC/B,OAAO,EAAE,SAAS;wBAClB,WAAW,EAAE,kBAAkB;qBAChC;iBACF;aACF;YACD;gBACE,WAAW,EACT,4CAA4C;gBAC9C,gBAAgB,EACd,4CAA4C;gBAC9C,IAAI,EAAE;oBACJ;wBACE,UAAU,EAAE,CAAC;wBACb,aAAa,EAAE,gBAAgB;wBAC/B,OAAO,EAAE,SAAS;wBAClB,WAAW,EAAE,kBAAkB;qBAChC;iBACF;aACF;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,SAAS,GAAG;;;;CAIrB,CAAC;QAEE,MAAM,CAAC,gCAAgC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;YAC1D;gBACE,WAAW,EAAE,gBAAgB;gBAC7B,gBAAgB,EAAE,gBAAgB;gBAClC,IAAI,EAAE;oBACJ;wBACE,UAAU,EAAE,EAAE;wBACd,aAAa,EAAE,kBAAkB;wBACjC,OAAO,EAAE,SAAS;wBAClB,WAAW,EAAE,sBAAsB;qBACpC;iBACF;aACF;YACD;gBACE,WAAW,EAAE,eAAe;gBAC5B,gBAAgB,EAAE,eAAe;gBACjC,IAAI,EAAE;oBACJ;wBACE,UAAU,EAAE,EAAE;wBACd,aAAa,EAAE,kBAAkB;wBACjC,OAAO,EAAE,SAAS;wBAClB,WAAW,EAAE,sBAAsB;qBACpC;iBACF;aACF;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,SAAS,GACb,QAAQ;YACR;;;;;;;;CAQL,CAAC;QAEE,MAAM,MAAM,GAAG,gCAAgC,CAAC,SAAS,CAAC,CAAC;QAE3D,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,IAAI,CAC1C,kBAAkB,CACnB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,MAAM,GAAG,sCAAsC,CACnD;YACE;gBACE,WAAW,EAAE,yBAAyB;gBACtC,gBAAgB,EAAE,gBAAgB;gBAClC,IAAI,EAAE;oBACJ;wBACE,UAAU,EAAE,EAAE;wBACd,aAAa,EAAE,qBAAqB;wBACpC,WAAW,EAAE,oCAAoC;qBAClD;iBACF;aACF;SACF,EACD,OAAO,CACR,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CACtB,iCAAiC,CAClC,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CACtB,mDAAmD,CACpD,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/lib-prod/utils-po-file.js

@@ -49,7 +49,7 @@ export function UtilsPoFile__NS__generatePoFileContent(files, locale) {
             lines.push(`msgctxt "${escapePoString(entry.context)}"`);
         }
         lines.push(`msgid "${escapePoString(entry.msgid)}"`);
-        lines.push(`msgstr "${entry.translation || ''}"`);
+        lines.push(`msgstr "${escapePoString(normalizePoTranslation(entry.translation) ?? '')}"`);
         lines.push('');
     }
     return lines.join('\n');
@@ -62,16 +62,20 @@ export function UtilsPoFile__NS__extractPoToJson(poFileContent) {
     const entries = parsePoEntries(poFileContent);
     const filesMap = new Map();
     for (const entry of entries) {
-        if (!entry.msgid)
+        if (!entry.msgid) {
             continue;
+        }
+        const translation = normalizePoTranslation(entry.msgstr);
         for (const ref of entry.refs) {
             const parsedRef = parsePoRef(ref);
-            if (!parsedRef)
+            if (!parsedRef) {
                 continue;
+            }
             let file = filesMap.get(parsedRef.fileAbsPath);
             if (!file) {
                 file = {
                     fileAbsPath: parsedRef.fileAbsPath,
+                    fileRelativePath: parsedRef.fileAbsPath,
                     tags: [],
                 };
                 filesMap.set(parsedRef.fileAbsPath, file);
@@ -80,7 +84,7 @@ export function UtilsPoFile__NS__extractPoToJson(poFileContent) {
                 lineNumber: parsedRef.lineNumber,
                 gettextString: entry.msgid,
                 context: entry.msgctxt,
-                translation: entry.msgstr || undefined,
+                translation,
             });
         }
     }
@@ -138,8 +142,7 @@ export function UtilsPoFile__NS__mergeGettextFile(jsonContent1FromTsHtml, json2C
             const oldTag = oldTagsByKey.get(getGettextTagKey(sourceTag));
             return {
                 ...sourceTag,
-                lineNumber: sourceTag.lineNumber,
-                translation: oldTag?.translation || undefined,
+                translation: normalizePoTranslation(oldTag?.translation),
             };
         }),
     };
@@ -152,12 +155,13 @@ function getGettextTagKey(tag) {
 }
 function parsePoEntries(po) {
     //#region @backendFunc
-    const lines = po.split(/\r?\n/);
+    const normalizedPo = po.replace(/^\uFEFF/, '');
+    const lines = normalizedPo.split(/\r?\n/);
     const entries = [];
     let current = { refs: [] };
     let activeField = null;
     const flush = () => {
-        if (current.refs.length ||
+        if (current.refs.length > 0 ||
             current.msgctxt !== undefined ||
             current.msgid !== undefined ||
             current.msgstr !== undefined) {
@@ -198,18 +202,21 @@ function parsePoEntries(po) {
         }
     }
     flush();
-    // skip header
-    return entries.filter(entry => !(entry.msgid === '' && !entry.refs.length));
+    return entries.filter(entry => {
+        const isHeader = entry.msgid === '' && entry.refs.length === 0;
+        return !isHeader;
+    });
     //#endregion
 }
 function parsePoRef(ref) {
     //#region @backendFunc
-    const match = ref.match(/^(.+):(\d+)$/);
-    if (!match)
+    const match = ref.match(/^(.+?)(?::(\d+))?$/);
+    if (!match) {
         return null;
+    }
     return {
         fileAbsPath: match[1],
-        lineNumber: Number(match[2]),
+        lineNumber: match[2] ? Number(match[2]) : 0,
     };
     //#endregion
 }
@@ -225,6 +232,12 @@ function readPoQuoted(value) {
         return '';
     return unescapePoString(match[1]);
 }
+function normalizePoTranslation(translation) {
+    if (translation === undefined || translation === null) {
+        return undefined;
+    }
+    return translation.trim().length > 0 ? translation : undefined;
+}
 function unescapePoString(value) {
     return value
         .replace(/\\n/g, '\n')