@adminforth/i18n 1.0.8 → 1.0.10

package/Changelog.md

@@ -0,0 +1,13 @@
+# Changelog
+
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## [v1.0.10]
+
+## Fixed
+
+- fix automatic translations for duplicate strings
+- improve slavik pluralization generations by splitting the requests

package/dist/index.js

@@ -12,6 +12,19 @@ import iso6391 from 'iso-639-1';
 import path from 'path';
 import fs from 'fs-extra';
 import chokidar from 'chokidar';
+const SLAVIC_PLURAL_EXAMPLES = {
+    uk: 'яблук | Яблуко | Яблука | Яблук', // zero | singular | 2-4 | 5+
+    bg: 'ябълки | ябълка | ябълки | ябълки', // zero | singular | 2-4 | 5+
+    cs: 'jablek | jablko | jablka | jablek', // zero | singular | 2-4 | 5+
+    hr: 'jabuka | jabuka | jabuke | jabuka', // zero | singular | 2-4 | 5+
+    mk: 'јаболка | јаболко | јаболка | јаболка', // zero | singular | 2-4 | 5+
+    pl: 'jabłek | jabłko | jabłka | jabłek', // zero | singular | 2-4 | 5+
+    sk: 'jabĺk | jablko | jablká | jabĺk', // zero | singular | 2-4 | 5+
+    sl: 'jabolk | jabolko | jabolka | jabolk', // zero | singular | 2-4 | 5+
+    sr: 'јабука | јабука | јабуке | јабука', // zero | singular | 2-4 | 5+
+    be: 'яблыкаў | яблык | яблыкі | яблыкаў', // zero | singular | 2-4 | 5+
+    ru: 'яблок | яблоко | яблока | яблок', // zero | singular | 2-4 | 5+
+};
 class CachingAdapterMemory {
     constructor() {
         this.cache = {};
@@ -295,6 +308,7 @@ export default class I18N extends AdminForthPlugin {
             });
         });
     }
+    // returns translated count
     bulkTranslate(_a) {
         return __awaiter(this, arguments, void 0, function* ({ selectedIds }) {
             const needToTranslateByLang = {};
@@ -318,17 +332,24 @@ export default class I18N extends AdminForthPlugin {
             }
             const maxKeysInOneReq = 10;
             const updateStrings = {};
-            const translateToLang = (langIsoCode, strings) => __awaiter(this, void 0, void 0, function* () {
+            const translateToLang = (langIsoCode_1, strings_1, ...args_1) => __awaiter(this, [langIsoCode_1, strings_1, ...args_1], void 0, function* (langIsoCode, strings, plurals = false) {
+                if (strings.length === 0) {
+                    return 0;
+                }
                 if (strings.length > maxKeysInOneReq) {
+                    let totalTranslated = 0;
                     for (let i = 0; i < strings.length; i += maxKeysInOneReq) {
                         const slicedStrings = strings.slice(i, i + maxKeysInOneReq);
-                        yield translateToLang(langIsoCode, slicedStrings);
+                        console.log('🪲🔪slicedStrings ', slicedStrings);
+                        totalTranslated += yield translateToLang(langIsoCode, slicedStrings, plurals);
                     }
-                    return;
+                    return totalTranslated;
                 }
                 const lang = langIsoCode;
+                const requestSlavicPlurals = Object.keys(SLAVIC_PLURAL_EXAMPLES).includes(lang) && plurals;
                 const prompt = `
 I need to translate strings in JSON to ${lang} language from English for my web app.
+${requestSlavicPlurals ? `You should provide 4 translations (in format zero | singular | 2-4 | 5+) e.g. ${SLAVIC_PLURAL_EXAMPLES[lang]}` : ''}
 Keep keys, as is, write translation into values! Here are the strings:
 
 \`\`\`json
@@ -363,22 +384,29 @@ ${JSON.stringify(strings.reduce((acc, s) => {
                     const translationsTargeted = translations.filter(t => t[this.enFieldName] === enStr);
                     // might be several with same en_string
                     for (const translation of translationsTargeted) {
-                        translation[this.trFieldNames[lang]] = translatedStr;
+                        //translation[this.trFieldNames[lang]] = translatedStr;
                         // process.env.HEAVY_DEBUG && console.log(`🪲translated to ${lang} ${translation.en_string}, ${translatedStr}`)
-                        if (!updateStrings[enStr]) {
-                            updateStrings[enStr] = {
+                        if (!updateStrings[translation[this.primaryKeyFieldName]]) {
+                            updateStrings[translation[this.primaryKeyFieldName]] = {
                                 updates: {},
+                                translatedStr,
                                 category: translation[this.options.categoryFieldName],
                                 strId: translation[this.primaryKeyFieldName],
                             };
                         }
-                        updateStrings[enStr].updates[this.trFieldNames[lang]] = translatedStr;
+                        updateStrings[translation[this.primaryKeyFieldName]].updates[this.trFieldNames[lang]] = translatedStr;
                     }
                 }
+                return res.length;
             });
             const langsInvolved = new Set(Object.keys(needToTranslateByLang));
+            let totalTranslated = 0;
             yield Promise.all(Object.entries(needToTranslateByLang).map((_b) => __awaiter(this, [_b], void 0, function* ([lang, strings]) {
-                yield translateToLang(lang, strings);
+                // first translate without plurals
+                const stringsWithoutPlurals = strings.filter(s => !s.en_string.includes('|'));
+                totalTranslated += yield translateToLang(lang, stringsWithoutPlurals, false);
+                const stringsWithPlurals = strings.filter(s => s.en_string.includes('|'));
+                totalTranslated += yield translateToLang(lang, stringsWithPlurals, true);
             })));
             yield Promise.all(Object.entries(updateStrings).map((_c) => __awaiter(this, [_c], void 0, function* ([_, { updates, strId }]) {
                 // because this will translate all languages, we can set completedLangs to all languages
@@ -391,6 +419,7 @@ ${JSON.stringify(strings.reduce((acc, s) => {
                     this.cache.clear(`${this.resourceConfig.resourceId}:${category}:${lang}:${enStr}`);
                 }
             }
+            return totalTranslated;
         });
     }
     processExtractedMessages(adminforth, filePath) {

package/index.ts

@@ -6,6 +6,20 @@ import path from 'path';
 import fs from 'fs-extra';
 import chokidar from 'chokidar';
 
+const SLAVIC_PLURAL_EXAMPLES = {
+  uk: 'яблук | Яблуко | Яблука | Яблук', // zero | singular | 2-4 | 5+
+  bg: 'ябълки | ябълка | ябълки | ябълки', // zero | singular | 2-4 | 5+
+  cs: 'jablek | jablko | jablka | jablek', // zero | singular | 2-4 | 5+
+  hr: 'jabuka | jabuka | jabuke | jabuka', // zero | singular | 2-4 | 5+
+  mk: 'јаболка | јаболко | јаболка | јаболка', // zero | singular | 2-4 | 5+
+  pl: 'jabłek | jabłko | jabłka | jabłek', // zero | singular | 2-4 | 5+
+  sk: 'jabĺk | jablko | jablká | jabĺk', // zero | singular | 2-4 | 5+
+  sl: 'jabolk | jabolko | jabolka | jabolk', // zero | singular | 2-4 | 5+
+  sr: 'јабука | јабука | јабуке | јабука', // zero | singular | 2-4 | 5+
+  be: 'яблыкаў | яблык | яблыкі | яблыкаў', // zero | singular | 2-4 | 5+
+  ru: 'яблок | яблоко | яблока | яблок', // zero | singular | 2-4 | 5+
+};
+
 interface ICachingAdapter {
   get(key: string): Promise<any>;
   set(key: string, value: any): Promise<void>;
@@ -333,7 +347,8 @@ export default class I18N extends AdminForthPlugin {
     });
   }
 
-  async bulkTranslate({ selectedIds }: { selectedIds: string[] }) {
+  // returns translated count
+  async bulkTranslate({ selectedIds }: { selectedIds: string[] }): Promise<number> {
 
     const needToTranslateByLang : Partial<
       Record<
@@ -368,22 +383,33 @@ export default class I18N extends AdminForthPlugin {
     const maxKeysInOneReq = 10;
 
     const updateStrings: Record<string, { 
-      updates: any, category: string, strId: string
+      updates: any, 
+      category: string,
+      strId: string,
+      translatedStr: string
      }> = {};
 
-    const translateToLang = async (langIsoCode: LanguageCode, strings: { en_string: string, category: string }[]) => {
-
+    const translateToLang = async (langIsoCode: LanguageCode, strings: { en_string: string, category: string }[], plurals=false): Promise<number> => {
+      if (strings.length === 0) {
+        return 0;
+      }
 
       if (strings.length > maxKeysInOneReq) {
+        let totalTranslated = 0;
         for (let i = 0; i < strings.length; i += maxKeysInOneReq) {
           const slicedStrings = strings.slice(i, i + maxKeysInOneReq);
-          await translateToLang(langIsoCode, slicedStrings);
+          console.log('🪲🔪slicedStrings ', slicedStrings);
+          totalTranslated += await translateToLang(langIsoCode, slicedStrings, plurals);
         }
-        return;
+        return totalTranslated;
       }
       const lang = langIsoCode;
+
+      const requestSlavicPlurals = Object.keys(SLAVIC_PLURAL_EXAMPLES).includes(lang) && plurals;
+
       const prompt = `
 I need to translate strings in JSON to ${lang} language from English for my web app.
+${requestSlavicPlurals ? `You should provide 4 translations (in format zero | singular | 2-4 | 5+) e.g. ${SLAVIC_PLURAL_EXAMPLES[lang]}` : ''}
 Keep keys, as is, write translation into values! Here are the strings:
 
 \`\`\`json
@@ -424,29 +450,42 @@ ${
         return;
       }
       res = JSON.parse(res);
-      for (const [enStr, translatedStr] of Object.entries(res)) {
+
+
+      for (const [enStr, translatedStr] of Object.entries(res) as [string, string][]) {
         const translationsTargeted = translations.filter(t => t[this.enFieldName] === enStr);
         // might be several with same en_string
         for (const translation of translationsTargeted) {
-          translation[this.trFieldNames[lang]] = translatedStr;
+          //translation[this.trFieldNames[lang]] = translatedStr;
           // process.env.HEAVY_DEBUG && console.log(`🪲translated to ${lang} ${translation.en_string}, ${translatedStr}`)
-          if (!updateStrings[enStr]) {
-            updateStrings[enStr] = {
+          if (!updateStrings[translation[this.primaryKeyFieldName]]) {
+
+            updateStrings[translation[this.primaryKeyFieldName]] = {
               updates: {},
+              translatedStr,
               category: translation[this.options.categoryFieldName],
               strId: translation[this.primaryKeyFieldName],
             };
           }
-          updateStrings[enStr].updates[this.trFieldNames[lang]] = translatedStr;
+          updateStrings[
+            translation[this.primaryKeyFieldName]
+          ].updates[this.trFieldNames[lang]] = translatedStr;
         }
       }
 
+      return res.length;
     }
 
     const langsInvolved = new Set(Object.keys(needToTranslateByLang));
 
+    let totalTranslated = 0;
     await Promise.all(Object.entries(needToTranslateByLang).map(async ([lang, strings]: [LanguageCode, { en_string: string, category: string }[]]) => {
-      await translateToLang(lang, strings);
+      // first translate without plurals
+      const stringsWithoutPlurals = strings.filter(s => !s.en_string.includes('|'));
+      totalTranslated += await translateToLang(lang, stringsWithoutPlurals, false);
+
+      const stringsWithPlurals = strings.filter(s => s.en_string.includes('|'));
+      totalTranslated += await translateToLang(lang, stringsWithPlurals, true);
     }));    
 
     await Promise.all(
@@ -470,6 +509,8 @@ ${
       }
     }
 
+    return totalTranslated;
+
   }
 
   async processExtractedMessages(adminforth: IAdminForth, filePath: string) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adminforth/i18n",
-  "version": "1.0.8",
+  "version": "1.0.10",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "type": "module",