gptrans 1.2.0 → 1.2.4

package/README.md

@@ -102,6 +102,14 @@ GPTrans stands out by combining advanced AI capabilities with efficient batching
 
 If you're looking to streamline your translation workflow and bring your applications to a global audience effortlessly, GPTrans is the perfect choice!
 
+## 🔄 Preloading Translations
+
+You can preload translations for specific languages using the `preload` method. This is particularly useful when you want to initialize translations based on dynamically generated keys:
+
+```javascript
+await gptrans.preload({target:'ar'});
+```
+
 ## Contributing
 
 Contributions are welcome! Please open an issue or submit a pull request on GitHub to contribute improvements or fixes.

package/db/gptrans_ar.json

@@ -1,9 +0,0 @@
-{
-    "topup_uzdh5y": "تعبئة رصيد",
-    "transf_176pc1a": "تحويل",
-    "deposi_wg2ec5": "إيداع",
-    "balanc_1rv8if7": "رصيد",
-    "transa_1wtqm5d": "معاملة",
-    "accoun_x1y0v8": "حساب",
-    "card_yis1ox": "بطاقة"
-}

package/demo/case_2.js

@@ -2,18 +2,19 @@ import GPTrans from '../index.js';
 
 try {
     const gptrans = new GPTrans({
-        target: 'ar',
-        model: 'claude-3-7-sonnet-20250219',
+        target: 'it',
     });
 
+    await gptrans.preload();
+    console.log('ready');
+
     console.log(gptrans.t('Top-up'));
     console.log(gptrans.t('Transfer'));
     console.log(gptrans.t('Deposit'));
     console.log(gptrans.t('Balance'));
     console.log(gptrans.t('Transaction'));
     console.log(gptrans.t('Account'));
-    console.log(gptrans.t('Card'));    
+    console.log(gptrans.t('Card'));
 } catch (e) {
     console.error(e);
-}
-
+}

package/index.js

@@ -1,12 +1,12 @@
 import DeepBase from 'deepbase';
 import stringHash from 'string-hash';
 import { ModelMix, MixOpenAI, MixAnthropic } from 'modelmix';
+import { isoAssoc, isLanguageAvailable } from './isoAssoc.js';
 import dotenv from 'dotenv';
 
-import { isoAssoc } from './isoAssoc.js';
 dotenv.config();
 
-class Gptrans {
+class GPTrans {
     static #mmixInstance = null;
 
     static get mmix() {
@@ -21,10 +21,14 @@ class Gptrans {
         return this.#mmixInstance;
     }
 
+    static isLanguageAvailable(langCode) {
+        return isLanguageAvailable(langCode);
+    }
+
     constructor({ from = 'en-US', target = 'es-AR', model = 'claude-3-7-sonnet-20250219', batchThreshold = 1000, debounceTimeout = 500, promptFile = null, context = '' }) {
         this.dbTarget = new DeepBase({ name: 'gptrans_' + target });
         this.dbFrom = new DeepBase({ name: 'gptrans_from_' + from });
-        
+
         try {
             this.replace_target = isoAssoc(target, 'TARGET_');
             this.replace_from = isoAssoc(from, 'FROM_');
@@ -45,11 +49,12 @@ class Gptrans {
                 max_history: 1,
                 debug: false,
                 bottleneck: {
-                    maxConcurrent: 5,
+                    maxConcurrent: 2,
                 }
             },
             options: { max_tokens: batchThreshold }
         };
+        this.processing = false;
     }
 
     setContext(context = '') {
@@ -103,6 +108,8 @@ class Gptrans {
     }
 
     async _processBatch() {
+        this.processing = true;
+
         const batch = Array.from(this.pendingTranslations.entries());
 
         // Clear pending translations and character count before awaiting translation
@@ -111,17 +118,23 @@ class Gptrans {
         this.pendingCharCount = 0;
 
         const textsToTranslate = batch.map(([_, text]) => text).join('\n---\n');
-        const translations = await this._translate(textsToTranslate);
+        try {
+            const translations = await this._translate(textsToTranslate);
+            const translatedTexts = translations.split('\n---\n');
 
-        const translatedTexts = translations.split('\n---\n');
+            batch.forEach(([key], index) => {
+                this.dbTarget.set(key, translatedTexts[index].trim());
+            });
 
-        batch.forEach(([key], index) => {
-            this.dbTarget.set(key, translatedTexts[index].trim());
-        });
+        } catch (e) {
+            console.error(e);
+        }
+
+        this.processing = false;
     }
 
     async _translate(text) {
-        const model = Gptrans.mmix.create(this.modelKey, this.modelConfig);
+        const model = GPTrans.mmix.create(this.modelKey, this.modelConfig);
 
         model.setSystem("You are an expert translator specialized in literary translation between FROM_LANG and TARGET_DENONYM TARGET_LANG.");
 
@@ -153,6 +166,37 @@ class Gptrans {
         key += stringHash(text + this.context).toString(36);
         return key;
     }
+
+    async preload({ target = this.replace_target.TARGET_ISO, model = this.modelKey, from = this.replace_from.FROM_ISO, batchThreshold = this.batchThreshold, debounceTimeout = this.debounceTimeout } = {}) {
+
+        // Create new GPTrans instance for the target language
+        const translator = new GPTrans({
+            from,
+            target,
+            model,
+            batchThreshold,
+            debounceTimeout,
+        });
+
+        // Process all entries in batches
+        for (const [key, text] of this.dbFrom.entries()) {
+            translator.get(key, text);
+        }
+
+        // Wait for any pending translations to complete
+        if (translator.pendingTranslations.size > 0) {
+            await new Promise(resolve => {
+                const checkInterval = setInterval(() => {
+                    if (translator.processing === false && translator.pendingTranslations.size === 0) {
+                        clearInterval(checkInterval);
+                        resolve();
+                    }
+                }, 1000);
+            });
+        }
+
+        return translator;
+    }
 }
 
-export default Gptrans;
+export default GPTrans;

package/isoAssoc.js

@@ -152,38 +152,44 @@ const langName = {
     'ms': 'Malay'
 };
 
+export function isLanguageAvailable(isoCode) {
+    if (!isoCode) return false;
+    
+    const parts = isoCode.toLowerCase().split('-');
+    const lang = parts[0];
+    const country = parts.length > 1 ? parts[1] : null;
+    
+    // Verificar si el idioma existe
+    if (!langName[lang]) return false;
+    
+    // Si hay código de país, verificar si existe
+    if (country && !countryName[country]) return false;
+    
+    return true;
+}
+
 export function isoAssoc(iso, prefix = '') {
     if (!iso) {
         throw new Error('ISO code is required');
     }
+    
+    // Usar la nueva función para validar el ISO
+    if (!isLanguageAvailable(iso)) {
+        throw new Error(`Invalid ISO code: ${iso}`);
+    }
 
     const parts = iso.toLowerCase().split('-');
     const lang = parts[0];
     const country = parts.length > 1 ? parts[1] : null;
 
-    if (!langName[lang]) {
-        throw new Error(`Invalid language code: ${lang}`);
-    }
-
-    if (country && !countryName[country]) {
-        throw new Error(`Invalid country code: ${country}`);
-    }
-
-    // Special handling for languages with variants
     let denonym = country ? countryDenonym[country] : 'Neutral';
-    
-    // Handle Chinese without specified dialect (use "Simplified" instead of "Neutral")
+
     if (lang === 'zh' && !country) {
         denonym = 'Simplified';
     }
-    // Handle Arabic without specified dialect (use "Standard" instead of "Neutral")
     else if (lang === 'ar' && !country) {
         denonym = 'Standard';
     }
-    // Handle Portuguese without specified dialect (use "European" instead of "Neutral")
-    else if (lang === 'pt' && !country) {
-        denonym = 'European';
-    }
 
     return {
         [prefix + 'ISO']: iso,

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "gptrans",
   "type": "module",
-  "version": "1.2.0",
+  "version": "1.2.4",
   "description": "🚆 GPTrans - The smarter AI-powered way to translate.",
   "keywords": [
     "translate",
@@ -14,6 +14,7 @@
     "language",
     "translation",
     "translator",
+    "magic",
     "clasen"
   ],
   "repository": {