gptrans 1.4.8 → 1.5.2

package/README.md

@@ -65,11 +65,12 @@ When creating a new instance of GPTrans, you can customize:
 
 | Option | Description | Default |
 |--------|-------------|---------|
-| `from` | Source language locale (BCP 47) | `es-AR` |
-| `target` | Target language locale (BCP 47) | `en-US` |
+| `from` | Source language locale (BCP 47) | `en-US` |
+| `target` | Target language locale (BCP 47) | `es` |
 | `model` | Translation model key | `claude-3-7-sonnet` |
-| `batchThreshold` | Maximum number of characters to accumulate before triggering batch processing | `1000` |
+| `batchThreshold` | Maximum number of characters to accumulate before triggering batch processing | `1500` |
 | `debounceTimeout` | Time in milliseconds to wait before processing translations | `500` |
+| `freeze` | Freeze mode to prevent translations from being queued | `false` |
 
 ### BCP 47 Language Tags
 

package/db/gptrans_en.json

@@ -0,0 +1,9 @@
+{
+    "45h": {
+        "eres_muy_bueno_26czme": "You're very good",
+        "tienes_fuego_1i2o3ok": "Do you have a light?"
+    },
+    "1sfvxng": {
+        "eres_muy_bueno_26czme": "You are very good"
+    }
+}

package/demo/case_4.js

@@ -1,10 +1,10 @@
 import GPTrans from '../index.js';
 
 
-// Case 2: Translate from Spanish Spain to Spanish Argentina
+// Case 2: Translate from Spanish to English
 const model = new GPTrans({
     from: 'es',
-    target: 'es',
+    target: 'en',
 });
 
 await model.preload();

package/index.js

@@ -9,7 +9,16 @@ class GPTrans {
 
     static get mmix() {
         if (!this.#mmixInstance) {
-            const mmix = new ModelMix();
+            const mmix = new ModelMix({
+                config: {
+                    max_history: 1,
+                    debug: false,
+                    bottleneck: {
+                        minTime: 15000,
+                        maxConcurrent: 1
+                    }
+                }
+            });
 
             mmix.attach(new MixOpenAI());
             mmix.attach(new MixAnthropic());
@@ -23,7 +32,7 @@ class GPTrans {
         return isLanguageAvailable(langCode);
     }
 
-    constructor({ from = 'en-US', target = 'es-AR', model = 'claude-3-7-sonnet-20250219', batchThreshold = 1000, debounceTimeout = 500, promptFile = null, context = '' }) {
+    constructor({ from = 'en-US', target = 'es', model = 'claude-3-7-sonnet-20250219', batchThreshold = 1500, debounceTimeout = 500, promptFile = null, context = '', freeze = false }) {
 
         try {
             dotenv.config();
@@ -49,14 +58,8 @@ class GPTrans {
         this.modelKey = model;
         this.promptFile = promptFile ?? new URL('./prompt/translate.md', import.meta.url).pathname;
         this.context = context;
+        this.freeze = freeze;
         this.modelConfig = {
-            config: {
-                max_history: 1,
-                debug: false,
-                bottleneck: {
-                    maxConcurrent: 2,
-                }
-            },
             options: {
                 max_tokens: batchThreshold,
                 temperature: 0
@@ -85,14 +88,25 @@ class GPTrans {
     }
 
     get(key, text) {
+
+        if (!text || !text.trim()) {
+            return text;
+        }
+
         const contextHash = this._hash(this.context);
         const translation = this.dbTarget.get(contextHash, key);
 
         if (!translation) {
+            
             if (!this.dbFrom.get(this.context, key)) {
                 this.dbFrom.set(this.context, key, text);
             }
 
+            if (this.freeze) {
+                console.log(`Freeze mode: [${key}] ${text}`);
+                return text;
+            }
+
             // Skip translation if context is empty and languages are the same
             if (!this.context && this.replaceFrom.FROM_ISO === this.replaceTarget.TARGET_ISO) {
                 return text;
@@ -129,7 +143,11 @@ class GPTrans {
 
         // Clear pending translations and character count before awaiting translation
         this.pendingTranslations.clear();
+
         this.modelConfig.options.max_tokens = this.pendingCharCount + 1000;
+        const minTime = Math.floor((60000 / (8000 / this.pendingCharCount)) * 1.4);
+        GPTrans.mmix.limiter.updateSettings({ minTime });
+
         this.pendingCharCount = 0;
 
         const textsToTranslate = batch.map(([_, text]) => text).join('\n---\n');
@@ -139,6 +157,14 @@ class GPTrans {
 
             const contextHash = this._hash(context);
             batch.forEach(([key], index) => {
+
+                if (!translatedTexts[index]) {
+                    console.log(translations);
+                    console.error(`No translation found for ${key}`);
+
+                    return;
+                }
+
                 this.dbTarget.set(contextHash, key, translatedTexts[index].trim());
             });
 
@@ -188,38 +214,30 @@ class GPTrans {
         return stringHash(input).toString(36);
     }
 
-    async preload({ target = this.replaceTarget.TARGET_ISO, model = this.modelKey, from = this.replaceFrom.FROM_ISO, batchThreshold = this.batchThreshold, debounceTimeout = this.debounceTimeout } = {}) {
-
-        // Create new GPTrans instance for the target language
-        const translator = new GPTrans({
-            from,
-            target,
-            model,
-            batchThreshold,
-            debounceTimeout,
-        });
-
-        // Process all entries in batches
+    async preload() {
         for (const [context, pairs] of this.dbFrom.entries()) {
-            translator.setContext(context);
+            this.setContext(context);
             for (const [key, text] of Object.entries(pairs)) {
-                translator.get(key, text);
+                this.get(key, text);
             }
         }
 
         // Wait for any pending translations to complete
-        if (translator.pendingTranslations.size > 0) {
-            await new Promise(resolve => {
-                const checkInterval = setInterval(() => {
-                    if (translator.processing === false && translator.pendingTranslations.size === 0) {
-                        clearInterval(checkInterval);
-                        resolve();
-                    }
-                }, 1000);
-            });
-        }
+        await new Promise(resolve => {
+            const checkInterval = setInterval(() => {
+                if (this.dbFrom.keys().length === this.dbTarget.keys().length) {
+                    clearInterval(checkInterval);
+                    resolve();
+                }
+            }, 100);
+        });
 
-        return translator;
+        return this;
+    }
+
+    setFreeze(freeze = true) {
+        this.freeze = freeze;
+        return this;
     }
 }
 

package/isoAssoc.js

@@ -180,10 +180,14 @@ export function isoAssoc(iso, prefix = '') {
 
     const parts = iso.toLowerCase().split('-');
     const lang = parts[0];
-    const country = parts.length > 1 ? parts[1] : null;
+    let country = parts.length > 1 ? parts[1] : null;
 
-    let denonym = country ? countryDenonym[country] : 'Neutral';
+    if (lang === 'en' && !country) {
+        country = 'us';
+    }
 
+    let denonym = country ? countryDenonym[country] : 'Neutral';
+    
     if (lang === 'zh' && !country) {
         denonym = 'Simplified';
     }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "gptrans",
   "type": "module",
-  "version": "1.4.8",
+  "version": "1.5.2",
   "description": "🚆 GPTrans - The smarter AI-powered way to translate.",
   "keywords": [
     "translate",

package/prompt/translate.md

@@ -2,7 +2,9 @@
 Translation from FROM_ISO to TARGET_ISO (TARGET_DENONYM TARGET_LANG) with cultural adaptations.
 
 ## Text to translate
+```
 INPUT
+```
 
 # Return Format
    - Provide the final translation within a code block using ```.