generaltranslation 1.1.5 → 1.1.7

package/codes/codes.js

@@ -11,7 +11,7 @@ const LanguageToCodeTriletter = require('./639-3/LanguageToCodeTriletter.json');
 
 // Returns the name of a language from an ISO 639 code or an array of codes
 const _mapCodeToLanguage = code => CodeToLanguage[code] || CodeToLanguageTriletter[code] || '';
-const getLanguageName = codes => {
+const _getLanguageName = codes => {
     return Array.isArray(codes) ? codes.map(_mapCodeToLanguage) : _mapCodeToLanguage(codes);
 }
 
@@ -21,10 +21,10 @@ const _mapLanguageToCode = language => {
     const lowerCaseLanguage = language.toLowerCase();
     return LanguageToCode[lowerCaseLanguage] || LanguageToCodeTriletter[lowerCaseLanguage] || '';
 }
-const getLanguageCode = languages => {
+const _getLanguageCode = languages => {
     return Array.isArray(languages) ? languages.map(_mapLanguageToCode) : _mapLanguageToCode(languages);
 }
 
 module.exports = {
-    getLanguageName, getLanguageCode
+    _getLanguageName, _getLanguageCode
 }

package/index.js

@@ -3,9 +3,11 @@
 
 // ----- IMPORTS ----- //
 
-const { getLanguageName, getLanguageCode } = require('./codes/codes.js');
+const { _getLanguageName, _getLanguageCode } = require('./codes/codes.js');
+const { _getModelList, _getModelLanguages, _isLanguageSupported } = require('./models/models.js');
+const { _getPrompt } = require('./prompts/prompts.js');
 
-const { getModelList, getModelLanguages, isLanguageSupported } = require('./models/models.js');
+// ----- CORE CLASS ----- // 
 
 class GT {
 
@@ -18,21 +20,26 @@ class GT {
     }
 
     // Language code functions
-    getLanguageName = getLanguageName; // e.g. 'en' => 'English'
-    getLanguageCode = getLanguageCode; // e.g. 'English' => 'en'
+    getLanguageName = _getLanguageName; // e.g. 'en' => 'English'
+    getLanguageCode = _getLanguageCode; // e.g. 'English' => 'en'
 
     // Model information functions
-    getModelList = getModelList; // returns array of supported model names
-    getModelLanguages = getModelLanguages; // e.g. 'mistral-7b' => ['en']
-    isLanguageSupported = isLanguageSupported; // e.g. ('mistral-7b', 'en') => true
+    getModelList = _getModelList; // returns array of supported model names
+    getModelLanguages = _getModelLanguages; // e.g. 'mistral-7b' => ['en']
+    isLanguageSupported = _isLanguageSupported; // e.g. ('mistral-7b', 'en') => true
+
+    // Prompt internationalization
+    getPrompt = async (prompt, language) => {
+        return await _getPrompt(prompt, language, this.defaultLanguage, this.apiKey);
+    }
 
 }
 
 // ----- EXPORTS ----- //
 
 module.exports = GT;
-module.exports.getLanguageCode = getLanguageCode;
-module.exports.getLanguageName = getLanguageName;
-module.exports.getModelList = getModelList;
-module.exports.getModelLanguages = getModelLanguages;
-module.exports.isLanguageSupported = isLanguageSupported;
+module.exports.getLanguageCode = _getLanguageCode;
+module.exports.getLanguageName = _getLanguageName;
+module.exports.getModelList = _getModelList;
+module.exports.getModelLanguages = _getModelLanguages;
+module.exports.isLanguageSupported = _isLanguageSupported;

package/models/models.js

@@ -2,7 +2,7 @@
 
 // Get all models
 // Returns an array of model names
-const getModelList = async () => {
+const _getModelList = async () => {
     try {
         const result = await fetch(`https://models.gtx.dev/models`);
         const models = await result.json();
@@ -30,21 +30,21 @@ const _getModelInfo = async model => {
 
 // Get all languages known to be compatible with a given LLM
 // Returns an array of languages codes, or [] if unknown
-const getModelLanguages = async model => {
+const _getModelLanguages = async model => {
     const modelInfo = await _getModelInfo(model);
     return modelInfo?.languages || [];
 }
 
 // Returns true if a model is known to be compatible with a language
 // Returns false otherwise
-const isLanguageSupported = async (model, code) => {
+const _isLanguageSupported = async (model, code) => {
     if (!code) return false;
-    const modelLanguages = await getModelLanguages(model);
+    const modelLanguages = await _getModelLanguages(model);
     return modelLanguages?.includes(code) ? true : false;
 }
 
 module.exports = {
-    getModelList,
-    getModelLanguages,
-    isLanguageSupported
+    _getModelList,
+    _getModelLanguages,
+    _isLanguageSupported
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "generaltranslation",
-  "version": "1.1.5",
+  "version": "1.1.7",
   "description": "A language toolkit for AI developers",
   "main": "index.js",
   "scripts": {

package/prompts/prompts.js

@@ -0,0 +1,102 @@
+// ----- PROMPT INTERNATIONALIZATION ----- //
+
+// Decides whether a prompt object should be translated
+const _shouldTranslate = item => typeof item?.translate === 'boolean' ? item.translate : true;
+
+// Pre-processes prompt to send to the API
+// Separates out text that shouldn't be translated.
+const _processPrompt = (prompt) => {
+    const processed = [];
+    const redacted = [];
+    if (Array.isArray(prompt)) {
+        for (const item of prompt) {
+            if (typeof item === 'string') {
+                processed.push({
+                    text: item
+                });
+            } else if (_shouldTranslate(item)) {
+                processed.push(item);
+            } else {
+                processed.push({text: '', translate: false});
+                redacted.push(item);
+            }
+        }
+        return {
+            processed: processed,
+            redacted: redacted.length > 0 ? redacted : null
+        }
+    } else {
+        if (typeof prompt === 'string') {
+            processed.push({
+                text: prompt
+            });
+        } else if (_shouldTranslate(prompt)) {
+            processed.push(prompt);
+        } else {
+            processed.push({text: '', translate: false});
+            redacted.push(prompt);
+        }
+    } 
+    return {
+        processed: processed,
+        redacted: redacted.length > 0 ? redacted : null
+    }
+}
+
+// Build prompt string from array or single item
+const _constructPrompt = (translated, redacted = null) => {
+    if (Array.isArray(translated)) {
+        let final = '';
+        for (const item of translated) {
+            if (typeof item === 'string') final += item;
+            else if (_shouldTranslate(item)) final += item?.text || '';
+            else {
+                if (redacted?.length > 0) {
+                    final += redacted?.shift().text || '';
+                } else {
+                    final += item?.text || '';
+                }
+            }
+        }
+        return final;
+    } else if (typeof translated === 'string') {
+        return translated;
+    } else {
+        return translated?.text || '';
+    }
+}
+
+// Get a translated prompt via General Translation API
+// Returns prompt string
+const _getPrompt = async (prompt, language, defaultLanguage, apiKey) => {
+    if (!apiKey) {
+        throw new Error('Missing API Key!')
+    }
+    if (language === defaultLanguage) {
+        return _constructPrompt(prompt);
+    }
+    const { processed, redacted } = _processPrompt(prompt);
+    const response = await fetch('https://prompts.gtx.dev/internationalize', {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+            'gtx-api-key': apiKey
+        },
+        body: JSON.stringify({
+            prompt: processed,
+            language: language,
+            defaultLanguage: defaultLanguage
+        })
+    })
+    if (!response.ok) {
+        const result = await response.text();
+        throw new Error(`${result || response.status}`);
+    } else {
+        const result = await response.json();
+        return _constructPrompt(result, redacted);
+    }
+}
+
+module.exports = {
+    _getPrompt
+}