glotto 2.9.0 → 3.0.0

package/script/src/contants.js

@@ -1,36 +1,46 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.HELP_TEXT = exports.INTER_CHUNK_DELAY_MS = exports.BASE_RETRY_DELAY_MS = exports.MAX_RETRIES = exports.DEFAULT_MAX_CHUNK_BYTES = exports.DEFAULT_MODELS = exports.DEFAULT_PROVIDER = void 0;
+exports.HELP_TEXT = exports.INTER_BATCH_DELAY_MS = exports.BASE_RETRY_DELAY_MS = exports.MAX_RETRIES = exports.DEFAULT_MAX_BATCH_BYTES = exports.DEFAULT_MODELS = exports.DEFAULT_PROVIDER = void 0;
 exports.DEFAULT_PROVIDER = 'gemini';
 exports.DEFAULT_MODELS = {
     gemini: 'gemini-2.5-flash',
     openai: 'gpt-4.1-mini',
     anthropic: 'claude-3-5-haiku-latest',
 };
-exports.DEFAULT_MAX_CHUNK_BYTES = 30_000;
+exports.DEFAULT_MAX_BATCH_BYTES = 12_000;
 exports.MAX_RETRIES = 3;
 exports.BASE_RETRY_DELAY_MS = 2_000;
-exports.INTER_CHUNK_DELAY_MS = 1_500;
+exports.INTER_BATCH_DELAY_MS = 1_500;
 exports.HELP_TEXT = `
 Glotto AI Translator
 -------------------
 A tool for translating i18n JSON files using AI services.
 
+Glotto walks the input JSON, extracts every string leaf with its path, sends them to the
+chosen provider as plain-text batches (using ≪id≫value≪/id≫ tagged entries), and
+reconstructs the JSON from the responses. JSON structure, keys, variables and HTML tags
+are preserved by the tool itself — the model only sees and produces text.
+
 Options:
-  --key          API key for the AI service (required)
-  -p, --provider AI translation provider to use (default: ${exports.DEFAULT_PROVIDER})
-  -m, --model    Model name for the selected provider (optional)
-  -i, --input    Path to source JSON file (required)
-  -o, --output   Path to target JSON file (required)
-  -f, --from     Source language (required)
-  -t, --to       Target language (required)
-  --url          Custom base URL for OpenAI/Anthropic (optional)
-  -h, --help     Display this help message
-  -v, --version  Display version
+  --key               API key for the AI service (required)
+  -p, --provider      AI translation provider to use (default: ${exports.DEFAULT_PROVIDER})
+  -m, --model         Model name for the selected provider (optional)
+  -i, --input         Path to source JSON file (required)
+  -o, --output        Path to target JSON file (required)
+  -f, --from          Source language (required)
+  -t, --to            Target language (required)
+  --url               Custom base URL for OpenAI/Anthropic (optional)
+  --no-limit          Disable rate limit delay between batches
+  --no-timeout        Disable request timeout (wait indefinitely for AI response)
+  --max-batch-size    Maximum source size per batch, in KB (default: ${exports.DEFAULT_MAX_BATCH_BYTES / 1024} KB)
+  -h, --help          Display this help message
+  -v, --version       Display version
 
 Examples:
   glotto --key {{key}} --input=en.json --output=tr.json --from=english --to=turkish
   glotto --key {{key}} -i en.json -o tr.json -f english -t turkish -p gemini
   glotto --key {{key}} -i en.json -o tr.json -f english -t turkish -p openai
   glotto --key {{key}} -i en.json -o tr.json -f english -t turkish -p anthropic
+  glotto --key {{key}} -i en.json -o tr.json -f english -t turkish --no-limit --no-timeout
+  glotto --key {{key}} -i en.json -o tr.json -f english -t turkish --max-batch-size 8
 `;

package/script/src/file.d.ts

@@ -1,10 +1,5 @@
-import type { ChunkInfo, JsonObject } from './types.js';
+import type { JsonValue } from './types.js';
 export declare const resolvePath: (...paths: string[]) => string;
-export declare const getImportJson: <T = JsonObject>(input: string) => Promise<T>;
+export declare const getImportJson: <T = JsonValue>(input: string) => Promise<T>;
 export declare const writeOutput: (outputPath: string, content: string) => Promise<void>;
-export declare const existsFile: (path: string) => Promise<boolean>;
-export declare const ensureDirectoryExists: (directory: string) => Promise<void>;
-export declare const splitJson: (data: JsonObject, maxChunkBytes?: number) => ChunkInfo[];
-export declare const mergeInputs: (inputs: JsonObject[]) => JsonObject;
-export declare const writeTemp: (targetLanguage: string, tempJsonFileName: string, content: string) => Promise<void>;
 //# sourceMappingURL=file.d.ts.map

package/script/src/file.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../../src/src/file.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAGxD,eAAO,MAAM,WAAW,GAAI,GAAG,OAAO,MAAM,EAAE,WAE7C,CAAC;AAEF,eAAO,MAAM,aAAa,GAAU,CAAC,GAAG,UAAU,EAAE,OAAO,MAAM,KAAG,OAAO,CAAC,CAAC,CAS5E,CAAC;AAEF,eAAO,MAAM,WAAW,GAAU,YAAY,MAAM,EAAE,SAAS,MAAM,kBAEpE,CAAC;AAEF,eAAO,MAAM,UAAU,GAAU,MAAM,MAAM,qBAW5C,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAAU,WAAW,MAAM,KAAG,OAAO,CAAC,IAAI,CAK3E,CAAC;AAeF,eAAO,MAAM,SAAS,GAAI,MAAM,UAAU,EAAE,gBAAe,MAAe,KAAG,SAAS,EA4DrF,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,QAAQ,UAAU,EAAE,KAAG,UAElD,CAAC;AAkBF,eAAO,MAAM,SAAS,GAAU,gBAAgB,MAAM,EAAE,kBAAkB,MAAM,EAAE,SAAS,MAAM,kBAKhG,CAAC"}
+{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../../src/src/file.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAE5C,eAAO,MAAM,WAAW,GAAI,GAAG,OAAO,MAAM,EAAE,KAAG,MAA4C,CAAC;AAE9F,eAAO,MAAM,aAAa,GAAU,CAAC,GAAG,SAAS,EAAE,OAAO,MAAM,KAAG,OAAO,CAAC,CAAC,CAO3E,CAAC;AAEF,eAAO,MAAM,WAAW,GAAU,YAAY,MAAM,EAAE,SAAS,MAAM,KAAG,OAAO,CAAC,IAAI,CAEnF,CAAC"}

package/script/src/file.js

@@ -33,13 +33,10 @@ var __importStar = (this && this.__importStar) || (function () {
     };
 })();
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.writeTemp = exports.mergeInputs = exports.splitJson = exports.ensureDirectoryExists = exports.existsFile = exports.writeOutput = exports.getImportJson = exports.resolvePath = void 0;
+exports.writeOutput = exports.getImportJson = exports.resolvePath = void 0;
 const dntShim = __importStar(require("../_dnt.shims.js"));
 const mod_js_1 = require("../deps/jsr.io/@std/path/1.1.4/mod.js");
-const logger_js_1 = require("./logger.js");
-const resolvePath = (...paths) => {
-    return (0, mod_js_1.join)(dntShim.Deno.cwd(), ...paths);
-};
+const resolvePath = (...paths) => (0, mod_js_1.join)(dntShim.Deno.cwd(), ...paths);
 exports.resolvePath = resolvePath;
 const getImportJson = async (input) => {
     const filePath = (0, exports.resolvePath)(input);
@@ -54,112 +51,3 @@ const writeOutput = async (outputPath, content) => {
     await dntShim.Deno.writeTextFile(outputPath, content, { create: true });
 };
 exports.writeOutput = writeOutput;
-const existsFile = async (path) => {
-    try {
-        await dntShim.Deno.stat(path);
-        return true;
-    }
-    catch (error) {
-        if (error instanceof dntShim.Deno.errors.NotFound) {
-            return false;
-        }
-        throw error;
-    }
-};
-exports.existsFile = existsFile;
-const ensureDirectoryExists = async (directory) => {
-    const directoryExists = await (0, exports.existsFile)(directory);
-    if (!directoryExists) {
-        await dntShim.Deno.mkdir(directory, { recursive: true });
-    }
-};
-exports.ensureDirectoryExists = ensureDirectoryExists;
-const getByteSize = (str) => {
-    return new TextEncoder().encode(str).byteLength;
-};
-const buildChunkWithSize = (data, keys) => {
-    const chunk = Object.create(null);
-    for (const key of keys) {
-        chunk[key] = data[key];
-    }
-    const json = JSON.stringify(chunk);
-    return { json, size: getByteSize(json) };
-};
-const splitJson = (data, maxChunkBytes = 30_000) => {
-    const encoder = new TextEncoder();
-    const dataKeys = Object.keys(data);
-    const totalKeys = dataKeys.length;
-    const fullJson = JSON.stringify(data);
-    const totalBytes = getByteSize(fullJson);
-    if (totalBytes <= maxChunkBytes) {
-        return [
-            {
-                data: encoder.encode(fullJson),
-                keyCount: totalKeys,
-                byteSize: totalBytes,
-                index: 0,
-            },
-        ];
-    }
-    const chunks = [];
-    let currentKeys = [];
-    let currentSize = 2;
-    for (let i = 0; i < totalKeys; i++) {
-        const key = dataKeys[i];
-        const keyValueJson = JSON.stringify({ [key]: data[key] });
-        const entrySize = getByteSize(keyValueJson) - 2;
-        const separatorSize = currentKeys.length > 0 ? 1 : 0;
-        const projectedSize = currentSize + entrySize + separatorSize;
-        if (projectedSize > maxChunkBytes && currentKeys.length > 0) {
-            const { json, size } = buildChunkWithSize(data, currentKeys);
-            chunks.push({
-                data: encoder.encode(json),
-                keyCount: currentKeys.length,
-                byteSize: size,
-                index: chunks.length,
-            });
-            currentKeys = [key];
-            currentSize = 2 + entrySize;
-        }
-        else {
-            currentKeys.push(key);
-            currentSize = projectedSize;
-        }
-    }
-    if (currentKeys.length > 0) {
-        const { json, size } = buildChunkWithSize(data, currentKeys);
-        chunks.push({
-            data: encoder.encode(json),
-            keyCount: currentKeys.length,
-            byteSize: size,
-            index: chunks.length,
-        });
-    }
-    return chunks;
-};
-exports.splitJson = splitJson;
-const mergeInputs = (inputs) => {
-    return Object.assign({}, ...inputs);
-};
-exports.mergeInputs = mergeInputs;
-const getOsTempDir = () => {
-    if (dntShim.Deno.build.os === 'windows') {
-        return dntShim.Deno.env.get('TEMP') ?? dntShim.Deno.env.get('TMP') ?? 'C:\\Windows\\Temp';
-    }
-    return dntShim.Deno.env.get('TMPDIR') ?? '/tmp';
-};
-const resolveTempDir = async (targetLanguage) => {
-    const tempDir = getOsTempDir();
-    const glottoTempDir = (0, mod_js_1.join)(tempDir, 'glotto');
-    await (0, exports.ensureDirectoryExists)(glottoTempDir);
-    const languageTempDir = (0, mod_js_1.join)(glottoTempDir, targetLanguage);
-    await (0, exports.ensureDirectoryExists)(languageTempDir);
-    return languageTempDir;
-};
-const writeTemp = async (targetLanguage, tempJsonFileName, content) => {
-    const tempDir = await resolveTempDir(targetLanguage);
-    const tempJsonFilePath = (0, mod_js_1.join)(tempDir, tempJsonFileName);
-    await dntShim.Deno.writeTextFile(tempJsonFilePath, content, { create: true });
-    logger_js_1.logger.info(`Temp saved: ${tempJsonFilePath}`);
-};
-exports.writeTemp = writeTemp;

package/script/src/providers/anthropic.d.ts

@@ -1,14 +1,9 @@
-import Anthropic from '@anthropic-ai/sdk';
-import type { ChunkInfo, Translatable } from '../types.js';
-declare class AnthropicModel implements Translatable {
-    chunks: ChunkInfo[];
-    from: string;
-    to: string;
-    client: Anthropic;
-    model: string;
-    constructor(key: string, chunks: ChunkInfo[], from: string, to: string, baseUrl?: string, modelName?: string);
-    private translateChunk;
-    translate(): Promise<string>;
+import type { TextTranslator, TranslateOptions } from '../types.js';
+declare class AnthropicModel implements TextTranslator {
+    private client;
+    private model;
+    constructor(key: string, baseUrl?: string, modelName?: string, options?: TranslateOptions);
+    translate(prompt: string): Promise<string>;
 }
 export default AnthropicModel;
 //# sourceMappingURL=anthropic.d.ts.map

package/script/src/providers/anthropic.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../../src/src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,KAAK,EAAE,SAAS,EAAc,YAAY,EAAE,MAAM,aAAa,CAAC;AAQvE,cAAM,cAAe,YAAW,YAAY;IAC1C,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,SAAS,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;gBAEF,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM;YAW9F,cAAc;IAkEtB,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC;CAqCnC;AAED,eAAe,cAAc,CAAC"}
+{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../../src/src/providers/anthropic.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAGpE,cAAM,cAAe,YAAW,cAAc;IAC5C,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,KAAK,CAAS;gBAGpB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,MAAM,EAChB,SAAS,CAAC,EAAE,MAAM,EAClB,OAAO,GAAE,gBAAuD;IAU5D,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAYjD;AAED,eAAe,cAAc,CAAC"}

package/script/src/providers/anthropic.js

@@ -4,31 +4,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 const sdk_1 = __importDefault(require("@anthropic-ai/sdk"));
-const utilites_js_1 = require("../utilites.js");
-const logger_js_1 = require("../logger.js");
-const file_js_1 = require("../file.js");
 const contants_js_1 = require("../contants.js");
-const decoder = new TextDecoder();
 class AnthropicModel {
-    constructor(key, chunks, from, to, baseUrl, modelName) {
-        Object.defineProperty(this, "chunks", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "from", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "to", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
+    constructor(key, baseUrl, modelName, options = { noLimit: false, noTimeout: false }) {
         Object.defineProperty(this, "client", {
             enumerable: true,
             configurable: true,
@@ -41,96 +19,24 @@ class AnthropicModel {
             writable: true,
             value: void 0
         });
-        this.chunks = chunks;
-        this.from = from;
-        this.to = to;
         this.model = modelName ?? contants_js_1.DEFAULT_MODELS.anthropic;
         this.client = new sdk_1.default({
             apiKey: key,
             baseURL: baseUrl,
+            timeout: options.noTimeout ? 0 : undefined,
         });
     }
-    async translateChunk(chunk, systemPrompt, userPrompt) {
-        const chunkLabel = `[Chunk ${chunk.index + 1}/${this.chunks.length}]`;
-        const sourceJson = decoder.decode(chunk.data);
-        for (let attempt = 0; attempt <= contants_js_1.MAX_RETRIES; attempt++) {
-            try {
-                if (attempt > 0) {
-                    const backoffMs = contants_js_1.BASE_RETRY_DELAY_MS * Math.pow(2, attempt - 1);
-                    logger_js_1.logger.warn(`${chunkLabel} Retry ${attempt}/${contants_js_1.MAX_RETRIES} after ${backoffMs}ms backoff...`);
-                    await (0, utilites_js_1.delay)(backoffMs);
-                }
-                const message = await this.client.messages.create({
-                    model: this.model,
-                    max_tokens: 4096,
-                    messages: [
-                        {
-                            role: 'user',
-                            content: `${systemPrompt}\n\n${userPrompt}\n\nSOURCE_JSON:\n${sourceJson}`,
-                        },
-                    ],
-                });
-                const textParts = message.content
-                    .filter((part) => part.type === 'text')
-                    .map((part) => part.text);
-                const text = textParts.join('').trim();
-                if (!text) {
-                    logger_js_1.logger.error(`${chunkLabel} Empty response from Anthropic`);
-                    continue;
-                }
-                const cleanedText = (0, utilites_js_1.stripJsonMarkdown)(text);
-                const tempJsonFileName = `chunk_${chunk.index + 1}.json`;
-                await (0, file_js_1.writeTemp)(this.to, tempJsonFileName, cleanedText);
-                if (!(0, utilites_js_1.isValidJson)(cleanedText)) {
-                    if (attempt === contants_js_1.MAX_RETRIES) {
-                        logger_js_1.logger.error(`${chunkLabel} Failed after ${contants_js_1.MAX_RETRIES + 1} attempts: Invalid JSON response`);
-                        return null;
-                    }
-                    logger_js_1.logger.error(`${chunkLabel} Invalid JSON response, saved to ${tempJsonFileName}`);
-                    continue;
-                }
-                logger_js_1.logger.info(`${chunkLabel} Translated successfully (${(0, utilites_js_1.formatBytes)(chunk.byteSize)}, ${chunk.keyCount} keys)`);
-                return cleanedText;
-            }
-            catch (error) {
-                const isLastAttempt = attempt === contants_js_1.MAX_RETRIES;
-                const errorMessage = error instanceof Error ? error.message : String(error);
-                if (isLastAttempt) {
-                    logger_js_1.logger.error(`${chunkLabel} Failed after ${contants_js_1.MAX_RETRIES + 1} attempts: ${errorMessage}`);
-                    return null;
-                }
-                logger_js_1.logger.warn(`${chunkLabel} Attempt ${attempt + 1} failed: ${errorMessage}`);
-            }
-        }
-        return null;
-    }
-    async translate() {
-        const { systemPrompt, userPrompt } = (0, utilites_js_1.generatePrompts)(this.from, this.to);
-        const totalChunks = this.chunks.length;
-        logger_js_1.logger.info(`Starting translation: ${totalChunks} chunk(s) to process`);
-        const results = [];
-        const failedChunks = [];
-        for (let i = 0; i < totalChunks; i++) {
-            const chunk = this.chunks[i];
-            if (i > 0) {
-                logger_js_1.logger.info(`Waiting ${contants_js_1.INTER_CHUNK_DELAY_MS}ms before next chunk (rate limit protection)...`);
-                await (0, utilites_js_1.delay)(contants_js_1.INTER_CHUNK_DELAY_MS);
-            }
-            const result = await this.translateChunk(chunk, systemPrompt, userPrompt);
-            if (result) {
-                results.push(result);
-            }
-            else {
-                failedChunks.push(chunk.index + 1);
-            }
-        }
-        if (failedChunks.length > 0) {
-            throw new Error(`Translation failed for chunk(s): ${failedChunks.join(', ')}. Check temp files for partial results.`);
-        }
-        logger_js_1.logger.info(`All ${totalChunks} chunk(s) translated successfully, merging results...`);
-        const jsonInputs = results.map((r) => JSON.parse(r));
-        const mergedContent = (0, file_js_1.mergeInputs)(jsonInputs);
-        return JSON.stringify(mergedContent, null, 2);
+    async translate(prompt) {
+        const message = await this.client.messages.create({
+            model: this.model,
+            max_tokens: 8192,
+            temperature: 0.2,
+            messages: [{ role: 'user', content: prompt }],
+        });
+        return message.content
+            .filter((part) => part.type === 'text')
+            .map((part) => part.text)
+            .join('');
     }
 }
 exports.default = AnthropicModel;

package/script/src/providers/gemini.d.ts

@@ -1,14 +1,9 @@
-import { GoogleGenAI } from '@google/genai';
-import type { ChunkInfo, Translatable } from '../types.js';
-declare class Gemini implements Translatable {
-    chunks: ChunkInfo[];
-    from: string;
-    to: string;
-    genAI: GoogleGenAI;
-    model: string;
-    constructor(key: string, chunks: ChunkInfo[], from: string, to: string, modelName?: string);
-    private translateChunk;
-    translate(): Promise<string>;
+import type { TextTranslator, TranslateOptions } from '../types.js';
+declare class Gemini implements TextTranslator {
+    private genAI;
+    private model;
+    constructor(key: string, modelName?: string, options?: TranslateOptions);
+    translate(prompt: string): Promise<string>;
 }
 export default Gemini;
 //# sourceMappingURL=gemini.d.ts.map

package/script/src/providers/gemini.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../src/src/providers/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAa,MAAM,eAAe,CAAC;AAEvD,OAAO,KAAK,EAAE,SAAS,EAAc,YAAY,EAAE,MAAM,aAAa,CAAC;AAMvE,cAAM,MAAO,YAAW,YAAY;IAClC,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,WAAW,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;gBAEF,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM;YAU5E,cAAc;IAwEtB,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC;CAqCnC;AAED,eAAe,MAAM,CAAC"}
+{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../src/src/providers/gemini.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAGpE,cAAM,MAAO,YAAW,cAAc;IACpC,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,KAAK,CAAS;gBAGpB,GAAG,EAAE,MAAM,EACX,SAAS,CAAC,EAAE,MAAM,EAClB,OAAO,GAAE,gBAAuD;IAS5D,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAWjD;AAED,eAAe,MAAM,CAAC"}

package/script/src/providers/gemini.js

@@ -1,31 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 const genai_1 = require("@google/genai");
-const mod_js_1 = require("../../deps/jsr.io/@std/encoding/1.0.10/mod.js");
-const utilites_js_1 = require("../utilites.js");
-const logger_js_1 = require("../logger.js");
-const file_js_1 = require("../file.js");
 const contants_js_1 = require("../contants.js");
 class Gemini {
-    constructor(key, chunks, from, to, modelName) {
-        Object.defineProperty(this, "chunks", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "from", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "to", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
+    constructor(key, modelName, options = { noLimit: false, noTimeout: false }) {
         Object.defineProperty(this, "genAI", {
             enumerable: true,
             configurable: true,
@@ -38,101 +16,22 @@ class Gemini {
             writable: true,
             value: void 0
         });
-        this.chunks = chunks;
-        this.from = from;
-        this.to = to;
         this.model = modelName ?? contants_js_1.DEFAULT_MODELS.gemini;
         this.genAI = new genai_1.GoogleGenAI({
             apiKey: key,
+            httpOptions: options.noTimeout ? { timeout: 2_147_483_647 } : undefined,
         });
     }
-    async translateChunk(chunk, systemPrompt, userPrompt) {
-        const chunkLabel = `[Chunk ${chunk.index + 1}/${this.chunks.length}]`;
-        for (let attempt = 0; attempt <= contants_js_1.MAX_RETRIES; attempt++) {
-            try {
-                if (attempt > 0) {
-                    const backoffMs = contants_js_1.BASE_RETRY_DELAY_MS * Math.pow(2, attempt - 1);
-                    logger_js_1.logger.warn(`${chunkLabel} Retry ${attempt}/${contants_js_1.MAX_RETRIES} after ${backoffMs}ms backoff...`);
-                    await (0, utilites_js_1.delay)(backoffMs);
-                }
-                const fileBase64 = (0, mod_js_1.encodeBase64)(chunk.data);
-                const part = {
-                    inlineData: {
-                        data: fileBase64,
-                        mimeType: 'text/plain',
-                    },
-                };
-                const { text } = await this.genAI.models.generateContent({
-                    model: this.model,
-                    contents: [systemPrompt, userPrompt, part],
-                    config: {
-                        systemInstruction: systemPrompt,
-                        candidateCount: 1,
-                        responseMimeType: 'application/json',
-                        responseLogprobs: false,
-                        temperature: 0.3,
-                        topP: 0.7,
-                        topK: 20,
-                        maxOutputTokens: Number.POSITIVE_INFINITY,
-                    },
-                });
-                if (!text) {
-                    logger_js_1.logger.error(`${chunkLabel} Empty response from Gemini AI`);
-                    continue;
-                }
-                const cleanedText = (0, utilites_js_1.stripJsonMarkdown)(text);
-                const tempJsonFileName = `chunk_${chunk.index + 1}.json`;
-                await (0, file_js_1.writeTemp)(this.to, tempJsonFileName, cleanedText);
-                if (!(0, utilites_js_1.isValidJson)(cleanedText)) {
-                    if (attempt === contants_js_1.MAX_RETRIES) {
-                        logger_js_1.logger.error(`${chunkLabel} Failed after ${contants_js_1.MAX_RETRIES + 1} attempts: Invalid JSON response`);
-                        return null;
-                    }
-                    logger_js_1.logger.error(`${chunkLabel} Invalid JSON response, saved to ${tempJsonFileName}`);
-                    continue;
-                }
-                logger_js_1.logger.info(`${chunkLabel} Translated successfully (${(0, utilites_js_1.formatBytes)(chunk.byteSize)}, ${chunk.keyCount} keys)`);
-                return cleanedText;
-            }
-            catch (error) {
-                const isLastAttempt = attempt === contants_js_1.MAX_RETRIES;
-                const errorMessage = error instanceof Error ? error.message : String(error);
-                if (isLastAttempt) {
-                    logger_js_1.logger.error(`${chunkLabel} Failed after ${contants_js_1.MAX_RETRIES + 1} attempts: ${errorMessage}`);
-                    return null;
-                }
-                logger_js_1.logger.warn(`${chunkLabel} Attempt ${attempt + 1} failed: ${errorMessage}`);
-            }
-        }
-        return null;
-    }
-    async translate() {
-        const { systemPrompt, userPrompt } = (0, utilites_js_1.generatePrompts)(this.from, this.to);
-        const totalChunks = this.chunks.length;
-        logger_js_1.logger.info(`Starting translation: ${totalChunks} chunk(s) to process`);
-        const results = [];
-        const failedChunks = [];
-        for (let i = 0; i < totalChunks; i++) {
-            const chunk = this.chunks[i];
-            if (i > 0) {
-                logger_js_1.logger.info(`Waiting ${contants_js_1.INTER_CHUNK_DELAY_MS}ms before next chunk (rate limit protection)...`);
-                await (0, utilites_js_1.delay)(contants_js_1.INTER_CHUNK_DELAY_MS);
-            }
-            const result = await this.translateChunk(chunk, systemPrompt, userPrompt);
-            if (result) {
-                results.push(result);
-            }
-            else {
-                failedChunks.push(chunk.index + 1);
-            }
-        }
-        if (failedChunks.length > 0) {
-            throw new Error(`Translation failed for chunk(s): ${failedChunks.join(', ')}. Check temp files for partial results.`);
-        }
-        logger_js_1.logger.info(`All ${totalChunks} chunk(s) translated successfully, merging results...`);
-        const jsonInputs = results.map((r) => JSON.parse(r));
-        const mergedContent = (0, file_js_1.mergeInputs)(jsonInputs);
-        return JSON.stringify(mergedContent, null, 2);
+    async translate(prompt) {
+        const { text } = await this.genAI.models.generateContent({
+            model: this.model,
+            contents: prompt,
+            config: {
+                candidateCount: 1,
+                temperature: 0.2,
+            },
+        });
+        return text ?? '';
     }
 }
 exports.default = Gemini;

package/script/src/providers/openai.d.ts

@@ -1,14 +1,9 @@
-import OpenAI from 'openai';
-import type { ChunkInfo, Translatable } from '../types.js';
-declare class OpenAIModel implements Translatable {
-    chunks: ChunkInfo[];
-    from: string;
-    to: string;
-    client: OpenAI;
-    model: string;
-    constructor(key: string, chunks: ChunkInfo[], from: string, to: string, baseUrl?: string, modelName?: string);
-    private translateChunk;
-    translate(): Promise<string>;
+import type { TextTranslator, TranslateOptions } from '../types.js';
+declare class OpenAIModel implements TextTranslator {
+    private client;
+    private model;
+    constructor(key: string, baseUrl?: string, modelName?: string, options?: TranslateOptions);
+    translate(prompt: string): Promise<string>;
 }
 export default OpenAIModel;
 //# sourceMappingURL=openai.d.ts.map

package/script/src/providers/openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,KAAK,EAAE,SAAS,EAAc,YAAY,EAAE,MAAM,aAAa,CAAC;AAQvE,cAAM,WAAY,YAAW,YAAY;IACvC,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;gBAEF,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM;YAW9F,cAAc;IAkEtB,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC;CAqCnC;AAED,eAAe,WAAW,CAAC"}
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/src/providers/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAGpE,cAAM,WAAY,YAAW,cAAc;IACzC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;gBAGpB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,MAAM,EAChB,SAAS,CAAC,EAAE,MAAM,EAClB,OAAO,GAAE,gBAAuD;IAU5D,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAQjD;AAED,eAAe,WAAW,CAAC"}