glotto 2.8.0 → 3.0.0

package/script/src/file.js

@@ -33,13 +33,10 @@ var __importStar = (this && this.__importStar) || (function () {
     };
 })();
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.writeTemp = exports.mergeInputs = exports.splitJson = exports.ensureDirectoryExists = exports.existsFile = exports.writeOutput = exports.getImportJson = exports.resolvePath = void 0;
+exports.writeOutput = exports.getImportJson = exports.resolvePath = void 0;
 const dntShim = __importStar(require("../_dnt.shims.js"));
 const mod_js_1 = require("../deps/jsr.io/@std/path/1.1.4/mod.js");
-const contants_js_1 = require("./contants.js");
-const resolvePath = (...paths) => {
-    return (0, mod_js_1.join)(dntShim.Deno.cwd(), ...paths);
-};
+const resolvePath = (...paths) => (0, mod_js_1.join)(dntShim.Deno.cwd(), ...paths);
 exports.resolvePath = resolvePath;
 const getImportJson = async (input) => {
     const filePath = (0, exports.resolvePath)(input);
@@ -54,97 +51,3 @@ const writeOutput = async (outputPath, content) => {
     await dntShim.Deno.writeTextFile(outputPath, content, { create: true });
 };
 exports.writeOutput = writeOutput;
-const existsFile = async (path) => {
-    try {
-        await dntShim.Deno.stat(path);
-        return true;
-    }
-    catch (error) {
-        if (error instanceof dntShim.Deno.errors.NotFound) {
-            return false;
-        }
-        throw error;
-    }
-};
-exports.existsFile = existsFile;
-const ensureDirectoryExists = async (directory) => {
-    const directoryExists = await (0, exports.existsFile)(directory);
-    if (!directoryExists) {
-        await dntShim.Deno.mkdir(directory, { recursive: true });
-    }
-};
-exports.ensureDirectoryExists = ensureDirectoryExists;
-const getByteSize = (str) => {
-    return new TextEncoder().encode(str).byteLength;
-};
-const buildChunkWithSize = (data, keys) => {
-    const chunk = Object.create(null);
-    for (const key of keys) {
-        chunk[key] = data[key];
-    }
-    const json = JSON.stringify(chunk);
-    return { json, size: getByteSize(json) };
-};
-const splitJson = (data, maxChunkBytes = 30_000) => {
-    const encoder = new TextEncoder();
-    const dataKeys = Object.keys(data);
-    const totalKeys = dataKeys.length;
-    const fullJson = JSON.stringify(data);
-    const totalBytes = getByteSize(fullJson);
-    if (totalBytes <= maxChunkBytes) {
-        return [
-            {
-                data: encoder.encode(fullJson),
-                keyCount: totalKeys,
-                byteSize: totalBytes,
-                index: 0,
-            },
-        ];
-    }
-    const chunks = [];
-    let currentKeys = [];
-    let currentSize = 2;
-    for (let i = 0; i < totalKeys; i++) {
-        const key = dataKeys[i];
-        const keyValueJson = JSON.stringify({ [key]: data[key] });
-        const entrySize = getByteSize(keyValueJson) - 2;
-        const separatorSize = currentKeys.length > 0 ? 1 : 0;
-        const projectedSize = currentSize + entrySize + separatorSize;
-        if (projectedSize > maxChunkBytes && currentKeys.length > 0) {
-            const { json, size } = buildChunkWithSize(data, currentKeys);
-            chunks.push({
-                data: encoder.encode(json),
-                keyCount: currentKeys.length,
-                byteSize: size,
-                index: chunks.length,
-            });
-            currentKeys = [key];
-            currentSize = 2 + entrySize;
-        }
-        else {
-            currentKeys.push(key);
-            currentSize = projectedSize;
-        }
-    }
-    if (currentKeys.length > 0) {
-        const { json, size } = buildChunkWithSize(data, currentKeys);
-        chunks.push({
-            data: encoder.encode(json),
-            keyCount: currentKeys.length,
-            byteSize: size,
-            index: chunks.length,
-        });
-    }
-    return chunks;
-};
-exports.splitJson = splitJson;
-const mergeInputs = (inputs) => {
-    return Object.assign({}, ...inputs);
-};
-exports.mergeInputs = mergeInputs;
-const writeTemp = async (tempJsonFileName, content) => {
-    await (0, exports.ensureDirectoryExists)(contants_js_1.TEMP_DIR);
-    const tempJsonFilePath = (0, exports.resolvePath)(contants_js_1.TEMP_DIR, tempJsonFileName);
-    await dntShim.Deno.writeTextFile(tempJsonFilePath, content, { create: true });
-};
-exports.writeTemp = writeTemp;

package/script/src/providers/anthropic.d.ts

@@ -1,14 +1,9 @@
-import Anthropic from '@anthropic-ai/sdk';
-import type { ChunkInfo, Translatable } from '../types.js';
-declare class AnthropicModel implements Translatable {
-    chunks: ChunkInfo[];
-    from: string;
-    to: string;
-    client: Anthropic;
-    model: string;
-    constructor(key: string, chunks: ChunkInfo[], from: string, to: string, baseUrl?: string, modelName?: string);
-    private translateChunk;
-    translate(): Promise<string>;
+import type { TextTranslator, TranslateOptions } from '../types.js';
+declare class AnthropicModel implements TextTranslator {
+    private client;
+    private model;
+    constructor(key: string, baseUrl?: string, modelName?: string, options?: TranslateOptions);
+    translate(prompt: string): Promise<string>;
 }
 export default AnthropicModel;
 //# sourceMappingURL=anthropic.d.ts.map

package/script/src/providers/anthropic.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../../src/src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,KAAK,EAAE,SAAS,EAAc,YAAY,EAAE,MAAM,aAAa,CAAC;AAQvE,cAAM,cAAe,YAAW,YAAY;IAC1C,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,SAAS,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;gBAEF,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM;YAW9F,cAAc;IA4DtB,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC;CAqCnC;AAED,eAAe,cAAc,CAAC"}
+{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../../src/src/providers/anthropic.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAGpE,cAAM,cAAe,YAAW,cAAc;IAC5C,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,KAAK,CAAS;gBAGpB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,MAAM,EAChB,SAAS,CAAC,EAAE,MAAM,EAClB,OAAO,GAAE,gBAAuD;IAU5D,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAYjD;AAED,eAAe,cAAc,CAAC"}

package/script/src/providers/anthropic.js

@@ -4,31 +4,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 const sdk_1 = __importDefault(require("@anthropic-ai/sdk"));
-const utilites_js_1 = require("../utilites.js");
-const logger_js_1 = require("../logger.js");
-const file_js_1 = require("../file.js");
 const contants_js_1 = require("../contants.js");
-const decoder = new TextDecoder();
 class AnthropicModel {
-    constructor(key, chunks, from, to, baseUrl, modelName) {
-        Object.defineProperty(this, "chunks", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "from", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "to", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
+    constructor(key, baseUrl, modelName, options = { noLimit: false, noTimeout: false }) {
         Object.defineProperty(this, "client", {
             enumerable: true,
             configurable: true,
@@ -41,91 +19,24 @@ class AnthropicModel {
             writable: true,
             value: void 0
         });
-        this.chunks = chunks;
-        this.from = from;
-        this.to = to;
         this.model = modelName ?? contants_js_1.DEFAULT_MODELS.anthropic;
         this.client = new sdk_1.default({
             apiKey: key,
             baseURL: baseUrl,
+            timeout: options.noTimeout ? 0 : undefined,
         });
     }
-    async translateChunk(chunk, systemPrompt, userPrompt) {
-        const chunkLabel = `[Chunk ${chunk.index + 1}/${this.chunks.length}]`;
-        const sourceJson = decoder.decode(chunk.data);
-        for (let attempt = 0; attempt <= contants_js_1.MAX_RETRIES; attempt++) {
-            try {
-                if (attempt > 0) {
-                    const backoffMs = contants_js_1.BASE_RETRY_DELAY_MS * Math.pow(2, attempt - 1);
-                    logger_js_1.logger.warn(`${chunkLabel} Retry ${attempt}/${contants_js_1.MAX_RETRIES} after ${backoffMs}ms backoff...`);
-                    await (0, utilites_js_1.delay)(backoffMs);
-                }
-                const message = await this.client.messages.create({
-                    model: this.model,
-                    max_tokens: 4096,
-                    messages: [
-                        {
-                            role: 'user',
-                            content: `${systemPrompt}\n\n${userPrompt}\n\nSOURCE_JSON:\n${sourceJson}`,
-                        },
-                    ],
-                });
-                const textParts = message.content
-                    .filter((part) => part.type === 'text')
-                    .map((part) => part.text);
-                const text = textParts.join('').trim();
-                if (!text) {
-                    logger_js_1.logger.error(`${chunkLabel} Empty response from Anthropic`);
-                    continue;
-                }
-                const tempJsonFileName = `${this.to}_chunk_${chunk.index + 1}.json`;
-                await (0, file_js_1.writeTemp)(tempJsonFileName, text);
-                if (!(0, utilites_js_1.isValidJson)(text)) {
-                    logger_js_1.logger.error(`${chunkLabel} Invalid JSON response, saved to ${tempJsonFileName}`);
-                    continue;
-                }
-                logger_js_1.logger.info(`${chunkLabel} Translated successfully (${(0, utilites_js_1.formatBytes)(chunk.byteSize)}, ${chunk.keyCount} keys)`);
-                return text;
-            }
-            catch (error) {
-                const isLastAttempt = attempt === contants_js_1.MAX_RETRIES;
-                const errorMessage = error instanceof Error ? error.message : String(error);
-                if (isLastAttempt) {
-                    logger_js_1.logger.error(`${chunkLabel} Failed after ${contants_js_1.MAX_RETRIES + 1} attempts: ${errorMessage}`);
-                    return null;
-                }
-                logger_js_1.logger.warn(`${chunkLabel} Attempt ${attempt + 1} failed: ${errorMessage}`);
-            }
-        }
-        return null;
-    }
-    async translate() {
-        const { systemPrompt, userPrompt } = (0, utilites_js_1.generatePrompts)(this.from, this.to);
-        const totalChunks = this.chunks.length;
-        logger_js_1.logger.info(`Starting translation: ${totalChunks} chunk(s) to process`);
-        const results = [];
-        const failedChunks = [];
-        for (let i = 0; i < totalChunks; i++) {
-            const chunk = this.chunks[i];
-            if (i > 0) {
-                logger_js_1.logger.info(`Waiting ${contants_js_1.INTER_CHUNK_DELAY_MS}ms before next chunk (rate limit protection)...`);
-                await (0, utilites_js_1.delay)(contants_js_1.INTER_CHUNK_DELAY_MS);
-            }
-            const result = await this.translateChunk(chunk, systemPrompt, userPrompt);
-            if (result) {
-                results.push(result);
-            }
-            else {
-                failedChunks.push(chunk.index + 1);
-            }
-        }
-        if (failedChunks.length > 0) {
-            throw new Error(`Translation failed for chunk(s): ${failedChunks.join(', ')}. Check temp files for partial results.`);
-        }
-        logger_js_1.logger.info(`All ${totalChunks} chunk(s) translated successfully, merging results...`);
-        const jsonInputs = results.map((r) => JSON.parse(r));
-        const mergedContent = (0, file_js_1.mergeInputs)(jsonInputs);
-        return JSON.stringify(mergedContent, null, 2);
+    async translate(prompt) {
+        const message = await this.client.messages.create({
+            model: this.model,
+            max_tokens: 8192,
+            temperature: 0.2,
+            messages: [{ role: 'user', content: prompt }],
+        });
+        return message.content
+            .filter((part) => part.type === 'text')
+            .map((part) => part.text)
+            .join('');
     }
 }
 exports.default = AnthropicModel;

package/script/src/providers/gemini.d.ts

@@ -1,14 +1,9 @@
-import { GoogleGenAI } from '@google/genai';
-import type { ChunkInfo, Translatable } from '../types.js';
-declare class Gemini implements Translatable {
-    chunks: ChunkInfo[];
-    from: string;
-    to: string;
-    genAI: GoogleGenAI;
-    model: string;
-    constructor(key: string, chunks: ChunkInfo[], from: string, to: string, modelName?: string);
-    private translateChunk;
-    translate(): Promise<string>;
+import type { TextTranslator, TranslateOptions } from '../types.js';
+declare class Gemini implements TextTranslator {
+    private genAI;
+    private model;
+    constructor(key: string, modelName?: string, options?: TranslateOptions);
+    translate(prompt: string): Promise<string>;
 }
 export default Gemini;
 //# sourceMappingURL=gemini.d.ts.map

package/script/src/providers/gemini.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../src/src/providers/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAa,MAAM,eAAe,CAAC;AAEvD,OAAO,KAAK,EAAE,SAAS,EAAc,YAAY,EAAE,MAAM,aAAa,CAAC;AAMvE,cAAM,MAAO,YAAW,YAAY;IAClC,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,WAAW,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;gBAEF,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM;YAU5E,cAAc;IAkEtB,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC;CAqCnC;AAED,eAAe,MAAM,CAAC"}
+{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../src/src/providers/gemini.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAGpE,cAAM,MAAO,YAAW,cAAc;IACpC,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,KAAK,CAAS;gBAGpB,GAAG,EAAE,MAAM,EACX,SAAS,CAAC,EAAE,MAAM,EAClB,OAAO,GAAE,gBAAuD;IAS5D,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAWjD;AAED,eAAe,MAAM,CAAC"}

package/script/src/providers/gemini.js

@@ -1,31 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 const genai_1 = require("@google/genai");
-const mod_js_1 = require("../../deps/jsr.io/@std/encoding/1.0.10/mod.js");
-const utilites_js_1 = require("../utilites.js");
-const logger_js_1 = require("../logger.js");
-const file_js_1 = require("../file.js");
 const contants_js_1 = require("../contants.js");
 class Gemini {
-    constructor(key, chunks, from, to, modelName) {
-        Object.defineProperty(this, "chunks", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "from", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "to", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
+    constructor(key, modelName, options = { noLimit: false, noTimeout: false }) {
         Object.defineProperty(this, "genAI", {
             enumerable: true,
             configurable: true,
@@ -38,96 +16,22 @@ class Gemini {
             writable: true,
             value: void 0
         });
-        this.chunks = chunks;
-        this.from = from;
-        this.to = to;
         this.model = modelName ?? contants_js_1.DEFAULT_MODELS.gemini;
         this.genAI = new genai_1.GoogleGenAI({
             apiKey: key,
+            httpOptions: options.noTimeout ? { timeout: 2_147_483_647 } : undefined,
         });
     }
-    async translateChunk(chunk, systemPrompt, userPrompt) {
-        const chunkLabel = `[Chunk ${chunk.index + 1}/${this.chunks.length}]`;
-        for (let attempt = 0; attempt <= contants_js_1.MAX_RETRIES; attempt++) {
-            try {
-                if (attempt > 0) {
-                    const backoffMs = contants_js_1.BASE_RETRY_DELAY_MS * Math.pow(2, attempt - 1);
-                    logger_js_1.logger.warn(`${chunkLabel} Retry ${attempt}/${contants_js_1.MAX_RETRIES} after ${backoffMs}ms backoff...`);
-                    await (0, utilites_js_1.delay)(backoffMs);
-                }
-                const fileBase64 = (0, mod_js_1.encodeBase64)(chunk.data);
-                const part = {
-                    inlineData: {
-                        data: fileBase64,
-                        mimeType: 'text/plain',
-                    },
-                };
-                const { text } = await this.genAI.models.generateContent({
-                    model: this.model,
-                    contents: [systemPrompt, userPrompt, part],
-                    config: {
-                        systemInstruction: systemPrompt,
-                        candidateCount: 1,
-                        responseMimeType: 'application/json',
-                        responseLogprobs: false,
-                        temperature: 0.3,
-                        topP: 0.7,
-                        topK: 20,
-                        maxOutputTokens: Number.POSITIVE_INFINITY,
-                    },
-                });
-                if (!text) {
-                    logger_js_1.logger.error(`${chunkLabel} Empty response from Gemini AI`);
-                    continue;
-                }
-                const tempJsonFileName = `${this.to}_chunk_${chunk.index + 1}.json`;
-                await (0, file_js_1.writeTemp)(tempJsonFileName, text);
-                if (!(0, utilites_js_1.isValidJson)(text)) {
-                    logger_js_1.logger.error(`${chunkLabel} Invalid JSON response, saved to ${tempJsonFileName}`);
-                    continue;
-                }
-                logger_js_1.logger.info(`${chunkLabel} Translated successfully (${(0, utilites_js_1.formatBytes)(chunk.byteSize)}, ${chunk.keyCount} keys)`);
-                return text;
-            }
-            catch (error) {
-                const isLastAttempt = attempt === contants_js_1.MAX_RETRIES;
-                const errorMessage = error instanceof Error ? error.message : String(error);
-                if (isLastAttempt) {
-                    logger_js_1.logger.error(`${chunkLabel} Failed after ${contants_js_1.MAX_RETRIES + 1} attempts: ${errorMessage}`);
-                    return null;
-                }
-                logger_js_1.logger.warn(`${chunkLabel} Attempt ${attempt + 1} failed: ${errorMessage}`);
-            }
-        }
-        return null;
-    }
-    async translate() {
-        const { systemPrompt, userPrompt } = (0, utilites_js_1.generatePrompts)(this.from, this.to);
-        const totalChunks = this.chunks.length;
-        logger_js_1.logger.info(`Starting translation: ${totalChunks} chunk(s) to process`);
-        const results = [];
-        const failedChunks = [];
-        for (let i = 0; i < totalChunks; i++) {
-            const chunk = this.chunks[i];
-            if (i > 0) {
-                logger_js_1.logger.info(`Waiting ${contants_js_1.INTER_CHUNK_DELAY_MS}ms before next chunk (rate limit protection)...`);
-                await (0, utilites_js_1.delay)(contants_js_1.INTER_CHUNK_DELAY_MS);
-            }
-            const result = await this.translateChunk(chunk, systemPrompt, userPrompt);
-            if (result) {
-                results.push(result);
-            }
-            else {
-                failedChunks.push(chunk.index + 1);
-            }
-        }
-        if (failedChunks.length > 0) {
-            throw new Error(`Translation failed for chunk(s): ${failedChunks.join(', ')}. Check temp files for partial results.`);
-        }
-        logger_js_1.logger.info(`All ${totalChunks} chunk(s) translated successfully, merging results...`);
-        const jsonInputs = results.map((r) => JSON.parse(r));
-        const mergedContent = (0, file_js_1.mergeInputs)(jsonInputs);
-        return JSON.stringify(mergedContent, null, 2);
+    async translate(prompt) {
+        const { text } = await this.genAI.models.generateContent({
+            model: this.model,
+            contents: prompt,
+            config: {
+                candidateCount: 1,
+                temperature: 0.2,
+            },
+        });
+        return text ?? '';
     }
 }
 exports.default = Gemini;

package/script/src/providers/openai.d.ts

@@ -1,14 +1,9 @@
-import OpenAI from 'openai';
-import type { ChunkInfo, Translatable } from '../types.js';
-declare class OpenAIModel implements Translatable {
-    chunks: ChunkInfo[];
-    from: string;
-    to: string;
-    client: OpenAI;
-    model: string;
-    constructor(key: string, chunks: ChunkInfo[], from: string, to: string, baseUrl?: string, modelName?: string);
-    private translateChunk;
-    translate(): Promise<string>;
+import type { TextTranslator, TranslateOptions } from '../types.js';
+declare class OpenAIModel implements TextTranslator {
+    private client;
+    private model;
+    constructor(key: string, baseUrl?: string, modelName?: string, options?: TranslateOptions);
+    translate(prompt: string): Promise<string>;
 }
 export default OpenAIModel;
 //# sourceMappingURL=openai.d.ts.map

package/script/src/providers/openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,KAAK,EAAE,SAAS,EAAc,YAAY,EAAE,MAAM,aAAa,CAAC;AAQvE,cAAM,WAAY,YAAW,YAAY;IACvC,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;gBAEF,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM;YAW9F,cAAc;IA4DtB,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC;CAqCnC;AAED,eAAe,WAAW,CAAC"}
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/src/providers/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAGpE,cAAM,WAAY,YAAW,cAAc;IACzC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;gBAGpB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,MAAM,EAChB,SAAS,CAAC,EAAE,MAAM,EAClB,OAAO,GAAE,gBAAuD;IAU5D,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAQjD;AAED,eAAe,WAAW,CAAC"}

package/script/src/providers/openai.js

@@ -4,31 +4,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 const openai_1 = __importDefault(require("openai"));
-const utilites_js_1 = require("../utilites.js");
-const logger_js_1 = require("../logger.js");
-const file_js_1 = require("../file.js");
 const contants_js_1 = require("../contants.js");
-const decoder = new TextDecoder();
 class OpenAIModel {
-    constructor(key, chunks, from, to, baseUrl, modelName) {
-        Object.defineProperty(this, "chunks", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "from", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "to", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
+    constructor(key, baseUrl, modelName, options = { noLimit: false, noTimeout: false }) {
         Object.defineProperty(this, "client", {
             enumerable: true,
             configurable: true,
@@ -41,92 +19,20 @@ class OpenAIModel {
             writable: true,
             value: void 0
         });
-        this.chunks = chunks;
-        this.from = from;
-        this.to = to;
         this.model = modelName ?? contants_js_1.DEFAULT_MODELS.openai;
         this.client = new openai_1.default({
             apiKey: key,
             baseURL: baseUrl,
+            timeout: options.noTimeout ? 2_147_483_647 : undefined,
         });
     }
-    async translateChunk(chunk, systemPrompt, userPrompt) {
-        const chunkLabel = `[Chunk ${chunk.index + 1}/${this.chunks.length}]`;
-        const sourceJson = decoder.decode(chunk.data);
-        for (let attempt = 0; attempt <= contants_js_1.MAX_RETRIES; attempt++) {
-            try {
-                if (attempt > 0) {
-                    const backoffMs = contants_js_1.BASE_RETRY_DELAY_MS * Math.pow(2, attempt - 1);
-                    logger_js_1.logger.warn(`${chunkLabel} Retry ${attempt}/${contants_js_1.MAX_RETRIES} after ${backoffMs}ms backoff...`);
-                    await (0, utilites_js_1.delay)(backoffMs);
-                }
-                const response = await this.client.responses.create({
-                    model: this.model,
-                    input: [
-                        {
-                            role: 'user',
-                            content: [
-                                {
-                                    type: 'input_text',
-                                    text: `${systemPrompt}\n\n${userPrompt}\n\nSOURCE_JSON:\n${sourceJson}`,
-                                },
-                            ],
-                        },
-                    ],
-                });
-                const text = response.output_text;
-                if (!text) {
-                    logger_js_1.logger.error(`${chunkLabel} Empty response from OpenAI`);
-                    continue;
-                }
-                const tempJsonFileName = `${this.to}_chunk_${chunk.index + 1}.json`;
-                await (0, file_js_1.writeTemp)(tempJsonFileName, text);
-                if (!(0, utilites_js_1.isValidJson)(text)) {
-                    logger_js_1.logger.error(`${chunkLabel} Invalid JSON response, saved to ${tempJsonFileName}`);
-                    continue;
-                }
-                logger_js_1.logger.info(`${chunkLabel} Translated successfully (${(0, utilites_js_1.formatBytes)(chunk.byteSize)}, ${chunk.keyCount} keys)`);
-                return text;
-            }
-            catch (error) {
-                const isLastAttempt = attempt === contants_js_1.MAX_RETRIES;
-                const errorMessage = error instanceof Error ? error.message : String(error);
-                if (isLastAttempt) {
-                    logger_js_1.logger.error(`${chunkLabel} Failed after ${contants_js_1.MAX_RETRIES + 1} attempts: ${errorMessage}`);
-                    return null;
-                }
-                logger_js_1.logger.warn(`${chunkLabel} Attempt ${attempt + 1} failed: ${errorMessage}`);
-            }
-        }
-        return null;
-    }
-    async translate() {
-        const { systemPrompt, userPrompt } = (0, utilites_js_1.generatePrompts)(this.from, this.to);
-        const totalChunks = this.chunks.length;
-        logger_js_1.logger.info(`Starting translation: ${totalChunks} chunk(s) to process`);
-        const results = [];
-        const failedChunks = [];
-        for (let i = 0; i < totalChunks; i++) {
-            const chunk = this.chunks[i];
-            if (i > 0) {
-                logger_js_1.logger.info(`Waiting ${contants_js_1.INTER_CHUNK_DELAY_MS}ms before next chunk (rate limit protection)...`);
-                await (0, utilites_js_1.delay)(contants_js_1.INTER_CHUNK_DELAY_MS);
-            }
-            const result = await this.translateChunk(chunk, systemPrompt, userPrompt);
-            if (result) {
-                results.push(result);
-            }
-            else {
-                failedChunks.push(chunk.index + 1);
-            }
-        }
-        if (failedChunks.length > 0) {
-            throw new Error(`Translation failed for chunk(s): ${failedChunks.join(', ')}. Check temp files for partial results.`);
-        }
-        logger_js_1.logger.info(`All ${totalChunks} chunk(s) translated successfully, merging results...`);
-        const jsonInputs = results.map((r) => JSON.parse(r));
-        const mergedContent = (0, file_js_1.mergeInputs)(jsonInputs);
-        return JSON.stringify(mergedContent, null, 2);
+    async translate(prompt) {
+        const completion = await this.client.chat.completions.create({
+            model: this.model,
+            messages: [{ role: 'user', content: prompt }],
+            temperature: 0.2,
+        });
+        return completion.choices[0]?.message?.content ?? '';
     }
 }
 exports.default = OpenAIModel;

package/script/src/translator.d.ts

@@ -0,0 +1,8 @@
+import type { Batch, JsonValue, Leaf, TextTranslator, TranslateOptions } from './types.js';
+export declare const extractLeaves: (data: JsonValue) => Leaf[];
+export declare const groupIntoBatches: (leaves: Leaf[], maxBytes: number) => Batch[];
+export declare const buildBatchPrompt: (from: string, to: string, leaves: Leaf[]) => string;
+export declare const decodeResponse: (text: string) => Map<number, string>;
+export declare const reconstruct: (allLeaves: Leaf[], translations: Map<number, string>) => JsonValue;
+export declare const runBatches: (batches: Batch[], translator: TextTranslator, from: string, to: string, options: TranslateOptions) => Promise<Map<number, string>>;
+//# sourceMappingURL=translator.d.ts.map

package/script/src/translator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"translator.d.ts","sourceRoot":"","sources":["../../src/src/translator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAQ,cAAc,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAQjG,eAAO,MAAM,aAAa,GAAI,MAAM,SAAS,KAAG,IAAI,EAiCnD,CAAC;AAQF,eAAO,MAAM,gBAAgB,GAAI,QAAQ,IAAI,EAAE,EAAE,UAAU,MAAM,KAAG,KAAK,EA0BxE,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,MAAM,MAAM,EAAE,IAAI,MAAM,EAAE,QAAQ,IAAI,EAAE,KAAG,MAkB3E,CAAC;AAQF,eAAO,MAAM,cAAc,GAAI,MAAM,MAAM,KAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAS/D,CAAC;AAgBF,eAAO,MAAM,WAAW,GAAI,WAAW,IAAI,EAAE,EAAE,cAAc,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,KAAG,SAalF,CAAC;AAEF,eAAO,MAAM,UAAU,GACrB,SAAS,KAAK,EAAE,EAChB,YAAY,cAAc,EAC1B,MAAM,MAAM,EACZ,IAAI,MAAM,EACV,SAAS,gBAAgB,KACxB,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAgF7B,CAAC"}