glotto 2.9.0 → 3.0.0

package/script/src/providers/openai.js

@@ -4,31 +4,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 const openai_1 = __importDefault(require("openai"));
-const utilites_js_1 = require("../utilites.js");
-const logger_js_1 = require("../logger.js");
-const file_js_1 = require("../file.js");
 const contants_js_1 = require("../contants.js");
-const decoder = new TextDecoder();
 class OpenAIModel {
-    constructor(key, chunks, from, to, baseUrl, modelName) {
-        Object.defineProperty(this, "chunks", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "from", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "to", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
+    constructor(key, baseUrl, modelName, options = { noLimit: false, noTimeout: false }) {
         Object.defineProperty(this, "client", {
             enumerable: true,
             configurable: true,
@@ -41,97 +19,20 @@ class OpenAIModel {
             writable: true,
             value: void 0
         });
-        this.chunks = chunks;
-        this.from = from;
-        this.to = to;
         this.model = modelName ?? contants_js_1.DEFAULT_MODELS.openai;
         this.client = new openai_1.default({
             apiKey: key,
             baseURL: baseUrl,
+            timeout: options.noTimeout ? 2_147_483_647 : undefined,
         });
     }
-    async translateChunk(chunk, systemPrompt, userPrompt) {
-        const chunkLabel = `[Chunk ${chunk.index + 1}/${this.chunks.length}]`;
-        const sourceJson = decoder.decode(chunk.data);
-        for (let attempt = 0; attempt <= contants_js_1.MAX_RETRIES; attempt++) {
-            try {
-                if (attempt > 0) {
-                    const backoffMs = contants_js_1.BASE_RETRY_DELAY_MS * Math.pow(2, attempt - 1);
-                    logger_js_1.logger.warn(`${chunkLabel} Retry ${attempt}/${contants_js_1.MAX_RETRIES} after ${backoffMs}ms backoff...`);
-                    await (0, utilites_js_1.delay)(backoffMs);
-                }
-                const response = await this.client.responses.create({
-                    model: this.model,
-                    input: [
-                        {
-                            role: 'user',
-                            content: [
-                                {
-                                    type: 'input_text',
-                                    text: `${systemPrompt}\n\n${userPrompt}\n\nSOURCE_JSON:\n${sourceJson}`,
-                                },
-                            ],
-                        },
-                    ],
-                });
-                const text = response.output_text;
-                if (!text) {
-                    logger_js_1.logger.error(`${chunkLabel} Empty response from OpenAI`);
-                    continue;
-                }
-                const cleanedText = (0, utilites_js_1.stripJsonMarkdown)(text);
-                const tempJsonFileName = `chunk_${chunk.index + 1}.json`;
-                await (0, file_js_1.writeTemp)(this.to, tempJsonFileName, cleanedText);
-                if (!(0, utilites_js_1.isValidJson)(cleanedText)) {
-                    if (attempt === contants_js_1.MAX_RETRIES) {
-                        logger_js_1.logger.error(`${chunkLabel} Failed after ${contants_js_1.MAX_RETRIES + 1} attempts: Invalid JSON response`);
-                        return null;
-                    }
-                    logger_js_1.logger.error(`${chunkLabel} Invalid JSON response, saved to ${tempJsonFileName}`);
-                    continue;
-                }
-                logger_js_1.logger.info(`${chunkLabel} Translated successfully (${(0, utilites_js_1.formatBytes)(chunk.byteSize)}, ${chunk.keyCount} keys)`);
-                return cleanedText;
-            }
-            catch (error) {
-                const isLastAttempt = attempt === contants_js_1.MAX_RETRIES;
-                const errorMessage = error instanceof Error ? error.message : String(error);
-                if (isLastAttempt) {
-                    logger_js_1.logger.error(`${chunkLabel} Failed after ${contants_js_1.MAX_RETRIES + 1} attempts: ${errorMessage}`);
-                    return null;
-                }
-                logger_js_1.logger.warn(`${chunkLabel} Attempt ${attempt + 1} failed: ${errorMessage}`);
-            }
-        }
-        return null;
-    }
-    async translate() {
-        const { systemPrompt, userPrompt } = (0, utilites_js_1.generatePrompts)(this.from, this.to);
-        const totalChunks = this.chunks.length;
-        logger_js_1.logger.info(`Starting translation: ${totalChunks} chunk(s) to process`);
-        const results = [];
-        const failedChunks = [];
-        for (let i = 0; i < totalChunks; i++) {
-            const chunk = this.chunks[i];
-            if (i > 0) {
-                logger_js_1.logger.info(`Waiting ${contants_js_1.INTER_CHUNK_DELAY_MS}ms before next chunk (rate limit protection)...`);
-                await (0, utilites_js_1.delay)(contants_js_1.INTER_CHUNK_DELAY_MS);
-            }
-            const result = await this.translateChunk(chunk, systemPrompt, userPrompt);
-            if (result) {
-                results.push(result);
-            }
-            else {
-                failedChunks.push(chunk.index + 1);
-            }
-        }
-        if (failedChunks.length > 0) {
-            throw new Error(`Translation failed for chunk(s): ${failedChunks.join(', ')}. Check temp files for partial results.`);
-        }
-        logger_js_1.logger.info(`All ${totalChunks} chunk(s) translated successfully, merging results...`);
-        const jsonInputs = results.map((r) => JSON.parse(r));
-        const mergedContent = (0, file_js_1.mergeInputs)(jsonInputs);
-        return JSON.stringify(mergedContent, null, 2);
+    async translate(prompt) {
+        const completion = await this.client.chat.completions.create({
+            model: this.model,
+            messages: [{ role: 'user', content: prompt }],
+            temperature: 0.2,
+        });
+        return completion.choices[0]?.message?.content ?? '';
     }
 }
 exports.default = OpenAIModel;

package/script/src/translator.d.ts

@@ -0,0 +1,8 @@
+import type { Batch, JsonValue, Leaf, TextTranslator, TranslateOptions } from './types.js';
+export declare const extractLeaves: (data: JsonValue) => Leaf[];
+export declare const groupIntoBatches: (leaves: Leaf[], maxBytes: number) => Batch[];
+export declare const buildBatchPrompt: (from: string, to: string, leaves: Leaf[]) => string;
+export declare const decodeResponse: (text: string) => Map<number, string>;
+export declare const reconstruct: (allLeaves: Leaf[], translations: Map<number, string>) => JsonValue;
+export declare const runBatches: (batches: Batch[], translator: TextTranslator, from: string, to: string, options: TranslateOptions) => Promise<Map<number, string>>;
+//# sourceMappingURL=translator.d.ts.map

package/script/src/translator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"translator.d.ts","sourceRoot":"","sources":["../../src/src/translator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAQ,cAAc,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAQjG,eAAO,MAAM,aAAa,GAAI,MAAM,SAAS,KAAG,IAAI,EAiCnD,CAAC;AAQF,eAAO,MAAM,gBAAgB,GAAI,QAAQ,IAAI,EAAE,EAAE,UAAU,MAAM,KAAG,KAAK,EA0BxE,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,MAAM,MAAM,EAAE,IAAI,MAAM,EAAE,QAAQ,IAAI,EAAE,KAAG,MAkB3E,CAAC;AAQF,eAAO,MAAM,cAAc,GAAI,MAAM,MAAM,KAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAS/D,CAAC;AAgBF,eAAO,MAAM,WAAW,GAAI,WAAW,IAAI,EAAE,EAAE,cAAc,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,KAAG,SAalF,CAAC;AAEF,eAAO,MAAM,UAAU,GACrB,SAAS,KAAK,EAAE,EAChB,YAAY,cAAc,EAC1B,MAAM,MAAM,EACZ,IAAI,MAAM,EACV,SAAS,gBAAgB,KACxB,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAgF7B,CAAC"}

package/script/src/translator.js

@@ -0,0 +1,209 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runBatches = exports.reconstruct = exports.decodeResponse = exports.buildBatchPrompt = exports.groupIntoBatches = exports.extractLeaves = void 0;
+const logger_js_1 = require("./logger.js");
+const utilites_js_1 = require("./utilites.js");
+const contants_js_1 = require("./contants.js");
+const encoder = new TextEncoder();
+const byteSize = (s) => encoder.encode(s).byteLength;
+const extractLeaves = (data) => {
+    const out = [];
+    let nextId = 0;
+    const walk = (node, path) => {
+        if (node === null || typeof node !== 'object') {
+            const isString = typeof node === 'string';
+            out.push({
+                id: ++nextId,
+                path,
+                value: node,
+                translatable: isString && node.trim().length > 0,
+            });
+            return;
+        }
+        if (Array.isArray(node)) {
+            if (node.length === 0) {
+                out.push({ id: ++nextId, path, value: node, translatable: false });
+                return;
+            }
+            node.forEach((item, i) => walk(item, [...path, i]));
+            return;
+        }
+        const entries = Object.entries(node);
+        if (entries.length === 0) {
+            out.push({ id: ++nextId, path, value: node, translatable: false });
+            return;
+        }
+        for (const [k, v] of entries)
+            walk(v, [...path, k]);
+    };
+    walk(data, []);
+    return out;
+};
+exports.extractLeaves = extractLeaves;
+const TAG_OPEN = (id) => `≪${id}≫`;
+const TAG_CLOSE = (id) => `≪/${id}≫`;
+const TAG_OVERHEAD_CHARS = 8;
+const wrapEntry = (leaf) => `${TAG_OPEN(leaf.id)}${String(leaf.value)}${TAG_CLOSE(leaf.id)}`;
+const groupIntoBatches = (leaves, maxBytes) => {
+    const translatable = leaves.filter((l) => l.translatable);
+    const batches = [];
+    let current = [];
+    let currentSize = 0;
+    for (const leaf of translatable) {
+        const valueBytes = byteSize(String(leaf.value));
+        const idChars = String(leaf.id).length;
+        const overhead = TAG_OVERHEAD_CHARS + idChars * 2 + 1;
+        const itemSize = valueBytes + overhead;
+        if (current.length > 0 && currentSize + itemSize > maxBytes) {
+            batches.push({ index: batches.length, leaves: current, byteSize: currentSize });
+            current = [];
+            currentSize = 0;
+        }
+        current.push(leaf);
+        currentSize += itemSize;
+    }
+    if (current.length > 0) {
+        batches.push({ index: batches.length, leaves: current, byteSize: currentSize });
+    }
+    return batches;
+};
+exports.groupIntoBatches = groupIntoBatches;
+const buildBatchPrompt = (from, to, leaves) => {
+    const entries = leaves.map(wrapEntry).join('\n');
+    return `Translate each tagged entry below from ${from} to ${to}.
+
+Tag format:
+- Every entry is wrapped exactly as ≪N≫value≪/N≫, where N is the entry id (a positive integer).
+- The opening marker is the character ≪ (U+226A), then the id, then ≫ (U+226B). The closing marker is ≪, /, the same id, then ≫.
+- Copy these markers verbatim. Do not put spaces inside them. Do not change them to <<>>, «», <tag>, [n], or any other notation.
+- The id must match the input id of the same entry — never renumber, merge, split, or reorder entries.
+
+What to write back:
+- One ≪N≫translated_value≪/N≫ block per input entry, in the same order, separated by single newlines.
+- Translate only the text that sits between ≪N≫ and ≪/N≫.
+- Preserve every variable ({{name}}, {name}, __VAR__, $t(...), %s, %d), HTML tag, markdown token, escape sequence, and special character inside the value.
+- Output nothing else: no headings, no prose, no commentary, no code fences, no language labels.
+
+Now translate the following entries:
+${entries}`;
+};
+exports.buildBatchPrompt = buildBatchPrompt;
+const TAG_PATTERNS = [
+    /≪\s*(\d+)\s*≫([\s\S]*?)≪\s*\/\s*\1\s*≫/g,
+    /<<\s*(\d+)\s*>>([\s\S]*?)<<\s*\/\s*\1\s*>>/g,
+    /«\s*(\d+)\s*»([\s\S]*?)«\s*\/\s*\1\s*»/g,
+];
+const decodeResponse = (text) => {
+    const map = new Map();
+    for (const pattern of TAG_PATTERNS) {
+        for (const match of text.matchAll(pattern)) {
+            const id = parseInt(match[1], 10);
+            if (!map.has(id))
+                map.set(id, match[2].trim());
+        }
+    }
+    return map;
+};
+exports.decodeResponse = decodeResponse;
+const setPath = (root, path, value) => {
+    let node = root;
+    for (let i = 0; i < path.length - 1; i++) {
+        const key = path[i];
+        const nextKey = path[i + 1];
+        const container = node;
+        if (container[key] === undefined) {
+            container[key] = typeof nextKey === 'number' ? [] : {};
+        }
+        node = container[key];
+    }
+    node[path[path.length - 1]] = value;
+};
+const reconstruct = (allLeaves, translations) => {
+    if (allLeaves.length === 0)
+        return {};
+    const firstStep = allLeaves[0].path[0];
+    if (firstStep === undefined) {
+        const only = allLeaves[0];
+        return only.translatable ? translations.get(only.id) ?? only.value : only.value;
+    }
+    const root = typeof firstStep === 'number' ? [] : {};
+    for (const leaf of allLeaves) {
+        const value = leaf.translatable && translations.has(leaf.id) ? translations.get(leaf.id) : leaf.value;
+        setPath(root, leaf.path, value);
+    }
+    return root;
+};
+exports.reconstruct = reconstruct;
+const runBatches = async (batches, translator, from, to, options) => {
+    const translations = new Map();
+    const failedIds = [];
+    for (let i = 0; i < batches.length; i++) {
+        const batch = batches[i];
+        const label = `[Batch ${batch.index + 1}/${batches.length}]`;
+        if (i > 0 && !options.noLimit) {
+            logger_js_1.logger.info(`Waiting ${contants_js_1.INTER_BATCH_DELAY_MS}ms before next batch (rate limit protection)...`);
+            await (0, utilites_js_1.delay)(contants_js_1.INTER_BATCH_DELAY_MS);
+        }
+        let remaining = [...batch.leaves];
+        for (let attempt = 0; attempt <= contants_js_1.MAX_RETRIES; attempt++) {
+            if (attempt > 0) {
+                const backoffMs = contants_js_1.BASE_RETRY_DELAY_MS * Math.pow(2, attempt - 1);
+                logger_js_1.logger.warn(`${label} Retry ${attempt}/${contants_js_1.MAX_RETRIES} after ${backoffMs}ms backoff (${remaining.length} entries)...`);
+                await (0, utilites_js_1.delay)(backoffMs);
+            }
+            try {
+                const prompt = (0, exports.buildBatchPrompt)(from, to, remaining);
+                const response = await translator.translate(prompt);
+                if (!response || response.trim().length === 0) {
+                    if (attempt === contants_js_1.MAX_RETRIES) {
+                        logger_js_1.logger.error(`${label} Failed after ${contants_js_1.MAX_RETRIES + 1} attempts: empty response`);
+                        for (const leaf of remaining)
+                            failedIds.push(leaf.id);
+                        break;
+                    }
+                    logger_js_1.logger.warn(`${label} Attempt ${attempt + 1} returned empty response`);
+                    continue;
+                }
+                const decoded = (0, exports.decodeResponse)(response);
+                const stillMissing = [];
+                for (const leaf of remaining) {
+                    const value = decoded.get(leaf.id);
+                    if (!value || value.trim().length === 0) {
+                        stillMissing.push(leaf);
+                        continue;
+                    }
+                    translations.set(leaf.id, value);
+                }
+                if (stillMissing.length === 0) {
+                    logger_js_1.logger.info(`${label} Translated successfully (${(0, utilites_js_1.formatBytes)(batch.byteSize)}, ${batch.leaves.length} entries)`);
+                    break;
+                }
+                if (attempt === contants_js_1.MAX_RETRIES) {
+                    logger_js_1.logger.error(`${label} Failed after ${contants_js_1.MAX_RETRIES + 1} attempts: ${stillMissing.length} entries missing`);
+                    for (const leaf of stillMissing)
+                        failedIds.push(leaf.id);
+                    break;
+                }
+                logger_js_1.logger.warn(`${label} ${stillMissing.length}/${remaining.length} entries missing, will retry`);
+                remaining = stillMissing;
+            }
+            catch (error) {
+                const message = error instanceof Error ? error.message : String(error);
+                if (attempt === contants_js_1.MAX_RETRIES) {
+                    logger_js_1.logger.error(`${label} Failed after ${contants_js_1.MAX_RETRIES + 1} attempts: ${message}`);
+                    for (const leaf of remaining)
+                        failedIds.push(leaf.id);
+                    break;
+                }
+                logger_js_1.logger.warn(`${label} Attempt ${attempt + 1} failed: ${message}`);
+            }
+        }
+    }
+    if (failedIds.length > 0) {
+        const preview = failedIds.slice(0, 20).join(', ');
+        const more = failedIds.length > 20 ? `, …(+${failedIds.length - 20})` : '';
+        throw new Error(`Translation failed for ${failedIds.length} entry/entries (ids: ${preview}${more})`);
+    }
+    return translations;
+};
+exports.runBatches = runBatches;

package/script/src/types.d.ts

@@ -1,4 +1,8 @@
 export type Provider = 'gemini' | 'openai' | 'anthropic';
+export type TranslateOptions = {
+    noLimit: boolean;
+    noTimeout: boolean;
+};
 export type TranslateArgs = {
     key?: string;
     provider?: string;
@@ -8,6 +12,9 @@ export type TranslateArgs = {
     from?: string;
     to?: string;
     url?: string;
+    'no-limit'?: boolean;
+    'no-timeout'?: boolean;
+    'max-batch-size'?: string;
 };
 export type ValidatedTranslateArgs = {
     key: string;
@@ -18,19 +25,29 @@ export type ValidatedTranslateArgs = {
     from: string;
     to: string;
     url?: string;
+    noLimit: boolean;
+    noTimeout: boolean;
+    maxBatchBytes: number;
 };
-export interface Translatable {
-    chunks: ChunkInfo[];
-    from: string;
-    to: string;
-    translate(): Promise<string>;
+export type JsonValue = string | number | boolean | null | JsonObject | JsonArray;
+export interface JsonObject {
+    [key: string]: JsonValue;
 }
-export type JsonObject = Record<string, any>;
-export type Chunk = Uint8Array;
-export type ChunkInfo = {
-    data: Uint8Array;
-    keyCount: number;
-    byteSize: number;
+export type JsonArray = JsonValue[];
+export type PathSegment = string | number;
+export type Path = PathSegment[];
+export type Leaf = {
+    id: number;
+    path: Path;
+    value: JsonValue;
+    translatable: boolean;
+};
+export type Batch = {
     index: number;
+    leaves: Leaf[];
+    byteSize: number;
 };
+export interface TextTranslator {
+    translate(prompt: string): Promise<string>;
+}
 //# sourceMappingURL=types.d.ts.map

package/script/src/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,WAAW,CAAC;AAEzD,MAAM,MAAM,aAAa,GAAG;IAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CAC9B;AAED,MAAM,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAE7C,MAAM,MAAM,KAAK,GAAG,UAAU,CAAC;AAE/B,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE,UAAU,CAAC;IAEjB,QAAQ,EAAE,MAAM,CAAC;IAEjB,QAAQ,EAAE,MAAM,CAAC;IAEjB,KAAK,EAAE,MAAM,CAAC;CACf,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,WAAW,CAAC;AAEzD,MAAM,MAAM,gBAAgB,GAAG;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,GAAG,UAAU,GAAG,SAAS,CAAC;AAClF,MAAM,WAAW,UAAU;IACzB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1B;AACD,MAAM,MAAM,SAAS,GAAG,SAAS,EAAE,CAAC;AAEpC,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,MAAM,CAAC;AAC1C,MAAM,MAAM,IAAI,GAAG,WAAW,EAAE,CAAC;AAEjC,MAAM,MAAM,IAAI,GAAG;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,IAAI,CAAC;IACX,KAAK,EAAE,SAAS,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,IAAI,EAAE,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,WAAW,cAAc;IAC7B,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC5C"}

package/script/src/utilites.d.ts

@@ -1,12 +1,6 @@
 import type { TranslateArgs, ValidatedTranslateArgs } from './types.js';
 import type { Args } from '../deps/jsr.io/@std/cli/1.0.29/mod.js';
 export declare const validateArgs: (args: Args<TranslateArgs>) => ValidatedTranslateArgs;
-export declare const generatePrompts: (from: string, to: string) => {
-    systemPrompt: string;
-    userPrompt: string;
-};
-export declare const stripJsonMarkdown: (text: string) => string;
-export declare const isValidJson: (value: string) => boolean;
 export declare const formatBytes: (bytes: number) => string;
 export declare const delay: (ms: number) => Promise<void>;
 //# sourceMappingURL=utilites.d.ts.map

package/script/src/utilites.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utilites.d.ts","sourceRoot":"","sources":["../../src/src/utilites.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAY,aAAa,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAClF,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,uCAAuC,CAAC;AAElE,eAAO,MAAM,YAAY,GAAI,MAAM,IAAI,CAAC,aAAa,CAAC,KAAG,sBAmCxD,CAAC;AAEF,eAAO,MAAM,eAAe,GAAI,MAAM,MAAM,EAAE,IAAI,MAAM;;;CA2DvD,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,MAAM,MAAM,KAAG,MAyDhD,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,MAAM,KAAG,OAO3C,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,MAAM,KAAG,MAI3C,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,IAAI,MAAM,KAAG,OAAO,CAAC,IAAI,CAE9C,CAAC"}
+{"version":3,"file":"utilites.d.ts","sourceRoot":"","sources":["../../src/src/utilites.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAY,aAAa,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAClF,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,uCAAuC,CAAC;AAGlE,eAAO,MAAM,YAAY,GAAI,MAAM,IAAI,CAAC,aAAa,CAAC,KAAG,sBA+BxD,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,MAAM,KAAG,MAI3C,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,IAAI,MAAM,KAAG,OAAO,CAAC,IAAI,CAE9C,CAAC"}

package/script/src/utilites.js

@@ -1,24 +1,28 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.delay = exports.formatBytes = exports.isValidJson = exports.stripJsonMarkdown = exports.generatePrompts = exports.validateArgs = void 0;
+exports.delay = exports.formatBytes = exports.validateArgs = void 0;
+const contants_js_1 = require("./contants.js");
 const validateArgs = (args) => {
-    if (!args.key) {
+    if (!args.key)
         throw new Error('AI Key is required');
-    }
-    if (!args.provider) {
+    if (!args.provider)
         throw new Error('Provider parameter is required');
-    }
-    if (!args.input) {
+    if (!args.input)
         throw new Error('Input parameter is required');
-    }
-    if (!args.output) {
+    if (!args.output)
         throw new Error('Output parameter is required');
-    }
-    if (!args.from) {
+    if (!args.from)
         throw new Error('Source language (from) parameter is required');
-    }
-    if (!args.to) {
+    if (!args.to)
         throw new Error('Target language (to) parameter is required');
+    let maxBatchBytes = contants_js_1.DEFAULT_MAX_BATCH_BYTES;
+    const rawMaxBatchSize = args['max-batch-size'];
+    if (rawMaxBatchSize !== undefined) {
+        const parsed = parseInt(rawMaxBatchSize, 10);
+        if (isNaN(parsed) || parsed <= 0) {
+            throw new Error('--max-batch-size must be a positive integer (value in KB, e.g. --max-batch-size 8)');
+        }
+        maxBatchBytes = parsed * 1024;
     }
     return {
         key: args.key,
@@ -29,133 +33,12 @@ const validateArgs = (args) => {
         from: args.from,
         to: args.to,
         url: args.url,
+        noLimit: args['no-limit'] ?? false,
+        noTimeout: args['no-timeout'] ?? false,
+        maxBatchBytes,
     };
 };
 exports.validateArgs = validateArgs;
-const generatePrompts = (from, to) => {
-    const systemPrompt = `You are a specialized i18next JSON translation expert. Your role is to translate content from ${from} to ${to} with these strict requirements:
-  
-  1. COMPLETE TRANSLATION:
-     - Translate ALL text values comprehensively
-     - Double-check to ensure no text is left untranslated
-     - Pay special attention to arrays and nested objects to ensure everything is translated
-     - If unsure about any translation, provide the most accurate and natural translation possible
-  
-  2. TRANSLATION QUALITY:
-     - Use natural, context-appropriate language
-     - Maintain consistent terminology throughout the translation
-     - Use formal language unless the source is clearly casual
-     - Preserve the exact meaning and tone of the original text
-     - For UI elements, use standard localized terms common in ${to} applications
-  
-  3. STRUCTURAL PRESERVATION:
-     - Keep all JSON structure and keys exactly as they are
-     - Maintain all variables and interpolation patterns ({{name}}, __VARIABLE__, $t(), etc.)
-     - Preserve all HTML tags and markdown formatting
-     - Keep all whitespace, nesting, and formatting intact
-  
-  4. VALIDATION:
-     - Return only valid JSON
-     - Verify that all text is translated
-     - Ensure no source language text remains
-     - Confirm all arrays and nested objects are fully translated`;
-    const userPrompt = `Please translate this i18next JSON file with these specific requirements:
-  
-  1. THOROUGH TRANSLATION:
-     - Translate every single text value from ${from} to ${to}
-     - Pay special attention to arrays and nested objects
-     - Verify no text is left in ${from}
-     - Double-check all translations for completeness
-  
-  2. PRESERVE STRUCTURE:
-     - Keep all keys unchanged (e.g. "button.submit")
-     - Maintain all variables: {{name}}, __VAR__, $t()
-     - Preserve HTML tags and markdown
-     - Keep all special characters
-     - Maintain exact JSON structure
-  
-  3. QUALITY REQUIREMENTS:
-     - Use natural ${to} language
-     - Maintain consistent terminology
-     - Use formal language unless source is casual
-     - Ensure translations match the context
-     - Use standard ${to} UI terminology for interface elements
-  
-  4. OUTPUT:
-     - Return only the translated JSON
-     - No explanations or comments
-     - No additional text
-     - No formatting changes
-     - Must be valid JSON`;
-    return { systemPrompt, userPrompt };
-};
-exports.generatePrompts = generatePrompts;
-const stripJsonMarkdown = (text) => {
-    const trimmed = text.trim();
-    // Extract from code fence if present (handles surrounding text too)
-    const fenceMatch = trimmed.match(/```(?:\w+)?\s*\n?([\s\S]*?)\n?```/);
-    if (fenceMatch) {
-        const candidate = fenceMatch[1].trim();
-        if (candidate.startsWith('{') || candidate.startsWith('[')) {
-            return candidate;
-        }
-    }
-    // Find outermost JSON structure by tracking bracket depth,
-    // correctly ignoring brackets inside strings and escape sequences
-    const firstBrace = trimmed.indexOf('{');
-    const firstBracket = trimmed.indexOf('[');
-    if (firstBrace === -1 && firstBracket === -1)
-        return trimmed;
-    let startIndex;
-    let openChar;
-    let closeChar;
-    if (firstBrace === -1 || (firstBracket !== -1 && firstBracket < firstBrace)) {
-        startIndex = firstBracket;
-        openChar = '[';
-        closeChar = ']';
-    }
-    else {
-        startIndex = firstBrace;
-        openChar = '{';
-        closeChar = '}';
-    }
-    let depth = 0;
-    let inString = false;
-    let escaped = false;
-    for (let i = startIndex; i < trimmed.length; i++) {
-        const char = trimmed[i];
-        if (escaped) {
-            escaped = false;
-            continue;
-        }
-        if (char === '\\' && inString) {
-            escaped = true;
-            continue;
-        }
-        if (char === '"') {
-            inString = !inString;
-            continue;
-        }
-        if (inString)
-            continue;
-        if (char === openChar)
-            depth++;
-        else if (char === closeChar && --depth === 0)
-            return trimmed.slice(startIndex, i + 1);
-    }
-    return trimmed;
-};
-exports.stripJsonMarkdown = stripJsonMarkdown;
-const isValidJson = (value) => {
-    try {
-        JSON.parse(value);
-        return true;
-    }
-    catch {
-        return false;
-    }
-};
-exports.isValidJson = isValidJson;
 const formatBytes = (bytes) => {
     if (bytes < 1024)
         return `${bytes} B`;

package/esm/deps/jsr.io/@std/encoding/1.0.10/_common16.d.ts

@@ -1,23 +0,0 @@
-import type { Uint8Array_ } from "./_types.js";
-export type { Uint8Array_ };
-export declare const alphabet: Uint8Array<ArrayBufferLike>;
-export declare const rAlphabet: Uint8Array<ArrayBuffer>;
-/**
- * Calculate the output size needed to encode a given input size for
- * {@linkcode encodeIntoHex}.
- *
- * @param originalSize The size of the input buffer.
- * @returns The size of the output buffer.
- *
- * @example Basic Usage
- * ```ts
- * import { assertEquals } from "@std/assert";
- * import { calcSizeHex } from "@std/encoding/unstable-hex";
- *
- * assertEquals(calcSizeHex(1), 2);
- * ```
- */
-export declare function calcSizeHex(originalSize: number): number;
-export declare function encode(buffer: Uint8Array_, i: number, o: number, alphabet: Uint8Array): number;
-export declare function decode(buffer: Uint8Array_, i: number, o: number, alphabet: Uint8Array): number;
-//# sourceMappingURL=_common16.d.ts.map

package/esm/deps/jsr.io/@std/encoding/1.0.10/_common16.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"_common16.d.ts","sourceRoot":"","sources":["../../../../../../src/deps/jsr.io/@std/encoding/1.0.10/_common16.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC/C,YAAY,EAAE,WAAW,EAAE,CAAC;AAE5B,eAAO,MAAM,QAAQ,6BAA+C,CAAC;AACrE,eAAO,MAAM,SAAS,yBAA+B,CAAC;AAMtD;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,WAAW,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAExD;AAED,wBAAgB,MAAM,CACpB,MAAM,EAAE,WAAW,EACnB,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,QAAQ,EAAE,UAAU,GACnB,MAAM,CAOR;AAED,wBAAgB,MAAM,CACpB,MAAM,EAAE,WAAW,EACnB,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,QAAQ,EAAE,UAAU,GACnB,MAAM,CAeR"}