glotto 2.8.0 → 3.0.0

package/esm/src/providers/openai.js

@@ -1,29 +1,7 @@
 import OpenAI from 'openai';
-import { delay, formatBytes, generatePrompts, isValidJson } from '../utilites.js';
-import { logger } from '../logger.js';
-import { mergeInputs, writeTemp } from '../file.js';
-import { BASE_RETRY_DELAY_MS, DEFAULT_MODELS, INTER_CHUNK_DELAY_MS, MAX_RETRIES } from '../contants.js';
-const decoder = new TextDecoder();
+import { DEFAULT_MODELS } from '../contants.js';
 class OpenAIModel {
-    constructor(key, chunks, from, to, baseUrl, modelName) {
-        Object.defineProperty(this, "chunks", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "from", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "to", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
+    constructor(key, baseUrl, modelName, options = { noLimit: false, noTimeout: false }) {
         Object.defineProperty(this, "client", {
             enumerable: true,
             configurable: true,
@@ -36,92 +14,20 @@ class OpenAIModel {
             writable: true,
             value: void 0
         });
-        this.chunks = chunks;
-        this.from = from;
-        this.to = to;
         this.model = modelName ?? DEFAULT_MODELS.openai;
         this.client = new OpenAI({
             apiKey: key,
             baseURL: baseUrl,
+            timeout: options.noTimeout ? 2_147_483_647 : undefined,
         });
     }
-    async translateChunk(chunk, systemPrompt, userPrompt) {
-        const chunkLabel = `[Chunk ${chunk.index + 1}/${this.chunks.length}]`;
-        const sourceJson = decoder.decode(chunk.data);
-        for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {
-            try {
-                if (attempt > 0) {
-                    const backoffMs = BASE_RETRY_DELAY_MS * Math.pow(2, attempt - 1);
-                    logger.warn(`${chunkLabel} Retry ${attempt}/${MAX_RETRIES} after ${backoffMs}ms backoff...`);
-                    await delay(backoffMs);
-                }
-                const response = await this.client.responses.create({
-                    model: this.model,
-                    input: [
-                        {
-                            role: 'user',
-                            content: [
-                                {
-                                    type: 'input_text',
-                                    text: `${systemPrompt}\n\n${userPrompt}\n\nSOURCE_JSON:\n${sourceJson}`,
-                                },
-                            ],
-                        },
-                    ],
-                });
-                const text = response.output_text;
-                if (!text) {
-                    logger.error(`${chunkLabel} Empty response from OpenAI`);
-                    continue;
-                }
-                const tempJsonFileName = `${this.to}_chunk_${chunk.index + 1}.json`;
-                await writeTemp(tempJsonFileName, text);
-                if (!isValidJson(text)) {
-                    logger.error(`${chunkLabel} Invalid JSON response, saved to ${tempJsonFileName}`);
-                    continue;
-                }
-                logger.info(`${chunkLabel} Translated successfully (${formatBytes(chunk.byteSize)}, ${chunk.keyCount} keys)`);
-                return text;
-            }
-            catch (error) {
-                const isLastAttempt = attempt === MAX_RETRIES;
-                const errorMessage = error instanceof Error ? error.message : String(error);
-                if (isLastAttempt) {
-                    logger.error(`${chunkLabel} Failed after ${MAX_RETRIES + 1} attempts: ${errorMessage}`);
-                    return null;
-                }
-                logger.warn(`${chunkLabel} Attempt ${attempt + 1} failed: ${errorMessage}`);
-            }
-        }
-        return null;
-    }
-    async translate() {
-        const { systemPrompt, userPrompt } = generatePrompts(this.from, this.to);
-        const totalChunks = this.chunks.length;
-        logger.info(`Starting translation: ${totalChunks} chunk(s) to process`);
-        const results = [];
-        const failedChunks = [];
-        for (let i = 0; i < totalChunks; i++) {
-            const chunk = this.chunks[i];
-            if (i > 0) {
-                logger.info(`Waiting ${INTER_CHUNK_DELAY_MS}ms before next chunk (rate limit protection)...`);
-                await delay(INTER_CHUNK_DELAY_MS);
-            }
-            const result = await this.translateChunk(chunk, systemPrompt, userPrompt);
-            if (result) {
-                results.push(result);
-            }
-            else {
-                failedChunks.push(chunk.index + 1);
-            }
-        }
-        if (failedChunks.length > 0) {
-            throw new Error(`Translation failed for chunk(s): ${failedChunks.join(', ')}. Check temp files for partial results.`);
-        }
-        logger.info(`All ${totalChunks} chunk(s) translated successfully, merging results...`);
-        const jsonInputs = results.map((r) => JSON.parse(r));
-        const mergedContent = mergeInputs(jsonInputs);
-        return JSON.stringify(mergedContent, null, 2);
+    async translate(prompt) {
+        const completion = await this.client.chat.completions.create({
+            model: this.model,
+            messages: [{ role: 'user', content: prompt }],
+            temperature: 0.2,
+        });
+        return completion.choices[0]?.message?.content ?? '';
     }
 }
 export default OpenAIModel;

package/esm/src/translator.d.ts

@@ -0,0 +1,8 @@
+import type { Batch, JsonValue, Leaf, TextTranslator, TranslateOptions } from './types.js';
+export declare const extractLeaves: (data: JsonValue) => Leaf[];
+export declare const groupIntoBatches: (leaves: Leaf[], maxBytes: number) => Batch[];
+export declare const buildBatchPrompt: (from: string, to: string, leaves: Leaf[]) => string;
+export declare const decodeResponse: (text: string) => Map<number, string>;
+export declare const reconstruct: (allLeaves: Leaf[], translations: Map<number, string>) => JsonValue;
+export declare const runBatches: (batches: Batch[], translator: TextTranslator, from: string, to: string, options: TranslateOptions) => Promise<Map<number, string>>;
+//# sourceMappingURL=translator.d.ts.map

package/esm/src/translator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"translator.d.ts","sourceRoot":"","sources":["../../src/src/translator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAQ,cAAc,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAQjG,eAAO,MAAM,aAAa,GAAI,MAAM,SAAS,KAAG,IAAI,EAiCnD,CAAC;AAQF,eAAO,MAAM,gBAAgB,GAAI,QAAQ,IAAI,EAAE,EAAE,UAAU,MAAM,KAAG,KAAK,EA0BxE,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,MAAM,MAAM,EAAE,IAAI,MAAM,EAAE,QAAQ,IAAI,EAAE,KAAG,MAkB3E,CAAC;AAQF,eAAO,MAAM,cAAc,GAAI,MAAM,MAAM,KAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAS/D,CAAC;AAgBF,eAAO,MAAM,WAAW,GAAI,WAAW,IAAI,EAAE,EAAE,cAAc,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,KAAG,SAalF,CAAC;AAEF,eAAO,MAAM,UAAU,GACrB,SAAS,KAAK,EAAE,EAChB,YAAY,cAAc,EAC1B,MAAM,MAAM,EACZ,IAAI,MAAM,EACV,SAAS,gBAAgB,KACxB,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAgF7B,CAAC"}

package/esm/src/translator.js

@@ -0,0 +1,200 @@
+import { logger } from './logger.js';
+import { delay, formatBytes } from './utilites.js';
+import { BASE_RETRY_DELAY_MS, INTER_BATCH_DELAY_MS, MAX_RETRIES } from './contants.js';
+const encoder = new TextEncoder();
+const byteSize = (s) => encoder.encode(s).byteLength;
+export const extractLeaves = (data) => {
+    const out = [];
+    let nextId = 0;
+    const walk = (node, path) => {
+        if (node === null || typeof node !== 'object') {
+            const isString = typeof node === 'string';
+            out.push({
+                id: ++nextId,
+                path,
+                value: node,
+                translatable: isString && node.trim().length > 0,
+            });
+            return;
+        }
+        if (Array.isArray(node)) {
+            if (node.length === 0) {
+                out.push({ id: ++nextId, path, value: node, translatable: false });
+                return;
+            }
+            node.forEach((item, i) => walk(item, [...path, i]));
+            return;
+        }
+        const entries = Object.entries(node);
+        if (entries.length === 0) {
+            out.push({ id: ++nextId, path, value: node, translatable: false });
+            return;
+        }
+        for (const [k, v] of entries)
+            walk(v, [...path, k]);
+    };
+    walk(data, []);
+    return out;
+};
+const TAG_OPEN = (id) => `≪${id}≫`;
+const TAG_CLOSE = (id) => `≪/${id}≫`;
+const TAG_OVERHEAD_CHARS = 8;
+const wrapEntry = (leaf) => `${TAG_OPEN(leaf.id)}${String(leaf.value)}${TAG_CLOSE(leaf.id)}`;
+export const groupIntoBatches = (leaves, maxBytes) => {
+    const translatable = leaves.filter((l) => l.translatable);
+    const batches = [];
+    let current = [];
+    let currentSize = 0;
+    for (const leaf of translatable) {
+        const valueBytes = byteSize(String(leaf.value));
+        const idChars = String(leaf.id).length;
+        const overhead = TAG_OVERHEAD_CHARS + idChars * 2 + 1;
+        const itemSize = valueBytes + overhead;
+        if (current.length > 0 && currentSize + itemSize > maxBytes) {
+            batches.push({ index: batches.length, leaves: current, byteSize: currentSize });
+            current = [];
+            currentSize = 0;
+        }
+        current.push(leaf);
+        currentSize += itemSize;
+    }
+    if (current.length > 0) {
+        batches.push({ index: batches.length, leaves: current, byteSize: currentSize });
+    }
+    return batches;
+};
+export const buildBatchPrompt = (from, to, leaves) => {
+    const entries = leaves.map(wrapEntry).join('\n');
+    return `Translate each tagged entry below from ${from} to ${to}.
+
+Tag format:
+- Every entry is wrapped exactly as ≪N≫value≪/N≫, where N is the entry id (a positive integer).
+- The opening marker is the character ≪ (U+226A), then the id, then ≫ (U+226B). The closing marker is ≪, /, the same id, then ≫.
+- Copy these markers verbatim. Do not put spaces inside them. Do not change them to <<>>, «», <tag>, [n], or any other notation.
+- The id must match the input id of the same entry — never renumber, merge, split, or reorder entries.
+
+What to write back:
+- One ≪N≫translated_value≪/N≫ block per input entry, in the same order, separated by single newlines.
+- Translate only the text that sits between ≪N≫ and ≪/N≫.
+- Preserve every variable ({{name}}, {name}, __VAR__, $t(...), %s, %d), HTML tag, markdown token, escape sequence, and special character inside the value.
+- Output nothing else: no headings, no prose, no commentary, no code fences, no language labels.
+
+Now translate the following entries:
+${entries}`;
+};
+const TAG_PATTERNS = [
+    /≪\s*(\d+)\s*≫([\s\S]*?)≪\s*\/\s*\1\s*≫/g,
+    /<<\s*(\d+)\s*>>([\s\S]*?)<<\s*\/\s*\1\s*>>/g,
+    /«\s*(\d+)\s*»([\s\S]*?)«\s*\/\s*\1\s*»/g,
+];
+export const decodeResponse = (text) => {
+    const map = new Map();
+    for (const pattern of TAG_PATTERNS) {
+        for (const match of text.matchAll(pattern)) {
+            const id = parseInt(match[1], 10);
+            if (!map.has(id))
+                map.set(id, match[2].trim());
+        }
+    }
+    return map;
+};
+const setPath = (root, path, value) => {
+    let node = root;
+    for (let i = 0; i < path.length - 1; i++) {
+        const key = path[i];
+        const nextKey = path[i + 1];
+        const container = node;
+        if (container[key] === undefined) {
+            container[key] = typeof nextKey === 'number' ? [] : {};
+        }
+        node = container[key];
+    }
+    node[path[path.length - 1]] = value;
+};
+export const reconstruct = (allLeaves, translations) => {
+    if (allLeaves.length === 0)
+        return {};
+    const firstStep = allLeaves[0].path[0];
+    if (firstStep === undefined) {
+        const only = allLeaves[0];
+        return only.translatable ? translations.get(only.id) ?? only.value : only.value;
+    }
+    const root = typeof firstStep === 'number' ? [] : {};
+    for (const leaf of allLeaves) {
+        const value = leaf.translatable && translations.has(leaf.id) ? translations.get(leaf.id) : leaf.value;
+        setPath(root, leaf.path, value);
+    }
+    return root;
+};
+export const runBatches = async (batches, translator, from, to, options) => {
+    const translations = new Map();
+    const failedIds = [];
+    for (let i = 0; i < batches.length; i++) {
+        const batch = batches[i];
+        const label = `[Batch ${batch.index + 1}/${batches.length}]`;
+        if (i > 0 && !options.noLimit) {
+            logger.info(`Waiting ${INTER_BATCH_DELAY_MS}ms before next batch (rate limit protection)...`);
+            await delay(INTER_BATCH_DELAY_MS);
+        }
+        let remaining = [...batch.leaves];
+        for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {
+            if (attempt > 0) {
+                const backoffMs = BASE_RETRY_DELAY_MS * Math.pow(2, attempt - 1);
+                logger.warn(`${label} Retry ${attempt}/${MAX_RETRIES} after ${backoffMs}ms backoff (${remaining.length} entries)...`);
+                await delay(backoffMs);
+            }
+            try {
+                const prompt = buildBatchPrompt(from, to, remaining);
+                const response = await translator.translate(prompt);
+                if (!response || response.trim().length === 0) {
+                    if (attempt === MAX_RETRIES) {
+                        logger.error(`${label} Failed after ${MAX_RETRIES + 1} attempts: empty response`);
+                        for (const leaf of remaining)
+                            failedIds.push(leaf.id);
+                        break;
+                    }
+                    logger.warn(`${label} Attempt ${attempt + 1} returned empty response`);
+                    continue;
+                }
+                const decoded = decodeResponse(response);
+                const stillMissing = [];
+                for (const leaf of remaining) {
+                    const value = decoded.get(leaf.id);
+                    if (!value || value.trim().length === 0) {
+                        stillMissing.push(leaf);
+                        continue;
+                    }
+                    translations.set(leaf.id, value);
+                }
+                if (stillMissing.length === 0) {
+                    logger.info(`${label} Translated successfully (${formatBytes(batch.byteSize)}, ${batch.leaves.length} entries)`);
+                    break;
+                }
+                if (attempt === MAX_RETRIES) {
+                    logger.error(`${label} Failed after ${MAX_RETRIES + 1} attempts: ${stillMissing.length} entries missing`);
+                    for (const leaf of stillMissing)
+                        failedIds.push(leaf.id);
+                    break;
+                }
+                logger.warn(`${label} ${stillMissing.length}/${remaining.length} entries missing, will retry`);
+                remaining = stillMissing;
+            }
+            catch (error) {
+                const message = error instanceof Error ? error.message : String(error);
+                if (attempt === MAX_RETRIES) {
+                    logger.error(`${label} Failed after ${MAX_RETRIES + 1} attempts: ${message}`);
+                    for (const leaf of remaining)
+                        failedIds.push(leaf.id);
+                    break;
+                }
+                logger.warn(`${label} Attempt ${attempt + 1} failed: ${message}`);
+            }
+        }
+    }
+    if (failedIds.length > 0) {
+        const preview = failedIds.slice(0, 20).join(', ');
+        const more = failedIds.length > 20 ? `, …(+${failedIds.length - 20})` : '';
+        throw new Error(`Translation failed for ${failedIds.length} entry/entries (ids: ${preview}${more})`);
+    }
+    return translations;
+};

package/esm/src/types.d.ts

@@ -1,4 +1,8 @@
 export type Provider = 'gemini' | 'openai' | 'anthropic';
+export type TranslateOptions = {
+    noLimit: boolean;
+    noTimeout: boolean;
+};
 export type TranslateArgs = {
     key?: string;
     provider?: string;
@@ -8,6 +12,9 @@ export type TranslateArgs = {
     from?: string;
     to?: string;
     url?: string;
+    'no-limit'?: boolean;
+    'no-timeout'?: boolean;
+    'max-batch-size'?: string;
 };
 export type ValidatedTranslateArgs = {
     key: string;
@@ -18,19 +25,29 @@ export type ValidatedTranslateArgs = {
     from: string;
     to: string;
     url?: string;
+    noLimit: boolean;
+    noTimeout: boolean;
+    maxBatchBytes: number;
 };
-export interface Translatable {
-    chunks: ChunkInfo[];
-    from: string;
-    to: string;
-    translate(): Promise<string>;
+export type JsonValue = string | number | boolean | null | JsonObject | JsonArray;
+export interface JsonObject {
+    [key: string]: JsonValue;
 }
-export type JsonObject = Record<string, any>;
-export type Chunk = Uint8Array;
-export type ChunkInfo = {
-    data: Uint8Array;
-    keyCount: number;
-    byteSize: number;
+export type JsonArray = JsonValue[];
+export type PathSegment = string | number;
+export type Path = PathSegment[];
+export type Leaf = {
+    id: number;
+    path: Path;
+    value: JsonValue;
+    translatable: boolean;
+};
+export type Batch = {
     index: number;
+    leaves: Leaf[];
+    byteSize: number;
 };
+export interface TextTranslator {
+    translate(prompt: string): Promise<string>;
+}
 //# sourceMappingURL=types.d.ts.map

package/esm/src/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,WAAW,CAAC;AAEzD,MAAM,MAAM,aAAa,GAAG;IAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CAC9B;AAED,MAAM,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAE7C,MAAM,MAAM,KAAK,GAAG,UAAU,CAAC;AAE/B,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE,UAAU,CAAC;IAEjB,QAAQ,EAAE,MAAM,CAAC;IAEjB,QAAQ,EAAE,MAAM,CAAC;IAEjB,KAAK,EAAE,MAAM,CAAC;CACf,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,WAAW,CAAC;AAEzD,MAAM,MAAM,gBAAgB,GAAG;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,GAAG,UAAU,GAAG,SAAS,CAAC;AAClF,MAAM,WAAW,UAAU;IACzB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1B;AACD,MAAM,MAAM,SAAS,GAAG,SAAS,EAAE,CAAC;AAEpC,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,MAAM,CAAC;AAC1C,MAAM,MAAM,IAAI,GAAG,WAAW,EAAE,CAAC;AAEjC,MAAM,MAAM,IAAI,GAAG;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,IAAI,CAAC;IACX,KAAK,EAAE,SAAS,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,IAAI,EAAE,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,WAAW,cAAc;IAC7B,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC5C"}

package/esm/src/utilites.d.ts

@@ -1,11 +1,6 @@
 import type { TranslateArgs, ValidatedTranslateArgs } from './types.js';
-import type { Args } from '../deps/jsr.io/@std/cli/1.0.27/mod.js';
+import type { Args } from '../deps/jsr.io/@std/cli/1.0.29/mod.js';
 export declare const validateArgs: (args: Args<TranslateArgs>) => ValidatedTranslateArgs;
-export declare const generatePrompts: (from: string, to: string) => {
-    systemPrompt: string;
-    userPrompt: string;
-};
-export declare const isValidJson: (value: string) => boolean;
 export declare const formatBytes: (bytes: number) => string;
 export declare const delay: (ms: number) => Promise<void>;
 //# sourceMappingURL=utilites.d.ts.map

package/esm/src/utilites.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utilites.d.ts","sourceRoot":"","sources":["../../src/src/utilites.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAY,aAAa,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAClF,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,uCAAuC,CAAC;AAElE,eAAO,MAAM,YAAY,GAAI,MAAM,IAAI,CAAC,aAAa,CAAC,KAAG,sBAmCxD,CAAC;AAEF,eAAO,MAAM,eAAe,GAAI,MAAM,MAAM,EAAE,IAAI,MAAM;;;CA2DvD,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,MAAM,KAAG,OAO3C,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,MAAM,KAAG,MAI3C,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,IAAI,MAAM,KAAG,OAAO,CAAC,IAAI,CAE9C,CAAC"}
+{"version":3,"file":"utilites.d.ts","sourceRoot":"","sources":["../../src/src/utilites.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAY,aAAa,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAClF,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,uCAAuC,CAAC;AAGlE,eAAO,MAAM,YAAY,GAAI,MAAM,IAAI,CAAC,aAAa,CAAC,KAAG,sBA+BxD,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,MAAM,KAAG,MAI3C,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,IAAI,MAAM,KAAG,OAAO,CAAC,IAAI,CAE9C,CAAC"}

package/esm/src/utilites.js

@@ -1,21 +1,25 @@
+import { DEFAULT_MAX_BATCH_BYTES } from './contants.js';
 export const validateArgs = (args) => {
-    if (!args.key) {
+    if (!args.key)
         throw new Error('AI Key is required');
-    }
-    if (!args.provider) {
+    if (!args.provider)
         throw new Error('Provider parameter is required');
-    }
-    if (!args.input) {
+    if (!args.input)
         throw new Error('Input parameter is required');
-    }
-    if (!args.output) {
+    if (!args.output)
         throw new Error('Output parameter is required');
-    }
-    if (!args.from) {
+    if (!args.from)
         throw new Error('Source language (from) parameter is required');
-    }
-    if (!args.to) {
+    if (!args.to)
         throw new Error('Target language (to) parameter is required');
+    let maxBatchBytes = DEFAULT_MAX_BATCH_BYTES;
+    const rawMaxBatchSize = args['max-batch-size'];
+    if (rawMaxBatchSize !== undefined) {
+        const parsed = parseInt(rawMaxBatchSize, 10);
+        if (isNaN(parsed) || parsed <= 0) {
+            throw new Error('--max-batch-size must be a positive integer (value in KB, e.g. --max-batch-size 8)');
+        }
+        maxBatchBytes = parsed * 1024;
     }
     return {
         key: args.key,
@@ -26,74 +30,11 @@ export const validateArgs = (args) => {
         from: args.from,
         to: args.to,
         url: args.url,
+        noLimit: args['no-limit'] ?? false,
+        noTimeout: args['no-timeout'] ?? false,
+        maxBatchBytes,
     };
 };
-export const generatePrompts = (from, to) => {
-    const systemPrompt = `You are a specialized i18next JSON translation expert. Your role is to translate content from ${from} to ${to} with these strict requirements:
-  
-  1. COMPLETE TRANSLATION:
-     - Translate ALL text values comprehensively
-     - Double-check to ensure no text is left untranslated
-     - Pay special attention to arrays and nested objects to ensure everything is translated
-     - If unsure about any translation, provide the most accurate and natural translation possible
-  
-  2. TRANSLATION QUALITY:
-     - Use natural, context-appropriate language
-     - Maintain consistent terminology throughout the translation
-     - Use formal language unless the source is clearly casual
-     - Preserve the exact meaning and tone of the original text
-     - For UI elements, use standard localized terms common in ${to} applications
-  
-  3. STRUCTURAL PRESERVATION:
-     - Keep all JSON structure and keys exactly as they are
-     - Maintain all variables and interpolation patterns ({{name}}, __VARIABLE__, $t(), etc.)
-     - Preserve all HTML tags and markdown formatting
-     - Keep all whitespace, nesting, and formatting intact
-  
-  4. VALIDATION:
-     - Return only valid JSON
-     - Verify that all text is translated
-     - Ensure no source language text remains
-     - Confirm all arrays and nested objects are fully translated`;
-    const userPrompt = `Please translate this i18next JSON file with these specific requirements:
-  
-  1. THOROUGH TRANSLATION:
-     - Translate every single text value from ${from} to ${to}
-     - Pay special attention to arrays and nested objects
-     - Verify no text is left in ${from}
-     - Double-check all translations for completeness
-  
-  2. PRESERVE STRUCTURE:
-     - Keep all keys unchanged (e.g. "button.submit")
-     - Maintain all variables: {{name}}, __VAR__, $t()
-     - Preserve HTML tags and markdown
-     - Keep all special characters
-     - Maintain exact JSON structure
-  
-  3. QUALITY REQUIREMENTS:
-     - Use natural ${to} language
-     - Maintain consistent terminology
-     - Use formal language unless source is casual
-     - Ensure translations match the context
-     - Use standard ${to} UI terminology for interface elements
-  
-  4. OUTPUT:
-     - Return only the translated JSON
-     - No explanations or comments
-     - No additional text
-     - No formatting changes
-     - Must be valid JSON`;
-    return { systemPrompt, userPrompt };
-};
-export const isValidJson = (value) => {
-    try {
-        JSON.parse(value);
-        return true;
-    }
-    catch {
-        return false;
-    }
-};
 export const formatBytes = (bytes) => {
     if (bytes < 1024)
         return `${bytes} B`;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "glotto",
-  "version": "2.8.0",
+  "version": "3.0.0",
   "description": "A tool for translating i18n JSON files using AI services.",
   "author": "Ibrahim Odev <me@ibrahimo.dev>",
   "repository": {
@@ -22,10 +22,10 @@
     "node": ">=20.0.0"
   },
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.74.0",
-    "@google/genai": "^1.41.0",
+    "@anthropic-ai/sdk": "^0.95.0",
+    "@google/genai": "^1.52.0",
     "consola": "^3.4.2",
-    "openai": "^6.21.0",
+    "openai": "^6.36.0",
     "@deno/shim-deno": "~0.18.0"
   },
   "devDependencies": {