glotto 2.9.0 → 3.1.0

package/esm/src/types.d.ts

@@ -1,4 +1,8 @@
 export type Provider = 'gemini' | 'openai' | 'anthropic';
+export type TranslateOptions = {
+    noLimit: boolean;
+    noTimeout: boolean;
+};
 export type TranslateArgs = {
     key?: string;
     provider?: string;
@@ -8,29 +12,70 @@ export type TranslateArgs = {
     from?: string;
     to?: string;
     url?: string;
+    config?: string;
+    stats?: boolean;
+    incremental?: boolean;
+    'no-limit'?: boolean;
+    'no-timeout'?: boolean;
+    'max-batch-size'?: string;
 };
 export type ValidatedTranslateArgs = {
     key: string;
     provider: Provider;
     model?: string;
     input: string;
-    output: string;
+    output: string[];
     from: string;
-    to: string;
+    to: string[];
     url?: string;
+    noLimit: boolean;
+    noTimeout: boolean;
+    maxBatchBytes: number;
+    stats: boolean;
+    incremental: boolean;
 };
-export interface Translatable {
-    chunks: ChunkInfo[];
-    from: string;
-    to: string;
-    translate(): Promise<string>;
+export type GlottoConfig = {
+    key?: string;
+    provider?: Provider;
+    model?: string;
+    input?: string;
+    output?: string | string[];
+    from?: string;
+    to?: string | string[];
+    url?: string;
+    noLimit?: boolean;
+    noTimeout?: boolean;
+    maxBatchSize?: number;
+    stats?: boolean;
+    incremental?: boolean;
+};
+export type JsonValue = string | number | boolean | null | JsonObject | JsonArray;
+export interface JsonObject {
+    [key: string]: JsonValue;
 }
-export type JsonObject = Record<string, any>;
-export type Chunk = Uint8Array;
-export type ChunkInfo = {
-    data: Uint8Array;
-    keyCount: number;
-    byteSize: number;
+export type JsonArray = JsonValue[];
+export type PathSegment = string | number;
+export type Path = PathSegment[];
+export type Leaf = {
+    id: number;
+    path: Path;
+    value: JsonValue;
+    translatable: boolean;
+};
+export type Batch = {
     index: number;
+    leaves: Leaf[];
+    byteSize: number;
 };
+export type TranslateUsage = {
+    inputTokens: number;
+    outputTokens: number;
+};
+export type TranslateResult = {
+    text: string;
+    usage?: TranslateUsage;
+};
+export interface TextTranslator {
+    translate(prompt: string): Promise<TranslateResult>;
+}
 //# sourceMappingURL=types.d.ts.map

package/esm/src/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,WAAW,CAAC;AAEzD,MAAM,MAAM,aAAa,GAAG;IAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CAC9B;AAED,MAAM,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAE7C,MAAM,MAAM,KAAK,GAAG,UAAU,CAAC;AAE/B,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE,UAAU,CAAC;IAEjB,QAAQ,EAAE,MAAM,CAAC;IAEjB,QAAQ,EAAE,MAAM,CAAC;IAEjB,KAAK,EAAE,MAAM,CAAC;CACf,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,WAAW,CAAC;AAEzD,MAAM,MAAM,gBAAgB,GAAG;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,EAAE,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,OAAO,CAAC;IACf,WAAW,EAAE,OAAO,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACvB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,GAAG,UAAU,GAAG,SAAS,CAAC;AAClF,MAAM,WAAW,UAAU;IACzB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1B;AACD,MAAM,MAAM,SAAS,GAAG,SAAS,EAAE,CAAC;AAEpC,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,MAAM,CAAC;AAC1C,MAAM,MAAM,IAAI,GAAG,WAAW,EAAE,CAAC;AAEjC,MAAM,MAAM,IAAI,GAAG;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,IAAI,CAAC;IACX,KAAK,EAAE,SAAS,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,IAAI,EAAE,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,cAAc,CAAC;CACxB,CAAC;AAEF,MAAM,WAAW,cAAc;IAC7B,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;CACrD"}

package/esm/src/utilites.d.ts

@@ -1,12 +1,5 @@
 import type { TranslateArgs, ValidatedTranslateArgs } from './types.js';
-import type { Args } from '../deps/jsr.io/@std/cli/1.0.29/mod.js';
-export declare const validateArgs: (args: Args<TranslateArgs>) => ValidatedTranslateArgs;
-export declare const generatePrompts: (from: string, to: string) => {
-    systemPrompt: string;
-    userPrompt: string;
-};
-export declare const stripJsonMarkdown: (text: string) => string;
-export declare const isValidJson: (value: string) => boolean;
-export declare const formatBytes: (bytes: number) => string;
-export declare const delay: (ms: number) => Promise<void>;
+export declare function validateArgs(args: TranslateArgs): ValidatedTranslateArgs;
+export declare function formatBytes(bytes: number): string;
+export declare function delay(ms: number): Promise<void>;
 //# sourceMappingURL=utilites.d.ts.map

package/esm/src/utilites.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utilites.d.ts","sourceRoot":"","sources":["../../src/src/utilites.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAY,aAAa,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAClF,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,uCAAuC,CAAC;AAElE,eAAO,MAAM,YAAY,GAAI,MAAM,IAAI,CAAC,aAAa,CAAC,KAAG,sBAmCxD,CAAC;AAEF,eAAO,MAAM,eAAe,GAAI,MAAM,MAAM,EAAE,IAAI,MAAM;;;CA2DvD,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,MAAM,MAAM,KAAG,MAyDhD,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,MAAM,KAAG,OAO3C,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,MAAM,KAAG,MAI3C,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,IAAI,MAAM,KAAG,OAAO,CAAC,IAAI,CAE9C,CAAC"}
+{"version":3,"file":"utilites.d.ts","sourceRoot":"","sources":["../../src/src/utilites.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAY,aAAa,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAOlF,wBAAgB,YAAY,CAAC,IAAI,EAAE,aAAa,GAAG,sBAAsB,CA0DxE;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAQjD;AAED,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE/C"}

package/esm/src/utilites.js

@@ -1,4 +1,8 @@
-export const validateArgs = (args) => {
+import { DEFAULT_MAX_BATCH_BYTES } from './contants.js';
+function splitCsv(value) {
+    return value.split(',').map((s) => s.trim()).filter((s) => s.length > 0);
+}
+export function validateArgs(args) {
     if (!args.key) {
         throw new Error('AI Key is required');
     }
@@ -17,145 +21,51 @@ export const validateArgs = (args) => {
     if (!args.to) {
         throw new Error('Target language (to) parameter is required');
     }
+    const toList = splitCsv(args.to);
+    const outputList = splitCsv(args.output);
+    if (toList.length === 0) {
+        throw new Error('Target language (to) must contain at least one value');
+    }
+    if (outputList.length === 0) {
+        throw new Error('Output must contain at least one value');
+    }
+    if (toList.length !== outputList.length) {
+        throw new Error(`--to (${toList.length}) and --output (${outputList.length}) must have the same number of values`);
+    }
+    let maxBatchBytes = DEFAULT_MAX_BATCH_BYTES;
+    const rawMaxBatchSize = args['max-batch-size'];
+    if (rawMaxBatchSize !== undefined) {
+        const parsed = parseInt(rawMaxBatchSize, 10);
+        if (isNaN(parsed) || parsed <= 0) {
+            throw new Error('--max-batch-size must be a positive integer (value in KB, e.g. --max-batch-size 8)');
+        }
+        maxBatchBytes = parsed * 1024;
+    }
     return {
         key: args.key,
         provider: args.provider,
         model: args.model,
         input: args.input,
-        output: args.output,
+        output: outputList,
         from: args.from,
-        to: args.to,
+        to: toList,
         url: args.url,
+        noLimit: args['no-limit'] ?? false,
+        noTimeout: args['no-timeout'] ?? false,
+        maxBatchBytes,
+        stats: args.stats ?? false,
+        incremental: args.incremental ?? false,
     };
-};
-export const generatePrompts = (from, to) => {
-    const systemPrompt = `You are a specialized i18next JSON translation expert. Your role is to translate content from ${from} to ${to} with these strict requirements:
-  
-  1. COMPLETE TRANSLATION:
-     - Translate ALL text values comprehensively
-     - Double-check to ensure no text is left untranslated
-     - Pay special attention to arrays and nested objects to ensure everything is translated
-     - If unsure about any translation, provide the most accurate and natural translation possible
-  
-  2. TRANSLATION QUALITY:
-     - Use natural, context-appropriate language
-     - Maintain consistent terminology throughout the translation
-     - Use formal language unless the source is clearly casual
-     - Preserve the exact meaning and tone of the original text
-     - For UI elements, use standard localized terms common in ${to} applications
-  
-  3. STRUCTURAL PRESERVATION:
-     - Keep all JSON structure and keys exactly as they are
-     - Maintain all variables and interpolation patterns ({{name}}, __VARIABLE__, $t(), etc.)
-     - Preserve all HTML tags and markdown formatting
-     - Keep all whitespace, nesting, and formatting intact
-  
-  4. VALIDATION:
-     - Return only valid JSON
-     - Verify that all text is translated
-     - Ensure no source language text remains
-     - Confirm all arrays and nested objects are fully translated`;
-    const userPrompt = `Please translate this i18next JSON file with these specific requirements:
-  
-  1. THOROUGH TRANSLATION:
-     - Translate every single text value from ${from} to ${to}
-     - Pay special attention to arrays and nested objects
-     - Verify no text is left in ${from}
-     - Double-check all translations for completeness
-  
-  2. PRESERVE STRUCTURE:
-     - Keep all keys unchanged (e.g. "button.submit")
-     - Maintain all variables: {{name}}, __VAR__, $t()
-     - Preserve HTML tags and markdown
-     - Keep all special characters
-     - Maintain exact JSON structure
-  
-  3. QUALITY REQUIREMENTS:
-     - Use natural ${to} language
-     - Maintain consistent terminology
-     - Use formal language unless source is casual
-     - Ensure translations match the context
-     - Use standard ${to} UI terminology for interface elements
-  
-  4. OUTPUT:
-     - Return only the translated JSON
-     - No explanations or comments
-     - No additional text
-     - No formatting changes
-     - Must be valid JSON`;
-    return { systemPrompt, userPrompt };
-};
-export const stripJsonMarkdown = (text) => {
-    const trimmed = text.trim();
-    // Extract from code fence if present (handles surrounding text too)
-    const fenceMatch = trimmed.match(/```(?:\w+)?\s*\n?([\s\S]*?)\n?```/);
-    if (fenceMatch) {
-        const candidate = fenceMatch[1].trim();
-        if (candidate.startsWith('{') || candidate.startsWith('[')) {
-            return candidate;
-        }
-    }
-    // Find outermost JSON structure by tracking bracket depth,
-    // correctly ignoring brackets inside strings and escape sequences
-    const firstBrace = trimmed.indexOf('{');
-    const firstBracket = trimmed.indexOf('[');
-    if (firstBrace === -1 && firstBracket === -1)
-        return trimmed;
-    let startIndex;
-    let openChar;
-    let closeChar;
-    if (firstBrace === -1 || (firstBracket !== -1 && firstBracket < firstBrace)) {
-        startIndex = firstBracket;
-        openChar = '[';
-        closeChar = ']';
-    }
-    else {
-        startIndex = firstBrace;
-        openChar = '{';
-        closeChar = '}';
-    }
-    let depth = 0;
-    let inString = false;
-    let escaped = false;
-    for (let i = startIndex; i < trimmed.length; i++) {
-        const char = trimmed[i];
-        if (escaped) {
-            escaped = false;
-            continue;
-        }
-        if (char === '\\' && inString) {
-            escaped = true;
-            continue;
-        }
-        if (char === '"') {
-            inString = !inString;
-            continue;
-        }
-        if (inString)
-            continue;
-        if (char === openChar)
-            depth++;
-        else if (char === closeChar && --depth === 0)
-            return trimmed.slice(startIndex, i + 1);
-    }
-    return trimmed;
-};
-export const isValidJson = (value) => {
-    try {
-        JSON.parse(value);
-        return true;
-    }
-    catch {
-        return false;
-    }
-};
-export const formatBytes = (bytes) => {
-    if (bytes < 1024)
+}
+export function formatBytes(bytes) {
+    if (bytes < 1024) {
         return `${bytes} B`;
-    if (bytes < 1024 * 1024)
+    }
+    if (bytes < 1024 * 1024) {
         return `${(bytes / 1024).toFixed(1)} KB`;
+    }
     return `${(bytes / (1024 * 1024)).toFixed(2)} MB`;
-};
-export const delay = (ms) => {
+}
+export function delay(ms) {
     return new Promise((resolve) => setTimeout(resolve, ms));
-};
+}

package/package.json

@@ -1,8 +1,22 @@
 {
   "name": "glotto",
-  "version": "2.9.0",
-  "description": "A tool for translating i18n JSON files using AI services.",
+  "version": "3.1.0",
+  "description": "AI-powered i18n JSON translator. Multi-target, incremental, provider-agnostic (OpenAI, Anthropic, Gemini).",
+  "keywords": [
+    "i18n",
+    "translation",
+    "translator",
+    "ai",
+    "openai",
+    "anthropic",
+    "gemini",
+    "localization",
+    "l10n",
+    "json",
+    "cli"
+  ],
   "author": "Ibrahim Odev <me@ibrahimo.dev>",
+  "homepage": "https://github.com/ibodev1/glotto#readme",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/ibodev1/glotto.git"
@@ -19,13 +33,13 @@
     "access": "public"
   },
   "engines": {
-    "node": ">=20.0.0"
+    "node": ">=20.10.0"
   },
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.95.0",
-    "@google/genai": "^1.52.0",
+    "@anthropic-ai/sdk": "^0.95.1",
+    "@google/genai": "^2.0.0",
     "consola": "^3.4.2",
-    "openai": "^6.36.0",
+    "openai": "^6.37.0",
     "@deno/shim-deno": "~0.18.0"
   },
   "devDependencies": {

package/schema/glotto.schema.json

@@ -0,0 +1,87 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://raw.githubusercontent.com/ibodev1/glotto/main/schema/glotto.schema.json",
+  "title": "Glotto config",
+  "description": "Configuration for the Glotto AI translator. CLI flags override values defined here.",
+  "type": "object",
+  "additionalProperties": false,
+  "properties": {
+    "$schema": {
+      "type": "string",
+      "description": "JSON Schema reference for editor autocomplete."
+    },
+    "key": {
+      "type": "string",
+      "description": "API key for the AI provider."
+    },
+    "provider": {
+      "type": "string",
+      "enum": ["openai", "gemini", "anthropic"],
+      "description": "AI translation provider."
+    },
+    "model": {
+      "type": "string",
+      "description": "Model name for the selected provider."
+    },
+    "input": {
+      "type": "string",
+      "description": "Path to source JSON file."
+    },
+    "output": {
+      "description": "Single target file path or array of paths (one per target language).",
+      "oneOf": [
+        { "type": "string" },
+        {
+          "type": "array",
+          "items": { "type": "string" },
+          "minItems": 1
+        }
+      ]
+    },
+    "from": {
+      "type": "string",
+      "description": "Source language name."
+    },
+    "to": {
+      "description": "Target language name or array of names. Length must match output array.",
+      "oneOf": [
+        { "type": "string" },
+        {
+          "type": "array",
+          "items": { "type": "string" },
+          "minItems": 1
+        }
+      ]
+    },
+    "url": {
+      "type": "string",
+      "description": "Custom base URL for OpenAI/Anthropic providers."
+    },
+    "noLimit": {
+      "type": "boolean",
+      "description": "Disable inter-batch rate-limit delay.",
+      "default": false
+    },
+    "noTimeout": {
+      "type": "boolean",
+      "description": "Disable request timeout.",
+      "default": false
+    },
+    "maxBatchSize": {
+      "type": "integer",
+      "minimum": 1,
+      "description": "Maximum source size per batch in KB.",
+      "default": 12
+    },
+    "stats": {
+      "type": "boolean",
+      "description": "Print AI usage statistics at the end of the run.",
+      "default": false
+    },
+    "incremental": {
+      "type": "boolean",
+      "description": "Translate only missing or empty keys when target file already exists.",
+      "default": false
+    }
+  }
+}