glotfile 0.4.3 → 0.4.5

package/dist/server/server.js

@@ -1397,6 +1397,10 @@ function toI18next(value) {
   if (isIcuPluralOrSelect(value)) return value;
   return value.replace(/(?<!\{)\{(\w+)\}(?!\})/g, "{{$1}}");
 }
+function toRuby(value) {
+  if (isIcuPluralOrSelect(value)) return value;
+  return value.replace(/(?<!%)\{(\w+)\}/g, "%{$1}");
+}
 function placeholdersMatch(source, translation) {
   const a = extractPlaceholders(source).sort();
   const b = extractPlaceholders(translation).sort();
@@ -1556,7 +1560,7 @@ async function runLocaleParallel(reqs, provider, hooks = {}, concurrency = DEFAU
       const localeResults = await provider.translate(group, (_localeDone, _localeTotal, batchResults) => {
         done += batchResults.length;
         hooks.onBatchComplete?.(done, total, batchResults, locale);
-      }, signal);
+      }, signal, (raw, batchSize) => hooks.onMalformedReply?.(raw, batchSize, locale));
       allResults.push(...localeResults);
       if (!signal?.aborted) hooks.onLocaleDone?.(locale);
     }
@@ -2706,6 +2710,84 @@ var angularXliff = {
   }
 };
 
+// src/server/adapters/rails-yaml.ts
+var RESERVED_KEYS = /* @__PURE__ */ new Set(["true", "false", "yes", "no", "on", "off", "null", "y", "n"]);
+function yamlString(s) {
+  return '"' + s.replace(/\\/g, "\\\\").replace(/"/g, '\\"').replace(/\n/g, "\\n").replace(/\r/g, "\\r").replace(/\t/g, "\\t") + '"';
+}
+function yamlKey(k) {
+  if (RESERVED_KEYS.has(k.toLowerCase())) return yamlString(k);
+  return /^[A-Za-z_][A-Za-z0-9_-]*$/.test(k) ? k : yamlString(k);
+}
+function yamlMap(node, indent, level) {
+  const pad = " ".repeat(indent * level);
+  const lines = [];
+  for (const key of Object.keys(node).sort()) {
+    const v = node[key];
+    if (v && typeof v === "object") {
+      lines.push(`${pad}${yamlKey(key)}:`);
+      lines.push(...yamlMap(v, indent, level + 1));
+    } else {
+      lines.push(`${pad}${yamlKey(key)}: ${yamlString(String(v))}`);
+    }
+  }
+  return lines;
+}
+var DEFAULT_LOCALE_CASE8 = "bcp47-hyphen";
+var railsYaml = {
+  name: "rails-yaml",
+  capabilities: {
+    plural: "native",
+    select: "lossy",
+    nesting: "nested",
+    metadata: false,
+    placeholderStyle: "named",
+    fileGrouping: "per-locale"
+  },
+  defaultLocaleCase: DEFAULT_LOCALE_CASE8,
+  export(state, output) {
+    const warnings = [];
+    warnings.push(...localeCollisionWarnings(output, state.config.locales, DEFAULT_LOCALE_CASE8));
+    const { indent, finalNewline } = resolveFormat(state, output);
+    const emptyAs = resolveEmptyAs(output, "omit");
+    const files = [];
+    for (const locale of state.config.locales) {
+      const flat = {};
+      for (const [key, entry] of Object.entries(state.keys)) {
+        if (entry.plural) {
+          const forms = resolveForms(entry, locale, state.config.sourceLocale, emptyAs);
+          if (!forms) continue;
+          for (const cat of PLURAL_CATEGORIES) {
+            const body2 = forms[cat];
+            if (body2 !== void 0) flat[`${key}.${cat}`] = toRuby(body2);
+          }
+        } else {
+          const raw = resolveScalar(entry, locale, state.config.sourceLocale, emptyAs);
+          if (raw === null) continue;
+          if (raw && isIcuPluralOrSelect(raw)) {
+            warnings.push({
+              code: "lossy-plural",
+              key,
+              locale,
+              message: "rails-yaml cannot represent ICU plural/select; written unconverted"
+            });
+          }
+          flat[key] = toRuby(raw);
+        }
+      }
+      const { tree: nested, collisions } = nestKeys(flat);
+      for (const c of collisions) {
+        warnings.push({ code: "key-collision", key: c, locale, message: "key is both a leaf and a parent; dropped from nested output" });
+      }
+      const token = resolveLocaleToken(output, locale, DEFAULT_LOCALE_CASE8);
+      const body = [`${yamlKey(token)}:`, ...yamlMap(nested, indent, 1)].join("\n");
+      files.push({ path: resolvePath(output.path, token), contents: finalNewline ? body + "\n" : body });
+    }
+    files.sort((a, b) => a.path.localeCompare(b.path));
+    return { files, warnings };
+  }
+};
+
 // src/server/adapters/index.ts
 function resolvePath(template, locale, namespace = "") {
   return template.replaceAll("{locale}", locale).replaceAll("{namespace}", namespace);
@@ -2739,7 +2821,8 @@ function getRegistry() {
     [gettextPo.name]: gettextPo,
     [appleStringsdict.name]: appleStringsdict,
     [vueI18nJson.name]: vueI18nJson,
-    [angularXliff.name]: angularXliff
+    [angularXliff.name]: angularXliff,
+    [railsYaml.name]: railsYaml
   };
 }
 function getAdapter(name) {
@@ -2786,6 +2869,7 @@ function buildSystemPrompt(hasPluralItems) {
     "- Preserve ICU plural/select structure verbatim (e.g. {count, plural, one {\u2026} other {\u2026}}); translate only the human-readable text inside each branch.",
     "- Glossary: a term marked do-not-translate MUST appear unchanged in the translation. A term with a forced translation for the target locale MUST use that exact translation.",
     "- Respect the max length (characters) when given; prefer a shorter natural phrasing over exceeding it.",
+    `- Quotation marks inside a translation MUST use the target language's typographic quote characters (e.g. \u201EGerman\u201C, \xABFrench\xBB, \u201CEnglish\u201D, \u2019 for apostrophes). Never emit a raw ASCII double-quote (") inside a translated string \u2014 it corrupts the JSON reply. If the source uses ASCII quotes, convert them to the target language's typographic quotes.`,
     "- Match the register and capitalization conventions of the target language and of UI microcopy.",
     "- Return ONLY the translated string for each item \u2014 no quotes, notes, or explanations."
   ];
@@ -2869,6 +2953,24 @@ var BATCH_SCHEMA = {
 };
 
 // src/server/ai/batch.ts
+var MalformedReplyError = class extends Error {
+  constructor(raw) {
+    super("Model reply was not valid translation JSON.");
+    this.raw = raw;
+    this.name = "MalformedReplyError";
+  }
+  raw;
+};
+function parseReplyItems(text) {
+  let parsed;
+  try {
+    parsed = JSON.parse(text);
+  } catch {
+    throw new MalformedReplyError(text);
+  }
+  if (!Array.isArray(parsed.items)) throw new MalformedReplyError(text);
+  return parsed.items;
+}
 function chunk(items, size) {
   const out = [];
   for (let i = 0; i < items.length; i += size) out.push(items.slice(i, i + size));
@@ -2904,15 +3006,28 @@ function validatePlural(req, forms) {
 function validateReply(req, item) {
   return req.plural ? validatePlural(req, item?.forms) : validateTranslation(req, item?.translation);
 }
-async function runBatched(reqs, batchSize, callBatch, onBatchComplete, signal) {
+async function runBatched(reqs, batchSize, callBatch, onBatchComplete, signal, onMalformedReply) {
+  const failBatch = (batch) => batch.map((req) => ({ id: req.id, error: "Model returned malformed JSON for this string." }));
+  async function resolveBatch(batch, isRetry = false) {
+    let reply;
+    try {
+      reply = await callBatch(batch, signal);
+    } catch (err) {
+      if (!(err instanceof MalformedReplyError)) throw err;
+      onMalformedReply?.(err.raw, batch.length);
+      if (signal?.aborted) return failBatch(batch);
+      if (batch.length === 1) return isRetry ? failBatch(batch) : resolveBatch(batch, true);
+      const mid = Math.ceil(batch.length / 2);
+      return [...await resolveBatch(batch.slice(0, mid)), ...await resolveBatch(batch.slice(mid))];
+    }
+    const byId = new Map(reply.map((r) => [r.id, r]));
+    return batch.map((req) => validateReply(req, byId.get(req.id)));
+  }
   const results = [];
   const total = reqs.length;
   for (const batch of chunk(reqs, Math.max(1, batchSize))) {
     if (signal?.aborted) break;
-    const reply = await callBatch(batch, signal);
-    const byId = new Map(reply.map((r) => [r.id, r]));
-    const batchResults = [];
-    for (const req of batch) batchResults.push(validateReply(req, byId.get(req.id)));
+    const batchResults = await resolveBatch(batch);
     results.push(...batchResults);
     onBatchComplete?.(results.length, total, batchResults);
   }
@@ -2937,8 +3052,8 @@ var AnthropicProvider = class {
   supportsVision() {
     return true;
   }
-  translate(reqs, onBatchComplete, signal) {
-    return runBatched(reqs, this.config.batchSize, (batch, sig) => this.callBatch(batch, sig), onBatchComplete, signal);
+  translate(reqs, onBatchComplete, signal, onMalformedReply) {
+    return runBatched(reqs, this.config.batchSize, (batch, sig) => this.callBatch(batch, sig), onBatchComplete, signal, onMalformedReply);
   }
   // Build the user message as content blocks: each unique key's screenshot is
   // sent once (a key recurs once per target locale in a batch — dedupe by key),
@@ -2985,13 +3100,8 @@ var AnthropicProvider = class {
       output_config: { format: { type: "json_schema", schema: BATCH_SCHEMA } },
       messages: [{ role: "user", content }]
     }, { signal });
-    const text = res.content.find((b) => b.type === "text")?.text ?? "{}";
-    try {
-      const parsed = JSON.parse(text);
-      return parsed.items ?? [];
-    } catch {
-      return [];
-    }
+    const text = res.content.find((b) => b.type === "text")?.text ?? "";
+    return parseReplyItems(text);
   }
 };
 
@@ -3025,8 +3135,8 @@ var OpenAIProvider = class {
   supportsVision() {
     return true;
   }
-  translate(reqs, onBatchComplete, signal) {
-    return runBatched(reqs, this.config.batchSize, (batch, sig) => this.callBatch(batch, sig), onBatchComplete, signal);
+  translate(reqs, onBatchComplete, signal, onMalformedReply) {
+    return runBatched(reqs, this.config.batchSize, (batch, sig) => this.callBatch(batch, sig), onBatchComplete, signal, onMalformedReply);
   }
   // User content as an array of parts: each unique key's screenshot once (as an
   // image_url data URL), then the batch prompt text describing every item.
@@ -3075,13 +3185,8 @@ var OpenAIProvider = class {
         { role: "user", content: this.buildUserContent(batch) }
       ]
     }, { signal });
-    const text = res.choices?.[0]?.message?.content ?? "{}";
-    try {
-      const parsed = JSON.parse(text);
-      return parsed.items ?? [];
-    } catch {
-      return [];
-    }
+    const text = res.choices?.[0]?.message?.content ?? "";
+    return parseReplyItems(text);
   }
 };
 
@@ -3126,8 +3231,8 @@ var BedrockProvider = class {
   supportsVision() {
     return !this.isMeta();
   }
-  translate(reqs, onBatchComplete, signal) {
-    return runBatched(reqs, this.config.batchSize, (batch, sig) => this.callBatch(batch, sig), onBatchComplete, signal);
+  translate(reqs, onBatchComplete, signal, onMalformedReply) {
+    return runBatched(reqs, this.config.batchSize, (batch, sig) => this.callBatch(batch, sig), onBatchComplete, signal, onMalformedReply);
   }
   buildContentBlocks(batch) {
     const blocks = [];
@@ -3191,13 +3296,8 @@ var BedrockProvider = class {
     const blocks = res.output?.message?.content ?? [];
     const tool = blocks.find((b) => b.toolUse)?.toolUse;
     if (tool?.input?.items) return tool.input.items;
-    const text = blocks.find((b) => b.text)?.text ?? "{}";
-    try {
-      const parsed = JSON.parse(text);
-      return parsed.items ?? [];
-    } catch {
-      return [];
-    }
+    const text = blocks.find((b) => b.text)?.text ?? "";
+    return parseReplyItems(text);
   }
 };
 
@@ -3317,8 +3417,8 @@ var ClaudeCodeProvider = class {
   supportsVision() {
     return false;
   }
-  translate(reqs, onBatchComplete, signal) {
-    return runBatched(reqs, this.config.batchSize, (batch, sig) => this.callBatch(batch, sig), onBatchComplete, signal);
+  translate(reqs, onBatchComplete, signal, onMalformedReply) {
+    return runBatched(reqs, this.config.batchSize, (batch, sig) => this.callBatch(batch, sig), onBatchComplete, signal, onMalformedReply);
   }
   async complete(req) {
     const systemParts = [req.system, `Respond with valid JSON matching this schema: ${JSON.stringify(req.schema)}`];
@@ -3341,12 +3441,7 @@ var ClaudeCodeProvider = class {
       throw err;
     }
     if (signal?.aborted) return [];
-    try {
-      const parsed = JSON.parse(stripFences(result));
-      return parsed.items ?? [];
-    } catch {
-      return [];
-    }
+    return parseReplyItems(stripFences(result));
   }
 };
 
@@ -3370,6 +3465,102 @@ function makeProvider(ai) {
   }
 }
 
+// src/server/ai/pricing.ts
+var PRICE_TABLE = [
+  ["claude-fable-5", 10, 50],
+  ["claude-mythos-5", 10, 50],
+  // Deprecated Opus 4.1 / 4.0 cost 3x the 4.5+ generation — they must outrank
+  // the shorter "claude-opus-4" prefix (4-2025 covers the dated Opus 4 full IDs).
+  ["claude-opus-4-1", 15, 75],
+  ["claude-opus-4-0", 15, 75],
+  ["claude-opus-4-2025", 15, 75],
+  ["claude-opus-4", 5, 25],
+  ["claude-sonnet-4", 3, 15],
+  ["claude-haiku-4", 1, 5],
+  ["claude-3-5-haiku", 0.8, 4],
+  ["gpt-5.5-pro", 30, 180],
+  ["gpt-5.5", 5, 30],
+  ["gpt-5.4-pro", 30, 180],
+  ["gpt-5.4-mini", 0.75, 4.5],
+  ["gpt-5.4-nano", 0.2, 1.25],
+  ["gpt-5.4", 2.5, 15],
+  ["gpt-5.3-codex", 1.75, 14]
+];
+var FREE_PROVIDERS = /* @__PURE__ */ new Set(["ollama", "claude-code"]);
+function bareModelId(model) {
+  let id = model.trim().toLowerCase();
+  const slash = id.lastIndexOf("/");
+  if (slash !== -1) id = id.slice(slash + 1);
+  const anth = id.lastIndexOf("anthropic.");
+  if (anth !== -1) id = id.slice(anth + "anthropic.".length);
+  return id;
+}
+function resolvePricing(ai) {
+  if (ai.inputPricePerMTok !== void 0 && ai.outputPricePerMTok !== void 0) {
+    return { source: "profile", inputPerMTok: ai.inputPricePerMTok, outputPerMTok: ai.outputPricePerMTok };
+  }
+  if (FREE_PROVIDERS.has(ai.provider)) return { source: "builtin", inputPerMTok: 0, outputPerMTok: 0 };
+  const id = bareModelId(ai.model);
+  let best;
+  for (const row of PRICE_TABLE) {
+    if (id.startsWith(row[0]) && (!best || row[0].length > best[0].length)) best = row;
+  }
+  return best ? { source: "builtin", inputPerMTok: best[1], outputPerMTok: best[2] } : null;
+}
+
+// src/server/ai/estimate.ts
+var CJK_RE = /[　-鿿가-힯豈-﫿]/g;
+function estimateTokens(text) {
+  const cjk = text.match(CJK_RE)?.length ?? 0;
+  return Math.ceil((text.length - cjk) / 4 + cjk / 2);
+}
+var EXPANSION = 1.2;
+var ITEM_REPLY_OVERHEAD = 16;
+var FORM_REPLY_OVERHEAD = 8;
+function estimateOutputTokens(req) {
+  const translated = Math.ceil(estimateTokens(req.source) * EXPANSION);
+  if (req.plural) {
+    return ITEM_REPLY_OVERHEAD + req.plural.categories.length * (translated + FORM_REPLY_OVERHEAD);
+  }
+  return ITEM_REPLY_OVERHEAD + translated;
+}
+function estimateTranslation(state, ai, opts) {
+  const reqs = selectRequests(state, opts);
+  const byLocale = /* @__PURE__ */ new Map();
+  for (const r of reqs) {
+    let group = byLocale.get(r.targetLocale);
+    if (!group) {
+      group = [];
+      byLocale.set(r.targetLocale, group);
+    }
+    group.push(r);
+  }
+  const perLocale = [];
+  for (const [locale, group] of byLocale) {
+    let inputTokens2 = 0;
+    let outputTokens2 = 0;
+    const batches = chunk(group, Math.max(1, ai.batchSize));
+    for (const batch of batches) {
+      const system = buildSystemPrompt(batch.some((r) => r.plural !== void 0));
+      inputTokens2 += estimateTokens(system) + estimateTokens(buildBatchPrompt(batch));
+      for (const r of batch) outputTokens2 += estimateOutputTokens(r);
+    }
+    perLocale.push({ locale, requests: group.length, batches: batches.length, inputTokens: inputTokens2, outputTokens: outputTokens2 });
+  }
+  const inputTokens = perLocale.reduce((n, l) => n + l.inputTokens, 0);
+  const outputTokens = perLocale.reduce((n, l) => n + l.outputTokens, 0);
+  const pricing = resolvePricing(ai);
+  return {
+    requests: reqs.length,
+    batches: perLocale.reduce((n, l) => n + l.batches, 0),
+    perLocale,
+    inputTokens,
+    outputTokens,
+    pricing,
+    estimatedCost: pricing ? (inputTokens * pricing.inputPerMTok + outputTokens * pricing.outputPerMTok) / 1e6 : null
+  };
+}
+
 // src/server/log.ts
 import { appendFileSync, readFileSync as readFileSync8, existsSync as existsSync8 } from "fs";
 import { resolve as resolve6 } from "path";
@@ -3970,7 +4161,9 @@ function coerceAi(raw) {
     contextBatchSize: typeof a.contextBatchSize === "number" && a.contextBatchSize > 0 ? a.contextBatchSize : void 0,
     contextConcurrency: typeof a.contextConcurrency === "number" && a.contextConcurrency > 0 ? a.contextConcurrency : void 0,
     vision: typeof a.vision === "boolean" ? a.vision : void 0,
-    promptStyle: PROMPT_STYLES.includes(a.promptStyle) ? a.promptStyle : void 0
+    promptStyle: PROMPT_STYLES.includes(a.promptStyle) ? a.promptStyle : void 0,
+    inputPricePerMTok: typeof a.inputPricePerMTok === "number" && a.inputPricePerMTok >= 0 ? a.inputPricePerMTok : void 0,
+    outputPricePerMTok: typeof a.outputPricePerMTok === "number" && a.outputPricePerMTok >= 0 ? a.outputPricePerMTok : void 0
   };
 }
 function coerceProfiles(raw) {
@@ -4009,6 +4202,10 @@ function aiConfigError(ai) {
   if (!(a.endpoint === null || a.endpoint === void 0 || typeof a.endpoint === "string")) return "ai.endpoint must be a string or null";
   if (!(a.region === void 0 || a.region === null || typeof a.region === "string")) return "ai.region must be a string or null";
   if (typeof a.batchSize !== "number") return "ai.batchSize must be a number";
+  for (const f of ["inputPricePerMTok", "outputPricePerMTok"]) {
+    const v = a[f];
+    if (!(v === void 0 || v === null || typeof v === "number" && v >= 0)) return `ai.${f} must be a non-negative number`;
+  }
   return null;
 }
 
@@ -4651,6 +4848,19 @@ function createApi(deps) {
         },
         onLocaleDone: (locale) => {
           void stream.writeSSE({ event: "locale-done", data: JSON.stringify({ locale }) });
+        },
+        // Record the raw reply so an unparseable model response is diagnosable
+        // from the activity log instead of vanishing into per-item errors.
+        onMalformedReply: (raw, batchSize, locale) => {
+          console.error(`[translate] malformed model reply (${locale}, batch of ${batchSize})${batchSize > 1 ? " \u2014 splitting batch and retrying" : ""}`);
+          appendLog(projectRoot, {
+            at: (/* @__PURE__ */ new Date()).toISOString(),
+            kind: "translate",
+            summary: `Malformed model reply (${locale}, batch of ${batchSize})`,
+            model: aiCfg.model,
+            locale,
+            raw
+          });
         }
       }, aiCfg.concurrency, signal);
       if (!signal?.aborted) {
@@ -4683,7 +4893,19 @@ function createApi(deps) {
       }
       const { skipped } = attachScreenshotsForProvider(toTranslate, s, dirname3(resolve9(deps.statePath)), provider.supportsVision());
       if (skipped) console.warn(`Model "${aiCfg.model}" has no vision support; ${skipped} screenshot(s) ignored.`);
-      const results = await runLocaleParallel(toTranslate, provider, {}, aiCfg.concurrency);
+      const results = await runLocaleParallel(toTranslate, provider, {
+        onMalformedReply: (raw, batchSize, locale) => {
+          console.error(`[translate] malformed model reply (${locale}, batch of ${batchSize})${batchSize > 1 ? " \u2014 splitting batch and retrying" : ""}`);
+          appendLog(projectRoot, {
+            at: (/* @__PURE__ */ new Date()).toISOString(),
+            kind: "translate",
+            summary: `Malformed model reply (${locale}, batch of ${batchSize})`,
+            model: aiCfg.model,
+            locale,
+            raw
+          });
+        }
+      }, aiCfg.concurrency);
       const latest = load();
       ({ written, errors } = applyResults(latest, toTranslate, results, void 0, force));
       const entry = {
@@ -4709,6 +4931,13 @@ function createApi(deps) {
     }
     return c.json({ requested: reqs.length, written, errors });
   }));
+  app.post("/translate/estimate", async (c) => {
+    const body = await c.req.json().catch(() => ({}));
+    const keys = Array.isArray(body.keys) && body.keys.length ? body.keys.filter(Boolean) : void 0;
+    const locales = Array.isArray(body.locales) && body.locales.length ? body.locales.filter(Boolean) : void 0;
+    const ai = loadLocalSettings(projectRoot).ai;
+    return c.json(estimateTranslation(load(), ai, { onlyMissing: body.onlyMissing ?? true, keys, locales }));
+  });
   app.get("/log", (c) => c.json(readLog(projectRoot, 100)));
   app.post("/scan", async (c) => {
     const s = load();