@better-translate/cli 1.0.1 → 2.0.1

package/README.md

@@ -1,5 +1,78 @@
 # @better-translate/cli
 
-`@better-translate/cli` generates translated message files and localized markdown from one source locale. Use it when you want Better Translate to create or update locale files for you.
+`@better-translate/cli` extracts marked source strings into your source locale file, generates translated message files, and localizes markdown. Use it when you want Better Translate to create or update locale files for you.
+
+Install the CLI and the provider package you want to use in your own project:
+
+```sh
+npm install -D @better-translate/cli @ai-sdk/openai
+# or: npm install -D @better-translate/cli @ai-sdk/anthropic
+# or: npm install -D @better-translate/cli @ai-sdk/moonshotai
+```
+
+Then configure the CLI with a real AI SDK language model. The flow is the same for any provider package:
+
+```ts
+import { openai } from "@ai-sdk/openai";
+import { defineConfig } from "@better-translate/cli/config";
+
+export default defineConfig({
+  sourceLocale: "en",
+  locales: ["es", "fr"],
+  model: openai("gpt-5"),
+  messages: {
+    entry: "./src/messages/en.json",
+  },
+});
+```
+
+```ts
+import { anthropic } from "@ai-sdk/anthropic";
+import { defineConfig } from "@better-translate/cli/config";
+
+export default defineConfig({
+  sourceLocale: "en",
+  locales: ["es", "fr"],
+  model: anthropic("claude-sonnet-4-5"),
+  messages: {
+    entry: "./src/messages/en.json",
+  },
+});
+```
+
+```ts
+import { moonshotai } from "@ai-sdk/moonshotai";
+import { defineConfig } from "@better-translate/cli/config";
+
+export default defineConfig({
+  sourceLocale: "en",
+  locales: ["es", "fr"],
+  model: moonshotai("kimi-k2-0905-preview"),
+  messages: {
+    entry: "./src/messages/en.json",
+  },
+});
+```
+
+If you need provider-specific settings, create the model in your app first and pass it through. Credentials and provider configuration stay entirely in the provider package setup:
+
+```ts
+import { createOpenAI } from "@ai-sdk/openai";
+import { defineConfig } from "@better-translate/cli/config";
+
+const model = createOpenAI({
+  apiKey: process.env.OPENAI_API_KEY,
+  baseURL: process.env.OPENAI_BASE_URL,
+})("gpt-5");
+
+export default defineConfig({
+  sourceLocale: "en",
+  locales: ["es", "fr"],
+  model,
+  messages: {
+    entry: "./src/messages/en.json",
+  },
+});
+```
 
 Full docs: [better-translate-placeholder.com/en/docs/cli](https://better-translate-placeholder.com/en/docs/cli)

package/dist/ai-sdk-generator-F2X3W7NC.js

@@ -0,0 +1,89 @@
+// src/ai-sdk-generator.ts
+function validateGeneratedValue(value, request) {
+  if (!request.validate) {
+    return value;
+  }
+  return request.validate(value);
+}
+function createOutputValidator(request) {
+  return {
+    validate(value) {
+      try {
+        return {
+          success: true,
+          value: validateGeneratedValue(value, request)
+        };
+      } catch (error) {
+        return {
+          error: error instanceof Error ? error : new Error(String(error)),
+          success: false
+        };
+      }
+    }
+  };
+}
+function isSchemaTooLargeError(error) {
+  const message = error instanceof Error ? error.message : String(error);
+  const normalizedMessage = message.toLowerCase();
+  return normalizedMessage.includes("compiled grammar is too large") || normalizedMessage.includes("reduce the number of strict tools") || normalizedMessage.includes("simplify your tool schemas") || normalizedMessage.includes("tool schemas");
+}
+function extractJsonPayload(text) {
+  const trimmed = text.trim();
+  const fencedMatch = trimmed.match(/^```(?:json)?\s*([\s\S]*?)\s*```$/i);
+  if (fencedMatch?.[1]) {
+    return fencedMatch[1].trim();
+  }
+  const firstBrace = trimmed.indexOf("{");
+  const lastBrace = trimmed.lastIndexOf("}");
+  if (firstBrace >= 0 && lastBrace > firstBrace) {
+    return trimmed.slice(firstBrace, lastBrace + 1);
+  }
+  return trimmed;
+}
+function parseJsonText(text, request) {
+  const payload = extractJsonPayload(text);
+  try {
+    return validateGeneratedValue(JSON.parse(payload), request);
+  } catch (error) {
+    const reason = error instanceof Error ? error.message : String(error);
+    throw new Error(
+      `Fallback JSON parsing failed for "${request.sourcePath}": ${reason}`
+    );
+  }
+}
+async function generateWithAiSdk(model, request) {
+  const { Output, generateText, jsonSchema } = await import("ai");
+  const baseInput = {
+    model,
+    prompt: request.prompt,
+    system: request.system,
+    temperature: 0
+  };
+  try {
+    const result = await generateText({
+      ...baseInput,
+      experimental_output: Output.object({
+        schema: jsonSchema(request.schema, createOutputValidator(request))
+      })
+    });
+    return result.experimental_output;
+  } catch (error) {
+    if (!isSchemaTooLargeError(error)) {
+      throw error;
+    }
+  }
+  const fallbackResult = await generateText({
+    ...baseInput,
+    prompt: [
+      request.prompt,
+      "",
+      "Return only a valid JSON object that matches the required shape exactly.",
+      "Do not wrap the JSON in markdown fences."
+    ].join("\n"),
+    system: `${request.system} Return only valid JSON.`
+  });
+  return parseJsonText(fallbackResult.text, request);
+}
+export {
+  generateWithAiSdk
+};

package/dist/ai-sdk-generator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ai-sdk-generator.d.ts","sourceRoot":"","sources":["../src/ai-sdk-generator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,YAAY,CAAC;AAE9D,wBAAsB,iBAAiB,CAAC,OAAO,EAC7C,KAAK,EAAE,OAAO,EACd,OAAO,EAAE,2BAA2B,CAAC,OAAO,CAAC,GAC5C,OAAO,CAAC,OAAO,CAAC,CAkClB"}
+{"version":3,"file":"ai-sdk-generator.d.ts","sourceRoot":"","sources":["../src/ai-sdk-generator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,YAAY,CAAC;AAyF9D,wBAAsB,iBAAiB,CAAC,OAAO,EAC7C,KAAK,EAAE,OAAO,EACd,OAAO,EAAE,2BAA2B,CAAC,OAAO,CAAC,GAC5C,OAAO,CAAC,OAAO,CAAC,CAoClB"}

package/dist/bin.js

@@ -1,7 +1,8 @@
 #!/usr/bin/env node
 import {
+  extractProject,
   generateProject
-} from "./chunk-JFSWNLL6.js";
+} from "./chunk-55TGASZJ.js";
 
 // src/cli.ts
 import pc2 from "picocolors";
@@ -69,7 +70,7 @@ ${pc.magenta("\u25C6")} locale: ${pc.bold(localeMatch[1])}`);
         spinner.stopAndPersist({ symbol: "\u25CC", text: pc.dim(message) });
         return;
       }
-      if (message.startsWith("Using AI Gateway model:") || message.startsWith("Using built-in OpenAI provider model:") || message.startsWith("Source locale:") || message.startsWith("Target locales:")) {
+      if (message.startsWith("Using AI Gateway model:") || message.startsWith("Using configured provider model:") || message.startsWith("Source locale:") || message.startsWith("Target locales:")) {
         spinner.stop();
         console.log(pc.dim(message));
         return;
@@ -96,6 +97,33 @@ ${pc.magenta("\u25C6")} locale: ${pc.bold(localeMatch[1])}`);
         console.log(pc.dim(message));
         return;
       }
+      const rewriteMatch = message.match(/^rewrote (.+)/);
+      if (rewriteMatch) {
+        const shortPath = (rewriteMatch[1] ?? "").split("/").slice(-3).join("/");
+        spinner.succeed(`${pc.green("\u2713")} ${shortPath}`);
+        return;
+      }
+      const updatedMsgMatch = message.match(/^updated messages (.+)/);
+      if (updatedMsgMatch) {
+        const shortPath = (updatedMsgMatch[1] ?? "").split("/").slice(-3).join("/");
+        spinner.stopAndPersist({ symbol: pc.blue("\u25C6"), text: shortPath });
+        return;
+      }
+      if (message.startsWith("warn ")) {
+        spinner.stopAndPersist({ symbol: pc.yellow("\u26A0"), text: pc.yellow(message.slice(5)) });
+        return;
+      }
+      const extractSummaryMatch = message.match(
+        /^processed \d+ (?:file|files) and synced \d+ (?:key|keys)\./
+      );
+      if (extractSummaryMatch) {
+        spinner.stop();
+        console.log(
+          pc.bold(pc.green(`
+\u2713 ${message.charAt(0).toUpperCase()}${message.slice(1)}`))
+        );
+        return;
+      }
       console.log(message);
     },
     error(message) {
@@ -108,12 +136,14 @@ ${pc.magenta("\u25C6")} locale: ${pc.bold(localeMatch[1])}`);
 function usage() {
   return [
     "Usage:",
+    "  bt extract [--config ./better-translate.config.ts] [--dry-run] [--max-length 40]",
     "  bt generate [--config ./better-translate.config.ts] [--dry-run]"
   ].join("\n");
 }
-function parseArgs(argv) {
+function parseCommonArgs(argv) {
   let configPath;
   let dryRun = false;
+  let maxLength;
   for (let index = 0; index < argv.length; index += 1) {
     const arg = argv[index];
     if (arg === "--dry-run") {
@@ -129,11 +159,28 @@ function parseArgs(argv) {
       index += 1;
       continue;
     }
+    if (arg === "--max-length") {
+      const value = argv[index + 1];
+      if (!value) {
+        throw new Error("--max-length requires a number.");
+      }
+      if (!/^\d+$/.test(value)) {
+        throw new Error("--max-length must be a positive integer.");
+      }
+      const parsed = Number.parseInt(value, 10);
+      if (!Number.isInteger(parsed) || parsed <= 0) {
+        throw new Error("--max-length must be a positive integer.");
+      }
+      maxLength = parsed;
+      index += 1;
+      continue;
+    }
     throw new Error(`Unknown argument "${arg}".`);
   }
   return {
     configPath,
-    dryRun
+    dryRun,
+    maxLength
   };
 }
 async function runCli(argv = process.argv.slice(2), options = {}) {
@@ -144,24 +191,39 @@ async function runCli(argv = process.argv.slice(2), options = {}) {
     stdout(usage());
     return command ? 0 : 1;
   }
-  if (command !== "generate") {
+  if (command !== "extract" && command !== "generate") {
     stderr(`Unknown command "${command}".
 ${usage()}`);
     return 1;
   }
   try {
-    const parsed = parseArgs(args);
+    const parsed = parseCommonArgs(args);
+    if (command === "generate" && parsed.maxLength !== void 0) {
+      stderr(`--max-length is not valid for "generate".
+${usage()}`);
+      return 1;
+    }
     console.log(pc2.bold("\n  better-translate\n"));
-    await generateProject({
-      configPath: parsed.configPath,
-      cwd: options.cwd,
-      dryRun: parsed.dryRun,
-      logger: createSpinnerLogger()
-    });
+    if (command === "extract") {
+      await extractProject({
+        configPath: parsed.configPath,
+        cwd: options.cwd,
+        dryRun: parsed.dryRun,
+        logger: createSpinnerLogger(),
+        maxLength: parsed.maxLength
+      });
+    } else {
+      await generateProject({
+        configPath: parsed.configPath,
+        cwd: options.cwd,
+        dryRun: parsed.dryRun,
+        logger: createSpinnerLogger()
+      });
+    }
     return 0;
   } catch (error) {
     stderr(
-      `Better Translate generation failed: ${error instanceof Error ? error.message : String(error)}`
+      `Better Translate ${command} failed: ${error instanceof Error ? error.message : String(error)}`
     );
     return 1;
   }