@shipi18n/cli 1.1.5 → 2.0.0

package/bin/shipi18n.js

@@ -1,55 +1,35 @@
 #!/usr/bin/env node
+import { Command } from 'commander'
+import chalk from 'chalk'
+import { readFileSync } from 'node:fs'
+import { dirname, join } from 'node:path'
+import { fileURLToPath } from 'node:url'
+import { translateCommand } from '../src/commands/translate.js'
 
-import { Command } from 'commander';
-import chalk from 'chalk';
-import { translateCommand } from '../src/commands/translate.js';
-import { keysCommand } from '../src/commands/keys.js';
-import { configCommand } from '../src/commands/config.js';
-import { initCommand } from '../src/commands/init.js';
-import { readFileSync } from 'fs';
-import { dirname, join } from 'path';
-import { fileURLToPath } from 'url';
-
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
-
-// Read package.json for version
-const packageJson = JSON.parse(
-  readFileSync(join(__dirname, '../package.json'), 'utf8')
-);
-
-const program = new Command();
+const __dirname = dirname(fileURLToPath(import.meta.url))
+const pkg = JSON.parse(readFileSync(join(__dirname, '../package.json'), 'utf8'))
 
+const program = new Command()
 program
   .name('shipi18n')
-  .description('🌍 Translate your locale files with Shipi18n')
-  .version(packageJson.version, '-v, --version', 'Output the current version')
-  .addHelpText('after', `
+  .description('🌍 Open-source i18n translation — bring your own LLM key')
+  .version(pkg.version, '-v, --version')
+  .addHelpText(
+    'after',
+    `
 ${chalk.cyan('Examples:')}
-  $ shipi18n init
+  $ export ANTHROPIC_API_KEY=sk-ant-...
   $ shipi18n translate en.json --target es,fr,de
-  $ shipi18n keys list
-  $ shipi18n config set apiKey sk_live_...
-
-${chalk.cyan('Get started:')}
-  1. Run ${chalk.yellow('shipi18n init')} to detect your i18n setup
-  2. Sign up at ${chalk.underline('https://shipi18n.com')} and get your API key
-  3. Run: ${chalk.yellow('shipi18n config set apiKey YOUR_KEY')}
-  4. Translate: ${chalk.yellow('shipi18n translate en.json --target es,fr')}
-
-${chalk.gray('Documentation: https://shipi18n.com/docs/cli')}
-  `);
+  $ shipi18n translate en.json -p openai --target ja --incremental
 
-// Add commands
-initCommand(program);
-translateCommand(program);
-keysCommand(program);
-configCommand(program);
+${chalk.cyan('Bring your own LLM:')}
+  Set ${chalk.yellow('ANTHROPIC_API_KEY')} (default) or use ${chalk.yellow('-p openai')} with ${chalk.yellow('OPENAI_API_KEY')}.
+  No Shipi18n account or hosted API — your keys, your models. Apache-2.0.
 
-// Parse arguments
-program.parse(process.argv);
+${chalk.gray('https://github.com/Shipi18n/shipi18n')}
+`
+  )
 
-// Show help if no command provided
-if (!process.argv.slice(2).length) {
-  program.outputHelp();
-}
+translateCommand(program)
+program.parse(process.argv)
+if (!process.argv.slice(2).length) program.outputHelp()

package/package.json

@@ -1,71 +1,61 @@
 {
   "name": "@shipi18n/cli",
-  "version": "1.1.5",
-  "description": "Command-line tool for translating locale files with Shipi18n",
-  "main": "src/index.js",
+  "version": "2.0.0",
+  "description": "Open-source, bring-your-own-LLM i18n translation CLI. Translate locale files with your own OpenAI/Anthropic key.",
   "type": "module",
+  "bin": {
+    "shipi18n": "./bin/shipi18n.js"
+  },
   "files": [
     "bin",
-    "src/commands",
-    "src/lib",
-    "src/utils",
-    "src/index.js",
+    "src",
+    "LICENSE",
+    "NOTICE",
     "README.md",
-    "NOTICE"
+    "CHANGELOG.md"
   ],
-  "bin": {
-    "shipi18n": "./bin/shipi18n.js"
-  },
-  "scripts": {
-    "dev": "node bin/shipi18n.js",
-    "build": "echo 'No build step needed for now'",
-    "test": "NODE_OPTIONS='--experimental-vm-modules' jest",
-    "test:watch": "NODE_OPTIONS='--experimental-vm-modules' jest --watch",
-    "test:coverage": "NODE_OPTIONS='--experimental-vm-modules' jest --coverage"
+  "publishConfig": {
+    "access": "public"
   },
   "keywords": [
     "i18n",
+    "cli",
     "translation",
+    "llm",
+    "openai",
+    "anthropic",
     "localization",
-    "internationalization",
-    "locale",
-    "translate",
-    "cli",
-    "i18next",
-    "react-intl",
-    "json-translation",
-    "locale-files",
-    "multilingual",
-    "l10n",
-    "ai-translation",
-    "shipi18n"
+    "bring-your-own-key"
   ],
-  "author": "Shipi18n",
   "license": "Apache-2.0",
+  "author": "Shipi18n",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/Shipi18n/shipi18n.git",
+    "directory": "packages/cli"
+  },
   "dependencies": {
-    "archiver": "^7.0.1",
     "chalk": "^5.3.0",
-    "commander": "^11.1.0",
-    "dotenv": "^16.3.1",
-    "inquirer": "^9.2.12",
-    "ora": "^7.0.1",
-    "yaml": "^2.3.4"
+    "commander": "^12.0.0",
+    "ora": "^8.0.1",
+    "@shipi18n/core": "^2.0.0"
   },
-  "devDependencies": {
-    "jest": "^29.7.0"
+  "peerDependencies": {
+    "@anthropic-ai/sdk": ">=0.30.0",
+    "openai": ">=4.0.0"
   },
-  "engines": {
-    "node": ">=18.0.0"
+  "peerDependenciesMeta": {
+    "@anthropic-ai/sdk": {
+      "optional": true
+    },
+    "openai": {
+      "optional": true
+    }
   },
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/Shipi18n/shipi18n-cli.git"
-  },
-  "bugs": {
-    "url": "https://github.com/Shipi18n/shipi18n-cli/issues"
+  "devDependencies": {
+    "jest": "^29.7.0"
   },
-  "homepage": "https://shipi18n.com",
-  "publishConfig": {
-    "access": "public"
+  "scripts": {
+    "test": "NODE_OPTIONS='--experimental-vm-modules' jest --passWithNoTests"
   }
-}
+}

package/src/commands/translate.js

@@ -1,331 +1,88 @@
-import { readFileSync, writeFileSync, mkdirSync, existsSync, createWriteStream } from 'fs';
-import { join, parse, dirname } from 'path';
-import chalk from 'chalk';
-import archiver from 'archiver';
-import { Shipi18nAPI } from '../lib/api.js';
-import { getConfig } from '../lib/config.js';
-import { logger, formatError } from '../utils/logger.js';
-import { flattenObject, unflattenObject, deepMerge, findMissingKeys } from '../utils/incremental.js';
+import { readFileSync, writeFileSync, mkdirSync, existsSync } from 'node:fs'
+import { join } from 'node:path'
+import chalk from 'chalk'
+import ora from 'ora'
+import { translateJSON } from '@shipi18n/core'
+
+const PROVIDER_ENV = { anthropic: 'ANTHROPIC_API_KEY', openai: 'OPENAI_API_KEY' }
 
 export function translateCommand(program) {
   program
     .command('translate <input>')
-    .description('Translate a JSON locale file to multiple languages')
+    .description('Translate a JSON locale file to other languages using your own LLM')
     .option('-t, --target <languages>', 'Target languages (comma-separated)', 'es,fr')
     .option('-s, --source <language>', 'Source language', 'en')
     .option('-o, --output <dir>', 'Output directory', './locales')
-    .option('--api-key <key>', 'API key (overrides config)')
-    .option('--preserve-placeholders', 'Preserve placeholders like {name}, {{value}}, etc.', true)
-    .option('--html-handling <mode>', 'How to handle HTML in source text: none, strip, decode, preserve', 'none')
-    .option('--no-fallback', 'Disable fallback to source language for missing translations')
-    .option('--no-regional-fallback', 'Disable regional fallback (e.g., pt-BR -> pt)')
-    .option('-i, --incremental', 'Only translate new/missing keys (skip existing translations)')
-    .option('--skip-keys <keys>', 'Keys to skip from translation (comma-separated exact paths)')
-    .option('--skip-paths <patterns>', 'Paths to skip using wildcards (comma-separated, e.g., "states.*,config.*.secret")')
-    .option('--context-file <path>', 'JSON file with context annotations for disambiguation (e.g., {"close": "button - dismiss"})')
-    .option('--zip [filename]', 'Output translations as ZIP file (default: translations.zip)')
+    .option('-p, --provider <name>', 'LLM provider: anthropic | openai', 'anthropic')
+    .option('--api-key <key>', 'LLM API key (else read from provider env var)')
+    .option('--model <model>', 'Override the provider default model')
+    .option('-i, --incremental', 'Only translate new/missing keys (reuse existing output files)')
     .action(async (input, options) => {
-      const spinner = logger.spinner('Translating...');
-
+      const provider = options.provider
+      if (!PROVIDER_ENV[provider]) {
+        console.error(chalk.red(`Unknown provider '${provider}'. Use 'anthropic' or 'openai'.`))
+        process.exit(1)
+      }
+      const apiKey = options.apiKey || process.env[PROVIDER_ENV[provider]]
+      if (!apiKey) {
+        console.error(chalk.red(`No API key. Set ${chalk.yellow(PROVIDER_ENV[provider])} or pass --api-key.`))
+        console.error(chalk.gray(`This tool uses YOUR own ${provider} key — no account or Shipi18n key needed.`))
+        process.exit(1)
+      }
+      if (!existsSync(input)) {
+        console.error(chalk.red(`Input file not found: ${input}`))
+        process.exit(1)
+      }
+      let content
       try {
-        // Get config
-        const config = getConfig();
-        const apiKey = options.apiKey || config.apiKey;
-
-        if (!apiKey) {
-          spinner.fail();
-          logger.error('API key not found');
-          logger.info('Set your API key:');
-          logger.log(`  ${chalk.yellow('shipi18n config set apiKey YOUR_KEY')}`);
-          logger.log(`  ${chalk.gray('Get your free key at https://shipi18n.com')}`);
-          process.exit(1);
-        }
-
-        // Read input file
-        if (!existsSync(input)) {
-          spinner.fail();
-          logger.error(`Input file not found: ${input}`);
-          process.exit(1);
-        }
+        content = JSON.parse(readFileSync(input, 'utf8'))
+      } catch (e) {
+        console.error(chalk.red(`Invalid JSON in ${input}: ${e.message}`))
+        process.exit(1)
+      }
 
-        const fileContent = readFileSync(input, 'utf8');
-        let json;
+      const targets = options.target.split(',').map((s) => s.trim()).filter(Boolean)
+      mkdirSync(options.output, { recursive: true })
+      console.log(chalk.cyan(`\n🌍 Translating ${input} (${options.source} → ${targets.join(', ')}) via ${provider}\n`))
+
+      let hadWarnings = false
+      for (const to of targets) {
+        const spinner = ora(`Translating to ${to}...`).start()
+        const outPath = join(options.output, `${to}.json`)
+        const existing =
+          options.incremental && existsSync(outPath)
+            ? JSON.parse(readFileSync(outPath, 'utf8'))
+            : undefined
         try {
-          json = JSON.parse(fileContent);
-        } catch (error) {
-          spinner.fail();
-          logger.error(`Invalid JSON in ${input}: ${error.message}`);
-          process.exit(1);
-        }
-
-        // Parse target languages
-        const targetLanguages = options.target.split(',').map(lang => lang.trim());
-        const sourceLanguage = options.source;
-        const outputDir = options.output;
-        const inputFileName = parse(input).name;
-
-        // Parse skip options
-        const skipKeys = options.skipKeys
-          ? options.skipKeys.split(',').map(k => k.trim())
-          : [];
-        const skipPaths = options.skipPaths
-          ? options.skipPaths.split(',').map(p => p.trim())
-          : [];
-
-        if (skipKeys.length > 0 || skipPaths.length > 0) {
-          logger.info(`Skipping ${skipKeys.length + skipPaths.length} key/pattern(s) from translation`);
-        }
-
-        // Parse context annotations file
-        let contextAnnotations = {};
-        if (options.contextFile) {
-          if (!existsSync(options.contextFile)) {
-            spinner.fail();
-            logger.error(`Context file not found: ${options.contextFile}`);
-            process.exit(1);
-          }
-          try {
-            const contextContent = readFileSync(options.contextFile, 'utf8');
-            contextAnnotations = JSON.parse(contextContent);
-            const contextCount = Object.keys(contextAnnotations).length;
-            logger.info(`Loaded ${contextCount} context annotation(s) from ${options.contextFile}`);
-          } catch (error) {
-            spinner.fail();
-            logger.error(`Invalid JSON in context file: ${error.message}`);
-            process.exit(1);
-          }
-        }
-
-        // Incremental mode: load existing translations and find missing keys
-        let jsonToTranslate = json;
-        const existingTranslations = {};
-        let incrementalStats = { total: 0, existing: 0, toTranslate: 0 };
-
-        if (options.incremental) {
-          spinner.text = 'Checking existing translations...';
-
-          const sourceKeyCount = Object.keys(flattenObject(json)).length;
-          incrementalStats.total = sourceKeyCount;
-
-          // Load existing translations for each target language
-          for (const lang of targetLanguages) {
-            const targetFile = join(outputDir, lang, `${inputFileName}.json`);
-            const altTargetFile = join(outputDir, `${lang}.json`);
-
-            let existingFile = null;
-            if (existsSync(targetFile)) {
-              existingFile = targetFile;
-            } else if (existsSync(altTargetFile)) {
-              existingFile = altTargetFile;
-            }
-
-            if (existingFile) {
-              try {
-                const existingContent = readFileSync(existingFile, 'utf8');
-                existingTranslations[lang] = JSON.parse(existingContent);
-              } catch (e) {
-                logger.warn(`Could not parse ${existingFile}, will re-translate`);
-              }
-            }
-          }
-
-          // Find keys that need translation (missing from ANY target language)
-          const allMissingKeys = {};
-          for (const lang of targetLanguages) {
-            const existing = existingTranslations[lang] || {};
-            const missing = findMissingKeys(json, existing);
-            const missingFlat = flattenObject(missing);
-
-            for (const [key, value] of Object.entries(missingFlat)) {
-              if (!(key in allMissingKeys)) {
-                allMissingKeys[key] = value;
-              }
-            }
+          const { result, stats } = await translateJSON({
+            content,
+            from: options.source,
+            to,
+            provider,
+            apiKey,
+            model: options.model,
+            existing,
+          })
+          writeFileSync(outPath, JSON.stringify(result, null, 2) + '\n', 'utf8')
+          const warn = stats.placeholderWarnings.length
+          if (warn) hadWarnings = true
+          spinner.succeed(
+            `${to} → ${chalk.green(outPath)} ` +
+              chalk.gray(`(${stats.translated} translated, ${stats.reused} reused` +
+                (warn ? chalk.yellow(`, ${warn} placeholder warnings`) : '') + ')')
+          )
+          for (const w of stats.placeholderWarnings) {
+            console.log(chalk.yellow(`   ⚠ ${w.path}: placeholder drift — missing ${JSON.stringify(w.missing)}`))
           }
-
-          const missingKeyCount = Object.keys(allMissingKeys).length;
-          incrementalStats.existing = sourceKeyCount - missingKeyCount;
-          incrementalStats.toTranslate = missingKeyCount;
-
-          if (missingKeyCount === 0) {
-            spinner.succeed(chalk.green('All translations up to date!'));
-            logger.log('');
-            logger.log(chalk.gray(`   ${sourceKeyCount} key${sourceKeyCount !== 1 ? 's' : ''} already translated`));
-            return;
-          }
-
-          jsonToTranslate = unflattenObject(allMissingKeys);
-          spinner.text = `Translating ${missingKeyCount} new key${missingKeyCount !== 1 ? 's' : ''} to ${targetLanguages.length} language${targetLanguages.length > 1 ? 's' : ''}...`;
-          logger.log('');
-          logger.info(`Incremental mode: ${chalk.cyan(missingKeyCount)} new key${missingKeyCount !== 1 ? 's' : ''} to translate (${incrementalStats.existing} already exist)`);
-        } else {
-          spinner.text = `Translating to ${targetLanguages.length} language${targetLanguages.length > 1 ? 's' : ''}...`;
-        }
-
-        // Translate with fallback support
-        const api = new Shipi18nAPI(apiKey);
-        const translations = await api.translateJSON({
-          json: jsonToTranslate,
-          sourceLanguage,
-          targetLanguages,
-          preservePlaceholders: options.preservePlaceholders,
-          htmlHandling: options.htmlHandling,
-          fallback: {
-            fallbackToSource: options.fallback !== false,
-            regionalFallback: options.regionalFallback !== false,
-          },
-          skipKeys,
-          skipPaths,
-          contextAnnotations,
-        });
-
-        const keyCount = Object.keys(flattenObject(jsonToTranslate)).length;
-        spinner.succeed(chalk.green(`Translated ${keyCount} key${keyCount !== 1 ? 's' : ''} to ${targetLanguages.length} language${targetLanguages.length > 1 ? 's' : ''}!`));
-
-        // Save translated files
-        if (!existsSync(outputDir)) {
-          mkdirSync(outputDir, { recursive: true });
+        } catch (e) {
+          spinner.fail(`${to}: ${e.message}`)
+          process.exitCode = 1
         }
-
-        let savedCount = 0;
-
-        // Prepare translations for output (filter metadata, apply merging)
-        const outputTranslations = {};
-        for (const [langCode, content] of Object.entries(translations)) {
-          if (langCode === 'warnings' || langCode === 'fallbackInfo' || langCode === 'namespaceInfo' || langCode === 'skipped' || langCode === 'contextEnhanced') continue;
-
-          let finalContent = content;
-          if (options.incremental && existingTranslations[langCode]) {
-            finalContent = deepMerge(existingTranslations[langCode], content);
-          }
-          outputTranslations[langCode] = finalContent;
-        }
-
-        if (options.zip) {
-          // ZIP output mode
-          const zipFileName = typeof options.zip === 'string' ? options.zip : 'translations.zip';
-          const zipPath = join(outputDir, zipFileName);
-
-          await new Promise((resolve, reject) => {
-            const output = createWriteStream(zipPath);
-            const archive = archiver('zip', { zlib: { level: 9 } });
-
-            output.on('close', resolve);
-            archive.on('error', reject);
-
-            archive.pipe(output);
-
-            for (const [langCode, content] of Object.entries(outputTranslations)) {
-              archive.append(JSON.stringify(content, null, 2), { name: `${langCode}.json` });
-              savedCount++;
-            }
-
-            archive.finalize();
-          });
-
-          logger.success(`Saved: ${chalk.cyan(zipPath)} (${savedCount} file${savedCount !== 1 ? 's' : ''})`);
-        } else {
-          // Individual files mode
-          for (const [langCode, content] of Object.entries(outputTranslations)) {
-            const outputFile = join(outputDir, `${langCode}.json`);
-            writeFileSync(outputFile, JSON.stringify(content, null, 2), 'utf8');
-            logger.success(`Saved: ${chalk.cyan(outputFile)}${options.incremental ? chalk.gray(' (merged)') : ''}`);
-            savedCount++;
-          }
-        }
-
-        // Show fallback info if any fallbacks were used
-        if (translations.fallbackInfo && translations.fallbackInfo.used) {
-          const fallbackInfo = translations.fallbackInfo;
-          logger.log('');
-          logger.info('Fallback information:');
-
-          // Regional fallbacks
-          if (Object.keys(fallbackInfo.regionalFallbacks).length > 0) {
-            for (const [lang, baseLang] of Object.entries(fallbackInfo.regionalFallbacks)) {
-              logger.log(`  ${chalk.blue('•')} ${lang} → ${baseLang} ${chalk.gray('(regional fallback)')}`);
-            }
-          }
-
-          // Languages that fell back to source
-          if (fallbackInfo.languagesFallbackToSource.length > 0) {
-            for (const lang of fallbackInfo.languagesFallbackToSource) {
-              logger.log(`  ${chalk.yellow('•')} ${lang} → ${sourceLanguage} ${chalk.gray('(source fallback)')}`);
-            }
-          }
-
-          // Keys that used fallback
-          if (Object.keys(fallbackInfo.keysFallback).length > 0) {
-            for (const [lang, keys] of Object.entries(fallbackInfo.keysFallback)) {
-              logger.log(`  ${chalk.yellow('•')} ${lang}: ${keys.length} key${keys.length > 1 ? 's' : ''} used fallback`);
-              if (keys.length <= 5) {
-                keys.forEach(key => {
-                  logger.log(`    ${chalk.gray('- ' + key)}`);
-                });
-              }
-            }
-          }
-        }
-
-        // Show skipped keys info if any
-        if (translations.skipped && translations.skipped.count > 0) {
-          logger.log('');
-          logger.info(`Skipped ${translations.skipped.count} key${translations.skipped.count > 1 ? 's' : ''} from translation:`);
-          const keysToShow = translations.skipped.keys.slice(0, 10);
-          keysToShow.forEach(key => {
-            logger.log(`  ${chalk.gray('•')} ${key}`);
-          });
-          if (translations.skipped.keys.length > 10) {
-            logger.log(`  ${chalk.gray(`... and ${translations.skipped.keys.length - 10} more`)}`);
-          }
-        }
-
-        // Show context-enhanced keys info if any
-        if (translations.contextEnhanced && translations.contextEnhanced.count > 0) {
-          logger.log('');
-          logger.info(`${chalk.cyan('🎯')} ${translations.contextEnhanced.count} key${translations.contextEnhanced.count > 1 ? 's' : ''} translated with context annotations:`);
-          const keysToShow = translations.contextEnhanced.keys.slice(0, 10);
-          keysToShow.forEach(key => {
-            logger.log(`  ${chalk.cyan('•')} ${key}`);
-          });
-          if (translations.contextEnhanced.keys.length > 10) {
-            logger.log(`  ${chalk.gray(`... and ${translations.contextEnhanced.keys.length - 10} more`)}`);
-          }
-        }
-
-        // Show legal content warning with key details
-        const legalWarning = translations.warnings?.find(w => w.type === 'legal_content');
-        if (legalWarning?.details?.keys?.length > 0) {
-          logger.log('');
-          logger.warn(`${chalk.yellow('⚠️')}  Legal content detected - review these keys:`);
-          legalWarning.details.keys.forEach(key => {
-            logger.log(`  ${chalk.yellow('•')} ${key}`);
-          });
-          if (legalWarning.details.count > 10) {
-            logger.log(`  ${chalk.gray(`... and ${legalWarning.details.count - 10} more`)}`);
-          }
-          logger.log(`  ${chalk.gray('Machine-translated legal text may not be legally binding.')}`);
-        }
-
-        // Show other warnings if any (exclude legal_content since we showed it above)
-        const otherWarnings = translations.warnings?.filter(w => w.type !== 'legal_content') || [];
-        if (otherWarnings.length > 0) {
-          logger.log('');
-          logger.warn('Warnings:');
-          otherWarnings.forEach(warning => {
-            logger.log(`  ${chalk.yellow('•')} ${warning.message}`);
-          });
-        }
-
-        logger.log('');
-        logger.log(chalk.green(`✨ Successfully translated ${savedCount} file${savedCount > 1 ? 's' : ''}!`));
-        logger.log(chalk.gray(`   Output: ${outputDir}`));
-
-      } catch (error) {
-        spinner.fail();
-        logger.log('');
-        logger.log(formatError(error));
-        process.exit(1);
       }
-    });
+      console.log(
+        hadWarnings
+          ? chalk.yellow('\nDone, with placeholder warnings — review the flagged keys.')
+          : chalk.green('\n✓ Done.')
+      )
+    })
 }