@shipi18n/cli 1.1.4 → 2.0.0

package/package.json

@@ -1,67 +1,61 @@
 {
   "name": "@shipi18n/cli",
-  "version": "1.1.4",
-  "description": "Command-line tool for translating locale files with Shipi18n",
-  "main": "src/index.js",
+  "version": "2.0.0",
+  "description": "Open-source, bring-your-own-LLM i18n translation CLI. Translate locale files with your own OpenAI/Anthropic key.",
   "type": "module",
-  "files": [
-    "bin",
-    "src/commands",
-    "src/lib",
-    "src/utils",
-    "src/index.js",
-    "README.md"
-  ],
   "bin": {
     "shipi18n": "./bin/shipi18n.js"
   },
-  "scripts": {
-    "dev": "node bin/shipi18n.js",
-    "build": "echo 'No build step needed for now'",
-    "test": "NODE_OPTIONS='--experimental-vm-modules' jest",
-    "test:watch": "NODE_OPTIONS='--experimental-vm-modules' jest --watch",
-    "test:coverage": "NODE_OPTIONS='--experimental-vm-modules' jest --coverage"
+  "files": [
+    "bin",
+    "src",
+    "LICENSE",
+    "NOTICE",
+    "README.md",
+    "CHANGELOG.md"
+  ],
+  "publishConfig": {
+    "access": "public"
   },
   "keywords": [
     "i18n",
+    "cli",
     "translation",
+    "llm",
+    "openai",
+    "anthropic",
     "localization",
-    "internationalization",
-    "locale",
-    "translate",
-    "cli",
-    "i18next",
-    "react-intl",
-    "json-translation",
-    "locale-files",
-    "multilingual",
-    "l10n",
-    "ai-translation",
-    "shipi18n"
+    "bring-your-own-key"
   ],
+  "license": "Apache-2.0",
   "author": "Shipi18n",
-  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/Shipi18n/shipi18n.git",
+    "directory": "packages/cli"
+  },
   "dependencies": {
-    "archiver": "^7.0.1",
     "chalk": "^5.3.0",
-    "commander": "^11.1.0",
-    "dotenv": "^16.3.1",
-    "inquirer": "^9.2.12",
-    "ora": "^7.0.1",
-    "yaml": "^2.3.4"
-  },
-  "devDependencies": {
-    "jest": "^29.7.0"
+    "commander": "^12.0.0",
+    "ora": "^8.0.1",
+    "@shipi18n/core": "^2.0.0"
   },
-  "engines": {
-    "node": ">=18.0.0"
+  "peerDependencies": {
+    "@anthropic-ai/sdk": ">=0.30.0",
+    "openai": ">=4.0.0"
   },
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/Shipi18n/shipi18n-cli.git"
+  "peerDependenciesMeta": {
+    "@anthropic-ai/sdk": {
+      "optional": true
+    },
+    "openai": {
+      "optional": true
+    }
   },
-  "bugs": {
-    "url": "https://github.com/Shipi18n/shipi18n-cli/issues"
+  "devDependencies": {
+    "jest": "^29.7.0"
   },
-  "homepage": "https://shipi18n.com"
-}
+  "scripts": {
+    "test": "NODE_OPTIONS='--experimental-vm-modules' jest --passWithNoTests"
+  }
+}

package/src/commands/translate.js

@@ -1,331 +1,88 @@
-import { readFileSync, writeFileSync, mkdirSync, existsSync, createWriteStream } from 'fs';
-import { join, parse, dirname } from 'path';
-import chalk from 'chalk';
-import archiver from 'archiver';
-import { Shipi18nAPI } from '../lib/api.js';
-import { getConfig } from '../lib/config.js';
-import { logger, formatError } from '../utils/logger.js';
-import { flattenObject, unflattenObject, deepMerge, findMissingKeys } from '../utils/incremental.js';
+import { readFileSync, writeFileSync, mkdirSync, existsSync } from 'node:fs'
+import { join } from 'node:path'
+import chalk from 'chalk'
+import ora from 'ora'
+import { translateJSON } from '@shipi18n/core'
+
+const PROVIDER_ENV = { anthropic: 'ANTHROPIC_API_KEY', openai: 'OPENAI_API_KEY' }
 
 export function translateCommand(program) {
   program
     .command('translate <input>')
-    .description('Translate a JSON locale file to multiple languages')
+    .description('Translate a JSON locale file to other languages using your own LLM')
     .option('-t, --target <languages>', 'Target languages (comma-separated)', 'es,fr')
     .option('-s, --source <language>', 'Source language', 'en')
     .option('-o, --output <dir>', 'Output directory', './locales')
-    .option('--api-key <key>', 'API key (overrides config)')
-    .option('--preserve-placeholders', 'Preserve placeholders like {name}, {{value}}, etc.', true)
-    .option('--html-handling <mode>', 'How to handle HTML in source text: none, strip, decode, preserve', 'none')
-    .option('--no-fallback', 'Disable fallback to source language for missing translations')
-    .option('--no-regional-fallback', 'Disable regional fallback (e.g., pt-BR -> pt)')
-    .option('-i, --incremental', 'Only translate new/missing keys (skip existing translations)')
-    .option('--skip-keys <keys>', 'Keys to skip from translation (comma-separated exact paths)')
-    .option('--skip-paths <patterns>', 'Paths to skip using wildcards (comma-separated, e.g., "states.*,config.*.secret")')
-    .option('--context-file <path>', 'JSON file with context annotations for disambiguation (e.g., {"close": "button - dismiss"})')
-    .option('--zip [filename]', 'Output translations as ZIP file (default: translations.zip)')
+    .option('-p, --provider <name>', 'LLM provider: anthropic | openai', 'anthropic')
+    .option('--api-key <key>', 'LLM API key (else read from provider env var)')
+    .option('--model <model>', 'Override the provider default model')
+    .option('-i, --incremental', 'Only translate new/missing keys (reuse existing output files)')
     .action(async (input, options) => {
-      const spinner = logger.spinner('Translating...');
-
+      const provider = options.provider
+      if (!PROVIDER_ENV[provider]) {
+        console.error(chalk.red(`Unknown provider '${provider}'. Use 'anthropic' or 'openai'.`))
+        process.exit(1)
+      }
+      const apiKey = options.apiKey || process.env[PROVIDER_ENV[provider]]
+      if (!apiKey) {
+        console.error(chalk.red(`No API key. Set ${chalk.yellow(PROVIDER_ENV[provider])} or pass --api-key.`))
+        console.error(chalk.gray(`This tool uses YOUR own ${provider} key — no account or Shipi18n key needed.`))
+        process.exit(1)
+      }
+      if (!existsSync(input)) {
+        console.error(chalk.red(`Input file not found: ${input}`))
+        process.exit(1)
+      }
+      let content
       try {
-        // Get config
-        const config = getConfig();
-        const apiKey = options.apiKey || config.apiKey;
-
-        if (!apiKey) {
-          spinner.fail();
-          logger.error('API key not found');
-          logger.info('Set your API key:');
-          logger.log(`  ${chalk.yellow('shipi18n config set apiKey YOUR_KEY')}`);
-          logger.log(`  ${chalk.gray('Get your free key at https://shipi18n.com')}`);
-          process.exit(1);
-        }
-
-        // Read input file
-        if (!existsSync(input)) {
-          spinner.fail();
-          logger.error(`Input file not found: ${input}`);
-          process.exit(1);
-        }
+        content = JSON.parse(readFileSync(input, 'utf8'))
+      } catch (e) {
+        console.error(chalk.red(`Invalid JSON in ${input}: ${e.message}`))
+        process.exit(1)
+      }
 
-        const fileContent = readFileSync(input, 'utf8');
-        let json;
+      const targets = options.target.split(',').map((s) => s.trim()).filter(Boolean)
+      mkdirSync(options.output, { recursive: true })
+      console.log(chalk.cyan(`\n🌍 Translating ${input} (${options.source} → ${targets.join(', ')}) via ${provider}\n`))
+
+      let hadWarnings = false
+      for (const to of targets) {
+        const spinner = ora(`Translating to ${to}...`).start()
+        const outPath = join(options.output, `${to}.json`)
+        const existing =
+          options.incremental && existsSync(outPath)
+            ? JSON.parse(readFileSync(outPath, 'utf8'))
+            : undefined
         try {
-          json = JSON.parse(fileContent);
-        } catch (error) {
-          spinner.fail();
-          logger.error(`Invalid JSON in ${input}: ${error.message}`);
-          process.exit(1);
-        }
-
-        // Parse target languages
-        const targetLanguages = options.target.split(',').map(lang => lang.trim());
-        const sourceLanguage = options.source;
-        const outputDir = options.output;
-        const inputFileName = parse(input).name;
-
-        // Parse skip options
-        const skipKeys = options.skipKeys
-          ? options.skipKeys.split(',').map(k => k.trim())
-          : [];
-        const skipPaths = options.skipPaths
-          ? options.skipPaths.split(',').map(p => p.trim())
-          : [];
-
-        if (skipKeys.length > 0 || skipPaths.length > 0) {
-          logger.info(`Skipping ${skipKeys.length + skipPaths.length} key/pattern(s) from translation`);
-        }
-
-        // Parse context annotations file
-        let contextAnnotations = {};
-        if (options.contextFile) {
-          if (!existsSync(options.contextFile)) {
-            spinner.fail();
-            logger.error(`Context file not found: ${options.contextFile}`);
-            process.exit(1);
-          }
-          try {
-            const contextContent = readFileSync(options.contextFile, 'utf8');
-            contextAnnotations = JSON.parse(contextContent);
-            const contextCount = Object.keys(contextAnnotations).length;
-            logger.info(`Loaded ${contextCount} context annotation(s) from ${options.contextFile}`);
-          } catch (error) {
-            spinner.fail();
-            logger.error(`Invalid JSON in context file: ${error.message}`);
-            process.exit(1);
-          }
-        }
-
-        // Incremental mode: load existing translations and find missing keys
-        let jsonToTranslate = json;
-        const existingTranslations = {};
-        let incrementalStats = { total: 0, existing: 0, toTranslate: 0 };
-
-        if (options.incremental) {
-          spinner.text = 'Checking existing translations...';
-
-          const sourceKeyCount = Object.keys(flattenObject(json)).length;
-          incrementalStats.total = sourceKeyCount;
-
-          // Load existing translations for each target language
-          for (const lang of targetLanguages) {
-            const targetFile = join(outputDir, lang, `${inputFileName}.json`);
-            const altTargetFile = join(outputDir, `${lang}.json`);
-
-            let existingFile = null;
-            if (existsSync(targetFile)) {
-              existingFile = targetFile;
-            } else if (existsSync(altTargetFile)) {
-              existingFile = altTargetFile;
-            }
-
-            if (existingFile) {
-              try {
-                const existingContent = readFileSync(existingFile, 'utf8');
-                existingTranslations[lang] = JSON.parse(existingContent);
-              } catch (e) {
-                logger.warn(`Could not parse ${existingFile}, will re-translate`);
-              }
-            }
-          }
-
-          // Find keys that need translation (missing from ANY target language)
-          const allMissingKeys = {};
-          for (const lang of targetLanguages) {
-            const existing = existingTranslations[lang] || {};
-            const missing = findMissingKeys(json, existing);
-            const missingFlat = flattenObject(missing);
-
-            for (const [key, value] of Object.entries(missingFlat)) {
-              if (!(key in allMissingKeys)) {
-                allMissingKeys[key] = value;
-              }
-            }
+          const { result, stats } = await translateJSON({
+            content,
+            from: options.source,
+            to,
+            provider,
+            apiKey,
+            model: options.model,
+            existing,
+          })
+          writeFileSync(outPath, JSON.stringify(result, null, 2) + '\n', 'utf8')
+          const warn = stats.placeholderWarnings.length
+          if (warn) hadWarnings = true
+          spinner.succeed(
+            `${to} → ${chalk.green(outPath)} ` +
+              chalk.gray(`(${stats.translated} translated, ${stats.reused} reused` +
+                (warn ? chalk.yellow(`, ${warn} placeholder warnings`) : '') + ')')
+          )
+          for (const w of stats.placeholderWarnings) {
+            console.log(chalk.yellow(`   ⚠ ${w.path}: placeholder drift — missing ${JSON.stringify(w.missing)}`))
           }
-
-          const missingKeyCount = Object.keys(allMissingKeys).length;
-          incrementalStats.existing = sourceKeyCount - missingKeyCount;
-          incrementalStats.toTranslate = missingKeyCount;
-
-          if (missingKeyCount === 0) {
-            spinner.succeed(chalk.green('All translations up to date!'));
-            logger.log('');
-            logger.log(chalk.gray(`   ${sourceKeyCount} key${sourceKeyCount !== 1 ? 's' : ''} already translated`));
-            return;
-          }
-
-          jsonToTranslate = unflattenObject(allMissingKeys);
-          spinner.text = `Translating ${missingKeyCount} new key${missingKeyCount !== 1 ? 's' : ''} to ${targetLanguages.length} language${targetLanguages.length > 1 ? 's' : ''}...`;
-          logger.log('');
-          logger.info(`Incremental mode: ${chalk.cyan(missingKeyCount)} new key${missingKeyCount !== 1 ? 's' : ''} to translate (${incrementalStats.existing} already exist)`);
-        } else {
-          spinner.text = `Translating to ${targetLanguages.length} language${targetLanguages.length > 1 ? 's' : ''}...`;
-        }
-
-        // Translate with fallback support
-        const api = new Shipi18nAPI(apiKey);
-        const translations = await api.translateJSON({
-          json: jsonToTranslate,
-          sourceLanguage,
-          targetLanguages,
-          preservePlaceholders: options.preservePlaceholders,
-          htmlHandling: options.htmlHandling,
-          fallback: {
-            fallbackToSource: options.fallback !== false,
-            regionalFallback: options.regionalFallback !== false,
-          },
-          skipKeys,
-          skipPaths,
-          contextAnnotations,
-        });
-
-        const keyCount = Object.keys(flattenObject(jsonToTranslate)).length;
-        spinner.succeed(chalk.green(`Translated ${keyCount} key${keyCount !== 1 ? 's' : ''} to ${targetLanguages.length} language${targetLanguages.length > 1 ? 's' : ''}!`));
-
-        // Save translated files
-        if (!existsSync(outputDir)) {
-          mkdirSync(outputDir, { recursive: true });
+        } catch (e) {
+          spinner.fail(`${to}: ${e.message}`)
+          process.exitCode = 1
         }
-
-        let savedCount = 0;
-
-        // Prepare translations for output (filter metadata, apply merging)
-        const outputTranslations = {};
-        for (const [langCode, content] of Object.entries(translations)) {
-          if (langCode === 'warnings' || langCode === 'fallbackInfo' || langCode === 'namespaceInfo' || langCode === 'skipped' || langCode === 'contextEnhanced') continue;
-
-          let finalContent = content;
-          if (options.incremental && existingTranslations[langCode]) {
-            finalContent = deepMerge(existingTranslations[langCode], content);
-          }
-          outputTranslations[langCode] = finalContent;
-        }
-
-        if (options.zip) {
-          // ZIP output mode
-          const zipFileName = typeof options.zip === 'string' ? options.zip : 'translations.zip';
-          const zipPath = join(outputDir, zipFileName);
-
-          await new Promise((resolve, reject) => {
-            const output = createWriteStream(zipPath);
-            const archive = archiver('zip', { zlib: { level: 9 } });
-
-            output.on('close', resolve);
-            archive.on('error', reject);
-
-            archive.pipe(output);
-
-            for (const [langCode, content] of Object.entries(outputTranslations)) {
-              archive.append(JSON.stringify(content, null, 2), { name: `${langCode}.json` });
-              savedCount++;
-            }
-
-            archive.finalize();
-          });
-
-          logger.success(`Saved: ${chalk.cyan(zipPath)} (${savedCount} file${savedCount !== 1 ? 's' : ''})`);
-        } else {
-          // Individual files mode
-          for (const [langCode, content] of Object.entries(outputTranslations)) {
-            const outputFile = join(outputDir, `${langCode}.json`);
-            writeFileSync(outputFile, JSON.stringify(content, null, 2), 'utf8');
-            logger.success(`Saved: ${chalk.cyan(outputFile)}${options.incremental ? chalk.gray(' (merged)') : ''}`);
-            savedCount++;
-          }
-        }
-
-        // Show fallback info if any fallbacks were used
-        if (translations.fallbackInfo && translations.fallbackInfo.used) {
-          const fallbackInfo = translations.fallbackInfo;
-          logger.log('');
-          logger.info('Fallback information:');
-
-          // Regional fallbacks
-          if (Object.keys(fallbackInfo.regionalFallbacks).length > 0) {
-            for (const [lang, baseLang] of Object.entries(fallbackInfo.regionalFallbacks)) {
-              logger.log(`  ${chalk.blue('•')} ${lang} → ${baseLang} ${chalk.gray('(regional fallback)')}`);
-            }
-          }
-
-          // Languages that fell back to source
-          if (fallbackInfo.languagesFallbackToSource.length > 0) {
-            for (const lang of fallbackInfo.languagesFallbackToSource) {
-              logger.log(`  ${chalk.yellow('•')} ${lang} → ${sourceLanguage} ${chalk.gray('(source fallback)')}`);
-            }
-          }
-
-          // Keys that used fallback
-          if (Object.keys(fallbackInfo.keysFallback).length > 0) {
-            for (const [lang, keys] of Object.entries(fallbackInfo.keysFallback)) {
-              logger.log(`  ${chalk.yellow('•')} ${lang}: ${keys.length} key${keys.length > 1 ? 's' : ''} used fallback`);
-              if (keys.length <= 5) {
-                keys.forEach(key => {
-                  logger.log(`    ${chalk.gray('- ' + key)}`);
-                });
-              }
-            }
-          }
-        }
-
-        // Show skipped keys info if any
-        if (translations.skipped && translations.skipped.count > 0) {
-          logger.log('');
-          logger.info(`Skipped ${translations.skipped.count} key${translations.skipped.count > 1 ? 's' : ''} from translation:`);
-          const keysToShow = translations.skipped.keys.slice(0, 10);
-          keysToShow.forEach(key => {
-            logger.log(`  ${chalk.gray('•')} ${key}`);
-          });
-          if (translations.skipped.keys.length > 10) {
-            logger.log(`  ${chalk.gray(`... and ${translations.skipped.keys.length - 10} more`)}`);
-          }
-        }
-
-        // Show context-enhanced keys info if any
-        if (translations.contextEnhanced && translations.contextEnhanced.count > 0) {
-          logger.log('');
-          logger.info(`${chalk.cyan('🎯')} ${translations.contextEnhanced.count} key${translations.contextEnhanced.count > 1 ? 's' : ''} translated with context annotations:`);
-          const keysToShow = translations.contextEnhanced.keys.slice(0, 10);
-          keysToShow.forEach(key => {
-            logger.log(`  ${chalk.cyan('•')} ${key}`);
-          });
-          if (translations.contextEnhanced.keys.length > 10) {
-            logger.log(`  ${chalk.gray(`... and ${translations.contextEnhanced.keys.length - 10} more`)}`);
-          }
-        }
-
-        // Show legal content warning with key details
-        const legalWarning = translations.warnings?.find(w => w.type === 'legal_content');
-        if (legalWarning?.details?.keys?.length > 0) {
-          logger.log('');
-          logger.warn(`${chalk.yellow('⚠️')}  Legal content detected - review these keys:`);
-          legalWarning.details.keys.forEach(key => {
-            logger.log(`  ${chalk.yellow('•')} ${key}`);
-          });
-          if (legalWarning.details.count > 10) {
-            logger.log(`  ${chalk.gray(`... and ${legalWarning.details.count - 10} more`)}`);
-          }
-          logger.log(`  ${chalk.gray('Machine-translated legal text may not be legally binding.')}`);
-        }
-
-        // Show other warnings if any (exclude legal_content since we showed it above)
-        const otherWarnings = translations.warnings?.filter(w => w.type !== 'legal_content') || [];
-        if (otherWarnings.length > 0) {
-          logger.log('');
-          logger.warn('Warnings:');
-          otherWarnings.forEach(warning => {
-            logger.log(`  ${chalk.yellow('•')} ${warning.message}`);
-          });
-        }
-
-        logger.log('');
-        logger.log(chalk.green(`✨ Successfully translated ${savedCount} file${savedCount > 1 ? 's' : ''}!`));
-        logger.log(chalk.gray(`   Output: ${outputDir}`));
-
-      } catch (error) {
-        spinner.fail();
-        logger.log('');
-        logger.log(formatError(error));
-        process.exit(1);
       }
-    });
+      console.log(
+        hadWarnings
+          ? chalk.yellow('\nDone, with placeholder warnings — review the flagged keys.')
+          : chalk.green('\n✓ Done.')
+      )
+    })
 }

package/src/commands/config.js

@@ -1,94 +0,0 @@
-import chalk from 'chalk';
-import { getConfig, setConfigValue, saveConfig } from '../lib/config.js';
-import { logger } from '../utils/logger.js';
-
-export function configCommand(program) {
-  const config = program.command('config')
-    .description('Manage CLI configuration');
-
-  // Get config
-  config
-    .command('get [key]')
-    .description('Get configuration value(s)')
-    .action((key) => {
-      const currentConfig = getConfig();
-
-      if (key) {
-        const value = currentConfig[key];
-        if (value !== undefined && value !== null) {
-          logger.log(`${chalk.cyan(key)}: ${value}`);
-        } else {
-          logger.warn(`Config key "${key}" not found`);
-        }
-      } else {
-        logger.log(chalk.cyan('Current configuration:'));
-        logger.log('');
-        Object.entries(currentConfig).forEach(([k, v]) => {
-          if (v !== undefined && v !== null) {
-            // Mask API key for security
-            if (k === 'apiKey' && v) {
-              logger.log(`  ${chalk.yellow(k)}: ${v.substring(0, 12)}...`);
-            } else {
-              logger.log(`  ${chalk.yellow(k)}: ${v}`);
-            }
-          }
-        });
-        logger.log('');
-        logger.log(chalk.gray('Config file: ~/.shipi18n/config.yml'));
-      }
-    });
-
-  // Set config
-  config
-    .command('set <key> <value>')
-    .description('Set configuration value')
-    .action((key, value) => {
-      try {
-        // Parse value if it's a boolean or array
-        let parsedValue = value;
-        if (value === 'true') parsedValue = true;
-        if (value === 'false') parsedValue = false;
-        if (value.includes(',')) parsedValue = value.split(',').map(v => v.trim());
-
-        setConfigValue(key, parsedValue);
-        logger.success(`Set ${chalk.cyan(key)} = ${parsedValue}`);
-
-        // Show next steps for API key
-        if (key === 'apiKey') {
-          logger.log('');
-          logger.info('API key saved! Try translating a file:');
-          logger.log(`  ${chalk.yellow('shipi18n translate en.json --target es,fr')}`);
-        }
-      } catch (error) {
-        logger.error(`Failed to set config: ${error.message}`);
-        process.exit(1);
-      }
-    });
-
-  // Init config
-  config
-    .command('init')
-    .description('Initialize configuration file with defaults')
-    .action(() => {
-      try {
-        const defaultConfig = {
-          apiKey: '',
-          sourceLanguage: 'en',
-          targetLanguages: ['es', 'fr', 'de'],
-          outputDir: './locales',
-          saveKeys: true,
-        };
-
-        saveConfig(defaultConfig);
-        logger.success('Created config file: ~/.shipi18n/config.yml');
-        logger.log('');
-        logger.info('Next steps:');
-        logger.log(`  1. Get your API key at ${chalk.cyan('https://shipi18n.com')}`);
-        logger.log(`  2. Set your API key: ${chalk.yellow('shipi18n config set apiKey YOUR_KEY')}`);
-        logger.log(`  3. Translate: ${chalk.yellow('shipi18n translate en.json --target es,fr')}`);
-      } catch (error) {
-        logger.error(`Failed to initialize config: ${error.message}`);
-        process.exit(1);
-      }
-    });
-}