i18ntk 2.1.0 → 2.3.0

package/scripts/sync-translations.js

@@ -1,151 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * Translation Sync Script
- * 
- * This script completely replaces all foreign language UI translation files with English content,
- * except for Chinese (zh) which is already fully translated.
- * This shows engineers exactly what needs to be translated without any prefixes.
- * 
- * Usage: node scripts/sync-translations.js
- */
-
-const fs = require('fs');
-const path = require('path');
-
-// Configuration
-const UI_LOCALES_DIR = path.join(__dirname, '..', 'resources', 'i18n', 'ui-locales');
-const ENGLISH_DIR = path.join(UI_LOCALES_DIR, 'en');
-const TARGET_LANGUAGES = ['de', 'es', 'fr', 'ru', 'ja']; // Exclude Chinese (zh) as it's fully translated
-
-/**
- * Get all JSON files in the English directory
- */
-function getEnglishFiles() {
-  try {
-    const files = fs.readdirSync(ENGLISH_DIR);
-    return files.filter(file => file.endsWith('.json'));
-  } catch (error) {
-    console.error('Error reading English directory:', error.message);
-    return [];
-  }
-}
-
-/**
- * Read and parse JSON file
- */
-function readJsonFile(filePath) {
-  try {
-    const content = SecurityUtils.safeReadFileSync(filePath, path.dirname(filePath), 'utf8');
-    return JSON.parse(content);
-  } catch (error) {
-    console.error(`Error reading JSON file ${filePath}:`, error.message);
-    return {};
-  }
-}
-
-/**
- * Write JSON file with proper formatting
- */
-function writeJsonFile(filePath, data) {
-  try {
-    const jsonString = JSON.stringify(data, null, 2);
-    SecurityUtils.safeWriteFileSync(filePath, jsonString + '\n');
-    return true;
-  } catch (error) {
-    console.error(`Error writing JSON file ${filePath}:`, error.message);
-    return false;
-  }
-}
-
-/**
- * Copy English content directly to target language
- */
-function copyEnglishContent(source) {
-  return JSON.parse(JSON.stringify(source)); // Deep copy of English content
-}
-
-/**
- * Sync translations for a specific language - completely replace with English
- */
-function syncLanguage(language) {
-  console.log(`🔄 Syncing translations for ${language}...`);
-  
-  const languageDir = path.join(UI_LOCALES_DIR, language);
-  
-  // Ensure language directory exists
-  if (!SecurityUtils.safeExistsSync(languageDir)) {
-    fs.mkdirSync(languageDir, { recursive: true });
-  }
-  
-  const englishFiles = getEnglishFiles();
-  let syncedFiles = 0;
-  
-  for (const file of englishFiles) {
-    const englishFilePath = path.join(ENGLISH_DIR, file);
-    const targetFilePath = path.join(languageDir, file);
-    
-    const englishData = readJsonFile(englishFilePath);
-    
-    // Directly copy English content (no merging, no prefixes)
-    const newData = copyEnglishContent(englishData);
-    
-    // Write updated file (completely replaces existing content)
-    if (writeJsonFile(targetFilePath, newData)) {
-      syncedFiles++;
-      console.log(`  ✅ ${file}: Replaced with English content`);
-    }
-  }
-  
-  console.log(`✅ ${language}: Synced ${syncedFiles} files with English content`);
-  return { language, syncedFiles };
-}
-
-/**
- * Main sync function
- */
-function syncAllTranslations() {
-  console.log('🌍 Starting translation synchronization...');
-  console.log(`📁 Source: ${ENGLISH_DIR}`);
-  console.log(`🎯 Target languages: ${TARGET_LANGUAGES.join(', ')}`);
-  console.log(`ℹ️  Chinese (zh) skipped - already fully translated`);
-  console.log('');
-  
-  const englishFiles = getEnglishFiles();
-  if (englishFiles.length === 0) {
-    console.error('❌ No English translation files found!');
-    process.exit(1);
-  }
-  
-  console.log(`📋 Found ${englishFiles.length} English files to sync:`);
-  englishFiles.forEach(file => console.log(`  📄 ${file}`));
-  console.log('');
-  
-  const results = [];
-  for (const language of TARGET_LANGUAGES) {
-    const result = syncLanguage(language);
-    results.push(result);
-  }
-  
-  console.log('');
-  console.log('🎉 Translation synchronization completed!');
-  console.log('');
-  console.log('📊 Summary:');
-  results.forEach(result => {
-    console.log(`  ${result.language}: ${result.syncedFiles} files updated`);
-  });
-  
-  console.log('');
-  console.log('💡 Next steps:');
-  console.log('  1. All non-Chinese locales now contain English content');
-  console.log('  2. Engineers can see exactly what text needs translation');
-  console.log('  3. Translate each string to the target language');
-  console.log('  4. Follow the same practices as the Chinese locale');
-}
-
-// Run the sync
-if (require.main === module) {
-  syncAllTranslations();
-}
-
-module.exports = { syncAllTranslations, syncLanguage };

package/scripts/sync-ui-locales.js

@@ -1,20 +0,0 @@
-const fs = require('fs');
-const path = require('path');
-const SecurityUtils = require('../utils/security');
-const baseDir = path.join(__dirname, '..', 'resources', 'i18n', 'ui-locales');
-const en = JSON.parse(SecurityUtils.safeReadFileSync(path.join(baseDir,'en.json'), baseDir, 'utf8'));
-function flatten(obj,pfx='',out={}){ for(const [k,v] of Object.entries(obj)){ const nk=pfx?`${pfx}.${k}`:k; if(v && typeof v==='object' && !Array.isArray(v)) flatten(v,nk,out); else out[nk]=v; } return out; }
-function unflatten(map){ const root={}; for(const [k,v] of Object.entries(map)){ const parts=k.split('.'); let cur=root; while(parts.length>1){ const p=parts.shift(); cur[p]=cur[p]||{}; cur=cur[p]; } cur[parts[0]]=v; } return root; }
-const enFlat = flatten(en);
-for (const file of fs.readdirSync(baseDir)) {
-  if (!file.endsWith('.json') || file==='en.json') continue;
-  const p = path.join(baseDir,file);
-  const data = JSON.parse(SecurityUtils.safeReadFileSync(p, baseDir, 'utf8'));
-  const flat = flatten(data);
-  let changed = false;
-  for (const [k,v] of Object.entries(enFlat)) {
-    if (!(k in flat)) { flat[k] = v || 'NOT_TRANSLATED'; changed = true; }
-  }
-  if (changed) { SecurityUtils.safeWriteFileSync(p, JSON.stringify(unflatten(flat), null, 2), path.dirname(p), 'utf8'); }
-}
-console.log('UI locales synced.');

package/scripts/validate-all-translations.js

@@ -1,195 +0,0 @@
-#!/usr/bin/env node
-/**
- * validate-all-translations.js
- * ----------------------------
- * Validates i18n translation files:
- *  1. All locales have same keys as English
- *  2. No missing or extra keys
- *  3. No placeholder markers
- *  4. No leftover country code prefixes in non-English locales
- *  5. Reports English-equal values in two buckets:
- *     - raw: exact string equality with English
- *     - actionable: likely untranslated user-facing text
- */
-
-const fs = require('fs');
-const path = require('path');
-const SecurityUtils = require('../utils/security');
-
-const argv = Object.fromEntries(
-  process.argv.slice(2).map((a) => {
-    const m = a.match(/^--([^=]+)(?:=(.*))?$/);
-    return m ? [m[1], m[2] === undefined ? true : m[2]] : [a, true];
-  })
-);
-
-const I18N_DIR = path.resolve(argv['i18n-dir'] || './resources/i18n/ui-locales');
-const LANGS = (argv.languages || 'en,de,es,fr,ru,ja,zh').split(',').map((s) => s.trim());
-const MARKER = argv.marker || 'TRANSLATION NEEDED';
-const SHARED_TERMS = new Set(['error', 'errors', 'no', 'yes', 'navigation', 'system', 'modular', 'long']);
-
-function readJSON(p) {
-  try {
-    const raw = SecurityUtils.safeReadFileSync(p, path.dirname(p), 'utf8');
-    return raw ? JSON.parse(raw) : {};
-  } catch {
-    return {};
-  }
-}
-
-function flatten(obj, prefix = '') {
-  const out = {};
-  if (obj && typeof obj === 'object' && !Array.isArray(obj)) {
-    for (const [k, v] of Object.entries(obj)) {
-      const full = prefix ? `${prefix}.${k}` : k;
-      Object.assign(out, flatten(v, full));
-    }
-    return out;
-  }
-  out[prefix] = obj;
-  return out;
-}
-
-function listLocaleFile(lang) {
-  const file = path.join(I18N_DIR, `${lang}.json`);
-  if (SecurityUtils.safeExistsSync(file, path.dirname(file))) return file;
-  throw new Error(`Locale file not found: ${file}`);
-}
-
-function isActionableEnglishLeftover(value) {
-  if (typeof value !== 'string') return false;
-  const v = value.trim();
-  if (!v) return false;
-
-  if (!/[A-Za-z]/.test(v)) return false;
-  if (/^[=\-_*#\s]+$/.test(v)) return false;
-  if (/^[•✅❌⚠️📄📝🔑\s]+$/.test(v)) return false;
-
-  if (/^[-•]?\s*\{[^}]+\}$/.test(v)) return false;
-  if (/^\{[^}]+\}[:%\s]/.test(v)) return false;
-  if (/^[a-z]+(?:_[a-z0-9]+)+$/i.test(v)) return false;
-
-  if (/^(?:node|npm|npx|pnpm|yarn|i18ntk)\b/i.test(v)) return false;
-  if (/^[A-Za-z]:\\/.test(v) || /^https?:\/\//i.test(v)) return false;
-  if (v === '\\n') return false;
-  if (/^[yn]$/i.test(v)) return false;
-
-  const compact = v.replace(/[^\w]/g, '').toLowerCase();
-  if (SHARED_TERMS.has(compact)) return false;
-
-  const scrubbed = v
-    .replace(/\{[^}]+\}/g, ' ')
-    .replace(/`[^`]*`/g, ' ')
-    .replace(/[•✅❌⚠️📄📝🔑→:()"'[\].,_/%-]/g, ' ')
-    .replace(/\s+/g, ' ')
-    .trim();
-  if (!/[A-Za-z]/.test(scrubbed)) return false;
-
-  const words = scrubbed.split(/\s+/).map((w) => w.toLowerCase()).filter(Boolean);
-  const technicalWords = new Set([
-    'react',
-    'vue',
-    'nuxt',
-    'svelte',
-    'i18n',
-    'i18next',
-    'nuxtjs',
-    'index',
-    'displayname',
-    'current',
-    'filename',
-    'language',
-    'file',
-    'path',
-    'keypath',
-    'value',
-    'stepname',
-    'status',
-    'number',
-    'recommendation',
-    'message'
-  ]);
-  if (words.length > 0 && words.every((word) => technicalWords.has(word))) return false;
-
-  return true;
-}
-
-function validate() {
-  console.log(`Validating translations in: ${I18N_DIR}`);
-  console.log(`Languages: ${LANGS.join(', ')}`);
-  console.log('');
-
-  const enFlat = flatten(readJSON(listLocaleFile('en')));
-  const report = {};
-
-  LANGS.forEach((lang) => {
-    const langFile = listLocaleFile(lang);
-    const flat = flatten(readJSON(langFile));
-
-    const missing = [];
-    const extra = [];
-    const markers = [];
-    const countryCodeLeftovers = [];
-    const englishLeftovers = [];
-    const actionableEnglishLeftovers = [];
-
-    for (const k of Object.keys(enFlat)) {
-      if (!(k in flat)) {
-        missing.push(k);
-      } else {
-        const val = flat[k];
-        if (typeof val === 'string') {
-          if (val.includes(MARKER)) {
-            markers.push(k);
-          }
-          if (lang !== 'en' && /^\[[A-Z]{2}\]/.test(val.trim())) {
-            countryCodeLeftovers.push(k);
-          }
-          if (lang !== 'en' && val.trim() === enFlat[k]?.trim()) {
-            englishLeftovers.push(k);
-            if (isActionableEnglishLeftover(val)) {
-              actionableEnglishLeftovers.push(k);
-            }
-          }
-        }
-      }
-    }
-
-    for (const k of Object.keys(flat)) {
-      if (!(k in enFlat)) {
-        extra.push(k);
-      }
-    }
-
-    report[lang] = {
-      missing,
-      extra,
-      markers,
-      countryCodeLeftovers,
-      englishLeftovers,
-      actionableEnglishLeftovers
-    };
-
-    console.log(`${lang.toUpperCase()}:`);
-    console.log(`  Missing: ${missing.length}`);
-    console.log(`  Extra: ${extra.length}`);
-    console.log(`  Markers: ${markers.length}`);
-    if (lang !== 'en') {
-      console.log(`  Country code leftovers: ${countryCodeLeftovers.length}`);
-      console.log(`  English leftovers (raw): ${englishLeftovers.length}`);
-      console.log(`  English leftovers (actionable): ${actionableEnglishLeftovers.length}`);
-    }
-    console.log('');
-  });
-
-  const reportFile = path.join(I18N_DIR, 'validation-purity-report.json');
-  SecurityUtils.safeWriteFileSync(reportFile, JSON.stringify(report, null, 2), path.dirname(reportFile), 'utf8');
-  console.log(`Validation report saved: ${reportFile}`);
-}
-
-try {
-  validate();
-} catch (err) {
-  console.error('Validation failed:', err.message);
-  process.exit(1);
-}

package/scripts/verify-deprecations.js

@@ -1,157 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * i18ntk Deprecation Verification Script
- *
- * This script verifies that versions have been properly deprecated
- */
-
-const fs = require('fs');
-const path = require('path');
-
-// Read package.json to get deprecation list
-const packageJsonPath = path.join(__dirname, '..', 'package.json');
-const packageJson = JSON.parse(SecurityUtils.safeReadFileSync(packageJsonPath, path.dirname(packageJsonPath), 'utf8'));
-
-console.log('🔍 i18ntk Deprecation Verification');
-console.log('=====================================');
-console.log(`📦 Package: ${packageJson.name}`);
-console.log(`🎯 Current Version: ${packageJson.version}`);
-console.log('=====================================\n');
-
-// Get deprecation info for all versions
-async function getDeprecationInfo() {
-  try {
-    // Deprecation information is no longer fetched from npmjs.org
-    // This script now relies on local deprecation-config.json if available.
-    const deprecationConfigPath = path.join(__dirname, '..', 'deprecation-config.json');
-    let packageInfo = { versions: {} };
-
-    if (SecurityUtils.safeExistsSync(deprecationConfigPath)) {
-      packageInfo = JSON.parse(SecurityUtils.safeReadFileSync(deprecationConfigPath, path.dirname(deprecationConfigPath), 'utf8'));
-    } else {
-      console.warn('⚠️ deprecation-config.json not found. Cannot verify deprecations locally.');
-      return;
-    }
-
-    if (packageInfo.versions) {
-      const deprecatedVersions = [];
-      const activeVersions = [];
-
-      // Check each version for deprecation
-      for (const version of Object.keys(packageInfo.versions)) {
-        const versionInfo = packageInfo.versions[version];
-        if (versionInfo.deprecated) {
-          deprecatedVersions.push({
-            version,
-            reason: versionInfo.deprecated
-          });
-        } else {
-          activeVersions.push(version);
-        }
-      }
-
-      return { deprecatedVersions, activeVersions };
-    }
-  } catch (error) {
-    console.error('❌ Failed to get deprecation info:', error.message);
-    return null;
-  }
-}
-
-// Main verification process
-async function verifyDeprecations() {
-  console.log('📊 Checking deprecation status...\n');
-
-  const deprecationInfo = await getDeprecationInfo();
-
-  if (!deprecationInfo) {
-    console.log('❌ Could not retrieve deprecation information');
-    return;
-  }
-
-  const { deprecatedVersions, activeVersions } = deprecationInfo;
-  const currentVersion = packageJson.version;
-  const deprecationList = packageJson.versionInfo.deprecations;
-
-  console.log(`📈 Total Published Versions: ${deprecatedVersions.length + activeVersions.length}`);
-  console.log(`✅ Deprecated Versions: ${deprecatedVersions.length}`);
-  console.log(`🔄 Active Versions: ${activeVersions.length}`);
-  console.log(`🎯 Current Version: ${currentVersion}`);
-  console.log(`📋 Expected Deprecations: ${deprecationList.length}`);
-  console.log('');
-
-  // Check if current version is active
-  const currentVersionActive = activeVersions.includes(currentVersion);
-  if (currentVersionActive) {
-    console.log(`✅ Current version ${currentVersion} is active (correct)`);
-  } else {
-    console.log(`❌ Current version ${currentVersion} is not active (problem)`);
-  }
-
-  // Check deprecated versions
-  console.log('\n📋 Deprecated Versions:');
-  if (deprecatedVersions.length > 0) {
-    deprecatedVersions.forEach(({ version, reason }) => {
-      console.log(`  ❌ ${version}: ${reason}`);
-    });
-  } else {
-    console.log('  (None)');
-  }
-
-  // Check active versions (should only be current version)
-  console.log('\n🔄 Active Versions:');
-  if (activeVersions.length > 0) {
-    activeVersions.forEach(version => {
-      if (version === currentVersion) {
-        console.log(`  ✅ ${version} (current version - correct)`);
-      } else {
-        console.log(`  ⚠️  ${version} (should be deprecated)`);
-      }
-    });
-  } else {
-    console.log('  (None)');
-  }
-
-  // Summary
-  console.log('\n=====================================');
-  console.log('🎯 Verification Summary');
-  console.log('=====================================');
-
-  const expectedDeprecated = deprecationList.length;
-  const actualDeprecated = deprecatedVersions.length;
-  const successRate = expectedDeprecated > 0 ? (actualDeprecated / expectedDeprecated * 100).toFixed(1) : 0;
-
-  console.log(`📊 Expected deprecated: ${expectedDeprecated}`);
-  console.log(`📊 Actually deprecated: ${actualDeprecated}`);
-  console.log(`📊 Success rate: ${successRate}%`);
-
-  if (activeVersions.length === 1 && activeVersions[0] === currentVersion) {
-    console.log('✅ Status: All previous versions deprecated, current version active');
-  } else {
-    console.log('⚠️  Status: Some versions may still need deprecation');
-  }
-
-  console.log('=====================================');
-}
-
-// Handle command line arguments
-const args = process.argv.slice(2);
-if (args.includes('--help') || args.includes('-h')) {
-  console.log(`
-  i18ntk Deprecation Verification Script
-
-  Usage:
-    node scripts/verify-deprecations.js [options]
-
-  Description:
-    This script verifies that i18ntk versions have been properly deprecated.
-
-  Examples:
-    node scripts/verify-deprecations.js
-`);
-  process.exit(0);
-}
-
-// Run verification
-verifyDeprecations();

package/scripts/verify-translations.js

@@ -1,63 +0,0 @@
-const fs = require('fs');
-const path = require('path');
-const SecurityUtils = require('../utils/security');
-
-// Load all language files
-const localesPath = path.join(__dirname, '../resources/i18n/ui-locales');
-const files = fs.readdirSync(localesPath).filter(file => file.endsWith('.json') && file !== 'en.json');
-
-// Load English as the base for comparison
-const enContent = JSON.parse(SecurityUtils.safeReadFileSync(path.join(localesPath, 'en.json'), localesPath, 'utf8'));
-
-// Function to get all keys from an object
-function getAllKeys(obj, prefix = '') {
-  return Object.entries(obj).reduce((keys, [key, value]) => {
-    const fullKey = prefix ? `${prefix}.${key}` : key;
-    if (value && typeof value === 'object' && !Array.isArray(value)) {
-      return [...keys, ...getAllKeys(value, fullKey)];
-    }
-    return [...keys, fullKey];
-  }, []);
-}
-
-// Get all keys from English file
-const enKeys = new Set(getAllKeys(enContent));
-
-// Check each language file
-console.log('\n🔍 Verifying translation keys across all language files...\n');
-
-files.forEach(file => {
-  const langCode = path.basename(file, '.json');
-  const filePath = path.join(localesPath, file);
-  const content = JSON.parse(SecurityUtils.safeReadFileSync(filePath, localesPath, 'utf8'));
-  const langKeys = new Set(getAllKeys(content));
-  
-  // Find missing keys
-  const missingKeys = [...enKeys].filter(key => !langKeys.has(key));
-  
-  // Find extra keys (not in English)
-  const extraKeys = [...langKeys].filter(key => !enKeys.has(key));
-  
-  console.log(`🌐 ${file}:`);
-  console.log(`   Total keys: ${langKeys.size}/${enKeys.size} (${Math.round((langKeys.size / enKeys.size) * 100)}%)`);
-  
-  if (missingKeys.length > 0) {
-    console.log(`   ❌ Missing ${missingKeys.length} keys:`);
-    missingKeys.slice(0, 5).forEach(key => console.log(`      - ${key}`));
-    if (missingKeys.length > 5) console.log(`      ...and ${missingKeys.length - 5} more`);
-  }
-  
-  if (extraKeys.length > 0) {
-    console.log(`   ⚠️  Found ${extraKeys.length} extra keys (not in English):`);
-    extraKeys.slice(0, 3).forEach(key => console.log(`      - ${key}`));
-    if (extraKeys.length > 3) console.log(`      ...and ${extraKeys.length - 3} more`);
-  }
-  
-  if (missingKeys.length === 0 && extraKeys.length === 0) {
-    console.log('   ✅ All keys match the English version!');
-  }
-  
-  console.log('');
-});
-
-console.log('✅ Verification complete!');