@ansstory/hias 1.0.4 → 1.0.6

package/test/translate.test.js

@@ -0,0 +1,545 @@
+const test = require('node:test')
+const assert = require('node:assert/strict')
+const path = require('path')
+const fs = require('fs')
+const os = require('os')
+
+const {
+  shortLang,
+  sanitizeKey,
+  generateKeysFromTranslations,
+  generateFallbackKey,
+  splitTemplateLiteralSegments,
+  splitByByteLength,
+  formatI18nCall,
+  extractChineseWithPositions,
+  extractChineseFromVueTemplateWithPositions,
+  stripExistingI18nCalls,
+  normalizeExistingCalls,
+  applyReplacements,
+  applyJsonTranslation,
+  mergeAndWriteLocaleFiles,
+  collectReferencedKeys,
+  saveBackupSync,
+  resolveSetting,
+} = require('../lib/core/translate')
+
+// ─── Utility functions ───────────────────────────────────────────────────────
+
+test('shortLang maps zh-CN to zh', () => {
+  assert.equal(shortLang('zh-CN'), 'zh')
+})
+
+test('shortLang maps ja-JP to jp (baidu mapping)', () => {
+  assert.equal(shortLang('ja-JP'), 'jp')
+})
+
+test('shortLang maps kor to ko (baidu mapping)', () => {
+  assert.equal(shortLang('ko-KR'), 'ko')
+})
+
+test('shortLang maps fra to fr (baidu mapping)', () => {
+  assert.equal(shortLang('fr-FR'), 'fr')
+})
+
+test('shortLang maps en-US to en', () => {
+  assert.equal(shortLang('en-US'), 'en')
+})
+
+test('shortLang returns zh for falsy input', () => {
+  assert.equal(shortLang(null), 'zh')
+  assert.equal(shortLang(undefined), 'zh')
+  assert.equal(shortLang(''), 'zh')
+})
+
+test('sanitizeKey replaces non-alphanumeric chars with underscore', () => {
+  assert.equal(sanitizeKey('Hello World!'), 'hello_world')
+})
+
+test('sanitizeKey truncates to maxLen', () => {
+  const long = 'a'.repeat(50)
+  assert.equal(sanitizeKey(long, 40).length, 40)
+})
+
+test('sanitizeKey lowercases the result', () => {
+  assert.equal(sanitizeKey('HelloWorld'), 'helloworld')
+})
+
+test('generateKeysFromTranslations returns unique keys for each item', () => {
+  const keys = generateKeysFromTranslations(['Hello', 'World', 'Foo Bar'])
+  assert.equal(keys.length, 3)
+  assert.equal(keys[0], 'hello')
+  assert.equal(keys[2], 'foo_bar')
+})
+
+test('generateKeysFromTranslations deduplicates keys', () => {
+  const keys = generateKeysFromTranslations(['Hello', 'hello'])
+  assert.equal(keys[0], 'hello')
+  assert.ok(keys[1].startsWith('hello'))
+  assert.notEqual(keys[0], keys[1])
+})
+
+test('generateFallbackKey returns non-empty string', () => {
+  const key = generateFallbackKey('你好世界')
+  assert.ok(typeof key === 'string')
+  assert.ok(key.length > 0)
+})
+
+test('splitTemplateLiteralSegments extracts static parts', () => {
+  const segs = splitTemplateLiteralSegments('你好${name}世界')
+  assert.deepEqual(segs, ['你好', '世界'])
+})
+
+test('splitTemplateLiteralSegments handles no interpolation', () => {
+  const segs = splitTemplateLiteralSegments('你好世界')
+  assert.deepEqual(segs, ['你好世界'])
+})
+
+test('splitTemplateLiteralSegments handles consecutive interpolation', () => {
+  const segs = splitTemplateLiteralSegments('${a}${b}中间${c}')
+  assert.deepEqual(segs, ['中间'])
+})
+
+test('splitTemplateLiteralSegments handles nested braces', () => {
+  const segs = splitTemplateLiteralSegments('前缀${obj.arr.map(x => x.name)}后缀')
+  assert.deepEqual(segs, ['前缀', '后缀'])
+})
+
+test('splitByByteLength splits array into chunks within byte limit', () => {
+  const items = ['a'.repeat(100), 'b'.repeat(100), 'c'.repeat(100)]
+  const chunks = splitByByteLength(items, 150)
+  assert.ok(chunks.length >= 2)
+  for (const chunk of chunks) {
+    const bytes = Buffer.byteLength(chunk.join(''))
+    assert.ok(bytes <= 150, `chunk ${bytes} > 150`)
+  }
+})
+
+test('splitByByteLength preserves all items across chunks', () => {
+  const items = ['中文', 'hello', '测试']
+  const chunks = splitByByteLength(items, 100)
+  const flattened = chunks.flat()
+  assert.deepEqual(flattened, items)
+})
+
+test('formatI18nCall uses default $t template', () => {
+  const result = formatI18nCall('$t', 'ns.key')
+  assert.equal(result, "$t('ns.key')")
+})
+
+test('formatI18nCall uses custom template', () => {
+  const result = formatI18nCall('{i18n}', 'ns.key')
+  assert.equal(result, "{i18n}('ns.key')")
+})
+
+// ─── Vue extraction ──────────────────────────────────────────────────────────
+
+test('extractChineseWithPositions Vue template text nodes', () => {
+  const content = '<template><div>你好世界</div></template>'
+  const result = extractChineseWithPositions(content, 'vue')
+  assert.equal(result.length, 1)
+  assert.ok(result.some(r => r.text === '你好世界'))
+})
+
+test('extractChineseWithPositions Vue template text node with nested children', () => {
+  const content = '<template><div>你好<span>子</span>世界</div></template>'
+  const result = extractChineseWithPositions(content, 'vue')
+  assert.ok(result.some(r => r.text === '你好'))
+  assert.ok(result.some(r => r.text === '子'))
+  assert.ok(result.some(r => r.text === '世界'))
+})
+
+test('extractChineseWithPositions Vue: v-bind pure string attr', () => {
+  const content = '<template><div :title="\'中文标题\'"></div></template>'
+  const result = extractChineseWithPositions(content, 'vue')
+  assert.ok(result.some(r => r.text === '中文标题'))
+})
+
+test('extractChineseWithPositions Vue: v-bind expression with Chinese string', () => {
+  const content = '<template><div :class="\'active\' + status + \'中文类名\'"></div></template>'
+  const result = extractChineseWithPositions(content, 'vue')
+  assert.ok(result.some(r => r.text === '中文类名'), `should extract '中文类名': ${JSON.stringify(result)}`)
+})
+
+test('extractChineseWithPositions Vue: v-bind object/array syntax', () => {
+  const content = '<template><div :style="{ color: \'红色\' }"></div></template>'
+  const result = extractChineseWithPositions(content, 'vue')
+  assert.ok(result.some(r => r.text === '红色'))
+})
+
+test('extractChineseWithPositions Vue: v-if expression with Chinese', () => {
+  const content = '<template><div v-if="type === \'成功\'"></div></template>'
+  const result = extractChineseWithPositions(content, 'vue')
+  assert.ok(result.some(r => r.text === '成功'))
+})
+
+test('extractChineseWithPositions Vue: v-if backtick template literal', () => {
+  const content = '<template><div v-if="`状态${type}成功`"></div></template>'
+  const result = extractChineseWithPositions(content, 'vue')
+  assert.ok(result.some(r => r.text === '状态'), `should extract '状态' from backtick: ${JSON.stringify(result)}`)
+  assert.ok(result.some(r => r.text === '成功'), `should extract '成功' from backtick: ${JSON.stringify(result)}`)
+})
+
+test('extractChineseWithPositions Vue: plain attr', () => {
+  const content = '<template><div title="中文标题"></div></template>'
+  const result = extractChineseWithPositions(content, 'vue')
+  assert.ok(result.some(r => r.text === '中文标题'))
+})
+
+test('extractChineseWithPositions Vue: script section with Chinese strings', () => {
+  const content = '<template><div></div></template><script>const msg = "脚本中文"</script>'
+  const result = extractChineseWithPositions(content, 'vue')
+  assert.ok(result.some(r => r.text === '脚本中文'))
+})
+
+test('extractChineseWithPositions Vue: script backtick template literal with interpolation', () => {
+  const content = '<template><div></div></template><script>const msg = `状态${type}消息`</script>'
+  const result = extractChineseWithPositions(content, 'vue')
+  assert.ok(result.some(r => r.text === '状态'), `should extract '状态': ${JSON.stringify(result)}`)
+  assert.ok(result.some(r => r.text === '消息'), `should extract '消息': ${JSON.stringify(result)}`)
+})
+
+test('extractChineseWithPositions Vue: template literal without interpolation', () => {
+  const content = '<template><div></div></template><script>const msg = `纯模板字面量中文`</script>'
+  const result = extractChineseWithPositions(content, 'vue')
+  assert.ok(result.some(r => r.text === '纯模板字面量中文'))
+})
+
+test('extractChineseWithPositions Vue: do not extract existing i18n calls', () => {
+  const content = '<template><div>{{ $t(\'ns.key\') }}</div></template><script>const a = t(\'ns.other\')</script>'
+  const result = extractChineseWithPositions(content, 'vue')
+  assert.equal(result.length, 0, `should not extract existing i18n calls: ${JSON.stringify(result)}`)
+})
+
+test('extractChineseWithPositions Vue: do not extract {{}} expressions', () => {
+  const content = '<template><div>{{ count + 1 }}</div></template>'
+  const result = extractChineseWithPositions(content, 'vue')
+  assert.equal(result.length, 0)
+})
+
+test('extractChineseWithPositions Vue: {{ }} with Chinese string inside', () => {
+  const content = '<template><div>{{ "中文" }}</div></template>'
+  const result = extractChineseWithPositions(content, 'vue')
+  assert.equal(result.length, 1, `should extract exactly 1 Chinese text from {{}}: ${JSON.stringify(result)}`)
+  assert.ok(result.some(r => r.text === '中文'))
+})
+
+test('extractChineseWithPositions Vue: skips template literals with no Chinese', () => {
+  const content = '<template><div>{{ `hello ${name}` }}</div></template>'
+  const result = extractChineseWithPositions(content, 'vue')
+  assert.equal(result.length, 0)
+})
+
+// ─── JS/TS extraction ────────────────────────────────────────────────────────
+
+test('extractChineseWithPositions JS: regular string', () => {
+  const content = 'const msg = "你好世界"'
+  const result = extractChineseWithPositions(content, 'js')
+  assert.ok(result.some(r => r.text === '你好世界'))
+})
+
+test('extractChineseWithPositions JS: single-quote string', () => {
+  const content = "const msg = '你好世界'"
+  const result = extractChineseWithPositions(content, 'js')
+  assert.ok(result.some(r => r.text === '你好世界'))
+})
+
+test('extractChineseWithPositions JS: backtick template literal', () => {
+  const content = 'const msg = `你好${name}世界`'
+  const result = extractChineseWithPositions(content, 'js')
+  assert.ok(result.some(r => r.text === '你好'), `should extract '你好': ${JSON.stringify(result)}`)
+  assert.ok(result.some(r => r.text === '世界'), `should extract '世界': ${JSON.stringify(result)}`)
+})
+
+test('extractChineseWithPositions JS: skips comments', () => {
+  const content = '// 中文注释\nconst msg = "actual"'
+  const result = extractChineseWithPositions(content, 'js')
+  assert.ok(!result.some(r => r.text === '中文注释'))
+  assert.ok(!result.some(r => r.text === 'actual'))
+})
+
+test('extractChineseWithPositions JS: skips i18n call arguments', () => {
+  const content = 't("ns.key")'
+  const result = extractChineseWithPositions(content, 'js')
+  assert.equal(result.length, 0)
+})
+
+test('extractChineseWithPositions JS: console.log arguments are extracted', () => {
+  const content = 'console.log("测试")'
+  const result = extractChineseWithPositions(content, 'js')
+  assert.equal(result.length, 1, `should extract exactly 1 console.log arg: ${JSON.stringify(result)}`)
+  assert.ok(result.some(r => r.text === '测试'))
+})
+
+test('extractChineseWithPositions JS: skips debugger statements', () => {
+  const content = 'debugger'
+  const result = extractChineseWithPositions(content, 'js')
+  assert.deepEqual(result, [])
+})
+
+// ─── JSX extraction ──────────────────────────────────────────────────────────
+
+test('extractChineseWithPositions JSX: text node', () => {
+  const content = 'const el = <div>你好世界</div>'
+  const result = extractChineseWithPositions(content, 'jsx')
+  assert.ok(result.some(r => r.text === '你好世界'))
+})
+
+test('extractChineseWithPositions JSX: text node with nested children', () => {
+  const content = 'const el = <div>你好<span>子</span>世界</div>'
+  const result = extractChineseWithPositions(content, 'jsx')
+  assert.ok(result.some(r => r.text === '你好'))
+  assert.ok(result.some(r => r.text === '子'))
+  assert.ok(result.some(r => r.text === '世界'))
+})
+
+test('extractChineseWithPositions JSX: attribute', () => {
+  const content = 'const el = <div title="中文标题"></div>'
+  const result = extractChineseWithPositions(content, 'jsx')
+  assert.ok(result.some(r => r.text === '中文标题'))
+})
+
+test('extractChineseWithPositions JSX: string expression', () => {
+  const content = "const el = <div title={'中文标题'}></div>"
+  const result = extractChineseWithPositions(content, 'jsx')
+  assert.ok(result.some(r => r.text === '中文标题'))
+})
+
+// ─── TS/TSX extraction ───────────────────────────────────────────────────────
+
+test('extractChineseWithPositions TS: regular string', () => {
+  const content = 'const msg: string = "你好世界"'
+  const result = extractChineseWithPositions(content, 'ts')
+  assert.ok(result.some(r => r.text === '你好世界'))
+})
+
+test('extractChineseWithPositions TSX: JSX text node', () => {
+  const content = 'const el: JSX.Element = <div>你好世界</div>'
+  const result = extractChineseWithPositions(content, 'tsx')
+  assert.ok(result.some(r => r.text === '你好世界'))
+})
+
+// ─── JSON extraction ─────────────────────────────────────────────────────────
+
+test('extractChineseWithPositions JSON: string values', () => {
+  const content = JSON.stringify({ title: '中文标题', desc: '中文描述' })
+  const result = extractChineseWithPositions(content, 'json')
+  assert.ok(result.some(r => r.text === '中文标题'))
+  assert.ok(result.some(r => r.text === '中文描述'))
+})
+
+// ─── stripExistingI18nCalls ──────────────────────────────────────────────────
+
+test('stripExistingI18nCalls removes $t() calls entirely', () => {
+  const input = '{{ $t("ns.key") }} 普通中文'
+  const output = stripExistingI18nCalls(input, '$t')
+  assert.equal(output.includes('$t'), false)
+})
+
+test('stripExistingI18nCalls removes t() calls entirely', () => {
+  const input = '<div>{t("ns.key")}</div> 普通中文'
+  const output = stripExistingI18nCalls(input, 't')
+  assert.equal(output.includes('t('), false)
+})
+
+test('stripExistingI18nCalls keeps non-i18n text', () => {
+  const input = '普通中文 text'
+  const output = stripExistingI18nCalls(input, '$t')
+  assert.ok(output.includes('普通中文'))
+})
+
+// ─── normalizeExistingCalls ──────────────────────────────────────────────────
+
+test('normalizeExistingCalls updates namespace in existing i18n calls', () => {
+  const input = "$t('old.hello')"
+  const output = normalizeExistingCalls(input, 'new', '$t')
+  assert.equal(output, "$t('new.hello')")
+})
+
+test('normalizeExistingCalls does not change text without i18n calls', () => {
+  const input = 'const a = 1'
+  const output = normalizeExistingCalls(input, 'ns', '$t')
+  assert.equal(output, input)
+})
+
+// ─── applyReplacements ───────────────────────────────────────────────────────
+
+test('applyReplacements replaces Chinese with i18n call in HTML', () => {
+  const content = '<div>你好世界</div>'
+  const extractions = [{ text: '你好世界', fullMatch: '你好世界', start: 5, end: 9, isAttrExprString: false }]
+  const result = applyReplacements(content, [{ ...extractions[0], key: 'ns.hello' }], 'ns', 'vue', '$t')
+  assert.ok(result.includes("$t('ns.hello')"))
+  assert.ok(!result.includes('你好世界'))
+})
+
+test('applyReplacements replaces multiple Chinese texts', () => {
+  const content = '<div>你好</div><span>世界</span>'
+  const extractions = [
+    { text: '你好', fullMatch: '你好', start: 5, end: 7, key: 'ns.hello' },
+    { text: '世界', fullMatch: '世界', start: 20, end: 22, key: 'ns.world' },
+  ]
+  const result = applyReplacements(content, extractions, 'ns', 'vue', '$t')
+  assert.ok(result.includes("$t('ns.hello')"))
+  assert.ok(result.includes("$t('ns.world')"))
+})
+
+test('applyReplacements handles v-bind attr string replacement', () => {
+  const content = '<div :title="\'中文标题\'"></div>'
+  const extractions = [
+    { text: '中文标题', fullMatch: "'中文标题'", start: 16, end: 22, isAttrExprString: true, attrName: ':title' },
+  ]
+  const result = applyReplacements(content, [{ ...extractions[0], key: 'ns.title' }], 'ns', 'vue', '$t')
+  assert.ok(result.includes("$t('ns.title')"))
+})
+
+test('applyReplacements handles v-bind expression string replacement', () => {
+  const content = '<div :class="\'active\' + \'中文\'"></div>'
+  const extractions = [
+    { text: '中文', fullMatch: "'中文'", start: 27, end: 32, isAttrExprString: true, attrName: ':class' },
+  ]
+  const result = applyReplacements(content, [{ ...extractions[0], key: 'ns.zh' }], 'ns', 'vue', '$t')
+  assert.ok(result.includes("$t('ns.zh')"))
+})
+
+// ─── applyJsonTranslation ────────────────────────────────────────────────────
+
+test('applyJsonTranslation replaces Chinese values with translated text', () => {
+  const content = '{"title":"中文标题"}'
+  // 匹配 "中文标题" (包含 JSON 双引号), start=9, end=15
+  const extractions = [{ text: '中文标题', start: 9, end: 15, key: 'ns.title' }]
+  const enUSMap = { ns: { title: 'Chinese Title' } }
+  const result = applyJsonTranslation(content, extractions, enUSMap, 'ns')
+  const expected = '{"title":"Chinese Title"}'
+  assert.equal(result, expected)
+})
+
+// ─── collectReferencedKeys ───────────────────────────────────────────────────
+
+test('collectReferencedKeys finds $t calls in content', () => {
+  const content = "const a = $t('ns.hello')"
+  const keys = collectReferencedKeys(content, 'ns', '$t')
+  assert.deepEqual(keys, new Set(['hello']))
+})
+
+test('collectReferencedKeys finds multiple keys', () => {
+  const content = "$t('ns.hello') + $t('ns.world')"
+  const keys = collectReferencedKeys(content, 'ns', '$t')
+  assert.deepEqual(keys, new Set(['hello', 'world']))
+})
+
+test('collectReferencedKeys returns empty for different namespace', () => {
+  const content = "$t('other.hello')"
+  const keys = collectReferencedKeys(content, 'ns', '$t')
+  assert.deepEqual(keys, new Set())
+})
+
+// ─── mergeAndWriteLocaleFiles ────────────────────────────────────────────────
+
+test('mergeAndWriteLocaleFiles creates locale files with correct structure', async () => {
+  const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'hias-test-'))
+  try {
+    await mergeAndWriteLocaleFiles(
+      tmpDir,
+      'zh-CN', ['en-US'], 'testns',
+      {
+        'zh-CN': { testns: { hello: '你好', world: '世界' } },
+        'en-US': { testns: { hello: 'Hello', world: 'World' } },
+      },
+      [],
+      '$t',
+    )
+
+    const zhPath = path.join(tmpDir, 'zh-CN.json')
+    const enPath = path.join(tmpDir, 'en-US.json')
+    assert.ok(fs.existsSync(zhPath))
+    assert.ok(fs.existsSync(enPath))
+
+    const zh = JSON.parse(fs.readFileSync(zhPath, 'utf-8'))
+    assert.equal(zh.testns.hello, '你好')
+    assert.equal(zh.testns.world, '世界')
+
+    const en = JSON.parse(fs.readFileSync(enPath, 'utf-8'))
+    assert.equal(en.testns.hello, 'Hello')
+    assert.equal(en.testns.world, 'World')
+  } finally {
+    fs.rmSync(tmpDir, { recursive: true, force: true })
+  }
+})
+
+test('mergeAndWriteLocaleFiles merges with existing locale file', async () => {
+  const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'hias-test-'))
+  try {
+    // Create existing locale file with old key
+    fs.mkdirSync(tmpDir, { recursive: true })
+    fs.writeFileSync(path.join(tmpDir, 'zh-CN.json'), JSON.stringify({ testns: { old: '旧值' } }), 'utf-8')
+    fs.writeFileSync(path.join(tmpDir, 'en-US.json'), JSON.stringify({ testns: { old: 'Old' } }), 'utf-8')
+
+    // Provide content referencing the old key so it's not removed as stale
+    const fileContents = ["$t('testns.old')"]
+
+    await mergeAndWriteLocaleFiles(
+      tmpDir,
+      'zh-CN', ['en-US'], 'testns',
+      {
+        'zh-CN': { testns: { hello: '你好', old: '旧值' } },
+        'en-US': { testns: { hello: 'Hello', old: 'Old' } },
+      },
+      fileContents,
+      '$t',
+    )
+
+    const zh = JSON.parse(fs.readFileSync(path.join(tmpDir, 'zh-CN.json'), 'utf-8'))
+    assert.equal(zh.testns.old, '旧值')
+    assert.equal(zh.testns.hello, '你好')
+  } finally {
+    fs.rmSync(tmpDir, { recursive: true, force: true })
+  }
+})
+
+// ─── saveBackupSync ──────────────────────────────────────────────────────────
+
+test('saveBackupSync creates backup directory with manifest', async () => {
+  const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'hias-test-'))
+  const cwd = path.join(tmpDir, 'project')
+  fs.mkdirSync(cwd, { recursive: true })
+
+  const testFile = path.join(cwd, 'test.txt')
+  fs.writeFileSync(testFile, 'content', 'utf-8')
+
+  try {
+    await saveBackupSync('testns', [testFile], cwd, true)
+
+    const backupRoot = path.join(cwd, '.hias', '.langbackup')
+    assert.ok(fs.existsSync(backupRoot), `backup root should exist at ${backupRoot}`)
+
+    const entries = fs.readdirSync(backupRoot)
+    assert.ok(entries.length > 0)
+
+    const latest = entries[entries.length - 1]
+    const manifestPath = path.join(backupRoot, latest, 'manifest.json')
+    assert.ok(fs.existsSync(manifestPath), `manifest should exist at ${manifestPath}`)
+
+    const manifest = JSON.parse(fs.readFileSync(manifestPath, 'utf-8'))
+    assert.equal(manifest.name, 'testns')
+    assert.equal(manifest.replaceOriginalFile, true)
+    assert.equal(typeof manifest.files, 'object')
+    assert.notEqual(manifest.files, null)
+  } finally {
+    fs.rmSync(tmpDir, { recursive: true, force: true })
+  }
+})
+
+// ─── resolveSetting ──────────────────────────────────────────────────────────
+
+test('resolveSetting returns defaults when no config files exist', () => {
+  const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'hias-test-'))
+  try {
+    const result = resolveSetting(tmpDir)
+    assert.equal(result.provider, 'tencent')
+    assert.deepEqual(result.locales, ['zh-CN', 'en-US'])
+    assert.equal(result.outDir, '.hias/lang')
+    assert.equal(result.replaceOriginalFile, false)
+  } finally {
+    fs.rmSync(tmpDir, { recursive: true, force: true })
+  }
+})