@thor123141245r/ai-translate 0.0.0 → 1.0.1

package/SKILL.md

@@ -1,103 +0,0 @@
----
-name: i18n-copywriter
-description: 为 i18n JSON（以 en.json 为准）生成与优化高转化率营销文案，并同步到多语言文件（如 de.json、fr.json）。仅在用户明确要求“优化/生成国际化文案、翻译 i18n JSON、为 landing page 写多语言文案”时使用；其余代码与通用翻译请求不要使用。
----
-
-# I18n Copywriter
-
-## Overview
-
-你是一名 landing page 资深国际化文案写手：先基于目标关键词做轻量网络调研，提炼用户需求与痛点，再以 `en.json` 为“单一事实来源”写出高转化英文文案，并将相同 key 结构同步到其他语言 JSON（如 `de.json`），保证占位符与“受保护关键词”不被硬翻译。
-
-使用这个 skill 时候不需要进入先写文档再写代码的流程，直接开始脚本翻译流程
-
-## 使用边界（非常重要）
-
-- 只处理“国际化文案”本身：`*.json` 文案内容（尤其是 `en.json` 及其同结构的多语言文件）。
-- 不做：业务逻辑改动、组件重构、通用逐字翻译、与 i18n 无关的改文案。
-- 不确定是否属于 i18n 文案任务时：先反问用户要改的 `en.json` 路径、目标页面与目标语言列表。
-
-## 你需要向用户确认的信息（缺一会显著降质量）
-
-- `en.json` 的真实路径（以及其他语言 JSON 所在目录）。
-- 本次要优化的页面或模块（例如 pricing、homepage hero、generator 区域）。
-- 目标关键词（可多个）：哪些词必须保留为英文不翻译（例如 `sora 2 video`）。
-- 目标语言：例如 `de, fr, ja, zh`。
-- 语气与品牌约束：更偏“极简理性”还是“强促销转化”。
-
-## 工作流（按顺序执行）
-
-### 1）锁定范围与“受保护关键词”
-
-- 从 `en.json` 中提取：品牌名、产品名、核心功能名、套餐名、以及用户指定的 SEO 关键词。
-- 建立“受保护关键词清单”：这些词在任何语言文件中都必须保持原样（不硬翻译、不改大小写）。
-- 典型例子：`Sora 2`、`Sora2 Cloud`、`sora 2 video`、`HD`、`Starter`、`Pro`、`Checkout`（以项目实际为准）。
-
-需要参考时：打开 `references/protected-terms.md`，按模板补齐。
-
-### 2）轻量网络调研（为“高转化文案”服务）
-
-- 用目标关键词做 3～6 次搜索，重点收集：用户常见需求、痛点、反对理由、对比方案（竞品/替代品）。
-- 输出为“洞察清单”：每条洞察对应 1 个文案策略（例如降低学习成本、强调速度、强调质量、强调可控性）。
-- 目标不是写报告，而是为文案提供“可用弹药”。
-
-### 3）先写好 `en.json`（单一事实来源）
-
-- 只改 value，不改 key，不引入新结构（除非用户明确新增文案点并同意加 key）。
-- 保留所有变量与占位符：例如 `{count}`、`{credits}`、`{{name}}`、`%s`（以文件实际为准）。
-- 保留受保护关键词：例如不要把 `sora 2 video` 翻译成任何语言。
-- Landing page 文案优先：短句、动词开头、清晰利益点、避免“空泛 AI 口号”。
-
-### 4）复制 `en.json` 到其他语言文件并做本地化改写
-
-- 每个语言文件应与 `en.json` 保持完全相同的 key 集合。
-- 先用 `en.json` 结构覆盖（缺失 key 补齐），再逐条替换为目标语言文案。
-- 禁止“硬翻译品牌/产品/关键词”：受保护关键词保持英文原样。
-
-### 5）一致性与质量检查（必做）
-
-- 运行 `scripts/check_i18n_keys.py` 确保各语言文件 key 集合一致。
-- 检查占位符是否被破坏（特别是 `{}`、`{{}}`、`%`、换行符）。
-- 检查“受保护关键词”是否被误翻译或改写。
-- 统一标点与引号风格（同一语言内一致）。
-
-## 常见硬性规则（避免踩坑）
-
-- 任何语言都不要翻译项目指定关键词。
-- 不要把 “产品名 + 功能名” 翻成“产品名 + 本地语言词”这种半截混搭（除非品牌策略要求）。
-- 如果英文里刻意使用了 SEO 关键词（例如 `sora 2 video`），其他语言也优先保留该关键词，并围绕它调整句子结构。
-
-## 资源
-
-- `scripts/check_i18n_keys.py`：检查各语言 JSON 是否与 `en.json` key 集合一致。
-- `scripts/sentence_json_translator.py`：逐句翻译 JSON 文案并回填结果，适合大段文案与输出可控场景。
-  - 常用参数：
-    - `--concurrency`：并发线程数，默认 6，可用 `CONTENT_LOCALIZE_CONCURRENCY` 覆盖。
-    - `--overwrite`：全量覆盖翻译，默认关闭（仅翻译缺失或等同英文的条目）。
-    - `--limit`：限制翻译条数，便于小范围验证。
-    - `--cache-file`：指定缓存文件路径，复用重复句子的翻译结果。
-    - `--protected-terms`：逗号分隔的受保护词列表，会写入系统提示。
-    - `--log-every`：进度输出步长，默认 20。
-- `references/protected-terms.md`：受保护关键词清单模板与维护规则。
-
-## 最小执行示例（给未来的你）
-
-用户请求：
-- “帮我优化 landing page 的 i18n 文案，`src/i18n/pages/pricing/en.json` 为准，同步到 `de/fr/ja`，关键词 `sora 2 video` 不要翻译。”
-
-你应输出：
-- 先给出 6～12 条“调研洞察 → 文案策略”的要点。
-- 完整更新 `en.json` 文案。
-- 复制并更新 `de.json / fr.json / ja.json`（同 key 结构）。
-- 跑一次 key 检查脚本并修复缺失 key。
-
-脚本示例（小范围验证）：
-```bash
-python3 /Users/thor/.codex/skills/i18n-copywriter/scripts/sentence_json_translator.py \\
-  src/i18n/pages/landing \\
-  --locales de,fr,ja \\
-  --concurrency 6 \\
-  --limit 20 \\
-  --cache-file .i18n-translation-cache.json \\
-  --protected-terms "Sora 2,Sora2 Cloud,sora 2 video"
-```

package/src/asyncTransform.ts

@@ -1,31 +0,0 @@
-import { Transform } from 'node:stream'
-
-export class AsyncTransform extends Transform {
-  static toString(chunk: Buffer | object, encoding: BufferEncoding | 'buffer') {
-    const enc = encoding !== 'buffer' ? encoding : undefined
-    return Buffer.isBuffer(chunk) ? chunk.toString(enc) : String(chunk)
-  }
-
-  _transform(
-    chunk: Buffer | object,
-    enc: BufferEncoding | 'buffer',
-    cb: (error?: Error | null) => void
-  ) {
-    this._asyncTransform(chunk, enc)
-      .then((wait) => {
-        if (wait) {
-          this.once('drain', () => cb())
-        } else {
-          cb()
-        }
-      })
-      .catch((err) => this.emit('error', err))
-  }
-
-  protected async _asyncTransform(
-    _chunk: Buffer | object,
-    _enc: BufferEncoding | 'buffer'
-  ): Promise<boolean | undefined> {
-    throw new Error('needs implementation')
-  }
-}

package/src/bin/ai-translate.ts

@@ -1,5 +0,0 @@
-#!/usr/bin/env node
-
-import { cli } from '../cli.js'
-
-await cli()

package/src/cli.ts

@@ -1,313 +0,0 @@
-import fs from 'node:fs'
-import path from 'node:path'
-import { pipeline } from 'node:stream/promises'
-import { initProcLog } from 'debug-level'
-import { AppConfig, StringSchema, v } from '@commenthol/app-config'
-import type { SupportedTextSplitterLanguage } from '@langchain/textsplitters'
-import { logger } from './logger.js'
-import { modelFactory, AiTranslateTransform } from './model.js'
-import {
-  TextSplitterStream,
-  recursiveChunkTextSplitter,
-  getFormatByExtension
-} from './split.js'
-
-const log = logger('cli')
-
-const help: Record<string, string> = {}
-
-help._ = `
-AI Translator
-
-Usage:
-  ai-translate [flags]
-  ai-translate [command] [flags]
-
-Commands:
-  set                 set config value
-
-Flags:
-  -h, --help            Help for ai-translate
-  -v, --version         Show version information
-  -c, --config DIR      Use config file .ai-translate.json in DIR
-  -f, --from LANG       Source language
-  -t, --to LANG         Target language; LANG is English language name or
-                        supported BCP47 codes (ar, de, en, es, fr, ja, pt, ru,
-                        vi, zh-CN, zh-TW)
-  -i, --input FILE      input file
-  -o, --output FILE     output file
-      --format FORMAT   specify input format (cpp, go, java, js, php, proto,
-                        python, rst, ruby, rust, scala, swift, markdown, latex,
-                        html, sol)
-Examples:
-  Translate input.md from Spanish to output.md in English
-    ai-translate -f Spanish -t English -i input.md -o output.md
-
-  Pipe from stdin to stdout using the config in the local folder
-    echo "translate" | ai-translate -f en -t en -c .
-
-Use "ai-translate [command] --help" for more information about a command.
-`
-
-help.set = `
-Set ai-translate configuration
-
-Writes config to \`.ai-translate.json\`
-If --config flag is omitted then global config is used.
-
-Usage:
-  ai-translate [flags] set KEY VALUE
-
-Flags:
-  -c, --config DIR    Use config file .ai-translate.json in DIR
-
-Available KEYs:
-  provider      set provider (ollama, mistral, anthropic, openai, deepseek);
-                default="ollama"
-  model         set model from provider; default="qwen2.5:7b"
-  apiKey        set api key
-  baseUrl       baseUrl for model
-  temperature   model temperature; default=0.1
-  maxRetries    max. number of retries; default=10
-  chunkSize     number of chunks used in text-splitter; default=1000
-`
-
-const PACKAGE_JSON = '../package.json'
-const APP = 'ai-translate'
-const CONF_FILE = `.${APP}.json`
-const DEFAULT_LANG = 'en'
-
-const commands: Record<string, (cmd: Record<string, unknown>, argv: string[]) => void> = {
-  set: (c, argv) => {
-    const key = nextArg(argv)
-    const value = nextArg(argv)
-    c.set = [key, value]
-  }
-}
-
-const flags: Record<string, (opts: Record<string, unknown>, argv: string[]) => void> = {
-  '--help': (f) => (f.help = true),
-  '--version': (f) => (f.version = true),
-  '--config': (f, argv) => {
-    const dir = nextArg(argv)
-    if (dir) f.config = path.resolve(process.cwd(), dir)
-  },
-  '--from': (f, argv) => {
-    const lang = nextArg(argv)
-    f.sourceLanguage = lang || DEFAULT_LANG
-  },
-  '--to': (f, argv) => {
-    const lang = nextArg(argv)
-    f.targetLanguage = lang || DEFAULT_LANG
-  },
-  '--input': (f, argv) => {
-    const filename = nextArg(argv)
-    if (filename) f.input = path.resolve(process.cwd(), filename)
-  },
-  '--output': (f, argv) => {
-    const filename = nextArg(argv)
-    if (filename) f.output = path.resolve(process.cwd(), filename)
-  },
-  '--format': (f, argv) => {
-    const format = nextArg(argv)
-    if (format) f.format = format
-  }
-}
-flags['-h'] = flags['--help']
-flags['-v'] = flags['--version']
-flags['-c'] = flags['--config']
-flags['-f'] = flags['--from']
-flags['-t'] = flags['--to']
-flags['-i'] = flags['--input']
-flags['-o'] = flags['--output']
-
-export const argvParse = (args?: string[]) => {
-  initProcLog()
-  const argv = args || process.argv.slice(2)
-  log.debug(argv)
-  const opts: Record<string, unknown> = {
-    sourceLanguage: 'en',
-    targetLanguage: 'en'
-  }
-  const cmd: Record<string, unknown> = {}
-
-  while (argv.length) {
-    const arg = argv.shift()
-    if (!arg) continue
-    if (commands[arg]) {
-      commands[arg](cmd, argv)
-    } else if (flags[arg]) {
-      flags[arg](opts, argv)
-    }
-  }
-  return { cmd, opts }
-}
-
-const nextArg = (argv: string[]) => {
-  const next = argv[0] || ''
-  if (next.indexOf('-') === 0) {
-    return
-  }
-  return argv.shift()
-}
-
-let _console = console
-export const _injectConsole = (obj: typeof console) => {
-  _console = obj
-}
-
-const displayError = (msg: string) => {
-  _console.error(`ERROR: ${msg}`)
-}
-
-const display = (msg: string) => _console.log(msg)
-
-const version = () => {
-  const packageJson = new URL(PACKAGE_JSON, import.meta.url)
-  const { version: pkgVersion } = JSON.parse(
-    fs.readFileSync(packageJson, 'utf-8')
-  ) as { version: string }
-  display(pkgVersion)
-}
-
-const schema = {
-  provider: StringSchema,
-  model: StringSchema,
-  apiKey: StringSchema,
-  baseUrl: StringSchema,
-  temperature: v.pipe(
-    v.string(),
-    v.transform(Number),
-    v.minValue(0),
-    v.maxValue(2)
-  ),
-  maxRetries: v.pipe(
-    v.string(),
-    v.transform(Number),
-    v.integer(),
-    v.minValue(0),
-    v.maxValue(99)
-  ),
-  chunkSize: v.pipe(
-    v.string(),
-    v.transform(Number),
-    v.integer(),
-    v.minValue(100),
-    v.maxValue(200e3)
-  )
-}
-
-const PROVIDER_API_KEY_ENV: Record<string, string> = {
-  openai: 'OPENAI_API_KEY',
-  anthropic: 'ANTHROPIC_API_KEY',
-  mistral: 'MISTRAL_API_KEY',
-  deepseek: 'DEEPSEEK_API_KEY'
-}
-
-const PROVIDER_BASE_URL_ENV: Record<string, string> = {
-  openai: 'OPENAI_BASE_URL',
-  anthropic: 'ANTHROPIC_BASE_URL',
-  mistral: 'MISTRAL_BASE_URL',
-  deepseek: 'DEEPSEEK_BASE_URL',
-  ollama: 'OLLAMA_BASE_URL'
-}
-
-const readEnv = (key?: string) => {
-  if (!key) return
-  const value = process.env[key]
-  if (!value) return
-  const trimmed = value.trim()
-  return trimmed ? trimmed : undefined
-}
-
-const pickFirst = (...values: Array<string | undefined>) =>
-  values.find((value) => value && value.length > 0)
-
-const resolveRuntimeConfig = (config: Record<string, unknown>) => {
-  const provider = String(config.provider || 'ollama')
-  const envApiKey = pickFirst(
-    readEnv('AI_TRANSLATE_API_KEY'),
-    readEnv(PROVIDER_API_KEY_ENV[provider])
-  )
-  const envBaseUrl = pickFirst(
-    readEnv('AI_TRANSLATE_BASE_URL'),
-    readEnv(PROVIDER_BASE_URL_ENV[provider])
-  )
-
-  return {
-    ...config,
-    ...(envApiKey ? { apiKey: envApiKey } : {}),
-    ...(envBaseUrl ? { baseUrl: envBaseUrl } : {})
-  }
-}
-
-export const cli = async (args?: string[]) => {
-  const { cmd, opts } = argvParse(args)
-  const command = Object.keys(cmd)[0]
-  log.debug({ cmd, opts })
-
-  const filename = !opts.config
-    ? CONF_FILE
-    : fs.lstatSync(String(opts.config)).isDirectory()
-      ? path.resolve(String(opts.config), CONF_FILE)
-      : String(opts.config)
-
-  const appConf = new AppConfig({ appName: APP, schema, filename })
-  await appConf.read().catch(() => null)
-
-  try {
-    if (opts.version) {
-      version()
-      return
-    }
-    if (opts.help) {
-      const helpText = help[command || ''] || help._
-      display(helpText)
-      return
-    }
-    if (cmd.set) {
-      const [key, value] = cmd.set as [string | undefined, string | undefined]
-      if (key) {
-        appConf.set(key, value)
-        await appConf.write()
-      } else {
-        display(JSON.stringify(appConf.config, null, 2))
-      }
-      return
-    }
-
-    const sourceLanguage = String(opts.sourceLanguage || DEFAULT_LANG)
-    const targetLanguage = String(opts.targetLanguage || DEFAULT_LANG)
-
-    const reader = opts.input ? fs.createReadStream(String(opts.input)) : process.stdin
-    const writer = opts.output ? fs.createWriteStream(String(opts.output)) : process.stdout
-
-    const runtimeConfig = resolveRuntimeConfig(
-      appConf.config as Record<string, unknown>
-    )
-    const model = modelFactory(runtimeConfig)
-    const lcNamespace =
-      (model as unknown as { lc_namespace?: Record<string, unknown> }).lc_namespace || {}
-    const lcKwargs = (model as unknown as { lc_kwargs?: Record<string, unknown> }).lc_kwargs || {}
-    const { apiKey: _apiKey, ...modelParams } = { ...lcNamespace, ...lcKwargs } as Record<string, unknown>
-    log.debug(modelParams)
-
-    const format =
-      (opts.format as SupportedTextSplitterLanguage | undefined) ||
-      getFormatByExtension(path.extname(String(opts.input || '_.md')))
-    const chunkSize = (runtimeConfig as { chunkSize?: number }).chunkSize || 1000
-    const textSplitter = recursiveChunkTextSplitter({ chunkSize, format })
-    const splitter = new TextSplitterStream({ textSplitter })
-    const translator = new AiTranslateTransform({
-      ...(opts as Record<string, unknown>),
-      sourceLanguage,
-      targetLanguage,
-      model
-    })
-
-    await pipeline(reader, splitter, translator, writer)
-  } catch (err) {
-    log.debug(err)
-    displayError((err as Error).message)
-  }
-}

package/src/index.ts

@@ -1,9 +0,0 @@
-export { AiTranslateTransform, modelFactory } from './model.js'
-export { promptInvoke, languages } from './prompt.js'
-export {
-  TextSplitterStream,
-  recursiveChunkTextSplitter,
-  getFormatByExtension
-} from './split.js'
-export type { Metadata, ModelFactoryOptions } from './model.js'
-export type { TextSplitterParams, Separator } from './split.js'

package/src/logger.ts

@@ -1,3 +0,0 @@
-import { ProcLog } from 'debug-level'
-
-export const logger = (namespace: string) => new ProcLog(`ai-translate:${namespace}`)

package/src/model.ts

@@ -1,139 +0,0 @@
-import { ChatOllama } from '@langchain/ollama'
-import { ChatMistralAI } from '@langchain/mistralai'
-import { ChatAnthropic } from '@langchain/anthropic'
-import { ChatOpenAI } from '@langchain/openai'
-import { ChatDeepSeek } from '@langchain/deepseek'
-import type { BaseChatModel } from '@langchain/core/language_models/chat_models'
-import { AsyncTransform } from './asyncTransform.js'
-import { promptInvoke, replaceMarkerSymbol } from './prompt.js'
-import { logger } from './logger.js'
-import { isWhiteSpace, preserveWhiteSpace } from './utils.js'
-
-const log = logger('model')
-
-const DEFAULT = {
-  temperature: 0.1,
-  maxRetries: 10,
-  maxConcurrency: 1
-}
-
-export type Metadata = {
-  inputTokens: number
-  outputTokens: number
-}
-
-export type ModelFactoryOptions = {
-  provider?: 'ollama' | 'mistral' | 'anthropic' | 'openai' | 'deepseek'
-  [key: string]: unknown
-}
-
-export const modelFactory = (modelOpts?: ModelFactoryOptions): BaseChatModel => {
-  const { provider = 'ollama', ...other } = modelOpts || {}
-  const apiKeyValue = typeof other.apiKey === 'string' ? other.apiKey.trim() : ''
-  const baseUrlValue = typeof other.baseUrl === 'string' ? other.baseUrl.trim() : ''
-  const apiKey = apiKeyValue ? apiKeyValue : undefined
-  const baseUrl = baseUrlValue ? baseUrlValue : undefined
-  const filtered = { ...other }
-  if ('apiKey' in filtered) {
-    delete filtered.apiKey
-  }
-  if ('baseUrl' in filtered) {
-    delete filtered.baseUrl
-  }
-
-  switch (provider) {
-    case 'ollama':
-      return new ChatOllama({
-        ...DEFAULT,
-        model: 'qwen2.5:7b',
-        ...(baseUrl ? { baseUrl } : {}),
-        ...filtered
-      })
-    case 'mistral':
-      return new ChatMistralAI({
-        ...DEFAULT,
-        model: 'ministral-8b',
-        ...(apiKey ? { apiKey } : {}),
-        ...filtered
-      })
-    case 'anthropic':
-      return new ChatAnthropic({
-        ...DEFAULT,
-        model: 'claude-3-5-haiku-20241022',
-        ...(apiKey ? { apiKey } : {}),
-        ...filtered
-      })
-    case 'openai':
-      return new ChatOpenAI({
-        ...DEFAULT,
-        model: 'gpt-4o-mini',
-        ...(apiKey ? { apiKey } : {}),
-        ...(baseUrl ? { configuration: { baseURL: baseUrl } } : {}),
-        ...filtered
-      })
-    case 'deepseek':
-      return new ChatDeepSeek({
-        ...DEFAULT,
-        model: 'deepseek-reasoner',
-        ...(apiKey ? { apiKey } : {}),
-        ...(baseUrl ? { configuration: { baseURL: baseUrl } } : {}),
-        ...filtered
-      })
-    default:
-      throw new Error(`unsupported provider=${provider}`)
-  }
-}
-
-export class AiTranslateTransform extends AsyncTransform {
-  private readonly _model: BaseChatModel
-  private readonly _promptOpts: {
-    format?: string
-    sourceLanguage: string
-    targetLanguage: string
-  }
-  private _metadata: Metadata = { inputTokens: 0, outputTokens: 0 }
-
-  constructor(options: {
-    model: BaseChatModel
-    format?: string
-    sourceLanguage: string
-    targetLanguage: string
-    [key: string]: unknown
-  }) {
-    const { model, format, sourceLanguage, targetLanguage, ...rest } = options
-    super(rest)
-    this._model = model
-    this._promptOpts = { format, sourceLanguage, targetLanguage }
-  }
-
-  getMetadata() {
-    return { ...this._metadata }
-  }
-
-  protected async _asyncTransform(
-    chunk: Buffer | object,
-    encoding: BufferEncoding | 'buffer'
-  ) {
-    const text = AsyncTransform.toString(chunk, encoding)
-    if (isWhiteSpace(text)) {
-      return !this.push(text)
-    }
-    log.debug('inp=%j', text)
-    const messages = await promptInvoke({ ...this._promptOpts, text })
-    const result = await this._model.invoke(messages)
-    log.debug('out=%j', result.content)
-
-    const usage = (result as { usage_metadata?: { input_tokens?: number; output_tokens?: number } })
-      .usage_metadata
-    const inputTokens = usage?.input_tokens ?? 0
-    const outputTokens = usage?.output_tokens ?? 0
-
-    this.emit('metadata', { inputTokens, outputTokens })
-    this._metadata.inputTokens += inputTokens
-    this._metadata.outputTokens += outputTokens
-
-    return !this.push(
-      preserveWhiteSpace(text, replaceMarkerSymbol(result.content))
-    )
-  }
-}

package/src/prompt.ts

@@ -1,71 +0,0 @@
-import { ChatPromptTemplate } from '@langchain/core/prompts'
-import type { ChatPromptValueInterface } from '@langchain/core/prompt_values'
-import type { MessageContent } from '@langchain/core/messages'
-import { logger } from './logger.js'
-
-const log = logger('prompt')
-
-export const languages: Record<string, string> = {
-  ar: 'Arabic',
-  de: 'German',
-  en: 'English',
-  es: 'Spanish',
-  fr: 'French',
-  ja: 'Japanese',
-  pt: 'Portuguese',
-  ru: 'Russian',
-  vi: 'Vietnamese',
-  'zh-CN': 'Chinese-simplified',
-  'zh-TW': 'Chinese-traditional'
-}
-
-export const getLanguageName = (lang: string) => languages[lang] || lang
-
-const systemPrompt =
-  'You are an AI-driven advanced translation system, specifically designed to ' +
-  'translate structured and technical documents. ' +
-  'You will receive a text snippet from a file formatted as "{format}"\n\n' +
-  'Your task is to **accurately translate** the text enclosed between the 🔤 ' +
-  'symbols from "{sourceLanguage}" to "{targetLanguage}". ' +
-  'Preserve the original formatting, sentence structure, and terminology. ' +
-  'Ensure that every word and sentence is translated as closely as possible to ' +
-  'the original meaning, without summarizing or omitting any part of the content. ' +
-  'The translation must be faithful, detailed, and maintain the original length ' +
-  'and complexity. ' +
-  'Deliver the translation exactly as required, without any additional ' +
-  'commentary or explanation, and ensure the 🔤 symbols are removed in the final output.\n\n' +
-  'Remember: your job is to **translate** the text exactly as it is, without ' +
-  'adding summaries or changing the content in any way. ' +
-  'Do not skip or modify any part of the text. Ensure that the output is a ' +
-  'direct translation, and that the original structure and meaning are preserved.'
-
-const promptTemplate = ChatPromptTemplate.fromMessages([
-  ['system', systemPrompt],
-  ['user', '🔤{text}🔤']
-])
-
-export const promptInvoke = ({
-  format = 'markdown',
-  sourceLanguage,
-  targetLanguage,
-  text = ''
-}: {
-  format?: string
-  sourceLanguage: string
-  targetLanguage: string
-  text: string
-}): Promise<ChatPromptValueInterface> =>
-  promptTemplate.invoke({
-    format,
-    sourceLanguage: getLanguageName(sourceLanguage),
-    targetLanguage: getLanguageName(targetLanguage),
-    text
-  })
-
-export const replaceMarkerSymbol = (text: MessageContent) => {
-  if (typeof text === 'string') {
-    return text.replace(/^\s*🔤/, '').replace(/🔤\s*$/, '')
-  }
-  log.error(text)
-  return ''
-}