llm_translate 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c1231cf03fe5984a00c4bccf9596b2255dd83c4852bac5bd554068e3853f1fad
-  data.tar.gz: 208488f548d281ae103eb10ad3790201c41a62cff8acb0b24c36e786181da3ed
+  metadata.gz: b3d7bffb10cabd77729e1e806a256a16bd7a036faa0ea52b7024e3a521dada5e
+  data.tar.gz: 50fcf8a22940afb311387913d2455dc519812abe8618be54c47541808193afd6
 SHA512:
-  metadata.gz: bc4713b2292f56da626f79beafda11144a45f8fc84ed660f4f333afa2cf93b592285bb74b5746cb2610cf5bf41c81006ffb8ad648c6784365692404e4ff56495
-  data.tar.gz: 0f618ca45a6b97cf3fed6410d2dcf73bd80fd17abc0e91c443110021da5da0b484945b45f9813ef46aa671714c821ad1aa73f51530165cc9eceea437b32ed3e3
+  metadata.gz: 76e635e0838f893377ed9ba05e8e4e04c36053cbb4c68b2ab09cbd8c69d8a7433400886e1f817647d9b322fc7dad1e4643cc53b6471fc7ed2b6538df015108d7
+  data.tar.gz: 713bb859602fd5f511444f8e491bcd556beb7954f2f03cb36ff79938ff1e07e60c5419dd2c9818dc4d1f95136af8d4722b649a267e4217128598a26036b50532

data/README.zh.md

@@ -1,17 +1,17 @@
 # LlmTranslate
 
-AI 驱动的 Markdown 翻译工具，可在使用各种 AI 提供商翻译内容时保留格式。
+AI 驱动的 Markdown 翻译工具，在使用各种 AI 提供商翻译内容的同时保持格式不变。
 
 ## 功能特性
 
 - 🤖 **AI 驱动翻译**：支持 OpenAI、Anthropic 和 Ollama
-- 📝 **Markdown 格式保留**：保持代码块、链接、图片和格式完整
+- 📝 **Markdown 格式保留**：保持代码块、链接、图片和格式不变
 - 🔧 **灵活配置**：基于 YAML 的配置，支持环境变量
 - 📁 **批量处理**：递归处理整个目录结构
-- 🚀 **CLI 界面**：使用 Thor 的易用命令行界面
+- 🚀 **CLI 界面**：使用 Thor 实现的易用命令行界面
 - 📊 **进度跟踪**：内置日志记录和报告功能
-- ⚡ **错误处理**：带有重试机制的强大错误处理
-- 🎯 **可定制**：自定义提示、文件模式和输出策略
+- ⚡ **错误处理**：具有重试机制的强大错误处理
+- 🎯 **可定制性**：自定义提示、文件模式和输出策略
 
 ## 安装
 
@@ -149,7 +149,7 @@ Options:
   -o, --output PATH      输出目录（覆盖配置）
   -p, --prompt TEXT      自定义翻译提示（覆盖配置）
   -v, --verbose          启用详细输出
-  -d, --dry-run          执行试运行，不进行实际翻译
+  -d, --dry-run          执行试运行而不进行实际翻译
 
 Other Commands:
   llm_translate init        初始化新的配置文件

data/lib/llm_translate/cli.rb

@@ -70,24 +70,19 @@ module LlmTranslate
         end
 
         # Translate files
-        success_count = 0
-        error_count = 0
-
-        files.each_with_index do |file_path, index|
-          logger.info "[#{index + 1}/#{files.length}] Processing: #{file_path}"
-
-          translator_engine.translate_file(file_path) unless options[:dry_run]
+        if options[:dry_run]
+          logger.info "DRY RUN: Would translate #{files.length} files with #{config.concurrent_files} concurrent threads"
+          success_count = files.length
+          error_count = 0
+        else
+          logger.info "Starting translation with #{config.concurrent_files} concurrent files"
 
-          success_count += 1
-          logger.info "✓ Successfully processed: #{file_path}"
-        rescue StandardError => e
-          error_count += 1
-          logger.error "✗ Failed to process #{file_path}: #{e.message}"
+          results = translator_engine.translate_files_concurrently(files)
+          success_count = results[:success].length
+          error_count = results[:error].length
 
-          if config.should_stop_on_error?(error_count)
-            logger.error 'Stopping due to too many consecutive errors'
-            break
-          end
+          # Check if we should stop on too many errors
+          logger.error "Stopping due to too many errors (#{error_count})" if config.should_stop_on_error?(error_count)
         end
 
         # Summary

data/lib/llm_translate/config.rb

@@ -120,10 +120,6 @@ module LlmTranslate
       data.dig('files', 'overwrite_policy') || 'ask'
     end
 
-    def backup_directory
-      data.dig('files', 'backup_directory') || './backups'
-    end
-
     # Logging Configuration
     def log_level
       cli_options[:verbose] ? 'debug' : (data.dig('logging', 'level') || 'info')
@@ -133,18 +129,10 @@ module LlmTranslate
       data.dig('logging', 'output') || 'console'
     end
 
-    def log_file_path
-      data.dig('logging', 'file_path') || './logs/llm_translate.log'
-    end
-
     def verbose_translation?
       cli_options[:verbose] || data.dig('logging', 'verbose_translation') == true
     end
 
-    def error_log_path
-      data.dig('logging', 'error_log_path') || './logs/errors.log'
-    end
-
     # Error Handling Configuration
     def on_error
       data.dig('error_handling', 'on_error') || 'log_and_continue'
@@ -162,10 +150,6 @@ module LlmTranslate
       data.dig('error_handling', 'generate_error_report') != false
     end
 
-    def error_report_path
-      data.dig('error_handling', 'error_report_path') || './logs/error_report.md'
-    end
-
     def should_stop_on_error?(error_count)
       on_error == 'stop' || error_count >= max_consecutive_errors
     end
@@ -175,27 +159,11 @@ module LlmTranslate
       data.dig('performance', 'concurrent_files') || 3
     end
 
-    def batch_size
-      data.dig('performance', 'batch_size') || 5
-    end
-
     def request_interval
       data.dig('performance', 'request_interval') || 1
     end
 
-    def max_memory_mb
-      data.dig('performance', 'max_memory_mb') || 500
-    end
-
     # Output Configuration
-    def show_progress?
-      data.dig('output', 'show_progress') != false
-    end
-
-    def show_statistics?
-      data.dig('output', 'show_statistics') != false
-    end
-
     def generate_report?
       data.dig('output', 'generate_report') != false
     end
@@ -204,14 +172,6 @@ module LlmTranslate
       data.dig('output', 'report_path') || './reports/translation_report.md'
     end
 
-    def output_format
-      data.dig('output', 'format') || 'markdown'
-    end
-
-    def include_metadata?
-      data.dig('output', 'include_metadata') != false
-    end
-
     private
 
     def load_config_file(config_path)

data/lib/llm_translate/logger.rb

@@ -67,7 +67,7 @@ module LlmTranslate
       when 'console'
         create_console_logger
       when 'file'
-        create_file_logger(config.log_file_path)
+        create_file_logger('./logs/llm_translate.log')
       when 'both'
         create_multi_logger
       else
@@ -76,15 +76,8 @@ module LlmTranslate
     end
 
     def create_error_logger
-      return nil unless config.error_log_path
-
-      FileUtils.mkdir_p(File.dirname(config.error_log_path))
-      error_logger = ::Logger.new(config.error_log_path)
-      error_logger.level = log_level_constant
-      error_logger.formatter = proc do |severity, datetime, _progname, msg|
-        "[#{datetime.strftime('%Y-%m-%d %H:%M:%S')}] #{severity}: #{msg}\n"
-      end
-      error_logger
+      # Error logger is no longer supported, return nil
+      nil
     end
 
     def create_console_logger
@@ -119,7 +112,7 @@ module LlmTranslate
 
     def create_multi_logger
       console_logger = create_console_logger
-      file_logger = create_file_logger(config.log_file_path)
+      file_logger = create_file_logger('./logs/llm_translate.log')
 
       MultiLogger.new([console_logger, file_logger])
     end

data/lib/llm_translate/translator_engine.rb

@@ -2,6 +2,7 @@
 
 require 'pathname'
 require 'fileutils'
+require 'async'
 
 module LlmTranslate
   class TranslatorEngine
@@ -53,6 +54,66 @@ module LlmTranslate
       sleep(config.request_interval) if config.request_interval.positive?
     end
 
+    def translate_files_concurrently(file_paths)
+      return translate_files_sequentially(file_paths) if config.concurrent_files <= 1
+
+      results = { success: [], error: [] }
+
+      # Use Async to run concurrent translation tasks
+      Async do |task|
+        # Process files in batches to limit concurrency
+        file_paths.each_slice(config.concurrent_files) do |batch|
+          # Create async tasks for the current batch
+          batch_tasks = batch.map.with_index do |file_path, _batch_index|
+            # Calculate overall index
+            overall_index = file_paths.index(file_path) + 1
+
+            task.async do
+              logger.info "[#{overall_index}/#{file_paths.length}] Processing: #{file_path}"
+
+              # Translate the file
+              translate_file(file_path)
+
+              # Collect successful result
+              results[:success] << file_path
+
+              logger.info "✓ Successfully processed: #{file_path}"
+              { status: :success, file: file_path }
+            rescue StandardError => e
+              # Collect error result
+              results[:error] << { file: file_path, error: e.message }
+
+              logger.error "✗ Failed to process #{file_path}: #{e.message}"
+              { status: :error, file: file_path, error: e.message }
+            end
+          end
+
+          # Wait for all tasks in this batch to complete before starting the next batch
+          batch_tasks.each(&:wait)
+        end
+      end
+
+      results
+    end
+
+    def translate_files_sequentially(file_paths)
+      results = { success: [], error: [] }
+
+      file_paths.each_with_index do |file_path, index|
+        logger.info "[#{index + 1}/#{file_paths.length}] Processing: #{file_path}"
+
+        translate_file(file_path)
+
+        results[:success] << file_path
+        logger.info "✓ Successfully processed: #{file_path}"
+      rescue StandardError => e
+        results[:error] << { file: file_path, error: e.message }
+        logger.error "✗ Failed to process #{file_path}: #{e.message}"
+      end
+
+      results
+    end
+
     def translate_content(content, file_path = nil)
       if config.preserve_formatting?
         translate_with_format_preservation(content)

data/lib/llm_translate/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LlmTranslate
-  VERSION = '0.2.0'
+  VERSION = '0.3.0'
 end

data/llm_translate.gemspec

@@ -31,6 +31,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ['lib']
 
   # Dependencies
+  spec.add_dependency 'async', '~> 2.0'
   spec.add_dependency 'ruby_llm', '~> 1.6'
   spec.add_dependency 'thor', '~> 1.3'
 

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: llm_translate
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - LlmTranslate Team
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-08-19 00:00:00.000000000 Z
+date: 2025-09-01 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: async
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: ruby_llm
   requirement: !ruby/object:Gem::Requirement