llm_translate 0.2.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c1231cf03fe5984a00c4bccf9596b2255dd83c4852bac5bd554068e3853f1fad
-  data.tar.gz: 208488f548d281ae103eb10ad3790201c41a62cff8acb0b24c36e786181da3ed
+  metadata.gz: 9ab1da1df23759b64860a8f6c5e33e022d8a73aa842ed494448cb121a55ecaf8
+  data.tar.gz: 1f3536587e0a55c4c09720584cb798538084953a1dd0bec004517f7a28eb46e6
 SHA512:
-  metadata.gz: bc4713b2292f56da626f79beafda11144a45f8fc84ed660f4f333afa2cf93b592285bb74b5746cb2610cf5bf41c81006ffb8ad648c6784365692404e4ff56495
-  data.tar.gz: 0f618ca45a6b97cf3fed6410d2dcf73bd80fd17abc0e91c443110021da5da0b484945b45f9813ef46aa671714c821ad1aa73f51530165cc9eceea437b32ed3e3
+  metadata.gz: 95e9bd1e7166440b416dc9b1bc92fb6ca3b2a4f96ce9460973753cdae24ed7868cca9fd270c05a0316e3c33c96bbef9000f704a71e0f9564815e6b597e103d35
+  data.tar.gz: 262162b0d498b1673a1cebc5ca7ea1fcd97924ee5019fd7b000e7c8a089ac97d87e57ec0686d0cc84d755b5f3500218449f273be35cfc34ecc9b5057902691d5

data/README.zh.md

@@ -1,17 +1,17 @@
 # LlmTranslate
 
-AI 驱动的 Markdown 翻译工具，可在使用各种 AI 提供商翻译内容时保留格式。
+AI 驱动的 Markdown 翻译工具，在使用各种 AI 提供商翻译内容的同时保持格式不变。
 
 ## 功能特性
 
 - 🤖 **AI 驱动翻译**：支持 OpenAI、Anthropic 和 Ollama
-- 📝 **Markdown 格式保留**：保持代码块、链接、图片和格式完整
+- 📝 **Markdown 格式保留**：保持代码块、链接、图片和格式不变
 - 🔧 **灵活配置**：基于 YAML 的配置，支持环境变量
 - 📁 **批量处理**：递归处理整个目录结构
-- 🚀 **CLI 界面**：使用 Thor 的易用命令行界面
+- 🚀 **CLI 界面**：使用 Thor 实现的易用命令行界面
 - 📊 **进度跟踪**：内置日志记录和报告功能
-- ⚡ **错误处理**：带有重试机制的强大错误处理
-- 🎯 **可定制**：自定义提示、文件模式和输出策略
+- ⚡ **错误处理**：具有重试机制的强大错误处理
+- 🎯 **可定制性**：自定义提示、文件模式和输出策略
 
 ## 安装
 
@@ -149,7 +149,7 @@ Options:
   -o, --output PATH      输出目录（覆盖配置）
   -p, --prompt TEXT      自定义翻译提示（覆盖配置）
   -v, --verbose          启用详细输出
-  -d, --dry-run          执行试运行，不进行实际翻译
+  -d, --dry-run          执行试运行而不进行实际翻译
 
 Other Commands:
   llm_translate init        初始化新的配置文件

data/lib/llm_translate/cli.rb

@@ -70,24 +70,19 @@ module LlmTranslate
         end
 
         # Translate files
-        success_count = 0
-        error_count = 0
-
-        files.each_with_index do |file_path, index|
-          logger.info "[#{index + 1}/#{files.length}] Processing: #{file_path}"
-
-          translator_engine.translate_file(file_path) unless options[:dry_run]
+        if options[:dry_run]
+          logger.info "DRY RUN: Would translate #{files.length} files with #{config.concurrent_files} concurrent threads"
+          success_count = files.length
+          error_count = 0
+        else
+          logger.info "Starting translation with #{config.concurrent_files} concurrent files"
 
-          success_count += 1
-          logger.info "✓ Successfully processed: #{file_path}"
-        rescue StandardError => e
-          error_count += 1
-          logger.error "✗ Failed to process #{file_path}: #{e.message}"
+          results = translator_engine.translate_files_concurrently(files)
+          success_count = results[:success].length
+          error_count = results[:error].length
 
-          if config.should_stop_on_error?(error_count)
-            logger.error 'Stopping due to too many consecutive errors'
-            break
-          end
+          # Check if we should stop on too many errors
+          logger.error "Stopping due to too many errors (#{error_count})" if config.should_stop_on_error?(error_count)
         end
 
         # Summary

data/lib/llm_translate/config.rb

@@ -39,7 +39,7 @@ module LlmTranslate
     end
 
     def max_tokens
-      data.dig('ai', 'max_tokens') || 4000
+      data.dig('ai', 'max_tokens') || 40_000
     end
 
     def retry_attempts
@@ -85,15 +85,24 @@ module LlmTranslate
     end
 
     def input_file
+      return cli_options[:input] if cli_options[:input]
+
       data.dig('files', 'input_file')
     end
 
     def output_file
+      return cli_options[:output] if cli_options[:input] && cli_options[:output]
+
       data.dig('files', 'output_file')
     end
 
     def single_file_mode?
-      !input_file.nil? && !output_file.nil?
+      input_file_path = input_file
+      output_file_path = output_file
+
+      # Both must be present and input must be a file (not directory) for single file mode
+      !input_file_path.nil? && !output_file_path.nil? && 
+        File.exist?(input_file_path) && File.file?(input_file_path)
     end
 
     def filename_strategy
@@ -120,10 +129,6 @@ module LlmTranslate
       data.dig('files', 'overwrite_policy') || 'ask'
     end
 
-    def backup_directory
-      data.dig('files', 'backup_directory') || './backups'
-    end
-
     # Logging Configuration
     def log_level
       cli_options[:verbose] ? 'debug' : (data.dig('logging', 'level') || 'info')
@@ -133,18 +138,10 @@ module LlmTranslate
       data.dig('logging', 'output') || 'console'
     end
 
-    def log_file_path
-      data.dig('logging', 'file_path') || './logs/llm_translate.log'
-    end
-
     def verbose_translation?
       cli_options[:verbose] || data.dig('logging', 'verbose_translation') == true
     end
 
-    def error_log_path
-      data.dig('logging', 'error_log_path') || './logs/errors.log'
-    end
-
     # Error Handling Configuration
     def on_error
       data.dig('error_handling', 'on_error') || 'log_and_continue'
@@ -162,10 +159,6 @@ module LlmTranslate
       data.dig('error_handling', 'generate_error_report') != false
     end
 
-    def error_report_path
-      data.dig('error_handling', 'error_report_path') || './logs/error_report.md'
-    end
-
     def should_stop_on_error?(error_count)
       on_error == 'stop' || error_count >= max_consecutive_errors
     end
@@ -175,27 +168,11 @@ module LlmTranslate
       data.dig('performance', 'concurrent_files') || 3
     end
 
-    def batch_size
-      data.dig('performance', 'batch_size') || 5
-    end
-
     def request_interval
       data.dig('performance', 'request_interval') || 1
     end
 
-    def max_memory_mb
-      data.dig('performance', 'max_memory_mb') || 500
-    end
-
     # Output Configuration
-    def show_progress?
-      data.dig('output', 'show_progress') != false
-    end
-
-    def show_statistics?
-      data.dig('output', 'show_statistics') != false
-    end
-
     def generate_report?
       data.dig('output', 'generate_report') != false
     end
@@ -204,14 +181,6 @@ module LlmTranslate
       data.dig('output', 'report_path') || './reports/translation_report.md'
     end
 
-    def output_format
-      data.dig('output', 'format') || 'markdown'
-    end
-
-    def include_metadata?
-      data.dig('output', 'include_metadata') != false
-    end
-
     private
 
     def load_config_file(config_path)
@@ -236,9 +205,52 @@ module LlmTranslate
               'API key is required. Set LLM_TRANSLATE_API_KEY environment variable or configure in config file.'
       end
 
-      return if Dir.exist?(File.dirname(input_directory))
+      # Validate input/output based on mode
+      if single_file_mode?
+        validate_single_file_mode
+      else
+        validate_directory_mode
+      end
+    end
+
+    def validate_single_file_mode
+      # Validate input file exists
+      unless input_file && File.exist?(input_file)
+        raise ConfigurationError, "Input file does not exist: #{input_file || 'not specified'}"
+      end
+
+      # Validate input is actually a file
+      unless File.file?(input_file)
+        raise ConfigurationError, "Input path is not a file: #{input_file}"
+      end
+
+      # Validate output file path
+      unless output_file
+        raise ConfigurationError, "Output file must be specified for single file mode"
+      end
 
-      raise ConfigurationError, "Input directory parent does not exist: #{File.dirname(input_directory)}"
+      # Ensure output directory exists
+      output_dir = File.dirname(output_file)
+      unless Dir.exist?(output_dir)
+        begin
+          FileUtils.mkdir_p(output_dir)
+        rescue StandardError => e
+          raise ConfigurationError, "Cannot create output directory #{output_dir}: #{e.message}"
+        end
+      end
+    end
+
+    def validate_directory_mode
+      # Validate input directory
+      unless Dir.exist?(input_directory)
+        raise ConfigurationError, "Input directory does not exist: #{input_directory}"
+      end
+
+      # Ensure output directory parent exists
+      output_parent = File.dirname(output_directory)
+      unless Dir.exist?(output_parent)
+        raise ConfigurationError, "Output directory parent does not exist: #{output_parent}"
+      end
     end
 
     def resolve_env_var(value)

data/lib/llm_translate/logger.rb

@@ -67,7 +67,7 @@ module LlmTranslate
       when 'console'
         create_console_logger
       when 'file'
-        create_file_logger(config.log_file_path)
+        create_file_logger('./logs/llm_translate.log')
       when 'both'
         create_multi_logger
       else
@@ -76,15 +76,8 @@ module LlmTranslate
     end
 
     def create_error_logger
-      return nil unless config.error_log_path
-
-      FileUtils.mkdir_p(File.dirname(config.error_log_path))
-      error_logger = ::Logger.new(config.error_log_path)
-      error_logger.level = log_level_constant
-      error_logger.formatter = proc do |severity, datetime, _progname, msg|
-        "[#{datetime.strftime('%Y-%m-%d %H:%M:%S')}] #{severity}: #{msg}\n"
-      end
-      error_logger
+      # Error logger is no longer supported, return nil
+      nil
     end
 
     def create_console_logger
@@ -119,7 +112,7 @@ module LlmTranslate
 
     def create_multi_logger
       console_logger = create_console_logger
-      file_logger = create_file_logger(config.log_file_path)
+      file_logger = create_file_logger('./logs/llm_translate.log')
 
       MultiLogger.new([console_logger, file_logger])
     end

data/lib/llm_translate/translator_engine.rb

@@ -2,6 +2,7 @@
 
 require 'pathname'
 require 'fileutils'
+require 'async'
 
 module LlmTranslate
   class TranslatorEngine
@@ -53,6 +54,66 @@ module LlmTranslate
       sleep(config.request_interval) if config.request_interval.positive?
     end
 
+    def translate_files_concurrently(file_paths)
+      return translate_files_sequentially(file_paths) if config.concurrent_files <= 1
+
+      results = { success: [], error: [] }
+
+      # Use Async to run concurrent translation tasks
+      Async do |task|
+        # Process files in batches to limit concurrency
+        file_paths.each_slice(config.concurrent_files) do |batch|
+          # Create async tasks for the current batch
+          batch_tasks = batch.map.with_index do |file_path, _batch_index|
+            # Calculate overall index
+            overall_index = file_paths.index(file_path) + 1
+
+            task.async do
+              logger.info "[#{overall_index}/#{file_paths.length}] Processing: #{file_path}"
+
+              # Translate the file
+              translate_file(file_path)
+
+              # Collect successful result
+              results[:success] << file_path
+
+              logger.info "✓ Successfully processed: #{file_path}"
+              { status: :success, file: file_path }
+            rescue StandardError => e
+              # Collect error result
+              results[:error] << { file: file_path, error: e.message }
+
+              logger.error "✗ Failed to process #{file_path}: #{e.message}"
+              { status: :error, file: file_path, error: e.message }
+            end
+          end
+
+          # Wait for all tasks in this batch to complete before starting the next batch
+          batch_tasks.each(&:wait)
+        end
+      end
+
+      results
+    end
+
+    def translate_files_sequentially(file_paths)
+      results = { success: [], error: [] }
+
+      file_paths.each_with_index do |file_path, index|
+        logger.info "[#{index + 1}/#{file_paths.length}] Processing: #{file_path}"
+
+        translate_file(file_path)
+
+        results[:success] << file_path
+        logger.info "✓ Successfully processed: #{file_path}"
+      rescue StandardError => e
+        results[:error] << { file: file_path, error: e.message }
+        logger.error "✗ Failed to process #{file_path}: #{e.message}"
+      end
+
+      results
+    end
+
     def translate_content(content, file_path = nil)
       if config.preserve_formatting?
         translate_with_format_preservation(content)

data/lib/llm_translate/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LlmTranslate
-  VERSION = '0.2.0'
+  VERSION = '0.4.0'
 end

data/llm_translate.gemspec

@@ -31,6 +31,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ['lib']
 
   # Dependencies
+  spec.add_dependency 'async', '~> 2.0'
   spec.add_dependency 'ruby_llm', '~> 1.6'
   spec.add_dependency 'thor', '~> 1.3'
 

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: llm_translate
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.4.0
 platform: ruby
 authors:
 - LlmTranslate Team
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-08-19 00:00:00.000000000 Z
+date: 2025-09-01 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: async
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: ruby_llm
   requirement: !ruby/object:Gem::Requirement