smart_prompt 0.4.4 → 0.5.1

data/examples/stt_example.rb

@@ -0,0 +1,287 @@
+# STT Example for SmartPrompt
+# This example demonstrates how to use the new STTAdapter
+
+require_relative '../lib/smart_prompt'
+
+# Configuration for STT capabilities
+config = {
+  "adapters" => {
+    "multimodal" => "MultimodalAdapter",
+    "image_generation" => "ImageGenerationAdapter",
+    "video_generation" => "VideoGenerationAdapter",
+    "tts" => "TTSAdapter",
+    "stt" => "STTAdapter"
+  },
+  "llms" => {
+    "qwen_vl" => {
+      "adapter" => "multimodal",
+      "url" => "https://api.siliconflow.cn/v1/",
+      "api_key" => ENV["SILICONFLOW_API_KEY"],
+      "model" => "Qwen/Qwen2.5-VL-7B-Instruct"
+    },
+    "image_gen" => {
+      "adapter" => "image_generation",
+      "url" => "https://api.siliconflow.cn/v1/",
+      "api_key" => ENV["SILICONFLOW_API_KEY"],
+      "model" => "stabilityai/stable-diffusion-xl-base-1.0"
+    },
+    "video_gen" => {
+      "adapter" => "video_generation",
+      "url" => "https://api.siliconflow.cn/v1/",
+      "api_key" => ENV["SILICONFLOW_API_KEY"],
+      "model" => "Wan-AI/Wan2.2-T2V-A14B"
+    },
+    "tts_service" => {
+      "adapter" => "tts",
+      "url" => "https://api.siliconflow.cn/v1/",
+      "api_key" => ENV["SILICONFLOW_API_KEY"],
+      "model" => "FunAudioLLM/CosyVoice2-0.5B"
+    },
+    "stt_service" => {
+      "adapter" => "stt",
+      "url" => "https://api.siliconflow.cn/v1/",
+      "api_key" => ENV["SILICONFLOW_API_KEY"],
+      "model" => "FunAudioLLM/CosyVoice2-0.5B"
+    }
+  },
+  "default_llm" => "qwen_vl",
+  "template_path" => "./templates",
+  "worker_path" => "./workers",
+  "logger_file" => "./logs/smart_prompt.log"
+}
+
+# Write config to file
+File.write('stt_config.yml', config.to_yaml)
+
+# Initialize engine
+engine = SmartPrompt::Engine.new('stt_config.yml')
+
+puts "=== SmartPrompt STT Demo ==="
+
+# Example 1: Basic speech-to-text transcription
+puts "\n=== Example 1: Basic STT Transcription ==="
+begin
+  # Note: This example requires an actual audio file
+  # Replace with a real audio file path for testing
+  audio_file_path = "./test_audio.wav"
+
+  if File.exist?(audio_file_path)
+    result = engine.call_worker(:stt_transcriber, {
+      audio_file: audio_file_path,
+      language: "zh",
+      response_format: "json"
+    })
+
+    puts "STT transcription successful!"
+    puts "Transcribed text: #{result[:transcription][:text]}"
+    puts "Language: #{result[:transcription][:language]}"
+    puts "Duration: #{result[:transcription][:duration]} seconds"
+    puts "File size: #{result[:transcription][:file_size]} bytes"
+  else
+    puts "Audio file not found: #{audio_file_path}"
+    puts "Please create a test audio file to run this example"
+  end
+
+rescue => e
+  puts "Error in STT transcription: #{e.message}"
+  puts "Note: This example requires a valid SILICONFLOW_API_KEY environment variable"
+end
+
+# Example 2: URL-based transcription
+puts "\n=== Example 2: URL-based STT Transcription ==="
+begin
+  # Note: Replace with a real audio URL for testing
+  audio_url = "https://example.com/audio.wav"
+
+  result = engine.call_worker(:stt_url_transcriber, {
+    audio_url: audio_url,
+    language: "en",
+    response_format: "text"
+  })
+
+  puts "URL-based STT transcription successful!"
+  puts "Transcribed text: #{result[:transcription][:text]}"
+  puts "Audio URL: #{result[:transcription][:audio_url]}"
+
+rescue => e
+  puts "Error in URL-based STT: #{e.message}"
+  puts "Note: This requires a valid audio URL"
+end
+
+# Example 3: Batch transcription
+puts "\n=== Example 3: Batch STT Processing ==="
+begin
+  # Note: Replace with real audio files for testing
+  audio_files = ["./audio1.wav", "./audio2.wav", "./audio3.wav"]
+  existing_files = audio_files.select { |f| File.exist?(f) }
+
+  if existing_files.any?
+    result = engine.call_worker(:batch_stt, {
+      audio_files: existing_files,
+      language: "zh"
+    })
+
+    puts "Batch STT processing successful!"
+    puts "Total files: #{result[:batch_result][:total_files]}"
+    puts "Successful: #{result[:batch_result][:successful]}"
+    puts "Failed: #{result[:batch_result][:failed]}"
+
+    result[:batch_result][:results].each do |file_result|
+      if file_result[:success]
+        puts "  - #{File.basename(file_result[:file])}: #{file_result[:transcription][:text].length} characters"
+      else
+        puts "  - #{File.basename(file_result[:file])}: ERROR - #{file_result[:error]}"
+      end
+    end
+  else
+    puts "No audio files found for batch processing"
+    puts "Please create test audio files to run this example"
+  end
+
+rescue => e
+  puts "Error in batch STT: #{e.message}"
+end
+
+# Example 4: Audio file information
+puts "\n=== Example 4: Audio File Information ==="
+begin
+  audio_file_path = "./test_audio.wav"
+
+  if File.exist?(audio_file_path)
+    result = engine.call_worker(:audio_info, {
+      audio_file: audio_file_path
+    })
+
+    puts "Audio file information retrieved!"
+    puts "File name: #{result[:audio_info][:file_name]}"
+    puts "File size: #{result[:audio_info][:file_size]} bytes"
+    puts "Format: #{result[:audio_info][:format]}"
+    puts "Estimated duration: #{result[:audio_info][:estimated_duration]} seconds"
+    puts "Supported: #{result[:audio_info][:supported]}"
+  else
+    puts "Audio file not found: #{audio_file_path}"
+  end
+
+rescue => e
+  puts "Error getting audio info: #{e.message}"
+end
+
+# Example 5: Language detection
+puts "\n=== Example 5: Language Detection ==="
+begin
+  # Test with Chinese text
+  result = engine.call_worker(:language_detector, {
+    text: "这是一个中文文本，用于语言检测演示。"
+  })
+
+  puts "Language detection successful!"
+  puts "Text: #{result[:text]}"
+  puts "Detected language: #{result[:detected_language]}"
+
+  # Test with English text
+  result_en = engine.call_worker(:language_detector, {
+    text: "This is an English text for language detection demonstration."
+  })
+
+  puts "English text detected as: #{result_en[:detected_language]}"
+
+rescue => e
+  puts "Error in language detection: #{e.message}"
+end
+
+# Example 6: Multi-language STT
+puts "\n=== Example 6: Multi-language STT ==="
+begin
+  audio_file_path = "./test_audio.wav"
+
+  if File.exist?(audio_file_path)
+    result = engine.call_worker(:multilingual_stt, {
+      audio_file: audio_file_path
+    })
+
+    puts "Multi-language STT successful!"
+    puts "Detected language: #{result[:detected_language]}"
+    puts "Initial transcription: #{result[:initial_transcription][:text]}"
+
+    if result[:improved_transcription]
+      puts "Improved transcription: #{result[:improved_transcription][:text]}"
+    end
+  else
+    puts "Audio file not found: #{audio_file_path}"
+  end
+
+rescue => e
+  puts "Error in multi-language STT: #{e.message}"
+end
+
+# Example 7: Format conversion
+puts "\n=== Example 7: STT Format Conversion ==="
+begin
+  audio_file_path = "./test_audio.wav"
+
+  if File.exist?(audio_file_path)
+    result = engine.call_worker(:stt_format_converter, {
+      audio_file: audio_file_path,
+      formats: ["json", "text", "srt", "vtt"]
+    })
+
+    puts "Format conversion successful!"
+    result[:format_results].each do |format, transcription|
+      puts "  - #{format.upcase}: #{transcription[:text].length} characters"
+    end
+  else
+    puts "Audio file not found: #{audio_file_path}"
+  end
+
+rescue => e
+  puts "Error in format conversion: #{e.message}"
+end
+
+# Example 8: Direct adapter usage
+puts "\n=== Example 8: Direct Adapter Usage ==="
+begin
+  # Get the adapter directly
+  adapter = engine.llms["stt_service"]
+
+  audio_file_path = "./test_audio.wav"
+
+  if File.exist?(audio_file_path)
+    # Transcribe audio directly
+    transcription_data = adapter.transcribe_audio(
+      audio_file_path,
+      language: "zh",
+      temperature: 0.0,
+      response_format: "json"
+    )
+
+    puts "Direct adapter usage successful!"
+    puts "Transcribed text: #{transcription_data[:text]}"
+    puts "Language: #{transcription_data[:language]}"
+    puts "Duration: #{transcription_data[:duration]} seconds"
+
+    # Get audio information
+    audio_info = adapter.get_audio_info(audio_file_path)
+    puts "Audio info - Format: #{audio_info[:format]}, Size: #{audio_info[:file_size]} bytes"
+
+    # Detect language
+    detected_language = adapter.detect_language(transcription_data[:text])
+    puts "Detected language: #{detected_language}"
+
+  else
+    puts "Audio file not found: #{audio_file_path}"
+  end
+
+rescue => e
+  puts "Error in direct adapter usage: #{e.message}"
+end
+
+puts "\n=== All examples completed ==="
+puts "\nImportant Notes:"
+puts "1. STT requires valid SILICONFLOW_API_KEY environment variable"
+puts "2. Audio files must be in supported formats (mp3, wav, webm, etc.)"
+puts "3. Maximum file size: 25MB"
+puts "4. Supported languages: Chinese, English, Japanese, Korean"
+puts "5. Response formats: json, text, srt, vtt"
+
+# Clean up
+File.delete('stt_config.yml') if File.exist?('stt_config.yml')

data/examples/tts_example.rb

@@ -0,0 +1,244 @@
+# TTS Example for SmartPrompt
+# This example demonstrates how to use the new TTSAdapter
+
+require_relative '../lib/smart_prompt'
+
+# Configuration for TTS capabilities
+config = {
+  "adapters" => {
+    "multimodal" => "MultimodalAdapter",
+    "image_generation" => "ImageGenerationAdapter",
+    "video_generation" => "VideoGenerationAdapter",
+    "tts" => "TTSAdapter"
+  },
+  "llms" => {
+    "qwen_vl" => {
+      "adapter" => "multimodal",
+      "url" => "https://api.siliconflow.cn/v1/",
+      "api_key" => ENV["SILICONFLOW_API_KEY"],
+      "model" => "Qwen/Qwen2.5-VL-7B-Instruct"
+    },
+    "image_gen" => {
+      "adapter" => "image_generation",
+      "url" => "https://api.siliconflow.cn/v1/",
+      "api_key" => ENV["SILICONFLOW_API_KEY"],
+      "model" => "stabilityai/stable-diffusion-xl-base-1.0"
+    },
+    "video_gen" => {
+      "adapter" => "video_generation",
+      "url" => "https://api.siliconflow.cn/v1/",
+      "api_key" => ENV["SILICONFLOW_API_KEY"],
+      "model" => "Wan-AI/Wan2.2-T2V-A14B"
+    },
+    "tts_service" => {
+      "adapter" => "tts",
+      "url" => "https://api.siliconflow.cn/v1/",
+      "api_key" => ENV["SILICONFLOW_API_KEY"],
+      "model" => "FunAudioLLM/CosyVoice2-0.5B"
+    }
+  },
+  "default_llm" => "qwen_vl",
+  "template_path" => "./templates",
+  "worker_path" => "./workers",
+  "logger_file" => "./logs/smart_prompt.log"
+}
+
+# Write config to file
+File.write('tts_config.yml', config.to_yaml)
+
+# Initialize engine
+engine = SmartPrompt::Engine.new('tts_config.yml')
+
+puts "=== SmartPrompt TTS Demo ==="
+
+# Example 1: Basic text-to-speech synthesis
+puts "\n=== Example 1: Basic TTS Synthesis ==="
+begin
+  result = engine.call_worker(:tts_synthesizer, {
+    text: "欢迎使用智能提示系统，这是一个文本转语音功能的演示。",
+    voice: "alloy",
+    speed: 1.0,
+    response_format: "mp3",
+    save_to_file: true,
+    output_dir: "./generated_audio",
+    filename_prefix: "basic_tts"
+  })
+
+  puts "TTS synthesis successful!"
+  puts "Audio file: #{result[:audio_file][:file_path]}"
+  puts "Text length: #{result[:audio_file][:text_length]} characters"
+  puts "Voice: #{result[:audio_file][:voice]}"
+
+rescue => e
+  puts "Error in TTS synthesis: #{e.message}"
+  puts "Note: This example requires a valid SILICONFLOW_API_KEY environment variable"
+end
+
+# Example 2: Multilingual TTS
+puts "\n=== Example 2: Multilingual TTS ==="
+begin
+  # English text
+  result_en = engine.call_worker(:multilingual_tts, {
+    text: "Hello, this is a demonstration of text-to-speech functionality.",
+    voice: "echo",
+    save_to_file: true,
+    output_dir: "./multilingual_audio",
+    filename_prefix: "english_tts"
+  })
+
+  puts "English TTS successful!"
+  puts "Detected language: #{result_en[:detected_language]}"
+  puts "Audio file: #{result_en[:audio_file][:file_path]}"
+
+  # Chinese text
+  result_zh = engine.call_worker(:multilingual_tts, {
+    text: "这是一个中文文本转语音的演示，支持多种语言。",
+    voice: "nova",
+    save_to_file: true,
+    output_dir: "./multilingual_audio",
+    filename_prefix: "chinese_tts"
+  })
+
+  puts "Chinese TTS successful!"
+  puts "Detected language: #{result_zh[:detected_language]}"
+  puts "Audio file: #{result_zh[:audio_file][:file_path]}"
+
+rescue => e
+  puts "Error in multilingual TTS: #{e.message}"
+end
+
+# Example 3: Voice selection demo
+puts "\n=== Example 3: Voice Selection Demo ==="
+begin
+  result = engine.call_worker(:voice_selector, {
+    text: "这是一个不同音色的演示，您可以听到不同声音的朗读效果。",
+    save_to_file: true,
+    output_dir: "./voice_demos"
+  })
+
+  puts "Voice selection demo successful!"
+  puts "Available voices: #{result[:available_voices].keys.join(', ')}"
+  puts "Selected voice: #{result[:selected_voice]}"
+  puts "Audio file: #{result[:audio_file][:file_path]}"
+
+rescue => e
+  puts "Error in voice selection: #{e.message}"
+end
+
+# Example 4: Speed variation demo
+puts "\n=== Example 4: Speed Variation Demo ==="
+begin
+  result = engine.call_worker(:speed_variation_tts, {
+    text: "这是一个语速变化的演示，您可以听到不同语速的朗读效果。",
+    voice: "alloy",
+    speeds: [0.5, 0.75, 1.0, 1.5, 2.0],
+    save_to_file: true,
+    output_dir: "./speed_variations"
+  })
+
+  puts "Speed variation demo successful!"
+  puts "Generated #{result[:speed_variations].size} audio files at different speeds"
+  result[:speed_variations].each do |variation|
+    puts "  - Speed #{variation[:speed]}: #{variation[:audio_file][:file_path]}"
+  end
+
+rescue => e
+  puts "Error in speed variation: #{e.message}"
+end
+
+# Example 5: Custom voice management
+puts "\n=== Example 5: Custom Voice Management ==="
+begin
+  # List available voices
+  result = engine.call_worker(:custom_voice_manager, {
+    action: "list"
+  })
+
+  puts "Voice management demo successful!"
+  puts "Predefined voices: #{result[:predefined_voices].keys.join(', ')}"
+  puts "Custom voices: #{result[:custom_voices].size}"
+
+  # Note: Creating custom voices requires reference audio files
+  # Uncomment the following lines if you have reference audio files:
+  #
+  # result = engine.call_worker(:custom_voice_manager, {
+  #   action: "create",
+  #   name: "my_custom_voice",
+  #   reference_audio_file: "./reference_audio.wav",
+  #   description: "My custom voice created from reference audio"
+  # })
+  #
+  # puts "Custom voice created: #{result[:voice_data][:voice_id]}"
+
+rescue => e
+  puts "Error in voice management: #{e.message}"
+end
+
+# Example 6: Batch TTS processing
+puts "\n=== Example 6: Batch TTS Processing ==="
+begin
+  result = engine.call_worker(:batch_tts, {
+    texts: [
+      "这是第一条文本内容。",
+      "这是第二条文本内容，用于批量处理演示。",
+      "这是第三条文本内容，展示批量文本转语音功能。"
+    ],
+    voice: "alloy",
+    save_to_file: true,
+    output_dir: "./batch_audio"
+  })
+
+  puts "Batch TTS processing successful!"
+  puts "Generated #{result[:batch_results].size} audio files"
+  result[:batch_results].each do |batch_result|
+    puts "  - Text #{batch_result[:index] + 1}: #{batch_result[:audio_file][:file_path]}"
+  end
+
+rescue => e
+  puts "Error in batch TTS: #{e.message}"
+end
+
+# Example 7: Direct adapter usage
+puts "\n=== Example 7: Direct Adapter Usage ==="
+begin
+  # Get the adapter directly
+  adapter = engine.llms["tts_service"]
+
+  # Synthesize speech directly
+  audio_data = adapter.synthesize_speech(
+    "这是直接使用适配器的演示，不通过Worker。",
+    voice: "echo",
+    speed: 1.2,
+    response_format: "mp3"
+  )
+
+  puts "Direct adapter usage successful!"
+  puts "Generated audio data with format: #{audio_data[:format]}"
+  puts "Text length: #{audio_data[:text_length]} characters"
+
+  # Save to file
+  output_path = "./direct_audio/direct_tts_#{Time.now.to_i}.mp3"
+  result = adapter.synthesize_to_file(
+    "这是直接保存到文件的演示。",
+    output_path,
+    voice: "nova",
+    speed: 1.0
+  )
+
+  puts "Direct file synthesis successful!"
+  puts "Audio file: #{result[:file_path]}"
+
+rescue => e
+  puts "Error in direct adapter usage: #{e.message}"
+end
+
+puts "\n=== All examples completed ==="
+puts "\nImportant Notes:"
+puts "1. TTS requires valid SILICONFLOW_API_KEY environment variable"
+puts "2. Audio files are saved in various formats (mp3, wav, etc.)"
+puts "3. Custom voice creation requires reference audio files"
+puts "4. Multiple languages are supported (Chinese, English, Japanese, Korean)"
+puts "5. Speed can be adjusted from 0.25x to 4.0x"
+
+# Clean up
+File.delete('tts_config.yml') if File.exist?('tts_config.yml')