smart_prompt 0.4.4 → 0.5.0

data/examples/anthropic_multimodal.rb

@@ -0,0 +1,212 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require './lib/smart_prompt'
+require 'base64'
+
+# Example: Multimodal (Text + Image) with Anthropic Claude
+# This example demonstrates how to use Claude's vision capabilities
+
+puts "=" * 60
+puts "Anthropic Claude - Multimodal (Vision) Example"
+puts "=" * 60
+
+# Initialize the engine with Anthropic configuration
+engine = SmartPrompt::Engine.new('config/anthropic_config.yml')
+
+# Example 1: Analyze Image from URL
+puts "\n1. Analyze Image from URL"
+puts "-" * 60
+
+SmartPrompt.define_worker :image_analyzer do
+  use "claude"
+  sys_msg("You are an expert at analyzing images and describing what you see in detail.")
+  prompt(params[:message])
+  send_msg
+end
+
+# Using a public image URL
+image_url = "https://upload.wikimedia.org/wikipedia/commons/thumb/3/3a/Cat03.jpg/400px-Cat03.jpg"
+
+response = engine.call_worker(:image_analyzer, {
+  message: [
+    { type: "text", text: "What do you see in this image? Describe it in detail." },
+    { type: "image_url", image_url: image_url }
+  ]
+})
+puts "User: [Sends image URL: #{image_url}]"
+puts "User: What do you see in this image? Describe it in detail."
+puts "\nClaude: #{response}\n"
+
+# Example 2: Analyze Local Image using Base64
+puts "\n2. Analyze Local Image (Base64 Encoding)"
+puts "-" * 60
+
+# Check if local image exists
+local_image_path = "./product_images/smartphone_1.png"
+
+if File.exist?(local_image_path)
+  # Read and encode image to base64
+  image_data = File.binread(local_image_path)
+  base64_image = Base64.strict_encode64(image_data)
+  
+  # Determine media type
+  media_type = case File.extname(local_image_path).downcase
+               when '.jpg', '.jpeg' then 'image/jpeg'
+               when '.png' then 'image/png'
+               when '.gif' then 'image/gif'
+               when '.webp' then 'image/webp'
+               else 'image/jpeg'
+               end
+  
+  data_url = "data:#{media_type};base64,#{base64_image}"
+  
+  response = engine.call_worker(:image_analyzer, {
+    message: [
+      { type: "text", text: "Describe this product image. What features can you identify?" },
+      { type: "image_url", image_url: data_url }
+    ]
+  })
+  puts "User: [Sends local image: #{local_image_path}]"
+  puts "User: Describe this product image. What features can you identify?"
+  puts "\nClaude: #{response}\n"
+else
+  puts "Local image not found at #{local_image_path}"
+  puts "Skipping base64 example.\n"
+end
+
+# Example 3: Multiple Images Analysis
+puts "\n3. Compare Multiple Images"
+puts "-" * 60
+
+SmartPrompt.define_worker :image_comparator do
+  use "claude"
+  sys_msg("You are an expert at comparing and contrasting images.")
+  prompt(params[:message])
+  send_msg
+end
+
+image1_url = "https://upload.wikimedia.org/wikipedia/commons/thumb/3/3a/Cat03.jpg/400px-Cat03.jpg"
+image2_url = "https://upload.wikimedia.org/wikipedia/commons/thumb/4/4d/Cat_November_2010-1a.jpg/400px-Cat_November_2010-1a.jpg"
+
+response = engine.call_worker(:image_comparator, {
+  message: [
+    { type: "text", text: "Compare these two images. What are the similarities and differences?" },
+    { type: "image_url", image_url: image1_url },
+    { type: "image_url", image_url: image2_url }
+  ]
+})
+puts "User: [Sends two cat images]"
+puts "User: Compare these two images. What are the similarities and differences?"
+puts "\nClaude: #{response}\n"
+
+# Example 4: Image + Text Context
+puts "\n4. Image Analysis with Additional Context"
+puts "-" * 60
+
+SmartPrompt.define_worker :contextual_analyzer do
+  use "claude"
+  sys_msg("You are a product analyst helping with e-commerce listings.")
+  prompt(params[:message])
+  send_msg
+end
+
+product_image = "https://upload.wikimedia.org/wikipedia/commons/thumb/c/c4/Smartphone.jpg/400px-Smartphone.jpg"
+
+response = engine.call_worker(:contextual_analyzer, {
+  message: [
+    { type: "text", text: "This is a product image for our online store. Please:" },
+    { type: "text", text: "1. Describe the product" },
+    { type: "text", text: "2. Suggest a catchy product title" },
+    { type: "text", text: "3. Write a brief product description (2-3 sentences)" },
+    { type: "text", text: "4. List 3-5 key features" },
+    { type: "image_url", image_url: product_image }
+  ]
+})
+puts "User: [Sends product image with detailed instructions]"
+puts "\nClaude: #{response}\n"
+
+# Example 5: OCR and Text Extraction
+puts "\n5. Text Extraction from Image (OCR)"
+puts "-" * 60
+
+SmartPrompt.define_worker :ocr_extractor do
+  use "claude"
+  sys_msg("You are an expert at reading and extracting text from images.")
+  prompt(params[:message])
+  send_msg
+end
+
+# Using an image with text (e.g., a sign or document)
+text_image_url = "https://upload.wikimedia.org/wikipedia/commons/thumb/8/87/PDF_file_icon.svg/400px-PDF_file_icon.svg.png"
+
+response = engine.call_worker(:ocr_extractor, {
+  message: [
+    { type: "text", text: "Extract and transcribe any text you see in this image." },
+    { type: "image_url", image_url: text_image_url }
+  ]
+})
+puts "User: [Sends image with text]"
+puts "User: Extract and transcribe any text you see in this image."
+puts "\nClaude: #{response}\n"
+
+# Example 6: Image Classification
+puts "\n6. Image Classification and Categorization"
+puts "-" * 60
+
+SmartPrompt.define_worker :image_classifier do
+  use "claude"
+  sys_msg("You are an expert at categorizing and classifying images.")
+  prompt(params[:message])
+  send_msg
+end
+
+classify_image = "https://upload.wikimedia.org/wikipedia/commons/thumb/3/3a/Cat03.jpg/400px-Cat03.jpg"
+
+response = engine.call_worker(:image_classifier, {
+  message: [
+    { type: "text", text: "Classify this image into categories. Provide:\n1. Main category\n2. Sub-categories\n3. Tags/keywords\n4. Suitable use cases" },
+    { type: "image_url", image_url: classify_image }
+  ]
+})
+puts "User: [Sends image for classification]"
+puts "\nClaude: #{response}\n"
+
+# Example 7: Image-based Question Answering
+puts "\n7. Question Answering about Image Content"
+puts "-" * 60
+
+SmartPrompt.define_worker :image_qa do
+  use "claude"
+  sys_msg("You are helpful at answering questions about images.")
+  prompt(params[:message])
+  send_msg
+end
+
+qa_image = "https://upload.wikimedia.org/wikipedia/commons/thumb/3/3a/Cat03.jpg/400px-Cat03.jpg"
+
+questions = [
+  "What color is the animal?",
+  "What is the animal doing?",
+  "What is the setting or environment?"
+]
+
+questions.each_with_index do |question, index|
+  response = engine.call_worker(:image_qa, {
+    message: [
+      { type: "image_url", image_url: qa_image },
+      { type: "text", text: question }
+    ]
+  })
+  puts "Q#{index + 1}: #{question}"
+  puts "A#{index + 1}: #{response}\n"
+end
+
+puts "\n" + "=" * 60
+puts "Multimodal examples completed!"
+puts "=" * 60
+puts "\nNote: Claude's vision capabilities work best with:"
+puts "- Clear, well-lit images"
+puts "- Images in JPEG, PNG, GIF, or WebP format"
+puts "- Images up to 5MB in size"
+puts "- Both URLs and base64-encoded images"

data/examples/anthropic_streaming.rb

@@ -0,0 +1,312 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require './lib/smart_prompt'
+
+# Example: Streaming Responses with Anthropic Claude
+# This example demonstrates how to use Claude's streaming capabilities
+
+puts "=" * 60
+puts "Anthropic Claude - Streaming Response Example"
+puts "=" * 60
+
+# Initialize the engine with Anthropic configuration
+engine = SmartPrompt::Engine.new('config/anthropic_config.yml')
+
+# Example 1: Basic Streaming
+puts "\n1. Basic Streaming Response"
+puts "-" * 60
+
+SmartPrompt.define_worker :streaming_chat do
+  use "claude"
+  sys_msg("You are a helpful assistant.")
+  prompt(params[:message])
+  send_msg
+end
+
+print "User: Tell me a short story about a brave knight.\n"
+print "Claude (streaming): "
+
+engine.call_worker_by_stream(:streaming_chat, {
+  message: "Tell me a short story about a brave knight."
+}) do |chunk, bytesize|
+  # Handle Anthropic streaming format
+  if chunk.is_a?(Hash)
+    if chunk["type"] == "content_block_delta"
+      text = chunk.dig("delta", "text")
+      print text if text
+    end
+  end
+end
+
+puts "\n"
+
+# Example 2: Streaming with Different Event Types
+puts "\n2. Streaming with Event Type Handling"
+puts "-" * 60
+
+SmartPrompt.define_worker :detailed_streaming do
+  use "claude"
+  sys_msg("You are a knowledgeable teacher.")
+  prompt(params[:message])
+  send_msg
+end
+
+print "User: Explain how photosynthesis works.\n"
+print "Claude: "
+
+message_started = false
+content_started = false
+
+engine.call_worker_by_stream(:detailed_streaming, {
+  message: "Explain how photosynthesis works in 3-4 sentences."
+}) do |chunk, bytesize|
+  if chunk.is_a?(Hash)
+    case chunk["type"]
+    when "message_start"
+      message_started = true
+      # Message metadata available in chunk["message"]
+    when "content_block_start"
+      content_started = true
+      # Content block started
+    when "content_block_delta"
+      text = chunk.dig("delta", "text")
+      print text if text
+    when "content_block_stop"
+      # Content block finished
+    when "message_delta"
+      # Message metadata update (e.g., stop_reason)
+    when "message_stop"
+      # Message completely finished
+    end
+  end
+end
+
+puts "\n"
+
+# Example 3: Streaming Long-form Content
+puts "\n3. Streaming Long-form Content"
+puts "-" * 60
+
+SmartPrompt.define_worker :long_form_streaming do
+  use "claude"
+  sys_msg("You are a creative writer who writes engaging stories.")
+  prompt(params[:message])
+  send_msg
+end
+
+print "User: Write a detailed story about a robot learning to paint.\n"
+print "Claude: "
+
+total_chars = 0
+
+engine.call_worker_by_stream(:long_form_streaming, {
+  message: "Write a detailed story (about 200 words) about a robot learning to paint."
+}) do |chunk, bytesize|
+  if chunk.is_a?(Hash) && chunk["type"] == "content_block_delta"
+    text = chunk.dig("delta", "text")
+    if text
+      print text
+      total_chars += text.length
+    end
+  end
+end
+
+puts "\n\n[Total characters streamed: #{total_chars}]"
+
+# Example 4: Streaming with Progress Indicator
+puts "\n4. Streaming with Progress Indicator"
+puts "-" * 60
+
+SmartPrompt.define_worker :progress_streaming do
+  use "claude"
+  sys_msg("You are a helpful coding assistant.")
+  prompt(params[:message])
+  send_msg
+end
+
+print "User: Write a Python function to calculate Fibonacci numbers.\n"
+print "Claude: "
+
+char_count = 0
+last_dot_time = Time.now
+
+engine.call_worker_by_stream(:progress_streaming, {
+  message: "Write a Python function to calculate Fibonacci numbers with comments."
+}) do |chunk, bytesize|
+  if chunk.is_a?(Hash) && chunk["type"] == "content_block_delta"
+    text = chunk.dig("delta", "text")
+    if text
+      print text
+      char_count += text.length
+      
+      # Print a progress indicator every 50 characters
+      if char_count % 50 == 0 && Time.now - last_dot_time > 0.5
+        # This is just for demonstration
+        last_dot_time = Time.now
+      end
+    end
+  end
+end
+
+puts "\n"
+
+# Example 5: Streaming with Error Handling
+puts "\n5. Streaming with Error Handling"
+puts "-" * 60
+
+SmartPrompt.define_worker :safe_streaming do
+  use "claude"
+  sys_msg("You are a helpful assistant.")
+  prompt(params[:message])
+  send_msg
+end
+
+print "User: What are the benefits of exercise?\n"
+print "Claude: "
+
+begin
+  engine.call_worker_by_stream(:safe_streaming, {
+    message: "What are the benefits of exercise? List 5 benefits."
+  }) do |chunk, bytesize|
+    if chunk.is_a?(Hash) && chunk["type"] == "content_block_delta"
+      text = chunk.dig("delta", "text")
+      print text if text
+    end
+  end
+  puts "\n[Stream completed successfully]"
+rescue SmartPrompt::LLMAPIError => e
+  puts "\n[Error during streaming: #{e.message}]"
+rescue StandardError => e
+  puts "\n[Unexpected error: #{e.message}]"
+end
+
+puts ""
+
+# Example 6: Streaming vs Non-Streaming Comparison
+puts "\n6. Streaming vs Non-Streaming Comparison"
+puts "-" * 60
+
+question = "Explain the theory of relativity in simple terms."
+
+# Non-streaming (traditional)
+puts "Non-streaming mode:"
+print "User: #{question}\n"
+print "Claude: "
+
+start_time = Time.now
+
+SmartPrompt.define_worker :non_streaming_chat do
+  use "claude"
+  sys_msg("You are a physics teacher.")
+  prompt(params[:message])
+  send_msg
+end
+
+response = engine.call_worker(:non_streaming_chat, { message: question })
+end_time = Time.now
+
+puts response
+puts "[Response received in #{(end_time - start_time).round(2)} seconds]\n"
+
+# Streaming mode
+puts "\nStreaming mode:"
+print "User: #{question}\n"
+print "Claude: "
+
+start_time = Time.now
+first_chunk_time = nil
+
+SmartPrompt.define_worker :streaming_comparison do
+  use "claude"
+  sys_msg("You are a physics teacher.")
+  prompt(params[:message])
+  send_msg
+end
+
+engine.call_worker_by_stream(:streaming_comparison, { message: question }) do |chunk, bytesize|
+  if chunk.is_a?(Hash) && chunk["type"] == "content_block_delta"
+    first_chunk_time ||= Time.now
+    text = chunk.dig("delta", "text")
+    print text if text
+  end
+end
+
+end_time = Time.now
+
+puts "\n[First chunk in #{(first_chunk_time - start_time).round(2)} seconds]"
+puts "[Total time: #{(end_time - start_time).round(2)} seconds]\n"
+
+# Example 7: Streaming with Different Models
+puts "\n7. Streaming with Different Claude Models"
+puts "-" * 60
+
+question = "What is machine learning?"
+
+# Claude 3.5 Sonnet
+puts "Claude 3.5 Sonnet (streaming):"
+print "User: #{question}\n"
+print "Claude: "
+
+SmartPrompt.define_worker :sonnet_streaming do
+  use "claude"
+  model "claude-3-5-sonnet-20241022"
+  prompt(params[:message])
+  send_msg
+end
+
+engine.call_worker_by_stream(:sonnet_streaming, { message: question }) do |chunk, bytesize|
+  if chunk.is_a?(Hash) && chunk["type"] == "content_block_delta"
+    text = chunk.dig("delta", "text")
+    print text if text
+  end
+end
+
+puts "\n"
+
+# Claude 3.5 Haiku (faster)
+puts "\nClaude 3.5 Haiku (streaming):"
+print "User: #{question}\n"
+print "Claude: "
+
+SmartPrompt.define_worker :haiku_streaming do
+  use "claude_haiku"
+  model "claude-3-5-haiku-20241022"
+  prompt(params[:message])
+  send_msg
+end
+
+engine.call_worker_by_stream(:haiku_streaming, { message: question }) do |chunk, bytesize|
+  if chunk.is_a?(Hash) && chunk["type"] == "content_block_delta"
+    text = chunk.dig("delta", "text")
+    print text if text
+  end
+end
+
+puts "\n"
+
+# Example 8: Streaming Best Practices
+puts "\n8. Streaming Best Practices"
+puts "-" * 60
+
+puts "Best Practices for Streaming with Claude:"
+puts "1. Use streaming for long-form content to improve perceived latency"
+puts "2. Handle different event types appropriately:"
+puts "   - message_start: Initialize UI/state"
+puts "   - content_block_delta: Display incremental text"
+puts "   - message_stop: Finalize and clean up"
+puts "3. Implement proper error handling for network issues"
+puts "4. Consider buffering small chunks for smoother display"
+puts "5. Show loading indicators before first chunk arrives"
+puts "6. Use streaming for better user experience in chat applications"
+puts "7. Non-streaming is better for short responses or batch processing"
+puts "8. Test streaming behavior with different network conditions"
+puts "9. Implement timeout handling for stalled streams"
+puts "10. Consider token usage - streaming doesn't reduce costs\n"
+
+puts "\n" + "=" * 60
+puts "Streaming examples completed!"
+puts "=" * 60
+puts "\nNote: Streaming provides a better user experience by showing"
+puts "responses as they're generated, reducing perceived latency."
+puts "The total time and token usage is similar to non-streaming mode."