RubyGems - desiru - Versions diffs - 0.1.0 → 0.1.1 - Mend

desiru 0.1.0 → 0.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (98) hide show

checksums.yaml +4 -4
data/.env.example +34 -0
data/.rubocop.yml +7 -4
data/.ruby-version +1 -0
data/CLAUDE.md +4 -0
data/Gemfile +21 -2
data/Gemfile.lock +87 -12
data/README.md +295 -2
data/Rakefile +1 -0
data/db/migrations/001_create_initial_tables.rb +96 -0
data/db/migrations/002_create_job_results.rb +39 -0
data/desiru.db +0 -0
data/desiru.gemspec +2 -5
data/docs/background_processing_roadmap.md +87 -0
data/docs/job_scheduling.md +167 -0
data/dspy-analysis-swarm.yml +60 -0
data/dspy-feature-analysis.md +121 -0
data/examples/README.md +69 -0
data/examples/api_with_persistence.rb +122 -0
data/examples/assertions_example.rb +232 -0
data/examples/async_processing.rb +2 -0
data/examples/few_shot_learning.rb +1 -2
data/examples/graphql_api.rb +4 -2
data/examples/graphql_integration.rb +3 -3
data/examples/graphql_optimization_summary.md +143 -0
data/examples/graphql_performance_benchmark.rb +247 -0
data/examples/persistence_example.rb +102 -0
data/examples/react_agent.rb +203 -0
data/examples/rest_api.rb +173 -0
data/examples/rest_api_advanced.rb +333 -0
data/examples/scheduled_job_example.rb +116 -0
data/examples/simple_qa.rb +1 -2
data/examples/sinatra_api.rb +109 -0
data/examples/typed_signatures.rb +1 -2
data/graphql_optimization_summary.md +53 -0
data/lib/desiru/api/grape_integration.rb +284 -0
data/lib/desiru/api/persistence_middleware.rb +148 -0
data/lib/desiru/api/sinatra_integration.rb +217 -0
data/lib/desiru/api.rb +42 -0
data/lib/desiru/assertions.rb +74 -0
data/lib/desiru/async_status.rb +65 -0
data/lib/desiru/cache.rb +1 -1
data/lib/desiru/configuration.rb +2 -1
data/lib/desiru/errors.rb +160 -0
data/lib/desiru/field.rb +17 -14
data/lib/desiru/graphql/batch_loader.rb +85 -0
data/lib/desiru/graphql/data_loader.rb +242 -75
data/lib/desiru/graphql/enum_builder.rb +75 -0
data/lib/desiru/graphql/executor.rb +37 -4
data/lib/desiru/graphql/schema_generator.rb +62 -158
data/lib/desiru/graphql/type_builder.rb +138 -0
data/lib/desiru/graphql/type_cache_warmer.rb +91 -0
data/lib/desiru/jobs/async_predict.rb +1 -1
data/lib/desiru/jobs/base.rb +67 -0
data/lib/desiru/jobs/batch_processor.rb +6 -6
data/lib/desiru/jobs/retriable.rb +119 -0
data/lib/desiru/jobs/retry_strategies.rb +169 -0
data/lib/desiru/jobs/scheduler.rb +219 -0
data/lib/desiru/jobs/webhook_notifier.rb +242 -0
data/lib/desiru/models/anthropic.rb +164 -0
data/lib/desiru/models/base.rb +37 -3
data/lib/desiru/models/open_ai.rb +151 -0
data/lib/desiru/models/open_router.rb +161 -0
data/lib/desiru/module.rb +59 -9
data/lib/desiru/modules/chain_of_thought.rb +3 -3
data/lib/desiru/modules/majority.rb +51 -0
data/lib/desiru/modules/multi_chain_comparison.rb +204 -0
data/lib/desiru/modules/predict.rb +8 -1
data/lib/desiru/modules/program_of_thought.rb +139 -0
data/lib/desiru/modules/react.rb +273 -0
data/lib/desiru/modules/retrieve.rb +4 -2
data/lib/desiru/optimizers/base.rb +2 -4
data/lib/desiru/optimizers/bootstrap_few_shot.rb +2 -2
data/lib/desiru/optimizers/copro.rb +268 -0
data/lib/desiru/optimizers/knn_few_shot.rb +185 -0
data/lib/desiru/persistence/database.rb +71 -0
data/lib/desiru/persistence/models/api_request.rb +38 -0
data/lib/desiru/persistence/models/job_result.rb +138 -0
data/lib/desiru/persistence/models/module_execution.rb +37 -0
data/lib/desiru/persistence/models/optimization_result.rb +28 -0
data/lib/desiru/persistence/models/training_example.rb +25 -0
data/lib/desiru/persistence/models.rb +11 -0
data/lib/desiru/persistence/repositories/api_request_repository.rb +98 -0
data/lib/desiru/persistence/repositories/base_repository.rb +77 -0
data/lib/desiru/persistence/repositories/job_result_repository.rb +116 -0
data/lib/desiru/persistence/repositories/module_execution_repository.rb +85 -0
data/lib/desiru/persistence/repositories/optimization_result_repository.rb +67 -0
data/lib/desiru/persistence/repositories/training_example_repository.rb +102 -0
data/lib/desiru/persistence/repository.rb +29 -0
data/lib/desiru/persistence/setup.rb +77 -0
data/lib/desiru/persistence.rb +49 -0
data/lib/desiru/registry.rb +3 -5
data/lib/desiru/signature.rb +91 -24
data/lib/desiru/version.rb +1 -1
data/lib/desiru.rb +23 -8
data/missing-features-analysis.md +192 -0
metadata +63 -45
data/lib/desiru/models/raix_adapter.rb +0 -210

data/examples/rest_api.rb ADDED Viewed

@@ -0,0 +1,173 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+require 'bundler/setup'
+require 'desiru'
+require 'rack'
+require 'rack/handler/webrick'
+# This example demonstrates how to create a REST API using Desiru's Grape integration
+# Configure Desiru
+Desiru.configure do |config|
+  config.default_model = Desiru::Models::OpenAI.new(
+    api_key: ENV['OPENAI_API_KEY'] || 'your-api-key',
+    model: 'gpt-3.5-turbo'
+  )
+end
+# Create some Desiru modules
+# Simple Q&A module
+qa_module = Desiru::Modules::Predict.new(
+  Desiru::Signature.new(
+    'question: string -> answer: string',
+    descriptions: {
+      question: 'The question to answer',
+      answer: 'The generated answer'
+    }
+  )
+)
+# Summarization module
+summarizer = Desiru::Modules::ChainOfThought.new(
+  Desiru::Signature.new(
+    'text: string, max_words: int -> summary: string, key_points: list[str]',
+    descriptions: {
+      text: 'The text to summarize',
+      max_words: 'Maximum words in the summary',
+      summary: 'A concise summary',
+      key_points: 'Key points from the text'
+    }
+  )
+)
+# Classification module
+classifier = Desiru::Modules::Predict.new(
+  Desiru::Signature.new(
+    "text: string -> category: Literal['technical', 'business', 'general'], confidence: float",
+    descriptions: {
+      text: 'Text to classify',
+      category: 'The category of the text',
+      confidence: 'Confidence score (0-1)'
+    }
+  )
+)
+# Create the API
+api = Desiru::API.create(async_enabled: true, stream_enabled: true) do
+  # Register modules with their endpoints
+  register_module '/qa', qa_module,
+                  description: 'Answer questions using AI'
+  register_module '/summarize', summarizer,
+                  description: 'Summarize text with key points extraction'
+  register_module '/classify', classifier,
+                  description: 'Classify text into categories'
+end
+# Create a Rack app
+app = api.to_rack_app
+# Add some middleware for logging
+logged_app = Rack::Builder.new do
+  use Rack::Logger
+  use Rack::CommonLogger
+  map '/' do
+    run proc { |env|
+      if env['PATH_INFO'] == '/'
+        [200, { 'Content-Type' => 'text/html' }, [<<~HTML]]
+                    <!DOCTYPE html>
+                    <html>
+                    <head>
+                      <title>Desiru REST API</title>
+                      <style>
+                        body { font-family: Arial, sans-serif; margin: 40px; }
+                        h1 { color: #333; }
+                        .endpoint { background: #f4f4f4; padding: 10px; margin: 10px 0; border-radius: 5px; }
+                        code { background: #e0e0e0; padding: 2px 5px; border-radius: 3px; }
+                      </style>
+                    </head>
+                    <body>
+                      <h1>Desiru REST API</h1>
+                      <p>Welcome to the Desiru REST API powered by Grape!</p>
+          #{'            '}
+                      <h2>Available Endpoints:</h2>
+          #{'            '}
+                      <div class="endpoint">
+                        <h3>POST /api/v1/qa</h3>
+                        <p>Answer questions using AI</p>
+                        <p>Parameters: <code>question</code> (string), <code>async</code> (boolean, optional)</p>
+                      </div>
+          #{'            '}
+                      <div class="endpoint">
+                        <h3>POST /api/v1/summarize</h3>
+                        <p>Summarize text with key points extraction</p>
+                        <p>Parameters: <code>text</code> (string), <code>max_words</code> (integer), <code>async</code> (boolean, optional)</p>
+                      </div>
+          #{'            '}
+                      <div class="endpoint">
+                        <h3>POST /api/v1/classify</h3>
+                        <p>Classify text into categories</p>
+                        <p>Parameters: <code>text</code> (string), <code>async</code> (boolean, optional)</p>
+                      </div>
+          #{'            '}
+                      <div class="endpoint">
+                        <h3>GET /api/v1/jobs/:id</h3>
+                        <p>Check status of async jobs</p>
+                      </div>
+          #{'            '}
+                      <div class="endpoint">
+                        <h3>POST /api/v1/stream/*</h3>
+                        <p>Streaming versions of all endpoints (Server-Sent Events)</p>
+                      </div>
+          #{'            '}
+                      <h2>Example Usage:</h2>
+                      <pre>
+          # Synchronous request
+          curl -X POST http://localhost:9292/api/v1/qa \\
+            -H "Content-Type: application/json" \\
+            -d '{"question": "What is Ruby?"}'
+          # Async request
+          curl -X POST http://localhost:9292/api/v1/summarize \\
+            -H "Content-Type: application/json" \\
+            -d '{"text": "Long text here...", "max_words": 100, "async": true}'
+          # Check job status
+          curl http://localhost:9292/api/v1/jobs/JOB_ID
+          # Streaming request
+          curl -X POST http://localhost:9292/api/v1/stream/qa \\
+            -H "Content-Type: application/json" \\
+            -H "Accept: text/event-stream" \\
+            -d '{"question": "What is Ruby?"}'
+                      </pre>
+                    </body>
+                    </html>
+        HTML
+      else
+        [404, { 'Content-Type' => 'text/plain' }, ['Not Found']]
+      end
+    }
+  end
+  run app
+end
+# Start the server
+if __FILE__ == $PROGRAM_NAME
+  puts "Starting Desiru REST API server..."
+  puts "Visit http://localhost:9292 for documentation"
+  puts "API endpoints available at http://localhost:9292/api/v1/*"
+  puts "Press Ctrl+C to stop"
+  # Run the server
+  Rack::Server.start(
+    app: logged_app,
+    Port: ENV['PORT'] || 9292,
+    Host: '0.0.0.0'
+  )
+end

data/examples/rest_api_advanced.rb ADDED Viewed

@@ -0,0 +1,333 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+require 'bundler/setup'
+require 'desiru'
+require 'rack'
+require 'rack/handler/webrick'
+require 'rack/throttle'
+require 'jwt'
+# Advanced REST API example with authentication, rate limiting, and custom middleware
+# Configure Desiru
+Desiru.configure do |config|
+  config.default_model = Desiru::Models::OpenAI.new(
+    api_key: ENV['OPENAI_API_KEY'] || 'your-api-key',
+    model: 'gpt-3.5-turbo'
+  )
+  config.redis_url = ENV['REDIS_URL'] || 'redis://localhost:6379'
+end
+# Custom authentication middleware
+class AuthMiddleware
+  def initialize(app)
+    @app = app
+    @secret = ENV['JWT_SECRET'] || 'your-secret-key'
+  end
+  def call(env)
+    # Skip auth for health check and root
+    return @app.call(env) if env['PATH_INFO'] =~ %r{^(/|/api/v1/health)$}
+    auth_header = env['HTTP_AUTHORIZATION']
+    if auth_header&.start_with?('Bearer ')
+      token = auth_header.split[1]
+      begin
+        payload = JWT.decode(token, @secret, true, algorithm: 'HS256')[0]
+        env['current_user'] = payload['user_id']
+        env['user_tier'] = payload['tier'] || 'free'
+        @app.call(env)
+      rescue JWT::DecodeError
+        [401, { 'Content-Type' => 'application/json' }, [{ error: 'Invalid token' }.to_json]]
+      end
+    else
+      [401, { 'Content-Type' => 'application/json' }, [{ error: 'Authentication required' }.to_json]]
+    end
+  end
+end
+# Custom rate limiter based on user tier
+class TieredRateLimiter < Rack::Throttle::Hourly
+  def initialize(app, options = {})
+    super
+  end
+  def max_per_window(request)
+    case request.env['user_tier']
+    when 'premium'
+      1000
+    when 'standard'
+      100
+    else
+      10 # free tier
+    end
+  end
+  def client_identifier(request)
+    request.env['current_user'] || 'anonymous'
+  end
+end
+# Create advanced Desiru modules with validation
+# Enhanced Q&A module with context
+Desiru::Modules::ChainOfThought.new(
+  Desiru::Signature.new(
+    'question: string, context: list[str] -> answer: string, sources: list[int], confidence: float',
+    descriptions: {
+      question: 'The question to answer',
+      context: 'Optional context documents',
+      answer: 'The generated answer',
+      sources: 'Indices of context documents used',
+      confidence: 'Answer confidence (0-1)'
+    }
+  )
+)
+# Multi-language translation
+Desiru::Modules::Predict.new(
+  Desiru::Signature.new(
+    "text: string, target_language: Literal['es', 'fr', 'de', 'ja', 'zh'] -> " \
+    "translation: string, detected_language: string",
+    descriptions: {
+      text: 'Text to translate',
+      target_language: 'Target language code',
+      translation: 'Translated text',
+      detected_language: 'Detected source language'
+    }
+  )
+)
+# Code analysis module
+Desiru::Modules::ChainOfThought.new(
+  Desiru::Signature.new(
+    'code: string, language: string -> issues: list[str], suggestions: list[str], complexity: int',
+    descriptions: {
+      code: 'Source code to analyze',
+      language: 'Programming language',
+      issues: 'Potential issues found',
+      suggestions: 'Improvement suggestions',
+      complexity: 'Cyclomatic complexity estimate'
+    }
+  )
+)
+# Custom Grape API with enhanced features
+class AdvancedAPI < Grape::API
+  format :json
+  prefix :api
+  version 'v1', using: :path
+  # Global exception handling
+  rescue_from :all do |e|
+    error!({ error: 'Internal server error', message: e.message }, 500)
+  end
+  rescue_from Grape::Exceptions::ValidationErrors do |e|
+    error!({ error: 'Validation failed', details: e.full_messages }, 422)
+  end
+  helpers do
+    def current_user
+      env['current_user']
+    end
+    def user_tier
+      env['user_tier'] || 'free'
+    end
+    def check_tier_access(required_tier)
+      tier_levels = { 'free' => 0, 'standard' => 1, 'premium' => 2 }
+      return unless tier_levels[user_tier] < tier_levels[required_tier]
+      error!({ error: "This endpoint requires #{required_tier} tier or higher" }, 403)
+    end
+    def log_usage(endpoint, _params)
+      # Log API usage for analytics
+      puts "[API Usage] User: #{current_user}, Endpoint: #{endpoint}, Tier: #{user_tier}"
+    end
+  end
+  before do
+    # Log all requests
+    log_usage(request.path, params)
+  end
+  # Health check with system info
+  desc 'Health check with system information'
+  get '/health' do
+    {
+      status: 'ok',
+      timestamp: Time.now.iso8601,
+      version: Desiru::VERSION,
+      redis_connected: Desiru.redis_connected?,
+      user_tier: user_tier
+    }
+  end
+  # Q&A endpoint with context support
+  desc 'Answer questions with optional context'
+  params do
+    requires :question, type: String, desc: 'Question to answer'
+    optional :context, type: [String], desc: 'Context documents'
+    optional :async, type: Boolean, desc: 'Process asynchronously'
+  end
+  post '/qa' do
+    inputs = {
+      question: params[:question],
+      context: params[:context] || []
+    }
+    if params[:async]
+      result = qa_with_context.call_async(inputs)
+      {
+        job_id: result.job_id,
+        status_url: "/api/v1/jobs/#{result.job_id}"
+      }
+    else
+      result = qa_with_context.call(inputs)
+      result.merge(user_tier: user_tier)
+    end
+  end
+  # Translation endpoint (premium feature)
+  desc 'Translate text (Premium tier required)'
+  params do
+    requires :text, type: String, desc: 'Text to translate'
+    requires :target_language, type: String, values: %w[es fr de ja zh]
+  end
+  post '/translate' do
+    check_tier_access('premium')
+    result = translator.call(
+      text: params[:text],
+      target_language: params[:target_language]
+    )
+    result
+  end
+  # Code analysis endpoint
+  desc 'Analyze code for issues and improvements'
+  params do
+    requires :code, type: String, desc: 'Source code'
+    requires :language, type: String, desc: 'Programming language'
+  end
+  post '/analyze-code' do
+    check_tier_access('standard')
+    result = code_analyzer.call(
+      code: params[:code],
+      language: params[:language]
+    )
+    result
+  end
+  # Batch processing endpoint
+  desc 'Process multiple requests in batch'
+  params do
+    requires :requests, type: Array do
+      requires :endpoint, type: String, values: ['/qa', '/translate', '/analyze-code']
+      requires :params, type: Hash
+    end
+  end
+  post '/batch' do
+    check_tier_access('premium')
+    max_batch_size = 10
+    error!({ error: "Batch size exceeds maximum of #{max_batch_size}" }, 422) if params[:requests].size > max_batch_size
+    # Process batch asynchronously
+    batch_job_id = SecureRandom.uuid
+    # In a real implementation, this would queue a background job
+    {
+      batch_id: batch_job_id,
+      request_count: params[:requests].size,
+      status_url: "/api/v1/batches/#{batch_job_id}"
+    }
+  end
+  # Admin endpoints
+  namespace :admin do
+    before do
+      # Extra admin check
+      error!({ error: 'Admin access required' }, 403) unless current_user&.start_with?('admin_')
+    end
+    desc 'Get usage statistics'
+    get '/stats' do
+      {
+        total_requests: 12_345,
+        requests_today: 543,
+        active_users: 89,
+        avg_response_time: 1.23
+      }
+    end
+  end
+end
+# Create the application
+app = Rack::Builder.new do
+  # Logging
+  use Rack::Logger
+  use Rack::CommonLogger
+  # CORS support
+  use Rack::Cors do
+    allow do
+      origins '*'
+      resource '*',
+               headers: :any,
+               methods: %i[get post put delete options],
+               expose: %w[X-Rate-Limit-Remaining X-Rate-Limit-Reset]
+    end
+  end
+  # Authentication
+  use AuthMiddleware
+  # Rate limiting
+  use TieredRateLimiter,
+      cache: Desiru.redis,
+      key_prefix: :throttle
+  # Mount the API
+  run AdvancedAPI
+end
+# Utility to generate JWT tokens for testing
+def generate_token(user_id, tier = 'free')
+  secret = ENV['JWT_SECRET'] || 'your-secret-key'
+  payload = {
+    user_id: user_id,
+    tier: tier,
+    iat: Time.now.to_i,
+    exp: Time.now.to_i + 3600 # 1 hour expiration
+  }
+  JWT.encode(payload, secret, 'HS256')
+end
+if __FILE__ == $PROGRAM_NAME
+  puts "Starting Advanced Desiru REST API server..."
+  puts "\nExample tokens for testing:"
+  puts "Free tier:    Bearer #{generate_token('user123', 'free')}"
+  puts "Standard tier: Bearer #{generate_token('user456', 'standard')}"
+  puts "Premium tier:  Bearer #{generate_token('user789', 'premium')}"
+  puts "Admin:         Bearer #{generate_token('admin_001', 'premium')}"
+  puts "\nExample requests:"
+  puts "curl -H 'Authorization: Bearer TOKEN' http://localhost:9292/api/v1/health"
+  puts "\nPress Ctrl+C to stop"
+  Rack::Server.start(
+    app: app,
+    Port: ENV['PORT'] || 9292,
+    Host: '0.0.0.0'
+  )
+end

data/examples/scheduled_job_example.rb ADDED Viewed

@@ -0,0 +1,116 @@
+# frozen_string_literal: true
+require 'desiru'
+require 'desiru/jobs/scheduler'
+# Example of a scheduled job that performs periodic tasks
+class CleanupJob < Desiru::Jobs::Base
+  include Desiru::Jobs::Schedulable
+  def perform(job_id = nil)
+    # Simulate cleanup work
+    puts "[#{Time.now}] Running cleanup job #{job_id}"
+    # Example: Clean up old job results
+    expired_count = cleanup_expired_results
+    # Store the result
+    store_result(job_id || "cleanup-#{Time.now.to_i}", {
+                   status: 'completed',
+                   expired_count: expired_count,
+                   timestamp: Time.now.to_s
+                 })
+  end
+  private
+  def cleanup_expired_results
+    # Simulate cleanup logic
+    rand(0..10)
+  end
+end
+# Example of a report generation job
+class DailyReportJob < Desiru::Jobs::Base
+  include Desiru::Jobs::Schedulable
+  def perform(job_id = nil, report_type = 'summary')
+    puts "[#{Time.now}] Generating #{report_type} report"
+    # Simulate report generation
+    report_data = generate_report(report_type)
+    store_result(job_id || "report-#{Time.now.to_i}", {
+                   status: 'completed',
+                   type: report_type,
+                   data: report_data,
+                   generated_at: Time.now.to_s
+                 })
+  end
+  private
+  def generate_report(type)
+    # Simulate report generation
+    {
+      total_jobs: rand(100..1000),
+      successful: rand(80..100),
+      failed: rand(0..20),
+      report_type: type
+    }
+  end
+end
+# Example usage
+if __FILE__ == $PROGRAM_NAME
+  scheduler = Desiru::Jobs::Scheduler.instance
+  # Schedule cleanup job to run every 30 seconds
+  CleanupJob.schedule(cron: '30')
+  # Schedule cleanup with a custom name
+  CleanupJob.schedule(name: 'hourly_cleanup', cron: 'every 1 hour')
+  # Schedule daily report at 9:00 AM
+  DailyReportJob.schedule(
+    name: 'morning_report',
+    cron: '0 9 * * *',
+    args: ['detailed']
+  )
+  # Schedule summary report every 5 minutes
+  DailyReportJob.schedule(
+    name: 'summary_report',
+    cron: 'every 5 minutes',
+    args: ['summary']
+  )
+  # Check scheduled jobs
+  puts "Jobs scheduled:"
+  puts "- CleanupJob: #{CleanupJob.scheduled?}"
+  puts "- Hourly Cleanup: #{scheduler.job_info('hourly_cleanup') ? 'Yes' : 'No'}"
+  puts "- Morning Report: #{scheduler.job_info('morning_report') ? 'Yes' : 'No'}"
+  puts "- Summary Report: #{scheduler.job_info('summary_report') ? 'Yes' : 'No'}"
+  # Start the scheduler
+  puts "\nStarting scheduler..."
+  scheduler.start
+  # Run for demonstration (in production, this would run continuously)
+  puts "Scheduler running. Press Ctrl+C to stop."
+  begin
+    sleep
+  rescue Interrupt
+    puts "\nStopping scheduler..."
+    scheduler.stop
+    # Optionally unschedule jobs
+    CleanupJob.unschedule
+    CleanupJob.unschedule(name: 'hourly_cleanup')
+    DailyReportJob.unschedule(name: 'morning_report')
+    DailyReportJob.unschedule(name: 'summary_report')
+    puts "Scheduler stopped."
+  end
+end

data/examples/simple_qa.rb CHANGED Viewed

@@ -6,8 +6,7 @@ require 'desiru'
 # Configure Desiru with OpenAI model
 Desiru.configure do |config|
-  config.default_model = Desiru::Models::RaixAdapter.new(
-    provider: :openai,
+  config.default_model = Desiru::Models::OpenAI.new(
     model: 'gpt-3.5-turbo',
     api_key: ENV['OPENAI_API_KEY'] || raise('Please set OPENAI_API_KEY environment variable')
   )