llm_orchestrator 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b62d87e5a08bd0e6b5f0f8093a02f6ef0943b619bd0819c8f5ccb9ebfdd7ad4f
-  data.tar.gz: fc1e95d85209765113ad84ffb550d5c017b3dfef5536583ee777f1cc911f3a7b
+  metadata.gz: a207e199498828a5b42e113f2183a44a34f5864f0d9cd0212fc5eba187fa1a4c
+  data.tar.gz: 5cdef23a3b55c8178f9e1838a9973baf0fc39c9bb30476e972d66482e69f790f
 SHA512:
-  metadata.gz: 541b681b947fc37b858bed7664ea0d099cd9fda4d3ae41858e0038f805af00def623dd432e920cb5e66b22ded2eaad55447495ad068e03b0d48e9ef00b418cd2
-  data.tar.gz: 2dc56f94da4305a0ad3ff32ae6504d3a7328b2fd67d059644d96d0ecdbf9efeee79d4528c51eb397062bd9f2a941d33c05fadf4510a33c1c3035b483a439bf68
+  metadata.gz: 6d2ebd79ca45384ef7078abe1e623266040bcf8703edaeaafbdd367c0c6cfd1b0fafed78cfe4392dd206dd90ab56b3e57f2ac56ac3fdc131f43f311bf5d3a924
+  data.tar.gz: 9b65087f747ce7d6376fed20495d0f13047093e58b890679edb8a3c4d5c72ba468f23ff1b9dd4f09610215a11a0b4853c170bcf01eb3ac43337742ebda65d682

data/lib/llm_orchestrator/chain.rb

@@ -1,19 +1,22 @@
+# frozen_string_literal: true
 module LlmOrchestrator
+  # Chain represents a sequence of processing steps for LLM operations
+  # It allows for composing multiple LLM operations together with memory persistence
   class Chain
     def initialize(memory: nil)
       @steps = []
       @memory = memory || Memory.new
     end
-    
+
     def add_step(&block)
       @steps << block
       self
     end
-    
+
     def run(input)
       @steps.reduce(input) do |result, step|
         output = step.call(result, @memory)
-        @memory.add_message('assistant', output) if output.is_a?(String)
+        @memory.add_message("assistant", output) if output.is_a?(String)
         output
       end
     end
@@ -22,4 +25,4 @@ module LlmOrchestrator
       @memory.clear
     end
   end
-end
+end

data/lib/llm_orchestrator/llm.rb

@@ -1,63 +1,83 @@
-require 'openai'
-require 'anthropic'
-require 'pry'
+# frozen_string_literal: true
+
+require "openai"
+require "anthropic"
 
 module LlmOrchestrator
+  # Base class for LLM providers
+  # Defines the interface that all LLM implementations must follow
   class LLM
-    def initialize(api_key: nil)
+    def initialize(api_key: nil, model: nil, temperature: nil, max_tokens: nil)
       @api_key = api_key
+      @model = model
+      @temperature = temperature
+      @max_tokens = max_tokens
     end
-    
+
     def generate(prompt, context: nil, **options)
       raise NotImplementedError, "Subclasses must implement generate method"
     end
   end
-  
+
+  # OpenAI LLM provider implementation
+  # Handles interactions with OpenAI's GPT models
   class OpenAI < LLM
-    def initialize(api_key: nil)
+    def initialize(api_key: nil, model: nil, temperature: nil, max_tokens: nil)
       super
-      @api_key ||= LlmOrchestrator.configuration.openai_api_key
+      @api_key ||= LlmOrchestrator.configuration.openai.api_key
       @client = ::OpenAI::Client.new(access_token: @api_key)
+      @model = model || LlmOrchestrator.configuration.openai.model
+      @temperature = temperature || LlmOrchestrator.configuration.openai.temperature
+      @max_tokens = max_tokens || LlmOrchestrator.configuration.openai.max_tokens 
     end
 
+    # rubocop:disable Metrics/MethodLength
     def generate(prompt, context: nil, **options)
       messages = []
-      messages << { role: 'system', content: context } if context
-      messages << { role: 'user', content: prompt }
-      
+      messages << { role: "system", content: context } if context
+      messages << { role: "user", content: prompt }
+
       response = @client.chat(
         parameters: {
-          model: options[:model] || 'gpt-3.5-turbo',
+          model: options[:model] || @model,
           messages: messages,
-          temperature: options[:temperature] || 0.7
+          temperature: options[:temperature] || @temperature
         }
       )
-      
-      response.dig('choices', 0, 'message', 'content')
+
+      response.dig("choices", 0, "message", "content")
     end
+    # rubocop:enable Metrics/MethodLength
   end
 
+  # Anthropic LLM provider implementation
+  # Handles interactions with Anthropic's Claude models
   class Anthropic < LLM
-    def initialize(api_key: nil)
+    def initialize(api_key: nil, model: nil, temperature: nil, max_tokens: nil)
       super
-      @api_key ||= LlmOrchestrator.configuration.claude_api_key
+      @api_key ||= LlmOrchestrator.configuration.claude.api_key
       @client = ::Anthropic::Client.new(access_token: @api_key)
+      @model = model || LlmOrchestrator.configuration.claude.model
+      @temperature = temperature || LlmOrchestrator.configuration.claude.temperature
+      @max_tokens = max_tokens || LlmOrchestrator.configuration.claude.max_tokens
     end
 
+    # rubocop:disable Metrics/MethodLength
     def generate(prompt, context: nil, **options)
       response = @client.messages(
         parameters: {
-          model: options[:model] || 'claude-3-opus-20240229',
+          model: options[:model] || @model,
           system: context,
           messages: [
-            { role: 'user', content: prompt }
+            { role: "user", content: prompt }
           ],
-          temperature: options[:temperature] || 0.7,
-          max_tokens: options[:max_tokens] || 1000
+          temperature: options[:temperature] || @temperature,
+          max_tokens: options[:max_tokens] || @max_tokens
         }
       )
-      
+
       response.content.first.text
     end
+    # rubocop:enable Metrics/MethodLength
   end
-end
+end

data/lib/llm_orchestrator/memory.rb

@@ -1,10 +1,15 @@
+# frozen_string_literal: true
+
 module LlmOrchestrator
+  # Memory manages conversation history and context for LLM interactions
+  # Handles message storage, token limits, and context management
   class Memory
     attr_reader :messages
 
-    def initialize
+    # Input prompts of 4-6K are ideal
+    def initialize(max_tokens: 2000)
       @messages = []
-      @max_tokens = 2000  # Adjust based on your needs
+      @max_tokens = max_tokens # Adjust based on your needs
     end
 
     def add_message(role, content)
@@ -30,8 +35,8 @@ module LlmOrchestrator
 
     def trim_messages
       while exceeds_token_limit? && @messages.size > 1
-        @messages.shift  # Remove oldest message
+        @messages.shift # Remove oldest message
       end
     end
   end
-end
+end

data/lib/llm_orchestrator/prompt.rb

@@ -1,12 +1,16 @@
+# frozen_string_literal: true
+
 module LlmOrchestrator
+  # Prompt handles template-based prompt generation for LLM interactions
+  # Supports variable interpolation and template management
   class Prompt
     attr_reader :template, :variables
-    
+
     def initialize(template)
       @template = template
       @variables = extract_variables(template)
     end
-    
+
     def format(values = {})
       result = template.dup
       values.each do |key, value|
@@ -14,11 +18,11 @@ module LlmOrchestrator
       end
       result
     end
-    
+
     private
-    
+
     def extract_variables(template)
       template.scan(/\{(\w+)\}/).flatten.map(&:to_sym)
     end
   end
-end
+end

data/lib/llm_orchestrator/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LlmOrchestrator
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

data/lib/llm_orchestrator.rb

@@ -6,25 +6,61 @@ require_relative "llm_orchestrator/chain"
 require_relative "llm_orchestrator/llm"
 require_relative "llm_orchestrator/memory"
 
+# LlmOrchestrator is a framework for managing interactions with Large Language Models (LLMs).
+# It provides a unified interface for working with different LLM providers like OpenAI and Anthropic.
 module LlmOrchestrator
   class Error < StandardError; end
-  
+
   class << self
     attr_accessor :configuration
-    
+
     def configure
       self.configuration ||= Configuration.new
       yield(configuration) if block_given?
     end
   end
-  
+
+  # Configuration class for LlmOrchestrator
+  # Manages global settings like API keys and default LLM provider
   class Configuration
-    attr_accessor :default_llm_provider, :openai_api_key, :claude_api_key
+    attr_accessor :default_llm_provider
     
     def initialize
       @default_llm_provider = :openai
-      @openai_api_key = nil
-      @claude_api_key = nil
+      @openai = OpenAIConfig.new
+      @claude = ClaudeConfig.new
+    end
+
+    def openai
+      @openai ||= OpenAIConfig.new
+    end
+
+    def claude
+      @claude ||= ClaudeConfig.new
+    end
+  end
+
+  # Configuration class for OpenAI-specific settings
+  class OpenAIConfig
+    attr_accessor :api_key, :model, :temperature, :max_tokens
+
+    def initialize
+      @api_key = nil
+      @model = "gpt-3.5-turbo"
+      @temperature = 0.7
+      @max_tokens = 1000
+    end
+  end
+
+  # Configuration class for Claude-specific settings
+  class ClaudeConfig
+    attr_accessor :api_key, :model, :temperature, :max_tokens
+
+    def initialize
+      @api_key = nil
+      @model = "claude-3-opus-20240229"
+      @temperature = 0.7
+      @max_tokens = 1000
     end
   end
 end

metadata

@@ -1,42 +1,42 @@
 --- !ruby/object:Gem::Specification
 name: llm_orchestrator
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - "@aquaflamingo"
 bindir: bin
 cert_chain: []
-date: 2025-01-15 00:00:00.000000000 Z
+date: 2025-01-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: ruby-openai
+  name: anthropic
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.0'
+        version: 0.3.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.0'
+        version: 0.3.2
 - !ruby/object:Gem::Dependency
-  name: anthropic
+  name: ruby-openai
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.3.2
+        version: '6.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.3.2
+        version: '6.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement