llm_orchestrator 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: b62d87e5a08bd0e6b5f0f8093a02f6ef0943b619bd0819c8f5ccb9ebfdd7ad4f
+  data.tar.gz: fc1e95d85209765113ad84ffb550d5c017b3dfef5536583ee777f1cc911f3a7b
+SHA512:
+  metadata.gz: 541b681b947fc37b858bed7664ea0d099cd9fda4d3ae41858e0038f805af00def623dd432e920cb5e66b22ded2eaad55447495ad068e03b0d48e9ef00b418cd2
+  data.tar.gz: 2dc56f94da4305a0ad3ff32ae6504d3a7328b2fd67d059644d96d0ecdbf9efeee79d4528c51eb397062bd9f2a941d33c05fadf4510a33c1c3035b483a439bf68

data/CHANGELOG.md

@@ -0,0 +1,9 @@
+# Changelog
+
+## [0.1.0] - 2024-03-XX
+
+- Initial release
+- Support for OpenAI and Anthropic Claude
+- Prompt templating
+- Memory management
+- Chain operations

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2025 TODO: Write your name
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,115 @@
+# LlmOrchestrator
+
+A lightweight Ruby framework for orchestrating LLM operations with OpenAI and Anthropic Claude. This gem provides a simple way to:
+
+- Manage prompt templates
+- Chain LLM operations
+- Maintain conversation context
+- Switch between OpenAI and Claude providers
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'llm_orchestrator'
+```
+
+And then execute:
+
+```bash
+$ bundle install
+```
+
+## Configuration
+
+Configure your API keys:
+
+```ruby
+LlmOrchestrator.configure do |config|
+  config.openai_api_key = ENV['OPENAI_API_KEY']
+  config.claude_api_key = ENV['CLAUDE_API_KEY']
+  config.default_llm_provider = :claude  # or :openai
+end
+```
+
+## Basic Usage
+
+### Prompt Templates
+
+```ruby
+# Create and use a prompt template
+prompt = LlmOrchestrator::Prompt.new("Answer this {type} question: {question}")
+formatted = prompt.format(
+  type: "math",
+  question: "What is 2+2?"
+)
+```
+
+### LLM Providers
+
+```ruby
+# Using OpenAI
+openai = LlmOrchestrator::OpenAI.new
+response = openai.generate("What is 2+2?", model: "gpt-3.5-turbo")
+
+# Using Claude
+claude = LlmOrchestrator::Anthropic.new
+response = claude.generate("What is 2+2?", model: "claude-3-opus-20240229")
+```
+
+### Chains with Memory
+
+```ruby
+# Create a chain with memory
+memory = LlmOrchestrator::Memory.new
+chain = LlmOrchestrator::Chain.new(memory: memory)
+
+# Add processing steps
+chain.add_step do |input, memory|
+  llm = LlmOrchestrator::Anthropic.new
+  llm.generate(input, context: memory.context_string)
+end
+
+# Run multiple interactions with context
+result1 = chain.run("What is the capital of France?")
+result2 = chain.run("What is its population?") # Uses previous context
+
+# Clear memory when needed
+chain.clear_memory
+```
+
+## Development
+
+After checking out the repo, run:
+
+```bash
+$ bundle install
+$ bundle exec rspec
+```
+
+The tests use VCR to record HTTP interactions. To run the tests with real API calls:
+
+1. Set up your environment variables:
+```bash
+export OPENAI_API_KEY="your-key-here"
+export CLAUDE_API_KEY="your-key-here"
+```
+
+2. Delete the VCR cassettes (if they exist):
+```bash
+rm -rf spec/fixtures/vcr_cassettes
+```
+
+3. Run the tests:
+```bash
+bundle exec rspec
+```
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/llm_orchestrator.
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/lib/llm_orchestrator/chain.rb

@@ -0,0 +1,25 @@
+module LlmOrchestrator
+  class Chain
+    def initialize(memory: nil)
+      @steps = []
+      @memory = memory || Memory.new
+    end
+    
+    def add_step(&block)
+      @steps << block
+      self
+    end
+    
+    def run(input)
+      @steps.reduce(input) do |result, step|
+        output = step.call(result, @memory)
+        @memory.add_message('assistant', output) if output.is_a?(String)
+        output
+      end
+    end
+
+    def clear_memory
+      @memory.clear
+    end
+  end
+end

data/lib/llm_orchestrator/llm.rb

@@ -0,0 +1,63 @@
+require 'openai'
+require 'anthropic'
+require 'pry'
+
+module LlmOrchestrator
+  class LLM
+    def initialize(api_key: nil)
+      @api_key = api_key
+    end
+    
+    def generate(prompt, context: nil, **options)
+      raise NotImplementedError, "Subclasses must implement generate method"
+    end
+  end
+  
+  class OpenAI < LLM
+    def initialize(api_key: nil)
+      super
+      @api_key ||= LlmOrchestrator.configuration.openai_api_key
+      @client = ::OpenAI::Client.new(access_token: @api_key)
+    end
+
+    def generate(prompt, context: nil, **options)
+      messages = []
+      messages << { role: 'system', content: context } if context
+      messages << { role: 'user', content: prompt }
+      
+      response = @client.chat(
+        parameters: {
+          model: options[:model] || 'gpt-3.5-turbo',
+          messages: messages,
+          temperature: options[:temperature] || 0.7
+        }
+      )
+      
+      response.dig('choices', 0, 'message', 'content')
+    end
+  end
+
+  class Anthropic < LLM
+    def initialize(api_key: nil)
+      super
+      @api_key ||= LlmOrchestrator.configuration.claude_api_key
+      @client = ::Anthropic::Client.new(access_token: @api_key)
+    end
+
+    def generate(prompt, context: nil, **options)
+      response = @client.messages(
+        parameters: {
+          model: options[:model] || 'claude-3-opus-20240229',
+          system: context,
+          messages: [
+            { role: 'user', content: prompt }
+          ],
+          temperature: options[:temperature] || 0.7,
+          max_tokens: options[:max_tokens] || 1000
+        }
+      )
+      
+      response.content.first.text
+    end
+  end
+end

data/lib/llm_orchestrator/memory.rb

@@ -0,0 +1,37 @@
+module LlmOrchestrator
+  class Memory
+    attr_reader :messages
+
+    def initialize
+      @messages = []
+      @max_tokens = 2000  # Adjust based on your needs
+    end
+
+    def add_message(role, content)
+      @messages << { role: role, content: content }
+      trim_messages if exceeds_token_limit?
+    end
+
+    def clear
+      @messages.clear
+    end
+
+    def context_string
+      @messages.map { |msg| "#{msg[:role]}: #{msg[:content]}" }.join("\n")
+    end
+
+    private
+
+    def exceeds_token_limit?
+      # Simple approximation: 4 chars ~= 1 token
+      total_chars = @messages.sum { |msg| msg[:content].length }
+      (total_chars / 4) > @max_tokens
+    end
+
+    def trim_messages
+      while exceeds_token_limit? && @messages.size > 1
+        @messages.shift  # Remove oldest message
+      end
+    end
+  end
+end

data/lib/llm_orchestrator/prompt.rb

@@ -0,0 +1,24 @@
+module LlmOrchestrator
+  class Prompt
+    attr_reader :template, :variables
+    
+    def initialize(template)
+      @template = template
+      @variables = extract_variables(template)
+    end
+    
+    def format(values = {})
+      result = template.dup
+      values.each do |key, value|
+        result.gsub!("{#{key}}", value.to_s)
+      end
+      result
+    end
+    
+    private
+    
+    def extract_variables(template)
+      template.scan(/\{(\w+)\}/).flatten.map(&:to_sym)
+    end
+  end
+end

data/lib/llm_orchestrator/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module LlmOrchestrator
+  VERSION = "0.1.0"
+end

data/lib/llm_orchestrator.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+require_relative "llm_orchestrator/version"
+require_relative "llm_orchestrator/prompt"
+require_relative "llm_orchestrator/chain"
+require_relative "llm_orchestrator/llm"
+require_relative "llm_orchestrator/memory"
+
+module LlmOrchestrator
+  class Error < StandardError; end
+  
+  class << self
+    attr_accessor :configuration
+    
+    def configure
+      self.configuration ||= Configuration.new
+      yield(configuration) if block_given?
+    end
+  end
+  
+  class Configuration
+    attr_accessor :default_llm_provider, :openai_api_key, :claude_api_key
+    
+    def initialize
+      @default_llm_provider = :openai
+      @openai_api_key = nil
+      @claude_api_key = nil
+    end
+  end
+end

metadata

@@ -0,0 +1,123 @@
+--- !ruby/object:Gem::Specification
+name: llm_orchestrator
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- "@aquaflamingo"
+bindir: bin
+cert_chain: []
+date: 2025-01-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: ruby-openai
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.0'
+- !ruby/object:Gem::Dependency
+  name: anthropic
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.2
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.12'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.1'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.18'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.18'
+description: A simple and flexible framework for managing prompts and LLM interactions
+  with OpenAI and Anthropic Claude
+email:
+- aquaflamingo@nitrousmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- LICENSE.txt
+- README.md
+- lib/llm_orchestrator.rb
+- lib/llm_orchestrator/chain.rb
+- lib/llm_orchestrator/llm.rb
+- lib/llm_orchestrator/memory.rb
+- lib/llm_orchestrator/prompt.rb
+- lib/llm_orchestrator/version.rb
+homepage: https://github.com/aquaflamingo/llm_orchestrator
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/aquaflamingo/llm_orchestrator
+  source_code_uri: https://github.com/aquaflamingo/llm_orchestrator
+  changelog_uri: https://github.com/aquaflamingo/llm_orchestrator/blob/main/CHANGELOG.md
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.1.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.6.2
+specification_version: 4
+summary: A lightweight ruby framework for orchestrating operations via LLM APIs
+test_files: []