llm.rb 0.1.0 → 0.2.1

data/spec/openai/completion_spec.rb

@@ -3,38 +3,11 @@
 require "setup"
 
 RSpec.describe "LLM::OpenAI: completions" do
-  subject(:openai) { LLM.openai("") }
-
-  before(:each, :success) do
-    stub_request(:post, "https://api.openai.com/v1/chat/completions")
-      .with(headers: {"Content-Type" => "application/json"})
-      .to_return(
-        status: 200,
-        body: fixture("openai/completions/ok_completion.json"),
-        headers: {"Content-Type" => "application/json"}
-      )
-  end
-
-  before(:each, :unauthorized) do
-    stub_request(:post, "https://api.openai.com/v1/chat/completions")
-      .with(headers: {"Content-Type" => "application/json"})
-      .to_return(
-        status: 401,
-        body: fixture("openai/completions/unauthorized_completion.json"),
-        headers: {"Content-Type" => "application/json"}
-      )
-  end
-
-  before(:each, :bad_request) do
-    stub_request(:post, "https://api.openai.com/v1/chat/completions")
-      .with(headers: {"Content-Type" => "application/json"})
-      .to_return(
-        status: 400,
-        body: fixture("openai/completions/badrequest_completion.json")
-      )
-  end
+  subject(:openai) { LLM.openai(token) }
+  let(:token) { ENV["LLM_SECRET"] || "TOKEN" }
 
-  context "when given a successful response", :success do
+  context "when given a successful response",
+          vcr: {cassette_name: "openai/completions/successful_response"} do
     subject(:response) { openai.complete("Hello!", :user) }
 
     it "returns a completion" do
@@ -48,8 +21,8 @@ RSpec.describe "LLM::OpenAI: completions" do
     it "includes token usage" do
       expect(response).to have_attributes(
         prompt_tokens: 9,
-        completion_tokens: 9,
-        total_tokens: 18
+        completion_tokens: 10,
+        total_tokens: 19
       )
     end
 
@@ -69,21 +42,29 @@ RSpec.describe "LLM::OpenAI: completions" do
     end
   end
 
-  context "when given an unauthorized response", :unauthorized do
-    subject(:response) { openai.complete(LLM::Message.new("Hello!", :user)) }
-
-    it "raises an error" do
-      expect { response }.to raise_error(LLM::Error::Unauthorized)
+  context "when given a thread of messages",
+          vcr: {cassette_name: "openai/completions/successful_response_thread"} do
+    subject(:response) do
+      openai.complete "What is your name? What age are you?", :user, messages: [
+        {role: "system", content: "Answer all of my questions"},
+        {role: "system", content: "Your name is Pablo, you are 25 years old and you are my amigo"}
+      ]
     end
 
-    it "includes the response" do
-      response
-    rescue LLM::Error::Unauthorized => ex
-      expect(ex.response).to be_kind_of(Net::HTTPResponse)
+    it "has choices" do
+      expect(response).to have_attributes(
+        choices: [
+          have_attributes(
+            role: "assistant",
+            content: "My name is Pablo, and I'm 25 years old! How can I help you today, amigo?"
+          )
+        ]
+      )
     end
   end
 
-  context "when given a 'bad request' response", :bad_request do
+  context "when given a 'bad request' response",
+          vcr: {cassette_name: "openai/completions/bad_request"} do
     subject(:response) { openai.complete(URI("/foobar.exe"), :user) }
 
     it "raises an error" do
@@ -96,4 +77,20 @@ RSpec.describe "LLM::OpenAI: completions" do
       expect(ex.response).to be_instance_of(Net::HTTPBadRequest)
     end
   end
+
+  context "when given an unauthorized response",
+          vcr: {cassette_name: "openai/completions/unauthorized_response"} do
+    subject(:response) { openai.complete(LLM::Message.new("Hello!", :user)) }
+    let(:token) { "BADTOKEN" }
+
+    it "raises an error" do
+      expect { response }.to raise_error(LLM::Error::Unauthorized)
+    end
+
+    it "includes the response" do
+      response
+    rescue LLM::Error::Unauthorized => ex
+      expect(ex.response).to be_kind_of(Net::HTTPResponse)
+    end
+  end
 end

data/spec/openai/embedding_spec.rb

@@ -3,19 +3,11 @@
 require "setup"
 
 RSpec.describe "LLM::OpenAI: embeddings" do
-  let(:openai) { LLM.openai("") }
+  let(:openai) { LLM.openai(token) }
+  let(:token) { ENV["LLM_SECRET"] || "TOKEN" }
 
-  before(:each, :success) do
-    stub_request(:post, "https://api.openai.com/v1/embeddings")
-      .with(headers: {"Content-Type" => "application/json"})
-      .to_return(
-        status: 200,
-        body: fixture("openai/embeddings/hello_world_embedding.json"),
-        headers: {"Content-Type" => "application/json"}
-      )
-  end
-
-  context "when given a successful response", :success do
+  context "when given a successful response",
+          vcr: {cassette_name: "openai/embeddings/successful_response"} do
     subject(:response) { openai.embed("Hello, world") }
 
     it "returns an embedding" do

data/spec/readme_spec.rb

@@ -22,22 +22,19 @@ RSpec.describe "The README examples" do
 
     let(:expected_conversation) do
       [
-        "[system] You are a friendly chatbot. Sometimes, you like to tell a joke.",
-        "But the joke must be based on the given inputs.",
+        "[system] You are my math assistant.",
+        "I will provide you with (simple) equations.",
+        "You will provide answers in the format \"The answer to <equation> is <answer>\".",
         "I will provide you a set of messages. Reply to all of them.",
         "A message is considered unanswered if there is no corresponding assistant response.",
 
-        "[user] What color is the sky?",
-        "[user] What color is an orange?",
-        "[user] I like Ruby",
+        "[user] Tell me the answer to 5 + 15",
+        "[user] Tell me the answer to (5 + 15) * 2",
+        "[user] Tell me the answer to ((5 + 15) * 2) / 10",
 
-        "[assistant] The sky is typically blue during the day, but it can have beautiful",
-        "hues of pink, orange, and purple during sunset! As for an orange,",
-        "it's typically orange in color - funny how that works, right?",
-        "I love Ruby too! Did you know that a Ruby is not only a beautiful",
-        "gemstone, but it's also a programming language that's both elegant",
-        "and powerful! Speaking of colors, why did the orange stop?",
-        "Because it ran out of juice!"
+        "[assistant] The answer to 5 + 15 is 20.",
+        "The answer to (5 + 15) * 2 is 40.",
+        "The answer to ((5 + 15) * 2) / 10 is 4."
       ].map(&:strip)
     end
 

data/spec/setup.rb

@@ -2,6 +2,7 @@
 
 require "llm"
 require "webmock/rspec"
+require "vcr"
 
 RSpec.configure do |config|
   config.disable_monkey_patching!
@@ -9,21 +10,11 @@ RSpec.configure do |config|
   config.expect_with :rspec do |c|
     c.syntax = :expect
   end
+end
 
-  config.include Module.new {
-    def request_fixture(file)
-      path = File.join(fixtures, "requests", file)
-      File.read(path).chomp
-    end
-
-    def response_fixture(file)
-      path = File.join(fixtures, "responses", file)
-      File.read(path).chomp
-    end
-    alias_method :fixture, :response_fixture
-
-    def fixtures
-      File.join(__dir__, "fixtures")
-    end
-  }
+VCR.configure do |config|
+  config.cassette_library_dir = "spec/fixtures/cassettes"
+  config.hook_into :webmock
+  config.configure_rspec_metadata!
+  config.filter_sensitive_data("TOKEN") { ENV["LLM_SECRET"] }
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm.rb
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Antar Azri
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-03-25 00:00:00.000000000 Z
+date: 2025-04-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: net-http
@@ -39,6 +39,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: yaml
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: webmock
   requirement: !ruby/object:Gem::Requirement
@@ -109,6 +123,62 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.12.0
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: standard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.40'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.40'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.0'
 description: llm.rb is a lightweight Ruby library that provides a common interface
   and set of functionality for multple Large Language Models (LLMs). It is designed
   to be simple, flexible, and easy to use.
@@ -127,9 +197,9 @@ files:
 - lib/llm/error.rb
 - lib/llm/file.rb
 - lib/llm/http_client.rb
-- lib/llm/lazy_conversation.rb
 - lib/llm/message.rb
 - lib/llm/message_queue.rb
+- lib/llm/model.rb
 - lib/llm/provider.rb
 - lib/llm/providers/anthropic.rb
 - lib/llm/providers/anthropic/error_handler.rb
@@ -147,16 +217,23 @@ files:
 - lib/llm/providers/openai/error_handler.rb
 - lib/llm/providers/openai/format.rb
 - lib/llm/providers/openai/response_parser.rb
+- lib/llm/providers/voyageai.rb
+- lib/llm/providers/voyageai/error_handler.rb
+- lib/llm/providers/voyageai/response_parser.rb
 - lib/llm/response.rb
 - lib/llm/response/completion.rb
 - lib/llm/response/embedding.rb
 - lib/llm/version.rb
 - llm.gemspec
+- share/llm/models/anthropic.yml
+- share/llm/models/gemini.yml
+- share/llm/models/ollama.yml
+- share/llm/models/openai.yml
 - spec/anthropic/completion_spec.rb
+- spec/anthropic/embedding_spec.rb
 - spec/gemini/completion_spec.rb
 - spec/gemini/embedding_spec.rb
 - spec/llm/conversation_spec.rb
-- spec/llm/lazy_conversation_spec.rb
 - spec/ollama/completion_spec.rb
 - spec/ollama/embedding_spec.rb
 - spec/openai/completion_spec.rb

data/lib/llm/lazy_conversation.rb

@@ -1,39 +0,0 @@
-# frozen_string_literal: true
-
-module LLM
-  require_relative "message_queue"
-
-  ##
-  # {LLM::LazyConversation LLM::LazyConversation} provides a
-  # conversation object that allows input prompts to be queued
-  # and only sent to the LLM when a response is needed.
-  #
-  # @example
-  #   llm = LLM.openai(key)
-  #   bot = llm.chat("Be a helpful weather assistant", :system)
-  #   bot.chat("What's the weather like in Rio?")
-  #   bot.chat("What's the weather like in Algiers?")
-  #   bot.messages.each do |message|
-  #     # A single request is made at this point
-  #   end
-  class LazyConversation
-    ##
-    # @return [LLM::MessageQueue]
-    attr_reader :messages
-
-    ##
-    # @param [LLM::Provider] provider
-    #  A provider
-    def initialize(provider)
-      @provider = provider
-      @messages = LLM::MessageQueue.new(provider)
-    end
-
-    ##
-    # @param prompt (see LLM::Provider#prompt)
-    # @return [LLM::Conversation]
-    def chat(prompt, role = :user, **params)
-      tap { @messages << [prompt, role, params] }
-    end
-  end
-end

data/spec/llm/lazy_conversation_spec.rb

@@ -1,110 +0,0 @@
-# frozen_string_literal: true
-
-require "setup"
-
-RSpec.describe LLM::LazyConversation do
-  context "with gemini" do
-    let(:provider) { LLM.gemini("") }
-    let(:conversation) { described_class.new(provider) }
-
-    context "when given a thread of messages" do
-      subject(:message) { conversation.messages.to_a[-1] }
-
-      before do
-        stub_request(:post, "https://generativelanguage.googleapis.com/v1beta/models/gemini-1.5-flash:generateContent?key=")
-          .with(
-            headers: {"Content-Type" => "application/json"},
-            body: request_fixture("gemini/completions/ok_completion.json")
-          )
-          .to_return(
-            status: 200,
-            body: response_fixture("gemini/completions/ok_completion.json"),
-            headers: {"Content-Type" => "application/json"}
-          )
-      end
-
-      before do
-        conversation.chat "Hello"
-        conversation.chat "I have a question"
-        conversation.chat "How are you?"
-      end
-
-      it "maintains a conversation" do
-        expect(message).to have_attributes(
-          role: "model",
-          content: "Hello! How can I help you today? \n"
-        )
-      end
-    end
-  end
-
-  context "with openai" do
-    let(:provider) { LLM.openai("") }
-    let(:conversation) { described_class.new(provider) }
-
-    context "when given a thread of messages" do
-      subject(:message) { conversation.messages.to_a[-1] }
-
-      before do
-        stub_request(:post, "https://api.openai.com/v1/chat/completions")
-          .with(
-            headers: {"Content-Type" => "application/json"},
-            body: request_fixture("openai/completions/ok_completion.json")
-          )
-          .to_return(
-            status: 200,
-            body: response_fixture("openai/completions/ok_completion.json"),
-            headers: {"Content-Type" => "application/json"}
-          )
-      end
-
-      before do
-        conversation.chat "Hello"
-        conversation.chat "I have a question"
-        conversation.chat "How are you?"
-      end
-
-      it "maintains a conversation" do
-        expect(message).to have_attributes(
-          role: "assistant",
-          content: "Hello! How can I assist you today?"
-        )
-      end
-    end
-  end
-
-  context "with ollama" do
-    let(:provider) { LLM.ollama("") }
-    let(:conversation) { described_class.new(provider) }
-
-    context "when given a thread of messages" do
-      subject(:message) { conversation.messages.to_a[-1] }
-
-      before do
-        stub_request(:post, "http://localhost:11434/api/chat")
-          .with(
-            headers: {"Content-Type" => "application/json"},
-            body: request_fixture("ollama/completions/ok_completion.json")
-          )
-          .to_return(
-            status: 200,
-            body: response_fixture("ollama/completions/ok_completion.json"),
-            headers: {"Content-Type" => "application/json"}
-          )
-      end
-
-      before do
-        conversation.chat "Hello"
-        conversation.chat "I have a question"
-        conversation.chat "How are you?"
-      end
-
-      it "maintains a conversation" do
-        expect(message).to have_attributes(
-          role: "assistant",
-          content: "Hello! How are you today?"
-        )
-      end
-    end
-  end
-end