boxcars 0.6.2 → 0.6.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dda5f801d5c9725c2b73f4cc0d69667f243c90684c7a55d45ef91cd0440378cb
-  data.tar.gz: 3d486a0fbc40e4e393a7dd1a646e4c896df842a548c77ab23cb81ec7f6a669b9
+  metadata.gz: c7288e4aaea4065096105c84b78e9425330847eba37b55b6479466c55ae840a8
+  data.tar.gz: 6ff9ec0d0c69113dc70360750fa8fe5460236401c75a3b4e681009efad733301
 SHA512:
-  metadata.gz: f462c9cee5a487fe7f896a0265edcf210cf920633dce4199312557cf5cae2671974c5daf26f70555bb188da377ebc44cef1b3503f2bc56a19f08df151371744a
-  data.tar.gz: e0997b7e0c21d92299fba883781090d25d93566ec8eb4b23b86acdc0d132256e6ece8bc0286b31dec9656d10d9da028d60247b5fa668d506adf5011a961f4a24
+  metadata.gz: e48e4debf178dca7647a08357eaabbdd8ceef6edc3ae40d49a25a31b8ee21fbc41ded409fd55c2b840762868546f1edb0ada72729178c15953e6f48cc0d832fe
+  data.tar.gz: 3717955095a68207dd7c0ee914132573d84126c01ea4e53cec0d5a46985f512a59da3fb1b78ededac29c0d72d16e5f70301629ab326aa20ec2feb4b6664ae343

data/CHANGELOG.md

@@ -1,5 +1,21 @@
 # Changelog
 
+## [v0.6.3](https://github.com/BoxcarsAI/boxcars/tree/v0.6.3) (2024-07-26)
+
+[Full Changelog](https://github.com/BoxcarsAI/boxcars/compare/v0.6.2...v0.6.3)
+
+**Merged pull requests:**
+
+- Add Groq engine [\#199](https://github.com/BoxcarsAI/boxcars/pull/199) ([francis](https://github.com/francis))
+
+## [v0.6.2](https://github.com/BoxcarsAI/boxcars/tree/v0.6.2) (2024-07-24)
+
+[Full Changelog](https://github.com/BoxcarsAI/boxcars/compare/v0.6.1...v0.6.2)
+
+**Merged pull requests:**
+
+- add flag for symbolizing JSON Engine Boxcar results [\#198](https://github.com/BoxcarsAI/boxcars/pull/198) ([francis](https://github.com/francis))
+
 ## [v0.6.1](https://github.com/BoxcarsAI/boxcars/tree/v0.6.1) (2024-07-19)
 
 [Full Changelog](https://github.com/BoxcarsAI/boxcars/compare/v0.5.1...v0.6.1)

data/Gemfile.lock

@@ -1,14 +1,14 @@
 PATH
   remote: .
   specs:
-    boxcars (0.6.2)
+    boxcars (0.6.4)
       anthropic (~> 0.1)
       google_search_results (~> 2.2)
       gpt4all (~> 0.0.4)
       hnswlib (~> 0.8)
       nokogiri (~> 1.16)
       pgvector (~> 0.2)
-      ruby-openai (>= 4.2, < 8.0)
+      ruby-openai (>= 7.1, < 8.0)
 
 GEM
   remote: https://rubygems.org/
@@ -81,7 +81,7 @@ GEM
       faraday (>= 0.8)
     faraday-multipart (1.0.4)
       multipart-post (~> 2)
-    faraday-net_http (3.1.0)
+    faraday-net_http (3.1.1)
       net-http
     faraday-retry (2.2.1)
       faraday (~> 2.0)

data/boxcars.gemspec

@@ -37,7 +37,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "hnswlib", "~> 0.8"
   spec.add_dependency "nokogiri", "~> 1.16"
   spec.add_dependency "pgvector", "~> 0.2"
-  spec.add_dependency "ruby-openai", ">= 4.2", "< 8.0"
+  spec.add_dependency "ruby-openai", ">= 7.1", "< 8.0"
 
   # For more information and examples about making a new gem, checkout our
   # guide at: https://bundler.io/guides/creating_gem.html

data/lib/boxcars/engine/cohere.rb

@@ -90,21 +90,6 @@ module Boxcars
       llm_params
     end
 
-    # Get generation informaton
-    # @param sub_choices [Array<Hash>] The choices to get generation info for.
-    # @return [Array<Generation>] The generation information.
-    def generation_info(sub_choices)
-      sub_choices.map do |choice|
-        Generation.new(
-          text: choice["completion"],
-          generation_info: {
-            finish_reason: choice.fetch("stop_reason", nil),
-            logprobs: choice.fetch("logprobs", nil)
-          }
-        )
-      end
-    end
-
     # make sure we got a valid response
     # @param response [Hash] The response to check.
     # @param must_haves [Array<String>] The keys that must be in the response. Defaults to %w[choices].
@@ -124,45 +109,11 @@ module Boxcars
       end
     end
 
-    # Call out to OpenAI's endpoint with k unique prompts.
-    # @param prompts [Array<String>] The prompts to pass into the model.
-    # @param inputs [Array<String>] The inputs to subsitite into the prompt.
-    # @param stop [Array<String>] Optional list of stop words to use when generating.
-    # @return [EngineResult] The full engine output.
-    def generate(prompts:, stop: nil)
-      params = {}
-      params[:stop] = stop if stop
-      choices = []
-      # Get the token usage from the response.
-      # Includes prompt, completion, and total tokens used.
-      prompts.each_slice(batch_size) do |sub_prompts|
-        sub_prompts.each do |sprompts, inputs|
-          response = client(prompt: sprompts, inputs: inputs, **params)
-          check_response(response)
-          choices << response
-        end
-      end
-
-      n = params.fetch(:n, 1)
-      generations = []
-      prompts.each_with_index do |_prompt, i|
-        sub_choices = choices[i * n, (i + 1) * n]
-        generations.push(generation_info(sub_choices))
-      end
-      EngineResult.new(generations: generations, engine_output: { token_usage: {} })
-    end
-    # rubocop:enable Metrics/AbcSize
-
     # the engine type
     def engine_type
       "claude"
     end
 
-    # calculate the number of tokens used
-    def get_num_tokens(text:)
-      text.split.length # TODO: hook up to token counting gem
-    end
-
     # lookup the context size for a model by name
     # @param modelname [String] The name of the model to lookup.
     def modelname_to_contextsize(_modelname)

data/lib/boxcars/engine/groq.rb

@@ -0,0 +1,121 @@
+# frozen_string_literal: true
+
+# Boxcars is a framework for running a series of tools to get an answer to a question.
+module Boxcars
+  # A engine that uses Groq's API.
+  class Groq < Engine
+    attr_reader :prompts, :groq_parmas, :model_kwargs, :batch_size
+
+    # The default parameters to use when asking the engine.
+    DEFAULT_PARAMS = {
+      model: "llama3-70b-8192",
+      temperature: 0.1,
+      max_tokens: 4096
+    }.freeze
+
+    # the default name of the engine
+    DEFAULT_NAME = "Groq engine"
+    # the default description of the engine
+    DEFAULT_DESCRIPTION = "useful for when you need to use AI to answer questions. " \
+                          "You should ask targeted questions"
+
+    # A engine is a container for a single tool to run.
+    # @param name [String] The name of the engine. Defaults to "Groq engine".
+    # @param description [String] A description of the engine. Defaults to:
+    #        useful for when you need to use AI to answer questions. You should ask targeted questions".
+    # @param prompts [Array<String>] The prompts to use when asking the engine. Defaults to [].
+    # @param batch_size [Integer] The number of prompts to send to the engine at once. Defaults to 20.
+    def initialize(name: DEFAULT_NAME, description: DEFAULT_DESCRIPTION, prompts: [], batch_size: 20, **kwargs)
+      @groq_parmas = DEFAULT_PARAMS.merge(kwargs)
+      @prompts = prompts
+      @batch_size = batch_size
+      super(description: description, name: name)
+    end
+
+    # Get the OpenAI API client
+    # @param groq_api_key [String] The access token to use when asking the engine.
+    #   Defaults to Boxcars.configuration.groq_api_key
+    # @return [OpenAI::Client] The OpenAI API gem client.
+    def self.open_ai_client(groq_api_key: nil)
+      access_token = Boxcars.configuration.groq_api_key(groq_api_key: groq_api_key)
+      ::OpenAI::Client.new(access_token: access_token, uri_base: "https://api.groq.com/openai")
+    end
+
+    def conversation_model?(_model)
+      true
+    end
+
+    # Get an answer from the engine.
+    # @param prompt [String] The prompt to use when asking the engine.
+    # @param groq_api_key [String] The access token to use when asking the engine.
+    #   Defaults to Boxcars.configuration.groq_api_key.
+    # @param kwargs [Hash] Additional parameters to pass to the engine if wanted.
+    def client(prompt:, inputs: {}, groq_api_key: nil, **kwargs)
+      clnt = Groq.open_ai_client(groq_api_key: groq_api_key)
+      params = groq_parmas.merge(kwargs)
+      prompt = prompt.first if prompt.is_a?(Array)
+      params = prompt.as_messages(inputs).merge(params)
+      if Boxcars.configuration.log_prompts
+        Boxcars.debug(params[:messages].last(2).map { |p| ">>>>>> Role: #{p[:role]} <<<<<<\n#{p[:content]}" }.join("\n"), :cyan)
+      end
+      clnt.chat(parameters: params)
+    rescue => e
+      Boxcars.error(e, :red)
+      raise
+    end
+
+    # get an answer from the engine for a question.
+    # @param question [String] The question to ask the engine.
+    # @param kwargs [Hash] Additional parameters to pass to the engine if wanted.
+    def run(question, **kwargs)
+      prompt = Prompt.new(template: question)
+      response = client(prompt: prompt, **kwargs)
+      raise Error, "Groq: No response from API" unless response
+
+      check_response(response)
+      answer = response["choices"].map { |c| c.dig("message", "content") || c["text"] }.join("\n").strip
+      puts answer
+      answer
+    end
+
+    # Get the default parameters for the engine.
+    def default_params
+      groq_parmas
+    end
+
+    # make sure we got a valid response
+    # @param response [Hash] The response to check.
+    # @param must_haves [Array<String>] The keys that must be in the response. Defaults to %w[choices].
+    # @raise [KeyError] if there is an issue with the access token.
+    # @raise [ValueError] if the response is not valid.
+    def check_response(response, must_haves: %w[choices])
+      if response['error'].is_a?(Hash)
+        code = response.dig('error', 'code')
+        msg = response.dig('error', 'message') || 'unknown error'
+        raise KeyError, "GROQ_API_TOKEN not valid" if code == 'invalid_api_key'
+
+        raise ValueError, "Groq error: #{msg}"
+      end
+
+      must_haves.each do |key|
+        raise ValueError, "Expecting key #{key} in response" unless response.key?(key)
+      end
+    end
+
+    # the engine type
+    def engine_type
+      "groq"
+    end
+
+    # Calculate the maximum number of tokens possible to generate for a prompt.
+    # @param prompt_text [String] The prompt text to use.
+    # @return [Integer] the number of tokens possible to generate.
+    def max_tokens_for_prompt(prompt_text)
+      num_tokens = get_num_tokens(prompt_text)
+
+      # get max context size for model by name
+      max_size = 8096
+      max_size - num_tokens
+    end
+  end
+end

data/lib/boxcars/engine/ollama.rb

@@ -0,0 +1,80 @@
+# frozen_string_literal: true
+
+# Boxcars is a framework for running a series of tools to get an answer to a question.
+module Boxcars
+  # A engine that uses local GPT4All API.
+  class Ollama < Engine
+    attr_reader :prompts, :model_kwargs, :batch_size, :ollama_params
+
+    # The default parameters to use when asking the engine.
+    DEFAULT_PARAMS = {
+      model: "llama3",
+      temperature: 0.1,
+      max_tokens: 4096
+    }.freeze
+
+    # the default name of the engine
+    DEFAULT_NAME = "Ollama engine"
+    # the default description of the engine
+    DEFAULT_DESCRIPTION = "useful for when you need to use local AI to answer questions. " \
+                          "You should ask targeted questions"
+
+    # A engine is a container for a single tool to run.
+    # @param name [String] The name of the engine. Defaults to "OpenAI engine".
+    # @param description [String] A description of the engine. Defaults to:
+    #        useful for when you need to use AI to answer questions. You should ask targeted questions".
+    # @param prompts [Array<String>] The prompts to use when asking the engine. Defaults to [].
+    # @param batch_size [Integer] The number of prompts to send to the engine at once. Defaults to 2.
+    def initialize(name: DEFAULT_NAME, description: DEFAULT_DESCRIPTION, prompts: [], batch_size: 2, **kwargs)
+      @ollama_params = DEFAULT_PARAMS.merge(kwargs)
+      @prompts = prompts
+      @batch_size = batch_size
+      super(description: description, name: name)
+    end
+
+    # Get the OpenAI API client
+    # @param groq_api_key [String] The access token to use when asking the engine.
+    #   Defaults to Boxcars.configuration.groq_api_key
+    # @return [OpenAI::Client] The OpenAI API gem client.
+    def self.open_ai_client
+      ::OpenAI::Client.new(uri_base: "http://localhost:11434")
+    end
+
+    def conversation_model?(_model)
+      true
+    end
+
+    # Get an answer from the engine.
+    # @param prompt [String] The prompt to use when asking the engine.
+    # @param groq_api_key [String] The access token to use when asking the engine.
+    #   Defaults to Boxcars.configuration.groq_api_key.
+    # @param kwargs [Hash] Additional parameters to pass to the engine if wanted.
+    def client(prompt:, inputs: {}, **kwargs)
+      clnt = Ollama.open_ai_client
+      params = ollama_params.merge(kwargs)
+      prompt = prompt.first if prompt.is_a?(Array)
+      params = prompt.as_messages(inputs).merge(params)
+      if Boxcars.configuration.log_prompts
+        Boxcars.debug(params[:messages].last(2).map { |p| ">>>>>> Role: #{p[:role]} <<<<<<\n#{p[:content]}" }.join("\n"), :cyan)
+      end
+      ans = clnt.chat(parameters: params)
+      ans['choices'].pluck('message').pluck('content').join("\n")
+    rescue => e
+      Boxcars.error(e, :red)
+      raise
+    end
+
+    # get an answer from the engine for a question.
+    # @param question [String] The question to ask the engine.
+    # @param kwargs [Hash] Additional parameters to pass to the engine if wanted.
+    def run(question, **kwargs)
+      prompt = Prompt.new(template: question)
+      answer = client(prompt: prompt, **kwargs)
+      raise Error, "Ollama: No response from API" unless answer
+
+      # raise Error, "Ollama: #{response['error']}" if response["error"]
+      Boxcars.debug("Answer: #{answer}", :cyan)
+      answer
+    end
+  end
+end

data/lib/boxcars/engine/openai.rb

@@ -88,21 +88,6 @@ module Boxcars
       open_ai_params
     end
 
-    # Get generation informaton
-    # @param sub_choices [Array<Hash>] The choices to get generation info for.
-    # @return [Array<Generation>] The generation information.
-    def generation_info(sub_choices)
-      sub_choices.map do |choice|
-        Generation.new(
-          text: choice.dig("message", "content") || choice["text"],
-          generation_info: {
-            finish_reason: choice.fetch("finish_reason", nil),
-            logprobs: choice.fetch("logprobs", nil)
-          }
-        )
-      end
-    end
-
     # make sure we got a valid response
     # @param response [Hash] The response to check.
     # @param must_haves [Array<String>] The keys that must be in the response. Defaults to %w[choices].
@@ -121,39 +106,6 @@ module Boxcars
         raise ValueError, "Expecting key #{key} in response" unless response.key?(key)
       end
     end
-
-    # Call out to OpenAI's endpoint with k unique prompts.
-    # @param prompts [Array<String>] The prompts to pass into the model.
-    # @param inputs [Array<String>] The inputs to subsitite into the prompt.
-    # @param stop [Array<String>] Optional list of stop words to use when generating.
-    # @return [EngineResult] The full engine output.
-    def generate(prompts:, stop: nil)
-      params = {}
-      params[:stop] = stop if stop
-      choices = []
-      token_usage = {}
-      # Get the token usage from the response.
-      # Includes prompt, completion, and total tokens used.
-      inkeys = %w[completion_tokens prompt_tokens total_tokens].freeze
-      prompts.each_slice(batch_size) do |sub_prompts|
-        sub_prompts.each do |sprompts, inputs|
-          response = client(prompt: sprompts, inputs: inputs, **params)
-          check_response(response)
-          choices.concat(response["choices"])
-          usage_keys = inkeys & response["usage"].keys
-          usage_keys.each { |key| token_usage[key] = token_usage[key].to_i + response["usage"][key] }
-        end
-      end
-
-      n = params.fetch(:n, 1)
-      generations = []
-      prompts.each_with_index do |_prompt, i|
-        sub_choices = choices[i * n, (i + 1) * n]
-        generations.push(generation_info(sub_choices))
-      end
-      EngineResult.new(generations: generations, engine_output: { token_usage: token_usage })
-    end
-    # rubocop:enable Metrics/AbcSize
   end
 
   # the engine type
@@ -161,11 +113,6 @@ module Boxcars
     "openai"
   end
 
-  # calculate the number of tokens used
-  def get_num_tokens(text:)
-    text.split.length # TODO: hook up to token counting gem
-  end
-
   # lookup the context size for a model by name
   # @param modelname [String] The name of the model to lookup.
   def modelname_to_contextsize(modelname)

data/lib/boxcars/engine/perplexityai.rb

@@ -8,9 +8,8 @@ module Boxcars
 
     # The default parameters to use when asking the engine.
     DEFAULT_PER_PARAMS = {
-      model: "llama-2-70b-chat",
-      temperature: 0.1,
-      max_tokens: 3200
+      model: "'llama-3-sonar-large-32k-online'",
+      temperature: 0.1
     }.freeze
 
     # the default name of the engine
@@ -32,28 +31,26 @@ module Boxcars
       super(description: description, name: name)
     end
 
-    def conversation_model?(model)
-      ["mistral-7b-instruct", "llama-2-13b-chat", "llama-2-70b-chat", "openhermes-2-mistral-7b"].include?(model)
+    def conversation_model?(_model)
+      true
     end
 
     def chat(parameters:)
-      url = URI("https://api.perplexity.ai/chat/completions")
-
-      http = Net::HTTP.new(url.host, url.port)
-      http.use_ssl = true
-
-      request = Net::HTTP::Post.new(url)
-      request["accept"] = 'application/json'
-      request["authorization"] = "Bearer #{ENV.fetch('PERPLEXITY_API_KEY')}"
-      request["content-type"] = 'application/json'
-      the_body = {
-        model: parameters[:model] || "mistral-7b-instruct",
-        messages: parameters[:messages]
-      }
-      request.body = the_body.to_json
-
-      response = http.request(request)
-      JSON.parse(response.read_body)
+      conn = Faraday.new(url: "https://api.perplexity.ai/chat/completions") do |faraday|
+        faraday.request :json
+        faraday.response :json
+        faraday.response :raise_error
+      end
+
+      response = conn.post do |req|
+        req.headers['Authorization'] = "Bearer #{ENV.fetch('PERPLEXITY_API_KEY')}"
+        req.body = {
+          model: parameters[:model],
+          messages: parameters[:messages]
+        }
+      end
+
+      response.body
     end
 
     # Get an answer from the engine.
@@ -64,7 +61,6 @@ module Boxcars
     def client(prompt:, inputs: {}, **kwargs)
       prompt = prompt.first if prompt.is_a?(Array)
       params = prompt.as_messages(inputs).merge(default_params).merge(kwargs)
-      params[:model] ||= "llama-2-70b-chat"
       if Boxcars.configuration.log_prompts
         Boxcars.debug(params[:messages].last(2).map { |p| ">>>>>> Role: #{p[:role]} <<<<<<\n#{p[:content]}" }.join("\n"), :cyan)
       end
@@ -90,21 +86,6 @@ module Boxcars
       perplexity_params
     end
 
-    # Get generation informaton
-    # @param sub_choices [Array<Hash>] The choices to get generation info for.
-    # @return [Array<Generation>] The generation information.
-    def generation_info(sub_choices)
-      sub_choices.map do |choice|
-        Generation.new(
-          text: choice.dig("message", "content") || choice["text"],
-          generation_info: {
-            finish_reason: choice.fetch("finish_reason", nil),
-            logprobs: choice.fetch("logprobs", nil)
-          }
-        )
-      end
-    end
-
     # make sure we got a valid response
     # @param response [Hash] The response to check.
     # @param must_haves [Array<String>] The keys that must be in the response. Defaults to %w[choices].
@@ -123,39 +104,6 @@ module Boxcars
         raise ValueError, "Expecting key #{key} in response" unless response.key?(key)
       end
     end
-
-    # Call out to OpenAI's endpoint with k unique prompts.
-    # @param prompts [Array<String>] The prompts to pass into the model.
-    # @param inputs [Array<String>] The inputs to subsitite into the prompt.
-    # @param stop [Array<String>] Optional list of stop words to use when generating.
-    # @return [EngineResult] The full engine output.
-    def generate(prompts:, stop: nil)
-      params = {}
-      params[:stop] = stop if stop
-      choices = []
-      token_usage = {}
-      # Get the token usage from the response.
-      # Includes prompt, completion, and total tokens used.
-      inkeys = %w[completion_tokens prompt_tokens total_tokens].freeze
-      prompts.each_slice(batch_size) do |sub_prompts|
-        sub_prompts.each do |sprompts, inputs|
-          response = client(prompt: sprompts, inputs: inputs, **params)
-          check_response(response)
-          choices.concat(response["choices"])
-          usage_keys = inkeys & response["usage"].keys
-          usage_keys.each { |key| token_usage[key] = token_usage[key].to_i + response["usage"][key] }
-        end
-      end
-
-      n = params.fetch(:n, 1)
-      generations = []
-      prompts.each_with_index do |_prompt, i|
-        sub_choices = choices[i * n, (i + 1) * n]
-        generations.push(generation_info(sub_choices))
-      end
-      EngineResult.new(generations: generations, engine_output: { token_usage: token_usage })
-    end
-    # rubocop:enable Metrics/AbcSize
   end
 
   # the engine type
@@ -168,29 +116,10 @@ module Boxcars
     text.split.length # TODO: hook up to token counting gem
   end
 
-  # lookup the context size for a model by name
-  # @param modelname [String] The name of the model to lookup.
-  def modelname_to_contextsize(modelname)
-    model_lookup = {
-      'text-davinci-003': 4097,
-      'text-curie-001': 2048,
-      'text-babbage-001': 2048,
-      'text-ada-001': 2048,
-      'code-davinci-002': 8000,
-      'code-cushman-001': 2048,
-      'gpt-3.5-turbo-1': 4096
-    }.freeze
-    model_lookup[modelname] || 4097
-  end
-
   # Calculate the maximum number of tokens possible to generate for a prompt.
   # @param prompt_text [String] The prompt text to use.
   # @return [Integer] the number of tokens possible to generate.
-  def max_tokens_for_prompt(prompt_text)
-    num_tokens = get_num_tokens(prompt_text)
-
-    # get max context size for model by name
-    max_size = modelname_to_contextsize(model_name)
-    max_size - num_tokens
+  def max_tokens_for_prompt(_prompt_text)
+    8096
   end
 end

data/lib/boxcars/engine.rb

@@ -16,12 +16,67 @@ module Boxcars
     def run(question)
       raise NotImplementedError
     end
+
+    # calculate the number of tokens used
+    def get_num_tokens(text:)
+      text.split.length # TODO: hook up to token counting gem
+    end
+
+    # Get generation informaton
+    # @param sub_choices [Array<Hash>] The choices to get generation info for.
+    # @return [Array<Generation>] The generation information.
+    def generation_info(sub_choices)
+      sub_choices.map do |choice|
+        Generation.new(
+          text: choice.dig("message", "content") || choice["text"],
+          generation_info: {
+            finish_reason: choice.fetch("finish_reason", nil),
+            logprobs: choice.fetch("logprobs", nil)
+          }
+        )
+      end
+    end
+
+    # Call out to OpenAI's endpoint with k unique prompts.
+    # @param prompts [Array<String>] The prompts to pass into the model.
+    # @param inputs [Array<String>] The inputs to subsitite into the prompt.
+    # @param stop [Array<String>] Optional list of stop words to use when generating.
+    # @return [EngineResult] The full engine output.
+    def generate(prompts:, stop: nil)
+      params = {}
+      params[:stop] = stop if stop
+      choices = []
+      token_usage = {}
+      # Get the token usage from the response.
+      # Includes prompt, completion, and total tokens used.
+      inkeys = %w[completion_tokens prompt_tokens total_tokens].freeze
+      prompts.each_slice(batch_size) do |sub_prompts|
+        sub_prompts.each do |sprompts, inputs|
+          response = client(prompt: sprompts, inputs: inputs, **params)
+          check_response(response)
+          choices.concat(response["choices"])
+          usage_keys = inkeys & response["usage"].keys
+          usage_keys.each { |key| token_usage[key] = token_usage[key].to_i + response["usage"][key] }
+        end
+      end
+
+      n = params.fetch(:n, 1)
+      generations = []
+      prompts.each_with_index do |_prompt, i|
+        sub_choices = choices[i * n, (i + 1) * n]
+        generations.push(generation_info(sub_choices))
+      end
+      EngineResult.new(generations: generations, engine_output: { token_usage: token_usage })
+    end
+    # rubocop:enable Metrics/AbcSize
   end
 end
 
 require "boxcars/engine/engine_result"
 require "boxcars/engine/anthropic"
 require "boxcars/engine/cohere"
+require "boxcars/engine/groq"
+require "boxcars/engine/ollama"
 require "boxcars/engine/openai"
 require "boxcars/engine/perplexityai"
 require "boxcars/engine/gpt4all_eng"

data/lib/boxcars/version.rb

@@ -2,5 +2,5 @@
 
 module Boxcars
   # The current version of the gem.
-  VERSION = "0.6.2"
+  VERSION = "0.6.4"
 end

data/lib/boxcars.rb

@@ -27,7 +27,7 @@ module Boxcars
 
   # Configuration contains gem settings
   class Configuration
-    attr_writer :openai_access_token, :serpapi_api_key
+    attr_writer :openai_access_token, :serpapi_api_key, :groq_api_key
     attr_accessor :organization_id, :logger, :log_prompts, :log_generated, :default_train, :default_engine
 
     def initialize
@@ -52,11 +52,16 @@ module Boxcars
       key_lookup(:anthropic_api_key, kwargs)
     end
 
-    # @return [String] The Anthropic API key either from arg or env.
+    # @return [String] The Cohere API key either from arg or env.
     def cohere_api_key(**kwargs)
       key_lookup(:cohere_api_key, kwargs)
     end
 
+    # @return [String] The Groq API key either from arg or env.
+    def groq_api_key(**kwargs)
+      key_lookup(:groq_api_key, kwargs)
+    end
+
     private
 
     def check_key(key, val)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: boxcars
 version: !ruby/object:Gem::Version
-  version: 0.6.2
+  version: 0.6.4
 platform: ruby
 authors:
 - Francis Sullivan
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-07-24 00:00:00.000000000 Z
+date: 2024-07-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: anthropic
@@ -101,7 +101,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '4.2'
+        version: '7.1'
     - - "<"
       - !ruby/object:Gem::Version
         version: '8.0'
@@ -111,7 +111,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '4.2'
+        version: '7.1'
     - - "<"
       - !ruby/object:Gem::Version
         version: '8.0'
@@ -160,6 +160,8 @@ files:
 - lib/boxcars/engine/cohere.rb
 - lib/boxcars/engine/engine_result.rb
 - lib/boxcars/engine/gpt4all_eng.rb
+- lib/boxcars/engine/groq.rb
+- lib/boxcars/engine/ollama.rb
 - lib/boxcars/engine/openai.rb
 - lib/boxcars/engine/perplexityai.rb
 - lib/boxcars/generation.rb
@@ -217,7 +219,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.10
+rubygems_version: 3.5.11
 signing_key:
 specification_version: 4
 summary: Boxcars is a gem that enables you to create new systems with AI composability.