boxcars 0.6.8 → 0.7.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b025b4faf290736766df116e4146cdcea5285bfbd54b6b1c8eaae1e3fc220507
-  data.tar.gz: cdc51dd2f92609b3b2d52879de4716fe8a34e20a15c9bc5d9f27c005bd5f760f
+  metadata.gz: f737b8f862a6054265b74b7705a9779d301ceba197737c5b85aed4fc96733867
+  data.tar.gz: ffb896560aab128f2bcf685082755ce6400174d38b7d8b5294feea51808d0e17
 SHA512:
-  metadata.gz: 4267533089c1c3be564ac59d321a8adb670d4197d0548767be1291835049c1edf86f6994b93186d4b0c5ab49445f17d1bdba35bc3b983eafea150c0b05732775
-  data.tar.gz: 3d37938ea2c431fe3f1b839471421fc5af46e0c60ede688265874d8b1ac93a6e58e440509a66aea4c91375986ed0295a477cca3adca75f68ffc028f33976583a
+  metadata.gz: 2f9afcd76b2efda7fc9f35f2ae02882256a03f935d8a94a10149daa10ad8180c5d91db34e11296310074a1ec9d5d4863a10e74ddc41b19cd9d250d2da64bdff2
+  data.tar.gz: 17860c296d8cb4a167e4e4bc58835b3bb9da867bb65e38b89cc08d884f88bf09707bc64b4a36195848d7ee995592c4f32ede29752744a7dee4135dd90338285f

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Changelog
 
+## [v0.6.9](https://github.com/BoxcarsAI/boxcars/tree/v0.6.9) (2024-12-19)
+
+[Full Changelog](https://github.com/BoxcarsAI/boxcars/compare/v0.6.8...v0.6.9)
+
+## [v0.6.8](https://github.com/BoxcarsAI/boxcars/tree/v0.6.8) (2024-12-07)
+
+[Full Changelog](https://github.com/BoxcarsAI/boxcars/compare/v0.6.7...v0.6.8)
+
 ## [v0.6.7](https://github.com/BoxcarsAI/boxcars/tree/v0.6.7) (2024-12-04)
 
 [Full Changelog](https://github.com/BoxcarsAI/boxcars/compare/v0.6.6...v0.6.7)

data/Gemfile.lock

@@ -1,25 +1,26 @@
 PATH
   remote: .
   specs:
-    boxcars (0.6.8)
-      anthropic (~> 0.1)
+    boxcars (0.7.1)
+      anthropic (~> 0.3)
       google_search_results (~> 2.2)
-      gpt4all (~> 0.0.4)
-      hnswlib (~> 0.8)
-      nokogiri (~> 1.16)
+      gpt4all (~> 0.0.5)
+      hnswlib (~> 0.9)
+      intelligence (>= 0.8)
+      nokogiri (~> 1.18)
       pgvector (~> 0.2)
-      ruby-openai (>= 7.1, < 8.0)
+      ruby-openai (>= 7.3)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    activemodel (7.2.2)
-      activesupport (= 7.2.2)
-    activerecord (7.2.2)
-      activemodel (= 7.2.2)
-      activesupport (= 7.2.2)
+    activemodel (7.2.2.1)
+      activesupport (= 7.2.2.1)
+    activerecord (7.2.2.1)
+      activemodel (= 7.2.2.1)
+      activesupport (= 7.2.2.1)
       timeout (>= 0.4.0)
-    activesupport (7.2.2)
+    activesupport (7.2.2.1)
       base64
       benchmark (>= 0.3)
       bigdecimal
@@ -50,41 +51,44 @@ GEM
       protocol-http1 (~> 0.19.0)
       protocol-http2 (~> 0.16.0)
       traces (>= 0.10.0)
-    async-http-faraday (0.14.0)
+    async-http-faraday (0.19.0)
       async-http (~> 0.42)
       faraday
     async-io (1.43.2)
       async
-    async-pool (0.7.0)
+    async-pool (0.10.2)
       async (>= 1.25)
+      traces
     base64 (0.2.0)
     benchmark (0.4.0)
-    bigdecimal (3.1.8)
-    concurrent-ruby (1.3.4)
-    connection_pool (2.4.1)
-    console (1.27.0)
+    bigdecimal (3.1.9)
+    concurrent-ruby (1.3.5)
+    connection_pool (2.5.0)
+    console (1.29.2)
       fiber-annotation
       fiber-local (~> 1.1)
       json
     crack (1.0.0)
       bigdecimal
       rexml
-    debug (1.9.2)
+    date (3.4.1)
+    debug (1.10.0)
       irb (~> 1.10)
       reline (>= 0.3.8)
     diff-lcs (1.5.1)
     domain_name (0.6.20240107)
-    dotenv (3.1.4)
+    dotenv (3.1.7)
     drb (2.2.1)
+    dynamicschema (1.0.0.beta04)
     event_stream_parser (1.0.0)
-    faraday (2.12.1)
+    faraday (2.12.2)
       faraday-net_http (>= 2.0, < 3.5)
       json
       logger
     faraday-http-cache (2.5.1)
       faraday (>= 0.8)
-    faraday-multipart (1.0.4)
-      multipart-post (~> 2)
+    faraday-multipart (1.1.0)
+      multipart-post (~> 2.0)
     faraday-net_http (3.4.0)
       net-http (>= 0.5.0)
     faraday-retry (2.2.1)
@@ -92,7 +96,7 @@ GEM
     fiber-annotation (0.2.0)
     fiber-local (1.1.0)
       fiber-storage
-    fiber-storage (0.1.2)
+    fiber-storage (1.0.0)
     github_changelog_generator (1.16.4)
       activesupport
       async (>= 1.25.0)
@@ -107,82 +111,102 @@ GEM
       faraday (~> 2.7)
       os (~> 1.1)
       tty-progressbar (~> 0.18.2)
-    hashdiff (1.1.1)
+    hashdiff (1.1.2)
     hnswlib (0.9.0)
     http-accept (1.7.0)
-    http-cookie (1.0.6)
+    http-cookie (1.0.8)
       domain_name (~> 0.5)
     i18n (1.14.6)
       concurrent-ruby (~> 1.0)
-    io-console (0.7.2)
-    irb (1.14.0)
+    intelligence (0.8.0)
+      dynamicschema (~> 1.0.0.beta03)
+      faraday (~> 2.7)
+      json-repair (~> 0.2)
+      mime-types (~> 3.6)
+    io-console (0.8.0)
+    irb (1.14.3)
       rdoc (>= 4.0.0)
       reline (>= 0.4.2)
-    json (2.9.0)
+    json (2.9.1)
+    json-repair (0.2.0)
     language_server-protocol (3.17.0.3)
-    logger (1.6.2)
-    mime-types (3.5.2)
+    logger (1.6.5)
+    mime-types (3.6.0)
+      logger
       mime-types-data (~> 3.2015)
-    mime-types-data (3.2024.0702)
+    mime-types-data (3.2025.0107)
     minitest (5.25.4)
     multi_json (1.15.0)
     multipart-post (2.4.1)
     net-http (0.6.0)
       uri
     netrc (0.11.0)
-    nio4r (2.7.3)
-    nokogiri (1.16.8-arm64-darwin)
+    nio4r (2.7.4)
+    nokogiri (1.18.1-aarch64-linux-gnu)
+      racc (~> 1.4)
+    nokogiri (1.18.1-aarch64-linux-musl)
+      racc (~> 1.4)
+    nokogiri (1.18.1-arm-linux-gnu)
+      racc (~> 1.4)
+    nokogiri (1.18.1-arm-linux-musl)
+      racc (~> 1.4)
+    nokogiri (1.18.1-arm64-darwin)
+      racc (~> 1.4)
+    nokogiri (1.18.1-x86_64-darwin)
+      racc (~> 1.4)
+    nokogiri (1.18.1-x86_64-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.16.8-x86_64-linux)
+    nokogiri (1.18.1-x86_64-linux-musl)
       racc (~> 1.4)
     octokit (4.25.1)
       faraday (>= 1, < 3)
       sawyer (~> 0.9)
     os (1.1.4)
     parallel (1.26.3)
-    parser (3.3.6.0)
+    parser (3.3.7.0)
       ast (~> 2.4.1)
       racc
     pg (1.5.9)
     pgvector (0.2.2)
-    protocol-hpack (1.4.3)
+    protocol-hpack (1.5.1)
     protocol-http (0.26.8)
     protocol-http1 (0.19.1)
       protocol-http (~> 0.22)
     protocol-http2 (0.16.0)
       protocol-hpack (~> 1.4)
       protocol-http (~> 0.18)
-    psych (5.1.2)
+    psych (5.2.3)
+      date
       stringio
     public_suffix (6.0.1)
     racc (1.8.1)
     rainbow (3.1.1)
     rake (13.2.1)
-    rdoc (6.7.0)
+    rdoc (6.11.0)
       psych (>= 4.0.0)
-    regexp_parser (2.9.3)
-    reline (0.5.9)
+    regexp_parser (2.10.0)
+    reline (0.6.0)
       io-console (~> 0.5)
     rest-client (2.1.0)
       http-accept (>= 1.7.0, < 2.0)
       http-cookie (>= 1.0.2, < 2.0)
       mime-types (>= 1.16, < 4.0)
       netrc (~> 0.8)
-    rexml (3.3.9)
+    rexml (3.4.0)
     rspec (3.13.0)
       rspec-core (~> 3.13.0)
       rspec-expectations (~> 3.13.0)
       rspec-mocks (~> 3.13.0)
-    rspec-core (3.13.0)
+    rspec-core (3.13.2)
       rspec-support (~> 3.13.0)
-    rspec-expectations (3.13.1)
+    rspec-expectations (3.13.3)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
-    rspec-mocks (3.13.1)
+    rspec-mocks (3.13.2)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
-    rspec-support (3.13.1)
-    rubocop (1.69.1)
+    rspec-support (3.13.2)
+    rubocop (1.70.0)
       json (~> 2.3)
       language_server-protocol (>= 3.17.0)
       parallel (~> 1.10)
@@ -192,11 +216,11 @@ GEM
       rubocop-ast (>= 1.36.2, < 2.0)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 2.4.0, < 4.0)
-    rubocop-ast (1.36.2)
+    rubocop-ast (1.37.0)
       parser (>= 3.3.1.0)
     rubocop-rake (0.6.0)
       rubocop (~> 1.0)
-    rubocop-rspec (3.2.0)
+    rubocop-rspec (3.3.0)
       rubocop (~> 1.61)
     ruby-openai (7.3.1)
       event_stream_parser (>= 0.3.0, < 2.0.0)
@@ -206,16 +230,22 @@ GEM
     sawyer (0.9.2)
       addressable (>= 2.3.5)
       faraday (>= 0.17.3, < 3)
-    securerandom (0.4.0)
-    sqlite3 (2.0.4-arm64-darwin)
-    sqlite3 (2.0.4-x86_64-linux-gnu)
-    stringio (3.1.1)
+    securerandom (0.4.1)
+    sqlite3 (2.5.0-aarch64-linux-gnu)
+    sqlite3 (2.5.0-aarch64-linux-musl)
+    sqlite3 (2.5.0-arm-linux-gnu)
+    sqlite3 (2.5.0-arm-linux-musl)
+    sqlite3 (2.5.0-arm64-darwin)
+    sqlite3 (2.5.0-x86_64-darwin)
+    sqlite3 (2.5.0-x86_64-linux-gnu)
+    sqlite3 (2.5.0-x86_64-linux-musl)
+    stringio (3.1.2)
     strings-ansi (0.2.0)
-    timeout (0.4.2)
+    timeout (0.4.3)
     timers (4.3.5)
-    traces (0.11.1)
+    traces (0.14.1)
     tty-cursor (0.7.1)
-    tty-progressbar (0.18.2)
+    tty-progressbar (0.18.3)
       strings-ansi (~> 0.2)
       tty-cursor (~> 0.7)
       tty-screen (~> 0.8)
@@ -233,10 +263,14 @@ GEM
       hashdiff (>= 0.4.0, < 2.0.0)
 
 PLATFORMS
-  arm64-darwin-22
-  arm64-darwin-23
-  arm64-darwin-24
-  x86_64-linux
+  aarch64-linux-gnu
+  aarch64-linux-musl
+  arm-linux-gnu
+  arm-linux-musl
+  arm64-darwin
+  x86_64-darwin
+  x86_64-linux-gnu
+  x86_64-linux-musl
 
 DEPENDENCIES
   activerecord (~> 7.1)
@@ -261,4 +295,4 @@ DEPENDENCIES
   webmock (~> 3.24.0)
 
 BUNDLED WITH
-   2.4.16
+   2.5.23

data/boxcars.gemspec

@@ -31,13 +31,14 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   # runtime dependencies
-  spec.add_dependency "anthropic", "~> 0.1"
+  spec.add_dependency "anthropic", "~> 0.3"
   spec.add_dependency "google_search_results", "~> 2.2"
-  spec.add_dependency "gpt4all", "~> 0.0.4"
-  spec.add_dependency "hnswlib", "~> 0.8"
-  spec.add_dependency "nokogiri", "~> 1.16"
+  spec.add_dependency "gpt4all", "~> 0.0.5"
+  spec.add_dependency "hnswlib", "~> 0.9"
+  spec.add_dependency "intelligence", ">= 0.8"
+  spec.add_dependency "nokogiri", "~> 1.18"
   spec.add_dependency "pgvector", "~> 0.2"
-  spec.add_dependency "ruby-openai", ">= 7.1", "< 8.0"
+  spec.add_dependency "ruby-openai", ">= 7.3"
 
   # For more information and examples about making a new gem, checkout our
   # guide at: https://bundler.io/guides/creating_gem.html

data/lib/boxcars/conversation.rb

@@ -95,6 +95,20 @@ module Boxcars
       raise KeyError, "Prompt format error: #{first_line}"
     end
 
+    def as_intelligence_conversation(inputs = nil)
+      conversation = Intelligence::Conversation.new
+      no_history.each do |ln|
+        message = Intelligence::Message.new(ln[0])
+        message << Intelligence::MessageContent::Text.new(text: cformat(ln.last, inputs))
+        conversation.messages << message
+      end
+      conversation
+    rescue ::KeyError => e
+      first_line = e.message.to_s.split("\n").first
+      Boxcars.error "Missing prompt input key: #{first_line}"
+      raise KeyError, "Prompt format error: #{first_line}"
+    end
+
     # compute the prompt parameters with input substitutions
     # @param inputs [Hash] The inputs to use for the prompt.
     # @return [Hash] The formatted prompt { prompt: "..."}

data/lib/boxcars/conversation_prompt.rb

@@ -51,5 +51,12 @@ module Boxcars
     def default_prefixes
       conversation.default_prefixes
     end
+
+    # Convert the prompt to an Intelligence::Conversation
+    # @param inputs [Hash] The inputs to use for the prompt
+    # @return [Intelligence::Conversation] The converted conversation
+    def as_intelligence_conversation(inputs: nil)
+      conversation.to_intelligence_conversation(inputs: inputs)
+    end
   end
 end

data/lib/boxcars/engine/anthropic.rb

@@ -78,7 +78,7 @@ module Boxcars
       raise Error, "Anthropic: #{response['error']}" if response['error']
 
       answer = response['completion']
-      Boxcars.debug(response, :yellow)
+      Boxcars.debug("Answer: #{answer}", :cyan)
       answer
     end
 

data/lib/boxcars/engine/cerebras.rb

@@ -0,0 +1,109 @@
+# frozen_string_literal: true
+
+require "intelligence"
+module Boxcars
+  # A engine that uses Cerebras's API
+  class Cerebras < Engine
+    attr_reader :prompts, :cerebras_params, :model_kwargs, :batch_size
+
+    # The default parameters to use when asking the engine
+    DEFAULT_PARAMS = {
+      model: "llama-3.3-70b",
+      temperature: 0.1
+    }.freeze
+
+    # the default name of the engine
+    DEFAULT_NAME = "Cerebras engine"
+    # the default description of the engine
+    DEFAULT_DESCRIPTION = "useful for when you need to use Cerebras to process complex content. " \
+                          "Supports text, images, and other content types"
+
+    def initialize(name: DEFAULT_NAME, description: DEFAULT_DESCRIPTION, prompts: [], batch_size: 20, **kwargs)
+      @cerebras_params = DEFAULT_PARAMS.merge(kwargs)
+      @prompts = prompts
+      @batch_size = batch_size
+      super(description: description, name: name)
+    end
+
+    # Get the Cerebras API client
+    def self.adapter(params:, api_key: nil)
+      api_key = Boxcars.configuration.cerebras_api_key(**params) if api_key.nil?
+      raise ArgumentError, "Cerebras API key not configured" unless api_key
+
+      Intelligence::Adapter[:cerebras].new(
+        { key: api_key, chat_options: params }
+      )
+    end
+
+    # Process different content types
+    def process_content(content)
+      case content
+      when String
+        { type: "text", text: content }
+      when Hash
+        validate_content(content)
+      when Array
+        content.map { |c| process_content(c) }
+      else
+        raise ArgumentError, "Unsupported content type: #{content.class}"
+      end
+    end
+
+    # Validate content structure
+    def validate_content(content)
+      raise ArgumentError, "Content must have type and text fields" unless content[:type] && content[:text]
+
+      content
+    end
+
+    # Get an answer from the engine
+    def client(prompt:, inputs: {}, api_key: nil, **kwargs)
+      params = cerebras_params.merge(kwargs)
+      adapter = Cerebras.adapter(api_key: api_key, params: params)
+      raise Error, "OpenAI: No response from API" unless adapter
+
+      convo = prompt.as_intelligence_conversation(inputs: inputs)
+
+      # Add content processing
+      Boxcars.debug("Sending to Cerebras:\n#{convo}", :cyan) if Boxcars.configuration.log_prompts
+
+      # Make API call
+      request = Intelligence::ChatRequest.new(adapter: adapter)
+      response = request.chat(convo)
+      check_response(response)
+    rescue StandardError => e
+      Boxcars.error("Cerebras Error: #{e.message}", :red)
+      raise
+    end
+
+    # Run the engine with a question
+    def run(question, **kwargs)
+      prompt = Prompt.new(template: question)
+      response = client(prompt: prompt, **kwargs)
+      extract_answer(response)
+    end
+
+    private
+
+    def extract_answer(response)
+      # Handle different response formats
+      if response["choices"]
+        response["choices"].map { |c| c.dig("message", "content") || c["text"] }.join("\n").strip
+      else
+        response["output"] || response.to_s
+      end
+    end
+
+    def check_response(response)
+      return response.result.text if response.success?
+
+      raise KeyError, "CEREBRAS_API_KEY not valid" if response&.reason_phrase == "Unauthorized"
+
+      raise ValueError, "Cerebras error: #{response&.reason_phrase&.present? ? response.reason_phrase : response}"
+    end
+
+    def conversation_model?(_model)
+      true
+    end
+  end
+end

data/lib/boxcars/engine/cohere.rb

@@ -78,7 +78,7 @@ module Boxcars
       raise Error, "Cohere: #{response[:error]}" if response[:error]
 
       answer = response[:text]
-      Boxcars.debug(response, :yellow)
+      Boxcars.debug("Answer: #{answer}", :cyan)
       answer
     end
 

data/lib/boxcars/engine/gemini_ai.rb

@@ -1,73 +1,66 @@
 # frozen_string_literal: true
 
-# Boxcars - a framework for running a series of tools to get an answer to a question.
+# Boxcars is a framework for running a series of tools to get an answer to a question.
 module Boxcars
-  # A engine that uses Gemini's API.
+  # A engine that uses GeminiAI's API.
   class GeminiAi < Engine
-    attr_reader :prompts, :llm_params, :model_kwargs, :batch_size
+    attr_reader :prompts, :llm_parmas, :model_kwargs, :batch_size
 
     # The default parameters to use when asking the engine.
     DEFAULT_PARAMS = {
-      model: "gemini-1.5-flash-latest"
+      model: "gemini-1.5-flash-latest",
+      temperature: 0.1
     }.freeze
 
     # the default name of the engine
-    DEFAULT_NAME = "Google Gemini AI engine"
+    DEFAULT_NAME = "GeminiAI engine"
     # the default description of the engine
-    DEFAULT_DESCRIPTION = "useful for when you need to use Google Gemini AI to answer questions. " \
+    DEFAULT_DESCRIPTION = "useful for when you need to use AI to answer questions. " \
                           "You should ask targeted questions"
 
-    # A engine is the driver for a single tool to run.
-    # @param name [String] The name of the engine. Defaults to "OpenAI engine".
+    # A engine is a container for a single tool to run.
+    # @param name [String] The name of the engine. Defaults to "GeminiAI engine".
     # @param description [String] A description of the engine. Defaults to:
     #        useful for when you need to use AI to answer questions. You should ask targeted questions".
     # @param prompts [Array<String>] The prompts to use when asking the engine. Defaults to [].
-    def initialize(name: DEFAULT_NAME, description: DEFAULT_DESCRIPTION, prompts: [], **kwargs)
-      @llm_params = DEFAULT_PARAMS.merge(kwargs)
+    # @param batch_size [Integer] The number of prompts to send to the engine at once. Defaults to 20.
+    def initialize(name: DEFAULT_NAME, description: DEFAULT_DESCRIPTION, prompts: [], batch_size: 20, **kwargs)
+      @llm_parmas = DEFAULT_PARAMS.merge(kwargs)
       @prompts = prompts
-      @batch_size = 20
+      @batch_size = batch_size
       super(description: description, name: name)
     end
 
-    def conversation_model?(_model)
-      true
+    # Get the OpenAI API client
+    # @param gemini_api_key [String] The access token to use when asking the engine.
+    #   Defaults to Boxcars.configuration.gemini_api_key
+    # @return [OpenAI::Client] The OpenAI API gem client.
+    def self.open_ai_client(gemini_api_key: nil)
+      access_token = Boxcars.configuration.gemini_api_key(gemini_api_key: gemini_api_key)
+      ::OpenAI::Client.new(access_token: access_token, uri_base: "https://generativelanguage.googleapis.com/v1beta/openai/")
     end
 
-    def chat(params, gemini_api_key)
-      raise Boxcars::ConfigurationError('Google AI API key not set') if gemini_api_key.blank?
-
-      model_string = params.delete(:model_string)
-      raise Boxcars::ConfigurationError('Google AI API key not set') if model_string.blank?
-
-      # Define the API endpoint and parameters
-      api_endpoint = "https://generativelanguage.googleapis.com/v1beta/models/#{model_string}:generateContent?key=#{gemini_api_key}"
-
-      connection = Faraday.new(api_endpoint) do |faraday|
-        faraday.request :url_encoded
-        faraday.headers['Content-Type'] = 'application/json'
-      end
-
-      # Make the API call
-      response = connection.post { |req| req.body = params.to_json }
-
-      JSON.parse(response.body, symbolize_names: true)
+    def conversation_model?(_model)
+      true
     end
 
     # Get an answer from the engine.
     # @param prompt [String] The prompt to use when asking the engine.
-    # @param gemini_api_key [String] Optional api key to use when asking the engine.
+    # @param gemini_api_key [String] The access token to use when asking the engine.
     #   Defaults to Boxcars.configuration.gemini_api_key.
     # @param kwargs [Hash] Additional parameters to pass to the engine if wanted.
-    def client(prompt:, inputs: {}, **kwargs)
-      api_key = Boxcars.configuration.gemini_api_key(**kwargs)
-      option_params = llm_params.merge(kwargs)
-      model_string = option_params.delete(:model) || DEFAULT_PARAMS[:model]
-      convo = prompt.as_messages(inputs: inputs)
-      # Convert conversation to Google Gemini format
-      params = to_google_gemini_format(convo[:messages], option_params)
-      params[:model_string] = model_string
-      Boxcars.debug("Prompt after formatting:#{params[:message]}", :cyan) if Boxcars.configuration.log_prompts
-      chat(params, api_key)
+    def client(prompt:, inputs: {}, gemini_api_key: nil, **kwargs)
+      clnt = GeminiAi.open_ai_client(gemini_api_key: gemini_api_key)
+      params = llm_parmas.merge(kwargs)
+      prompt = prompt.first if prompt.is_a?(Array)
+      params = prompt.as_messages(inputs).merge(params)
+      if Boxcars.configuration.log_prompts
+        Boxcars.debug(params[:messages].last(2).map { |p| ">>>>>> Role: #{p[:role]} <<<<<<\n#{p[:content]}" }.join("\n"), :cyan)
+      end
+      clnt.chat(parameters: params)
+    rescue => e
+      Boxcars.error(e, :red)
+      raise
     end
 
     # get an answer from the engine for a question.
@@ -76,13 +69,10 @@ module Boxcars
     def run(question, **kwargs)
       prompt = Prompt.new(template: question)
       response = client(prompt: prompt, **kwargs)
-
       raise Error, "GeminiAI: No response from API" unless response
-      raise Error, "GeminiAI: #{response[:error]}" if response[:error]
 
-      answer = response[:candidates].first[:content][:parts].first[:text]
-      Boxcars.debug(response, :yellow)
-      answer
+      check_response(response)
+      response["choices"].map { |c| c.dig("message", "content") || c["text"] }.join("\n").strip
     end
 
     # Get the default parameters for the engine.
@@ -95,13 +85,13 @@ module Boxcars
     # @param must_haves [Array<String>] The keys that must be in the response. Defaults to %w[choices].
     # @raise [KeyError] if there is an issue with the access token.
     # @raise [ValueError] if the response is not valid.
-    def check_response(response, must_haves: %w[completion])
-      if response['error']
+    def check_response(response, must_haves: %w[choices])
+      if response['error'].is_a?(Hash)
         code = response.dig('error', 'code')
         msg = response.dig('error', 'message') || 'unknown error'
-        raise KeyError, "ANTHOPIC_API_KEY not valid" if code == 'invalid_api_key'
+        raise KeyError, "GEMINI_API_TOKEN not valid" if code == 'invalid_api_key'
 
-        raise ValueError, "Gemini error: #{msg}"
+        raise ValueError, "GeminiAI error: #{msg}"
       end
 
       must_haves.each do |key|
@@ -111,13 +101,7 @@ module Boxcars
 
     # the engine type
     def engine_type
-      "claude"
-    end
-
-    # lookup the context size for a model by name
-    # @param modelname [String] The name of the model to lookup.
-    def modelname_to_contextsize(_modelname)
-      100000
+      "gemini_ai"
     end
 
     # Calculate the maximum number of tokens possible to generate for a prompt.
@@ -127,34 +111,8 @@ module Boxcars
       num_tokens = get_num_tokens(prompt_text)
 
       # get max context size for model by name
-      max_size = modelname_to_contextsize(model_name)
+      max_size = 8096
       max_size - num_tokens
     end
-
-    def to_google_gemini_format(convo, option_params)
-      instructions = convo.shift.last if convo.first && convo.first[:role] == :system
-      system_instructions = instructions || "You are a helpful assistant."
-
-      # Convert conversation history to the format expected by Google
-      contents = convo.map { |message| { text: message[:content] } }
-
-      generation_config = {}
-      if option_params.length.positive?
-        generation_config.merge!(option_params)
-        generation_config[:stopSequences] = [generation_config.delete(:stop)] if generation_config[:stop].present?
-      end
-
-      rv = {
-        system_instruction: { parts: { text: system_instructions } }, # System instructions or context
-        contents: { parts: contents } # The chat messages
-      }
-
-      rv[:generationConfig] = generation_config if generation_config.length.positive?
-      rv
-    end
-
-    def default_prefixes
-      { system: "SYSTEM: ", user: "USER: ", assistant: "CHATBOT: ", history: :history }
-    end
   end
 end

data/lib/boxcars/engine/groq.rb

@@ -73,9 +73,7 @@ module Boxcars
       raise Error, "Groq: No response from API" unless response
 
       check_response(response)
-      answer = response["choices"].map { |c| c.dig("message", "content") || c["text"] }.join("\n").strip
-      puts answer
-      answer
+      response["choices"].map { |c| c.dig("message", "content") || c["text"] }.join("\n").strip
     end
 
     # Get the default parameters for the engine.

data/lib/boxcars/engine/intelligence/client.rb

@@ -0,0 +1,62 @@
+# frozen_string_literal: true
+
+module Boxcars
+  class Intelligence
+    # Client for interacting with the Intelligence API
+    class Client
+      BASE_URL = "https://api.intelligence.com/v1"
+      DEFAULT_TIMEOUT = 120
+
+      def initialize(api_key:)
+        @api_key = api_key
+        @connection = Faraday.new(
+          url: BASE_URL,
+          headers: {
+            "Content-Type" => "application/json",
+            "Authorization" => "Bearer #{@api_key}"
+          },
+          request: {
+            timeout: DEFAULT_TIMEOUT
+          }
+        )
+      end
+
+      # Generate a response from the Intelligence API
+      def generate(parameters:)
+        response = @connection.post("/generate") do |req|
+          req.body = parameters.to_json
+        end
+
+        handle_response(response)
+      end
+
+      # Stream a response from the Intelligence API
+      def stream(parameters:, &block)
+        @connection.post("/generate") do |req|
+          req.options.on_data = block
+          req.headers["Accept"] = "text/event-stream"
+          req.body = parameters.to_json
+        end
+      end
+
+      private
+
+      def handle_response(response)
+        case response.status
+        when 200
+          JSON.parse(response.body)
+        when 401
+          raise KeyError, "Invalid API key"
+        when 429
+          raise ValueError, "Rate limit exceeded"
+        when 400..499
+          raise ArgumentError, "Bad request: #{response.body}"
+        when 500..599
+          raise Error, "Intelligence API server error"
+        else
+          raise Error, "Unexpected response: #{response.status}"
+        end
+      end
+    end
+  end
+end

data/lib/boxcars/engine/intelligence.rb

@@ -0,0 +1,141 @@
+# frozen_string_literal: true
+
+module Boxcars
+  # A engine that uses Intelligence's API
+  class Intelligence < Engine
+    attr_reader :prompts, :intelligence_params, :model_kwargs, :batch_size
+
+    # The default parameters to use when asking the engine
+    DEFAULT_PARAMS = {
+      model: "intelligence-1.0",
+      temperature: 0.1
+    }.freeze
+
+    # the default name of the engine
+    DEFAULT_NAME = "Intelligence engine"
+    # the default description of the engine
+    DEFAULT_DESCRIPTION = "useful for when you need to use Intelligence to process complex content. " \
+                          "Supports text, images, and other content types"
+
+    def initialize(name: DEFAULT_NAME, description: DEFAULT_DESCRIPTION, prompts: [], batch_size: 20, **kwargs)
+      begin
+        require 'intelligence'
+      rescue LoadError => _e
+        raise LoadError,
+              "The intelligence gem is required. Please add 'gem \"intelligence\"' to your Gemfile and run bundle install"
+      end
+
+      @intelligence_params = DEFAULT_PARAMS.merge(kwargs)
+      @prompts = prompts
+      @batch_size = batch_size
+      super(description: description, name: name)
+    end
+
+    # Get the Intelligence API client
+    def self.intelligence_client(api_key: nil)
+      api_key ||= Boxcars.configuration.intelligence_api_key
+      raise ArgumentError, "Intelligence API key not configured" unless api_key
+
+      Client.new(api_key: api_key)
+    end
+
+    # Stream responses from the Intelligence API
+    def stream(prompt:, inputs: {}, api_key: nil, &block)
+      client = Intelligence.intelligence_client(api_key: api_key)
+      params = intelligence_params.merge(stream: true)
+
+      processed_prompt = if conversation_model?(params[:model])
+                           prompt.as_messages(inputs)
+                         else
+                           { prompt: prompt.as_prompt(inputs: inputs) }
+                         end
+
+      processed_prompt[:content] = process_content(processed_prompt[:content]) if processed_prompt[:content]
+
+      client.stream(parameters: params.merge(processed_prompt), &block)
+    end
+
+    # Process different content types
+    def process_content(content)
+      case content
+      when String
+        { type: "text", text: content }
+      when Hash
+        validate_content(content)
+      when Array
+        content.map { |c| process_content(c) }
+      else
+        raise ArgumentError, "Unsupported content type: #{content.class}"
+      end
+    end
+
+    # Validate content structure
+    def validate_content(content)
+      raise ArgumentError, "Content must have type and text fields" unless content[:type] && content[:text]
+
+      content
+    end
+
+    # Get an answer from the engine
+    def client(prompt:, inputs: {}, api_key: nil, **kwargs)
+      client = Intelligence.intelligence_client(api_key: api_key)
+      params = intelligence_params.merge(kwargs)
+
+      processed_prompt = if conversation_model?(params[:model])
+                           prompt.as_messages(inputs)
+                         else
+                           { prompt: prompt.as_prompt(inputs: inputs) }
+                         end
+
+      # Add content processing
+      processed_prompt[:content] = process_content(processed_prompt[:content]) if processed_prompt[:content]
+
+      Boxcars.debug("Sending to Intelligence:\n#{processed_prompt}", :cyan) if Boxcars.configuration.log_prompts
+
+      # Make API call
+      response = client.generate(parameters: params.merge(processed_prompt))
+      check_response(response)
+      response
+    rescue StandardError => e
+      Boxcars.error("Intelligence Error: #{e.message}", :red)
+      raise
+    end
+
+    # Run the engine with a question
+    def run(question, **kwargs)
+      prompt = Prompt.new(template: question)
+      response = client(prompt: prompt, **kwargs)
+      extract_answer(response)
+    end
+
+    private
+
+    def extract_answer(response)
+      # Handle different response formats
+      if response["choices"]
+        response["choices"].map { |c| c.dig("message", "content") || c["text"] }.join("\n").strip
+      else
+        response["output"] || response.to_s
+      end
+    end
+
+    def check_response(response)
+      if response["error"]
+        code = response.dig("error", "code")
+        msg = response.dig("error", "message") || "unknown error"
+        raise KeyError, "INTELLIGENCE_API_KEY not valid" if code == "invalid_api_key"
+
+        raise ValueError, "Intelligence error: #{msg}"
+      end
+
+      # Validate response structure
+      return if response["choices"] || response["output"]
+
+      raise Error, "Invalid response format from Intelligence API"
+    end
+
+    def conversation_model?(_model)
+      true
+    end
+  end
+end

data/lib/boxcars/engine/openai.rb

@@ -92,7 +92,7 @@ module Boxcars
       raise Error, "OpenAI: #{response['error']}" if response["error"]
 
       answer = response["choices"].map { |c| c.dig("message", "content") || c["text"] }.join("\n").strip
-      puts answer
+      Boxcars.debug("Answer: #{answer}", :cyan)
       answer
     end
 

data/lib/boxcars/engine/perplexityai.rb

@@ -78,7 +78,7 @@ module Boxcars
       raise Error, "PerplexityAI: #{response['error']}" if response["error"]
 
       answer = response["choices"].map { |c| c.dig("message", "content") || c["text"] }.join("\n").strip
-      puts answer
+      Boxcars.debug("Answer: #{answer}", :cyan)
       answer
     end
 

data/lib/boxcars/engine.rb

@@ -80,3 +80,4 @@ require "boxcars/engine/openai"
 require "boxcars/engine/perplexityai"
 require "boxcars/engine/gpt4all_eng"
 require "boxcars/engine/gemini_ai"
+require "boxcars/engine/cerebras"

data/lib/boxcars/prompt.rb

@@ -44,6 +44,18 @@ module Boxcars
     def default_prefixes
     end
 
+    # Convert the prompt to an Intelligence::Conversation
+    # @param inputs [Hash] The inputs to use for the prompt
+    # @return [Intelligence::Conversation] The converted conversation
+    def as_intelligence_conversation(inputs: nil)
+      conversation = Intelligence::Conversation.new
+      user_msg = Intelligence::Message.new(:user)
+      user_msg << Intelligence::MessageContent::Text.new(text: format(inputs))
+      conversation.messages << user_msg
+
+      conversation
+    end
+
     private
 
     # format the prompt with the input variables

data/lib/boxcars/version.rb

@@ -2,5 +2,5 @@
 
 module Boxcars
   # The current version of the gem.
-  VERSION = "0.6.8"
+  VERSION = "0.7.1"
 end

data/lib/boxcars.rb

@@ -27,7 +27,7 @@ module Boxcars
 
   # Configuration contains gem settings
   class Configuration
-    attr_writer :openai_access_token, :serpapi_api_key, :groq_api_key
+    attr_writer :openai_access_token, :serpapi_api_key, :groq_api_key, :cerebras_api_key
     attr_accessor :organization_id, :logger, :log_prompts, :log_generated, :default_train, :default_engine
 
     def initialize
@@ -62,6 +62,11 @@ module Boxcars
       key_lookup(:groq_api_key, kwargs)
     end
 
+    # @return [String] The Cerebras API key either from arg or env.
+    def cerebras_api_key(**kwargs)
+      key_lookup(:cerebras_api_key, kwargs)
+    end
+
     # @return [String] The Google AI API key either from arg or env.
     def gemini_api_key(**kwargs)
       key_lookup(:gemini_api_key, kwargs)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: boxcars
 version: !ruby/object:Gem::Version
-  version: 0.6.8
+  version: 0.7.1
 platform: ruby
 authors:
 - Francis Sullivan
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-12-07 00:00:00.000000000 Z
+date: 2025-01-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: anthropic
@@ -17,14 +17,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.1'
+        version: '0.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.1'
+        version: '0.3'
 - !ruby/object:Gem::Dependency
   name: google_search_results
   requirement: !ruby/object:Gem::Requirement
@@ -45,26 +45,40 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.0.4
+        version: 0.0.5
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.0.4
+        version: 0.0.5
 - !ruby/object:Gem::Dependency
   name: hnswlib
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.8'
+        version: '0.9'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+- !ruby/object:Gem::Dependency
+  name: intelligence
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0.8'
 - !ruby/object:Gem::Dependency
@@ -73,14 +87,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: '1.18'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: '1.18'
 - !ruby/object:Gem::Dependency
   name: pgvector
   requirement: !ruby/object:Gem::Requirement
@@ -101,20 +115,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '7.1'
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: '8.0'
+        version: '7.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '7.1'
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: '8.0'
+        version: '7.3'
 description: You simply set an OpenAI key, give a number of Boxcars to a Train, and
   magic ensues when you run it.
 email:
@@ -157,11 +165,14 @@ files:
 - lib/boxcars/conversation_prompt.rb
 - lib/boxcars/engine.rb
 - lib/boxcars/engine/anthropic.rb
+- lib/boxcars/engine/cerebras.rb
 - lib/boxcars/engine/cohere.rb
 - lib/boxcars/engine/engine_result.rb
 - lib/boxcars/engine/gemini_ai.rb
 - lib/boxcars/engine/gpt4all_eng.rb
 - lib/boxcars/engine/groq.rb
+- lib/boxcars/engine/intelligence.rb
+- lib/boxcars/engine/intelligence/client.rb
 - lib/boxcars/engine/ollama.rb
 - lib/boxcars/engine/openai.rb
 - lib/boxcars/engine/perplexityai.rb