boxcars 0.7.2 → 0.7.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 517934e9dae206e574b969cd8645b3bfe287ab0cf2a5567a25f83f9b87257b67
-  data.tar.gz: 1208007664c046fa3da7d92e367b4032d1eeabef18635b74358d09a89130305d
+  metadata.gz: b7d7e68a8fe277fba9e416c7f582ee60135ef79f101da5f8da802a900330e807
+  data.tar.gz: 7f7e7f5243dc3a3f646dee5475456b9df640773e6411053b8f8514a5b9ef95be
 SHA512:
-  metadata.gz: 2e410138d08fd6744a5ef27aa8724db7839b9ff272e319df9d79b9d1ad1e0d27088da932b83367d82b6458e319eb1710038f0c9e03212b7b3f59c8dee61ac4e2
-  data.tar.gz: '09716daacbcecba8debb27c3b243e25087f609c033fdccad40dd5ddad4f9b311d0764ab9a816d0a9d1ae5bfb51b0fdaa5c13fffbb7eb2034c5f39ea78d11e906'
+  metadata.gz: 91af273bb15b972e59d0c1c2f142e19fbfc226298ce650da55e7925054e3c9ea2076f2c7ca9e741b2280cea33a913be27bf7f65681d61f6fbfa02d8361726e00
+  data.tar.gz: e4f6d515b34bc9ba1b12b70f7cd0813930b825675b93d263e991858d8c774ffc2030ce27264aac3c458f921fede365651a8344c1a4f279852b0c73c30052e39b

data/Gemfile.lock

@@ -1,14 +1,14 @@
 PATH
   remote: .
   specs:
-    boxcars (0.7.2)
-      anthropic (~> 0.3)
+    boxcars (0.7.4)
       google_search_results (~> 2.2)
       gpt4all (~> 0.0.5)
       hnswlib (~> 0.9)
       intelligence (>= 0.8)
       nokogiri (~> 1.18)
       pgvector (~> 0.2)
+      ruby-anthropic (~> 0.4)
       ruby-openai (>= 7.3)
 
 GEM
@@ -34,11 +34,7 @@ GEM
       tzinfo (~> 2.0, >= 2.0.5)
     addressable (2.8.7)
       public_suffix (>= 2.0.2, < 7.0)
-    anthropic (0.3.2)
-      event_stream_parser (>= 0.3.0, < 2.0.0)
-      faraday (>= 1)
-      faraday-multipart (>= 1)
-    ast (2.4.2)
+    ast (2.4.3)
     async (1.32.1)
       console (~> 1.10)
       nio4r (~> 2.3)
@@ -51,20 +47,19 @@ GEM
       protocol-http1 (~> 0.19.0)
       protocol-http2 (~> 0.16.0)
       traces (>= 0.10.0)
-    async-http-faraday (0.19.0)
+    async-http-faraday (0.21.0)
       async-http (~> 0.42)
       faraday
     async-io (1.43.2)
       async
-    async-pool (0.10.2)
+    async-pool (0.10.3)
       async (>= 1.25)
-      traces
     base64 (0.2.0)
     benchmark (0.4.0)
     bigdecimal (3.1.9)
     concurrent-ruby (1.3.5)
     connection_pool (2.5.0)
-    console (1.29.2)
+    console (1.30.2)
       fiber-annotation
       fiber-local (~> 1.1)
       json
@@ -75,13 +70,13 @@ GEM
     debug (1.10.0)
       irb (~> 1.10)
       reline (>= 0.3.8)
-    diff-lcs (1.5.1)
+    diff-lcs (1.6.1)
     domain_name (0.6.20240107)
-    dotenv (3.1.7)
+    dotenv (3.1.8)
     drb (2.2.1)
     dynamicschema (1.0.0.beta04)
     event_stream_parser (1.0.0)
-    faraday (2.12.2)
+    faraday (2.13.0)
       faraday-net_http (>= 2.0, < 3.5)
       json
       logger
@@ -91,7 +86,7 @@ GEM
       multipart-post (~> 2.0)
     faraday-net_http (3.4.0)
       net-http (>= 0.5.0)
-    faraday-retry (2.2.1)
+    faraday-retry (2.3.1)
       faraday (~> 2.0)
     fiber-annotation (0.2.0)
     fiber-local (1.1.0)
@@ -116,7 +111,7 @@ GEM
     http-accept (1.7.0)
     http-cookie (1.0.8)
       domain_name (~> 0.5)
-    i18n (1.14.6)
+    i18n (1.14.7)
       concurrent-ruby (~> 1.0)
     intelligence (0.8.0)
       dynamicschema (~> 1.0.0.beta03)
@@ -124,50 +119,56 @@ GEM
       json-repair (~> 0.2)
       mime-types (~> 3.6)
     io-console (0.8.0)
-    irb (1.14.3)
+    irb (1.15.2)
+      pp (>= 0.6.0)
       rdoc (>= 4.0.0)
       reline (>= 0.4.2)
-    json (2.9.1)
+    json (2.10.2)
     json-repair (0.2.0)
-    language_server-protocol (3.17.0.3)
-    logger (1.6.5)
-    mime-types (3.6.0)
+    language_server-protocol (3.17.0.4)
+    lint_roller (1.1.0)
+    logger (1.7.0)
+    mime-types (3.6.2)
       logger
       mime-types-data (~> 3.2015)
-    mime-types-data (3.2025.0107)
-    minitest (5.25.4)
+    mime-types-data (3.2025.0408)
+    minitest (5.25.5)
     multi_json (1.15.0)
     multipart-post (2.4.1)
     net-http (0.6.0)
       uri
     netrc (0.11.0)
     nio4r (2.7.4)
-    nokogiri (1.18.1-aarch64-linux-gnu)
+    nokogiri (1.18.7-aarch64-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.18.1-aarch64-linux-musl)
+    nokogiri (1.18.7-aarch64-linux-musl)
       racc (~> 1.4)
-    nokogiri (1.18.1-arm-linux-gnu)
+    nokogiri (1.18.7-arm-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.18.1-arm-linux-musl)
+    nokogiri (1.18.7-arm-linux-musl)
       racc (~> 1.4)
-    nokogiri (1.18.1-arm64-darwin)
+    nokogiri (1.18.7-arm64-darwin)
       racc (~> 1.4)
-    nokogiri (1.18.1-x86_64-darwin)
+    nokogiri (1.18.7-x86_64-darwin)
       racc (~> 1.4)
-    nokogiri (1.18.1-x86_64-linux-gnu)
+    nokogiri (1.18.7-x86_64-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.18.1-x86_64-linux-musl)
+    nokogiri (1.18.7-x86_64-linux-musl)
       racc (~> 1.4)
     octokit (4.25.1)
       faraday (>= 1, < 3)
       sawyer (~> 0.9)
     os (1.1.4)
     parallel (1.26.3)
-    parser (3.3.7.0)
+    parser (3.3.8.0)
       ast (~> 2.4.1)
       racc
     pg (1.5.9)
     pgvector (0.2.2)
+    pp (0.6.2)
+      prettyprint
+    prettyprint (0.2.0)
+    prism (1.4.0)
     protocol-hpack (1.5.1)
     protocol-http (0.26.8)
     protocol-http1 (0.19.1)
@@ -182,22 +183,22 @@ GEM
     racc (1.8.1)
     rainbow (3.1.1)
     rake (13.2.1)
-    rdoc (6.11.0)
+    rdoc (6.13.1)
       psych (>= 4.0.0)
     regexp_parser (2.10.0)
-    reline (0.6.0)
+    reline (0.6.1)
       io-console (~> 0.5)
     rest-client (2.1.0)
       http-accept (>= 1.7.0, < 2.0)
       http-cookie (>= 1.0.2, < 2.0)
       mime-types (>= 1.16, < 4.0)
       netrc (~> 0.8)
-    rexml (3.4.0)
+    rexml (3.4.1)
     rspec (3.13.0)
       rspec-core (~> 3.13.0)
       rspec-expectations (~> 3.13.0)
       rspec-mocks (~> 3.13.0)
-    rspec-core (3.13.2)
+    rspec-core (3.13.3)
       rspec-support (~> 3.13.0)
     rspec-expectations (3.13.3)
       diff-lcs (>= 1.2.0, < 2.0)
@@ -206,23 +207,30 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
     rspec-support (3.13.2)
-    rubocop (1.70.0)
+    rubocop (1.75.2)
       json (~> 2.3)
-      language_server-protocol (>= 3.17.0)
+      language_server-protocol (~> 3.17.0.2)
+      lint_roller (~> 1.1.0)
       parallel (~> 1.10)
       parser (>= 3.3.0.2)
       rainbow (>= 2.2.2, < 4.0)
       regexp_parser (>= 2.9.3, < 3.0)
-      rubocop-ast (>= 1.36.2, < 2.0)
+      rubocop-ast (>= 1.44.0, < 2.0)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 2.4.0, < 4.0)
-    rubocop-ast (1.37.0)
-      parser (>= 3.3.1.0)
+    rubocop-ast (1.44.1)
+      parser (>= 3.3.7.2)
+      prism (~> 1.4)
     rubocop-rake (0.6.0)
       rubocop (~> 1.0)
-    rubocop-rspec (3.3.0)
-      rubocop (~> 1.61)
-    ruby-openai (7.3.1)
+    rubocop-rspec (3.5.0)
+      lint_roller (~> 1.1)
+      rubocop (~> 1.72, >= 1.72.1)
+    ruby-anthropic (0.4.2)
+      event_stream_parser (>= 0.3.0, < 2.0.0)
+      faraday (>= 1)
+      faraday-multipart (>= 1)
+    ruby-openai (8.1.0)
       event_stream_parser (>= 0.3.0, < 2.0.0)
       faraday (>= 1)
       faraday-multipart (>= 1)
@@ -231,19 +239,19 @@ GEM
       addressable (>= 2.3.5)
       faraday (>= 0.17.3, < 3)
     securerandom (0.4.1)
-    sqlite3 (2.5.0-aarch64-linux-gnu)
-    sqlite3 (2.5.0-aarch64-linux-musl)
-    sqlite3 (2.5.0-arm-linux-gnu)
-    sqlite3 (2.5.0-arm-linux-musl)
-    sqlite3 (2.5.0-arm64-darwin)
-    sqlite3 (2.5.0-x86_64-darwin)
-    sqlite3 (2.5.0-x86_64-linux-gnu)
-    sqlite3 (2.5.0-x86_64-linux-musl)
-    stringio (3.1.2)
+    sqlite3 (2.6.0-aarch64-linux-gnu)
+    sqlite3 (2.6.0-aarch64-linux-musl)
+    sqlite3 (2.6.0-arm-linux-gnu)
+    sqlite3 (2.6.0-arm-linux-musl)
+    sqlite3 (2.6.0-arm64-darwin)
+    sqlite3 (2.6.0-x86_64-darwin)
+    sqlite3 (2.6.0-x86_64-linux-gnu)
+    sqlite3 (2.6.0-x86_64-linux-musl)
+    stringio (3.1.6)
     strings-ansi (0.2.0)
     timeout (0.4.3)
-    timers (4.3.5)
-    traces (0.14.1)
+    timers (4.4.0)
+    traces (0.15.2)
     tty-cursor (0.7.1)
     tty-progressbar (0.18.3)
       strings-ansi (~> 0.2)
@@ -254,7 +262,7 @@ GEM
     tzinfo (2.0.6)
       concurrent-ruby (~> 1.0)
     unicode-display_width (2.6.0)
-    uri (1.0.2)
+    uri (1.0.3)
     vcr (6.3.1)
       base64
     webmock (3.24.0)

data/boxcars.gemspec

@@ -31,13 +31,13 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   # runtime dependencies
-  spec.add_dependency "anthropic", "~> 0.3"
   spec.add_dependency "google_search_results", "~> 2.2"
   spec.add_dependency "gpt4all", "~> 0.0.5"
   spec.add_dependency "hnswlib", "~> 0.9"
   spec.add_dependency "intelligence", ">= 0.8"
   spec.add_dependency "nokogiri", "~> 1.18"
   spec.add_dependency "pgvector", "~> 0.2"
+  spec.add_dependency "ruby-anthropic", "~> 0.4"
   spec.add_dependency "ruby-openai", ">= 7.3"
 
   # For more information and examples about making a new gem, checkout our

data/lib/boxcars/boxcar/json_engine_boxcar.rb

@@ -35,7 +35,7 @@ module Boxcars
             %<wanted_data>s
           }
       SYSPR
-      stock_prompt += "\n\nImportant:\n#{important}\n" if important.present?
+      stock_prompt += "\n\nImportant:\n#{important}\n" unless important.to_s.empty?
 
       sprompt = format(stock_prompt, wanted_data: wanted_data, data_description: data_description)
       ctemplate = [

data/lib/boxcars/boxcar.rb

@@ -166,7 +166,7 @@ module Boxcars
         output = call(inputs: inputs)
       rescue StandardError => e
         Boxcars.error "Error in #{name} boxcar#call: #{e}\nbt:#{e.backtrace[0..5].join("\n   ")}", :red
-        Boxcars.error("Response Body: #{e.response[:body]}", :red) if e.respond_to?(:response) && e.response.present?
+        Boxcars.error("Response Body: #{e.response[:body]}", :red) if e.respond_to?(:response) && !e.response.nil?
         raise e
       end
       validate_outputs(outputs: output.keys)

data/lib/boxcars/engine/cerebras.rb

@@ -1,11 +1,8 @@
 # frozen_string_literal: true
 
-require "intelligence"
 module Boxcars
   # A engine that uses Cerebras's API
-  class Cerebras < Engine
-    attr_reader :prompts, :cerebras_params, :model_kwargs, :batch_size
-
+  class Cerebras < IntelligenceBase
     # The default parameters to use when asking the engine
     DEFAULT_PARAMS = {
       model: "llama-3.3-70b",
@@ -18,92 +15,22 @@ module Boxcars
     DEFAULT_DESCRIPTION = "useful for when you need to use Cerebras to process complex content. " \
                           "Supports text, images, and other content types"
 
+    # A Cerebras Engine is used by Boxcars to generate output from prompts
+    # @param name [String] The name of the Engine. Defaults to classname.
+    # @param description [String] A description of the Engine.
+    # @param prompts [Array<Prompt>] The prompts to use for the Engine.
+    # @param batch_size [Integer] The number of prompts to send to the Engine at a time.
+    # @param kwargs [Hash] Additional parameters to pass to the Engine.
     def initialize(name: DEFAULT_NAME, description: DEFAULT_DESCRIPTION, prompts: [], batch_size: 20, **kwargs)
-      @cerebras_params = DEFAULT_PARAMS.merge(kwargs)
-      @prompts = prompts
-      @batch_size = batch_size
-      super(description: description, name: name)
-    end
-
-    # Get the Cerebras API client
-    def self.adapter(params:, api_key: nil)
-      api_key = Boxcars.configuration.cerebras_api_key(**params) if api_key.nil?
-      raise ArgumentError, "Cerebras API key not configured" unless api_key
-
-      Intelligence::Adapter[:cerebras].new(
-        { key: api_key, chat_options: params }
-      )
-    end
-
-    # Process different content types
-    def process_content(content)
-      case content
-      when String
-        { type: "text", text: content }
-      when Hash
-        validate_content(content)
-      when Array
-        content.map { |c| process_content(c) }
-      else
-        raise ArgumentError, "Unsupported content type: #{content.class}"
-      end
+      super(provider: :cerebras, description: description, name: name, prompts: prompts, batch_size: batch_size, **kwargs)
     end
 
-    # Validate content structure
-    def validate_content(content)
-      raise ArgumentError, "Content must have type and text fields" unless content[:type] && content[:text]
-
-      content
-    end
-
-    # Get an answer from the engine
-    def client(prompt:, inputs: {}, api_key: nil, **kwargs)
-      params = cerebras_params.merge(kwargs)
-      adapter = Cerebras.adapter(api_key: api_key, params: params)
-      raise Error, "Cerebras: No response from API" unless adapter
-
-      convo = prompt.as_intelligence_conversation(inputs: inputs)
-      raise Error, "Cerebras: No conversation" unless convo
-
-      # Make API call
-      request = Intelligence::ChatRequest.new(adapter: adapter)
-      response = request.chat(convo)
-      return JSON.parse(response.body) if response.success?
-
-      raise Error, "Cerebras: #{response.reason_phrase}"
-    rescue StandardError => e
-      Boxcars.error("Cerebras Error: #{e.message}", :red)
-      raise
-    end
-
-    # Run the engine with a question
-    def run(question, **kwargs)
-      prompt = Prompt.new(template: question)
-      response = client(prompt: prompt, **kwargs)
-      extract_answer(response)
-    end
-
-    private
-
-    def extract_answer(response)
-      # Handle different response formats
-      if response["choices"]
-        response["choices"].map { |c| c.dig("message", "content") || c["text"] }.join("\n").strip
-      else
-        response["output"] || response.to_s
-      end
-    end
-
-    def check_response(response)
-      return if response.present? && response.key?("choices")
-
-      raise KeyError, "CEREBRAS_API_KEY not valid" if response&.reason_phrase == "Unauthorized"
-
-      raise ValueError, "Cerebras error: #{response&.reason_phrase&.present? ? response.reason_phrase : response}"
+    def default_model_params
+      DEFAULT_PARAMS
     end
 
-    def conversation_model?(_model)
-      true
+    def lookup_provider_api_key(params:)
+      Boxcars.configuration.cerebras_api_key(**params)
     end
   end
 end

data/lib/boxcars/engine/google.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+module Boxcars
+  # A engine that uses Google's API
+  class Google < IntelligenceBase
+    # The default parameters to use when asking the engine
+    DEFAULT_PARAMS = {
+      model: "gemini-1.5-flash-latest",
+      temperature: 0.1
+    }.freeze
+
+    # the default name of the engine
+    DEFAULT_NAME = "Google Vertex AI engine"
+    # the default description of the engine
+    DEFAULT_DESCRIPTION = "useful for when you need to use Google Vertex AI to process complex content. " \
+                          "Supports text, images, and other content types"
+
+    # A Google Engine is used by Boxcars to generate output from prompts
+    # @param name [String] The name of the Engine. Defaults to classname.
+    # @param description [String] A description of the Engine.
+    # @param prompts [Array<Prompt>] The prompts to use for the Engine.
+    # @param batch_size [Integer] The number of prompts to send to the Engine at a time.
+    # @param kwargs [Hash] Additional parameters to pass to the Engine.
+    def initialize(name: DEFAULT_NAME, description: DEFAULT_DESCRIPTION, prompts: [], batch_size: 20, **kwargs)
+      super(provider: :google, description: description, name: name, prompts: prompts, batch_size: batch_size, **kwargs)
+    end
+
+    def default_model_params
+      DEFAULT_PARAMS
+    end
+
+    def lookup_provider_api_key(params:)
+      Boxcars.configuration.gemini_api_key(**params)
+    end
+  end
+end

data/lib/boxcars/engine/intelligence_base.rb

@@ -0,0 +1,103 @@
+# frozen_string_literal: true
+
+require 'intelligence'
+
+module Boxcars
+  # A Base class for all Intelligence Engines
+  class IntelligenceBase < Engine
+    attr_reader :provider, :all_params
+
+    # The base Intelligence Engine is used by other engines to generate output from prompts
+    # @param provider [String] The provider of the Engine implemented by the Intelligence gem.
+    # @param name [String] The name of the Engine. Defaults to classname.
+    # @param description [String] A description of the Engine.
+    # @param prompts [Array<Prompt>] The prompts to use for the Engine.
+    # @param batch_size [Integer] The number of prompts to send to the Engine at a time.
+    # @param kwargs [Hash] Additional parameters to pass to the Engine.
+    def initialize(provider:, description:, name:, prompts: [], batch_size: 20, **kwargs)
+      @provider = provider
+      @all_params = default_model_params.merge(kwargs)
+      super(description: description, name: name, prompts: prompts, batch_size: batch_size)
+    end
+
+    # can be overridden by provider subclass
+    def default_model_params
+      {}
+    end
+
+    def lookup_provider_api_key(params:)
+      raise NotImplementedError, "lookup_provider_api_key method must be implemented by subclass"
+    end
+
+    def adapter(params:, api_key:)
+      Intelligence::Adapter[provider].new(
+        { key: api_key, chat_options: params }
+      )
+    end
+
+    # Process different content types
+    def process_content(content)
+      case content
+      when String
+        { type: "text", text: content }
+      when Hash
+        validate_content(content)
+      when Array
+        content.map { |c| process_content(c) }
+      else
+        raise ArgumentError, "Unsupported content type: #{content.class}"
+      end
+    end
+
+    # Validate content structure
+    def validate_content(content)
+      raise ArgumentError, "Content must have type and text fields" unless content[:type] && content[:text]
+
+      content
+    end
+
+    # Get an answer from the engine
+    def client(prompt:, inputs: {}, api_key: nil, **kwargs)
+      params = all_params.merge(kwargs)
+      api_key ||= lookup_provider_api_key(params: params)
+      raise Error, "No API key found for #{provider}" unless api_key
+
+      adapter = adapter(api_key: api_key, params: params)
+      convo = prompt.as_intelligence_conversation(inputs: inputs)
+      request = Intelligence::ChatRequest.new(adapter: adapter)
+      response = request.chat(convo)
+      return JSON.parse(response.body) if response.success?
+
+      raise Error, (response&.reason_phrase || "No response from API #{provider}")
+    rescue StandardError => e
+      Boxcars.error("#{provider} Error: #{e.message}", :red)
+      raise
+    end
+
+    # Run the engine with a question
+    def run(question, **kwargs)
+      prompt = Prompt.new(template: question)
+      response = client(prompt: prompt, **kwargs)
+      extract_answer(response)
+    end
+
+    private
+
+    def extract_answer(response)
+      # Handle different response formats
+      if response["choices"]
+        response["choices"].map { |c| c.dig("message", "content") || c["text"] }.join("\n").strip
+      elsif response["candidates"]
+        response["candidates"].map { |c| c.dig("content", "parts", 0, "text") }.join("\n").strip
+      else
+        response["output"] || response.to_s
+      end
+    end
+
+    def check_response(response)
+      return if response.is_a?(Hash) && response.key?("choices")
+
+      raise Error, "Invalid response from #{provider}: #{response}"
+    end
+  end
+end

data/lib/boxcars/engine.rb

@@ -3,12 +3,18 @@
 module Boxcars
   # @abstract
   class Engine
+    attr_reader :prompts, :batch_size
+
     # An Engine is used by Boxcars to generate output from prompts
     # @param name [String] The name of the Engine. Defaults to classname.
     # @param description [String] A description of the Engine.
-    def initialize(description: 'Engine', name: nil)
+    # @param prompts [Array<Prompt>] The prompts to use for the Engine.
+    # @param batch_size [Integer] The number of prompts to send to the Engine at a time.
+    def initialize(description: 'Engine', name: nil, prompts: [], batch_size: 20)
       @name = name || self.class.name
       @description = description
+      @prompts = prompts
+      @batch_size = batch_size
     end
 
     # Get an answer from the Engine.
@@ -37,7 +43,7 @@ module Boxcars
       end
     end
 
-    # Call out to OpenAI's endpoint with k unique prompts.
+    # Call out to LLM's endpoint with k unique prompts.
     # @param prompts [Array<String>] The prompts to pass into the model.
     # @param inputs [Array<String>] The inputs to subsitite into the prompt.
     # @param stop [Array<String>] Optional list of stop words to use when generating.
@@ -80,4 +86,6 @@ require "boxcars/engine/openai"
 require "boxcars/engine/perplexityai"
 require "boxcars/engine/gpt4all_eng"
 require "boxcars/engine/gemini_ai"
+require "boxcars/engine/intelligence_base"
 require "boxcars/engine/cerebras"
+require "boxcars/engine/google"

data/lib/boxcars/version.rb

@@ -2,5 +2,5 @@
 
 module Boxcars
   # The current version of the gem.
-  VERSION = "0.7.2"
+  VERSION = "0.7.4"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: boxcars
 version: !ruby/object:Gem::Version
-  version: 0.7.2
+  version: 0.7.4
 platform: ruby
 authors:
 - Francis Sullivan
@@ -9,22 +9,8 @@ authors:
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-01-17 00:00:00.000000000 Z
+date: 2025-04-16 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: anthropic
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.3'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.3'
 - !ruby/object:Gem::Dependency
   name: google_search_results
   requirement: !ruby/object:Gem::Requirement
@@ -109,6 +95,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.2'
+- !ruby/object:Gem::Dependency
+  name: ruby-anthropic
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
 - !ruby/object:Gem::Dependency
   name: ruby-openai
   requirement: !ruby/object:Gem::Requirement
@@ -169,9 +169,10 @@ files:
 - lib/boxcars/engine/cohere.rb
 - lib/boxcars/engine/engine_result.rb
 - lib/boxcars/engine/gemini_ai.rb
+- lib/boxcars/engine/google.rb
 - lib/boxcars/engine/gpt4all_eng.rb
 - lib/boxcars/engine/groq.rb
-- lib/boxcars/engine/intelligence.rb
+- lib/boxcars/engine/intelligence_base.rb
 - lib/boxcars/engine/ollama.rb
 - lib/boxcars/engine/openai.rb
 - lib/boxcars/engine/perplexityai.rb
@@ -205,7 +206,6 @@ files:
 - lib/boxcars/vector_store/split_text.rb
 - lib/boxcars/version.rb
 - lib/boxcars/x_node.rb
-- perplexity_example.rb
 - run.json
 homepage: https://github.com/BoxcarsAI/boxcars
 licenses:

data/lib/boxcars/engine/intelligence.rb

@@ -1,141 +0,0 @@
-# frozen_string_literal: true
-
-module Boxcars
-  # A engine that uses Intelligence's API
-  class Intelligence < Engine
-    attr_reader :prompts, :intelligence_params, :model_kwargs, :batch_size
-
-    # The default parameters to use when asking the engine
-    DEFAULT_PARAMS = {
-      model: "intelligence-1.0",
-      temperature: 0.1
-    }.freeze
-
-    # the default name of the engine
-    DEFAULT_NAME = "Intelligence engine"
-    # the default description of the engine
-    DEFAULT_DESCRIPTION = "useful for when you need to use Intelligence to process complex content. " \
-                          "Supports text, images, and other content types"
-
-    def initialize(name: DEFAULT_NAME, description: DEFAULT_DESCRIPTION, prompts: [], batch_size: 20, **kwargs)
-      begin
-        require 'intelligence'
-      rescue LoadError => _e
-        raise LoadError,
-              "The intelligence gem is required. Please add 'gem \"intelligence\"' to your Gemfile and run bundle install"
-      end
-
-      @intelligence_params = DEFAULT_PARAMS.merge(kwargs)
-      @prompts = prompts
-      @batch_size = batch_size
-      super(description: description, name: name)
-    end
-
-    # Get the Intelligence API client
-    def self.intelligence_client(api_key: nil)
-      api_key ||= Boxcars.configuration.intelligence_api_key
-      raise ArgumentError, "Intelligence API key not configured" unless api_key
-
-      Client.new(api_key: api_key)
-    end
-
-    # Stream responses from the Intelligence API
-    def stream(prompt:, inputs: {}, api_key: nil, &block)
-      client = Intelligence.intelligence_client(api_key: api_key)
-      params = intelligence_params.merge(stream: true)
-
-      processed_prompt = if conversation_model?(params[:model])
-                           prompt.as_messages(inputs)
-                         else
-                           { prompt: prompt.as_prompt(inputs: inputs) }
-                         end
-
-      processed_prompt[:content] = process_content(processed_prompt[:content]) if processed_prompt[:content]
-
-      client.stream(parameters: params.merge(processed_prompt), &block)
-    end
-
-    # Process different content types
-    def process_content(content)
-      case content
-      when String
-        { type: "text", text: content }
-      when Hash
-        validate_content(content)
-      when Array
-        content.map { |c| process_content(c) }
-      else
-        raise ArgumentError, "Unsupported content type: #{content.class}"
-      end
-    end
-
-    # Validate content structure
-    def validate_content(content)
-      raise ArgumentError, "Content must have type and text fields" unless content[:type] && content[:text]
-
-      content
-    end
-
-    # Get an answer from the engine
-    def client(prompt:, inputs: {}, api_key: nil, **kwargs)
-      client = Intelligence.intelligence_client(api_key: api_key)
-      params = intelligence_params.merge(kwargs)
-
-      processed_prompt = if conversation_model?(params[:model])
-                           prompt.as_messages(inputs)
-                         else
-                           { prompt: prompt.as_prompt(inputs: inputs) }
-                         end
-
-      # Add content processing
-      processed_prompt[:content] = process_content(processed_prompt[:content]) if processed_prompt[:content]
-
-      Boxcars.debug("Sending to Intelligence:\n#{processed_prompt}", :cyan) if Boxcars.configuration.log_prompts
-
-      # Make API call
-      response = client.generate(parameters: params.merge(processed_prompt))
-      check_response(response)
-      response
-    rescue StandardError => e
-      Boxcars.error("Intelligence Error: #{e.message}", :red)
-      raise
-    end
-
-    # Run the engine with a question
-    def run(question, **kwargs)
-      prompt = Prompt.new(template: question)
-      response = client(prompt: prompt, **kwargs)
-      extract_answer(response)
-    end
-
-    private
-
-    def extract_answer(response)
-      # Handle different response formats
-      if response["choices"]
-        response["choices"].map { |c| c.dig("message", "content") || c["text"] }.join("\n").strip
-      else
-        response["output"] || response.to_s
-      end
-    end
-
-    def check_response(response)
-      if response["error"]
-        code = response.dig("error", "code")
-        msg = response.dig("error", "message") || "unknown error"
-        raise KeyError, "INTELLIGENCE_API_KEY not valid" if code == "invalid_api_key"
-
-        raise ValueError, "Intelligence error: #{msg}"
-      end
-
-      # Validate response structure
-      return if response["choices"] || response["output"]
-
-      raise Error, "Invalid response format from Intelligence API"
-    end
-
-    def conversation_model?(_model)
-      true
-    end
-  end
-end

data/perplexity_example.rb

@@ -1,28 +0,0 @@
-require "debug"
-require "dotenv/load"
-require "boxcars"
-
-# Boxcars.configuration.logger = Logger.new($stdout)
-
-eng = Boxcars::Perplexityai.new
-# eng = Boxcars::Openai.new(model: "gpt-4")
-ctemplate = [
-  Boxcars::Boxcar.syst("The user will type in a city name. Your job is to evaluate if the given city is a good place to live. " \
-                       "Build a comprehensive report about livability, weather, cost of living, crime rate, drivability, " \
-                       "walkability, and bike ability, and direct flights. In the final answer, for the first paragraph, " \
-                       "summarize the pros and cons of living in the city followed by the background information and links " \
-                       "for the research. Finalize your answer with an overall grade from A to F on the city."),
-  Boxcars::Boxcar.user("%<input>s")
-]
-conv = Boxcars::Conversation.new(lines: ctemplate)
-
-conversation_prompt = Boxcars::ConversationPrompt.new(conversation: conv, input_variables: [:input], other_inputs: [],
-                                                      output_variables: [:answer])
-
-boxcar = Boxcars::EngineBoxcar.new(engine: eng, name: "City Helper", prompt: conversation_prompt,
-                                   description: "Evaluate if a city is a good place to live.")
-data = boxcar.run(ARGV.fetch(0, "San Francisco"))
-# train = Boxcars.train.new(boxcars: [boxcar])
-# data = train.run()
-# debugger
-puts data