boxcars 0.8.6 → 0.8.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3c999092bd0fd0799ee3c97e74b0551e23fa5318eeb746fb17f52ed8b8e8e395
-  data.tar.gz: 9e4c76ab93ad3cf305af160679b05a46d4b72fb04d0ee40298b7e362d387e582
+  metadata.gz: 8261b5fd1cf581d141ae39fd3d567abd9751a98c6227c3f56c3d221275eb08d1
+  data.tar.gz: 5bb1a1f94a6076fa9f72542aa7117bd981d7f5191781cea917822109e93ace6c
 SHA512:
-  metadata.gz: 2d7a5e62a2f0de60d789c97801d3832b2bd5aee4ceb82be59a8c1f66d724e931819412dede12027019c7d98b46b2a90e22c17660ed03ecab7d822ffa8290d260
-  data.tar.gz: a2b51cef624374b84506cb176a3ee5b5732db9fbd87ce4b824b803cf641a623c2e1bb9e22bcb65b7a230f261c913823f1fd65081ac6aa4e6c7068f620b82b63f
+  metadata.gz: b763fabf8eb07f1d52dc558d51af423ebd96761fece00850862c41fefa1c342524ace6a733e097e4cd6696b80d3b6baabfb043a81c3734fa2f4b8f8f45b58a07
+  data.tar.gz: 264fcc8c5ba7e064a5f295ee1b8427ffaeccb072eb8bf89ac64e146214ce3485a317ba9a92ed8a874ae62dc86b5f973b1cea6d71f0361e8300c46ae956bd2151

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    boxcars (0.8.6)
+    boxcars (0.8.8)
       faraday-retry (~> 2.0)
       google_search_results (~> 2.2)
       gpt4all (~> 0.0.5)
@@ -14,13 +14,13 @@ PATH
 GEM
   remote: https://rubygems.org/
   specs:
-    activemodel (7.2.2.1)
-      activesupport (= 7.2.2.1)
-    activerecord (7.2.2.1)
-      activemodel (= 7.2.2.1)
-      activesupport (= 7.2.2.1)
+    activemodel (7.2.2.2)
+      activesupport (= 7.2.2.2)
+    activerecord (7.2.2.2)
+      activemodel (= 7.2.2.2)
+      activesupport (= 7.2.2.2)
       timeout (>= 0.4.0)
-    activesupport (7.2.2.1)
+    activesupport (7.2.2.2)
       base64
       benchmark (>= 0.3)
       bigdecimal
@@ -47,7 +47,7 @@ GEM
       protocol-http1 (~> 0.19.0)
       protocol-http2 (~> 0.16.0)
       traces (>= 0.10.0)
-    async-http-faraday (0.22.0)
+    async-http-faraday (0.22.1)
       async-http (~> 0.42)
       faraday
     async-io (1.43.2)
@@ -59,7 +59,7 @@ GEM
     bigdecimal (3.2.2)
     concurrent-ruby (1.3.5)
     connection_pool (2.5.3)
-    console (1.31.0)
+    console (1.33.0)
       fiber-annotation
       fiber-local (~> 1.1)
       json
@@ -74,10 +74,10 @@ GEM
     domain_name (0.6.20240107)
     dotenv (3.1.8)
     drb (2.2.3)
-    dynamicschema (1.0.0)
-    erb (5.0.1)
+    dynamicschema (1.0.1)
+    erb (5.0.2)
     event_stream_parser (1.0.0)
-    faraday (2.13.1)
+    faraday (2.13.4)
       faraday-net_http (>= 2.0, < 3.5)
       json
       logger
@@ -119,12 +119,12 @@ GEM
       faraday (~> 2.7)
       json-repair (~> 0.2)
       mime-types (~> 3.6)
-    io-console (0.8.0)
+    io-console (0.8.1)
     irb (1.15.2)
       pp (>= 0.6.0)
       rdoc (>= 4.0.0)
       reline (>= 0.4.2)
-    json (2.12.2)
+    json (2.13.2)
     json-repair (0.2.0)
     language_server-protocol (3.17.0.5)
     lint_roller (1.1.0)
@@ -132,41 +132,47 @@ GEM
     mime-types (3.7.0)
       logger
       mime-types-data (~> 3.2025, >= 3.2025.0507)
-    mime-types-data (3.2025.0701)
+    mime-types-data (3.2025.0819)
     minitest (5.25.5)
-    multi_json (1.15.0)
+    multi_json (1.17.0)
     multipart-post (2.4.1)
     net-http (0.6.0)
       uri
     netrc (0.11.0)
     nio4r (2.7.4)
-    nokogiri (1.18.8-aarch64-linux-gnu)
+    nokogiri (1.18.9-aarch64-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.18.8-aarch64-linux-musl)
+    nokogiri (1.18.9-aarch64-linux-musl)
       racc (~> 1.4)
-    nokogiri (1.18.8-arm-linux-gnu)
+    nokogiri (1.18.9-arm-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.18.8-arm-linux-musl)
+    nokogiri (1.18.9-arm-linux-musl)
       racc (~> 1.4)
-    nokogiri (1.18.8-arm64-darwin)
+    nokogiri (1.18.9-arm64-darwin)
       racc (~> 1.4)
-    nokogiri (1.18.8-x86_64-darwin)
+    nokogiri (1.18.9-x86_64-darwin)
       racc (~> 1.4)
-    nokogiri (1.18.8-x86_64-linux-gnu)
+    nokogiri (1.18.9-x86_64-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.18.8-x86_64-linux-musl)
+    nokogiri (1.18.9-x86_64-linux-musl)
       racc (~> 1.4)
     octokit (4.25.1)
       faraday (>= 1, < 3)
       sawyer (~> 0.9)
     os (1.1.4)
     parallel (1.27.0)
-    parser (3.3.8.0)
+    parser (3.3.9.0)
       ast (~> 2.4.1)
       racc
-    pg (1.5.9)
+    pg (1.6.1)
+    pg (1.6.1-aarch64-linux)
+    pg (1.6.1-aarch64-linux-musl)
+    pg (1.6.1-arm64-darwin)
+    pg (1.6.1-x86_64-darwin)
+    pg (1.6.1-x86_64-linux)
+    pg (1.6.1-x86_64-linux-musl)
     pgvector (0.2.2)
-    posthog-ruby (3.0.1)
+    posthog-ruby (3.1.2)
       concurrent-ruby (~> 1)
     pp (0.6.2)
       prettyprint
@@ -186,11 +192,11 @@ GEM
     racc (1.8.1)
     rainbow (3.1.1)
     rake (13.3.0)
-    rdoc (6.14.1)
+    rdoc (6.14.2)
       erb
       psych (>= 4.0.0)
-    regexp_parser (2.10.0)
-    reline (0.6.1)
+    regexp_parser (2.11.2)
+    reline (0.6.2)
       io-console (~> 0.5)
     rest-client (2.1.0)
       http-accept (>= 1.7.0, < 2.0)
@@ -210,8 +216,8 @@ GEM
     rspec-mocks (3.13.5)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
-    rspec-support (3.13.4)
-    rubocop (1.77.0)
+    rspec-support (3.13.5)
+    rubocop (1.80.0)
       json (~> 2.3)
       language_server-protocol (~> 3.17.0.2)
       lint_roller (~> 1.1.0)
@@ -219,10 +225,10 @@ GEM
       parser (>= 3.3.0.2)
       rainbow (>= 2.2.2, < 4.0)
       regexp_parser (>= 2.9.3, < 3.0)
-      rubocop-ast (>= 1.45.1, < 2.0)
+      rubocop-ast (>= 1.46.0, < 2.0)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 2.4.0, < 4.0)
-    rubocop-ast (1.45.1)
+    rubocop-ast (1.46.0)
       parser (>= 3.3.7.2)
       prism (~> 1.4)
     rubocop-rake (0.6.0)
@@ -234,7 +240,7 @@ GEM
       event_stream_parser (>= 0.3.0, < 2.0.0)
       faraday (>= 1)
       faraday-multipart (>= 1)
-    ruby-openai (8.1.0)
+    ruby-openai (8.2.0)
       event_stream_parser (>= 0.3.0, < 2.0.0)
       faraday (>= 1)
       faraday-multipart (>= 1)
@@ -243,19 +249,19 @@ GEM
       addressable (>= 2.3.5)
       faraday (>= 0.17.3, < 3)
     securerandom (0.4.1)
-    sqlite3 (2.7.1-aarch64-linux-gnu)
-    sqlite3 (2.7.1-aarch64-linux-musl)
-    sqlite3 (2.7.1-arm-linux-gnu)
-    sqlite3 (2.7.1-arm-linux-musl)
-    sqlite3 (2.7.1-arm64-darwin)
-    sqlite3 (2.7.1-x86_64-darwin)
-    sqlite3 (2.7.1-x86_64-linux-gnu)
-    sqlite3 (2.7.1-x86_64-linux-musl)
+    sqlite3 (2.7.3-aarch64-linux-gnu)
+    sqlite3 (2.7.3-aarch64-linux-musl)
+    sqlite3 (2.7.3-arm-linux-gnu)
+    sqlite3 (2.7.3-arm-linux-musl)
+    sqlite3 (2.7.3-arm64-darwin)
+    sqlite3 (2.7.3-x86_64-darwin)
+    sqlite3 (2.7.3-x86_64-linux-gnu)
+    sqlite3 (2.7.3-x86_64-linux-musl)
     stringio (3.1.7)
     strings-ansi (0.2.0)
     timeout (0.4.3)
     timers (4.4.0)
-    traces (0.15.2)
+    traces (0.17.0)
     tty-cursor (0.7.1)
     tty-progressbar (0.18.3)
       strings-ansi (~> 0.2)

data/lib/boxcars/boxcar/json_engine_boxcar.rb

@@ -32,7 +32,7 @@ module Boxcars
 
         Output Format:
           {
-            %<wanted_data>s
+          %<wanted_data>s
           }
       SYSPR
       stock_prompt += "\n\nImportant:\n#{important}\n" unless important.to_s.empty?

data/lib/boxcars/engine/anthropic.rb

@@ -7,6 +7,7 @@ module Boxcars
   # rubocop:disable Metrics/ClassLength
   class Anthropic < Engine
     include UnifiedObservability
+
     attr_reader :prompts, :llm_params, :model_kwargs, :batch_size
 
     # The default parameters to use when asking the engine.
@@ -122,23 +123,9 @@ module Boxcars
       end
     end
 
-    # make sure we got a valid response
-    # @param response [Hash] The response to check.
-    # @param must_haves [Array<String>] The keys that must be in the response. Defaults to %w[choices].
-    # @raise [KeyError] if there is an issue with the access token.
-    # @raise [ValueError] if the response is not valid.
-    def check_response(response, must_haves: %w[completion])
-      if response['error']
-        code = response.dig('error', 'code')
-        msg = response.dig('error', 'message') || 'unknown error'
-        raise KeyError, "ANTHOPIC_API_KEY not valid" if code == 'invalid_api_key'
-
-        raise ValueError, "Anthropic error: #{msg}"
-      end
-
-      must_haves.each do |key|
-        raise ValueError, "Expecting key #{key} in response" unless response.key?(key)
-      end
+    # validate_response! method uses the base implementation with Anthropic-specific must_haves
+    def validate_response!(response, must_haves: %w[completion])
+      super
     end
 
     # Call out to OpenAI's endpoint with k unique prompts.
@@ -155,7 +142,7 @@ module Boxcars
       prompts.each_slice(batch_size) do |sub_prompts|
         sub_prompts.each do |sprompts, inputs|
           response = client(prompt: sprompts, inputs:, **params)
-          check_response(response)
+          validate_response!(response)
           choices << response
         end
       end

data/lib/boxcars/engine/cohere.rb

@@ -5,6 +5,7 @@ module Boxcars
   # A engine that uses Cohere's API.
   class Cohere < Engine
     include UnifiedObservability
+
     attr_reader :prompts, :llm_params, :model_kwargs, :batch_size
 
     # The default parameters to use when asking the engine.
@@ -114,23 +115,9 @@ module Boxcars
       llm_params
     end
 
-    # make sure we got a valid response
-    # @param response [Hash] The response to check.
-    # @param must_haves [Array<String>] The keys that must be in the response. Defaults to %w[choices].
-    # @raise [KeyError] if there is an issue with the access token.
-    # @raise [ValueError] if the response is not valid.
-    def check_response(response, must_haves: %w[completion])
-      if response['error']
-        code = response.dig('error', 'code')
-        msg = response.dig('error', 'message') || 'unknown error'
-        raise KeyError, "ANTHOPIC_API_KEY not valid" if code == 'invalid_api_key'
-
-        raise ValueError, "Cohere error: #{msg}"
-      end
-
-      must_haves.each do |key|
-        raise ValueError, "Expecting key #{key} in response" unless response.key?(key)
-      end
+    # validate_response! method uses the base implementation with Cohere-specific must_haves
+    def validate_response!(response, must_haves: %w[completion])
+      super
     end
 
     # the engine type

data/lib/boxcars/engine/gemini_ai.rb

@@ -7,6 +7,7 @@ module Boxcars
   # A engine that uses GeminiAI's API via an OpenAI-compatible interface.
   class GeminiAi < Engine
     include UnifiedObservability
+
     attr_reader :prompts, :llm_params, :model_kwargs, :batch_size # Corrected typo llm_parmas to llm_params
 
     DEFAULT_PARAMS = {
@@ -178,22 +179,9 @@ module Boxcars
       end
     end
 
-    # check_response method might be partially covered by _gemini_handle_call_outcome
-    # Retaining it if run method still uses it explicitly.
-    def check_response(response, must_haves: %w[choices candidates])
-      if response['error'].is_a?(Hash)
-        code = response.dig('error', 'code')
-        msg = response.dig('error', 'message') || 'unknown error'
-        # GEMINI_API_TOKEN is not standard, usually it's an API key.
-        # This check might need to align with actual error codes from Gemini.
-        raise KeyError, "Gemini API Key not valid or permission issue" if ['invalid_api_key', 'permission_denied'].include?(code)
-
-        raise ValueError, "GeminiAI error: #{msg}"
-      end
-
-      # Check for either 'choices' (OpenAI style) or 'candidates' (Gemini native style)
-      has_valid_content = must_haves.any? { |key| response.key?(key) && !response[key].empty? }
-      raise ValueError, "Expecting key like 'choices' or 'candidates' in response" unless has_valid_content
+    # validate_response! method uses the base implementation with Gemini-specific must_haves
+    def validate_response!(response, must_haves: %w[choices candidates])
+      super
     end
   end
 end

data/lib/boxcars/engine/gpt4all_eng.rb

@@ -7,6 +7,7 @@ module Boxcars
   # A engine that uses local GPT4All API.
   class Gpt4allEng < Engine
     include UnifiedObservability
+
     attr_reader :prompts, :model_kwargs, :batch_size, :gpt4all_params # Added gpt4all_params
 
     DEFAULT_NAME = "Gpt4all engine"

data/lib/boxcars/engine/groq.rb

@@ -7,6 +7,7 @@ module Boxcars
   # A engine that uses Groq's API.
   class Groq < Engine
     include UnifiedObservability
+
     attr_reader :prompts, :groq_params, :model_kwargs, :batch_size
 
     DEFAULT_PARAMS = {
@@ -157,20 +158,9 @@ module Boxcars
       end
     end
 
-    # Retaining check_response if run method or other parts still use it.
-    def check_response(response, must_haves: %w[choices])
-      if response['error'].is_a?(Hash)
-        code = response.dig('error', 'code')
-        msg = response.dig('error', 'message') || 'unknown error'
-        # GROQ_API_TOKEN is not standard, usually it's an API key.
-        raise KeyError, "Groq API Key not valid or permission issue" if ['invalid_api_key', 'permission_denied'].include?(code)
-
-        raise ValueError, "Groq error: #{msg}"
-      end
-
-      must_haves.each do |key|
-        raise ValueError, "Expecting key #{key} in response" unless response.key?(key) && !response[key].empty?
-      end
+    # validate_response! method uses the base implementation with Groq-specific must_haves
+    def validate_response!(response, must_haves: %w[choices])
+      super
     end
   end
 end

data/lib/boxcars/engine/intelligence_base.rb

@@ -7,6 +7,7 @@ module Boxcars
   # A Base class for all Intelligence Engines
   class IntelligenceBase < Engine
     include Boxcars::UnifiedObservability
+
     attr_reader :provider, :all_params
 
     # The base Intelligence Engine is used by other engines to generate output from prompts
@@ -119,10 +120,8 @@ module Boxcars
 
     private
 
-    def check_response(response)
-      return if response.is_a?(Hash) && response.key?("choices")
-
-      raise Error, "Invalid response from #{provider}: #{response}"
+    def validate_response!(response, must_haves: %w[choices])
+      super
     end
   end
 end

data/lib/boxcars/engine/ollama.rb

@@ -7,6 +7,7 @@ module Boxcars
   # A engine that uses a local Ollama API (OpenAI-compatible).
   class Ollama < Engine
     include UnifiedObservability
+
     attr_reader :prompts, :model_kwargs, :batch_size, :ollama_params
 
     DEFAULT_PARAMS = {

data/lib/boxcars/engine/openai.rb

@@ -6,11 +6,13 @@ require "securerandom"
 
 module Boxcars
   # Engine that talks to OpenAI’s REST API.
-  class Openai < Engine
+  class Openai < Engine # rubocop:disable Metrics/ClassLength
+    # include Boxcars::EngineHelpers
     include UnifiedObservability
 
     CHAT_MODEL_REGEX = /(^gpt-4)|(-turbo\b)|(^o\d)|(gpt-3\.5-turbo)/
     O_SERIES_REGEX   = /^o/
+    GPT5_MODEL_REGEX = /\Agpt-[56].*/
 
     DEFAULT_PARAMS = {
       model: "gpt-4o-mini",
@@ -80,9 +82,9 @@ module Boxcars
     def run(question, **)
       prompt      = Prompt.new(template: question)
       raw_json    = client(prompt:, inputs: {}, **)
-      extract_answer_from_choices(raw_json["choices"]).tap do |ans|
-        Boxcars.debug("Answer: #{ans}", :cyan)
-      end
+      ans         = extract_answer(raw_json)
+      Boxcars.debug("Answer: #{ans}", :cyan)
+      ans
     end
 
     # Expose the defaults so callers can introspect or dup/merge them
@@ -100,21 +102,23 @@ module Boxcars
     end
 
     # -- Public helper -------------------------------------------------------------
-    # Some callers outside this class still invoke `check_response` directly.
+    # Some callers outside this class still invoke `validate_response!` directly.
     # It simply raises if the JSON body contains an "error" payload.
-    def check_response(response) # rubocop:disable Naming/PredicateMethod
-      if (msg = openai_error_message(response))
-        raise Boxcars::Error, msg
+    def validate_response!(response, must_haves: %w[choices])
+      if response.is_a?(Hash) && response.key?("output")
+        super(response, must_haves: %w[output])
+      else
+        super
       end
-
-      true
     end
 
     private
 
     # -- Request construction ---------------------------------------------------
     def build_api_request(prompt_object, inputs, params, chat:)
-      if chat
+      if gpt5_model?(params[:model])
+        build_responses_params(prompt_object, inputs, params.dup)
+      elsif chat
         build_chat_params(prompt_object, inputs, params.dup)
       else
         build_completion_params(prompt_object, inputs, params.dup)
@@ -137,9 +141,51 @@ module Boxcars
       { prompt: prompt_txt }.merge(params).tap { |h| h.delete(:messages) }
     end
 
+    def build_responses_params(prompt_object, inputs, params)
+      po = if prompt_object.is_a?(Boxcars::Prompt)
+             prompt_object
+           else
+             Boxcars::Prompt.new(template: prompt_object.to_s)
+           end
+
+      msg_hash  = po.as_messages(inputs)
+      messages  = msg_hash[:messages].is_a?(Array) ? msg_hash[:messages] : []
+      input_str = messages_to_input(messages)
+
+      p = params.dup
+      p.delete(:messages)
+      p.delete(:response_format)
+      p.delete(:stop)
+      p.delete(:temperature)
+      p[:max_output_tokens] = p.delete(:max_tokens) if p.key?(:max_tokens) && !p.key?(:max_output_tokens)
+      if (effort = p.delete(:reasoning_effort))
+        p[:reasoning] = { effort: effort }
+      end
+
+      formatted = { model: p[:model], input: input_str, _use_responses_api: true }
+      p.each { |k, v| formatted[k] = v unless k == :model }
+      formatted
+    end
+
+    def messages_to_input(messages)
+      return "" unless messages.is_a?(Array)
+
+      messages.map { |m| "#{m[:role]}: #{m[:content]}" }.join("\n")
+    end
+
     # -- API call / response ----------------------------------------------------
     def execute_api_call(client, chat_mode, api_request)
-      if chat_mode
+      if api_request[:_use_responses_api]
+        call_params = api_request.dup
+        call_params.delete(:_use_responses_api)
+        Boxcars.debug("Input after formatting:\n#{call_params[:input]}", :cyan) if Boxcars.configuration.log_prompts
+        unless client.respond_to?(:responses)
+          raise StandardError,
+                "OpenAI Responses API not supported by installed ruby-openai gem. Upgrade ruby-openai to >7.0 version."
+        end
+
+        client.responses.create(parameters: call_params)
+      elsif chat_mode
         log_messages_debug(api_request[:messages]) if Boxcars.configuration.log_prompts
         client.chat(parameters: api_request)
       else
@@ -191,8 +237,117 @@ module Boxcars
       raise Error, "OpenAI: Could not extract answer from choices"
     end
 
+    def extract_answer_from_output(output_items) # rubocop:disable Metrics/PerceivedComplexity,Metrics/MethodLength
+      return nil unless output_items.is_a?(Array) && output_items.any?
+
+      texts = []
+
+      output_items.each do |i| # rubocop:disable Metrics/BlockLength
+        next unless i.is_a?(Hash)
+
+        case i["type"]
+        when "output_text"
+          content = i["content"]
+          if content.is_a?(Array)
+            # rubocop:disable Metrics/BlockNesting
+            texts << content.filter_map { |c|
+              if c.is_a?(Hash)
+                if c["text"].is_a?(String)
+                  c["text"]
+                else
+                  (c["text"].is_a?(Hash) ? (c["text"]["value"] || c["text"]["text"]) : nil)
+                end
+              end
+            }.join
+            # rubocop:enable Metrics/BlockNesting
+          elsif content.is_a?(String)
+            texts << content
+          end
+          # Some Responses payloads may include a direct "text" field.
+          if i["text"].is_a?(String)
+            texts << i["text"]
+          elsif i["text"].is_a?(Hash)
+            texts << (i["text"]["value"] || i["text"]["text"])
+          end
+        when "message"
+          content = i["content"]
+          if content.is_a?(Array)
+            parts = content.filter_map do |c|
+              next unless c.is_a?(Hash) && ["output_text", "text"].include?(c["type"])
+
+              t = c["text"]
+              if t.is_a?(String)
+                t
+              elsif t.is_a?(Hash)
+                t["value"] || t["text"]
+              elsif c["content"].is_a?(String)
+                c["content"]
+              end
+            end
+            texts << parts.join
+          end
+        end
+      end
+
+      return nil if texts.empty?
+
+      texts.join("\n").strip
+    end
+
+    def extract_answer(json)
+      if json.is_a?(Hash)
+        if json["output_text"].is_a?(String) && !json["output_text"].strip.empty?
+          return json["output_text"].strip
+        elsif json["output_text"].is_a?(Array)
+          joined = json["output_text"].map do |t|
+            if t.is_a?(String)
+              t
+            elsif t.is_a?(Hash)
+              t["value"] || t["text"] || t["content"]
+            end
+          end.compact.join("\n").strip
+          return joined unless joined.empty?
+        end
+
+        if json["output"].is_a?(Array)
+          out = extract_answer_from_output(json["output"])
+          return out unless out.nil? || out.strip.empty?
+        end
+      end
+
+      choices = json["choices"]
+      return extract_answer_from_choices(choices) if choices
+
+      # Fallback: attempt to find any text in nested Responses payloads
+      fallback = deep_extract_texts(json)
+      return fallback unless fallback.nil? || fallback.strip.empty?
+
+      raise Error, "OpenAI: Could not extract answer"
+    end
+
+    def deep_extract_texts(obj)
+      texts = []
+      stack = [obj]
+      while (cur = stack.pop)
+        case cur
+        when Hash
+          texts << cur["output_text"] if cur["output_text"].is_a?(String)
+          texts << cur["text"] if cur["text"].is_a?(String)
+          texts << cur["content"] if cur["content"].is_a?(String)
+          cur.each_value do |v|
+            stack << v if v.is_a?(Hash) || v.is_a?(Array)
+          end
+        when Array
+          cur.each { |v| stack << v if v.is_a?(Hash) || v.is_a?(Array) }
+        end
+      end
+      aggregated = texts.map { |t| t.to_s.strip }.reject(&:empty?).join("\n")
+      aggregated.empty? ? nil : aggregated
+    end
+
     # -- Utility helpers --------------------------------------------------------
     def chat_model?(model_name) = CHAT_MODEL_REGEX.match?(model_name)
+    def gpt5_model?(model_name) = GPT5_MODEL_REGEX.match?(model_name.to_s)
 
     def openai_error_message(json)
       err = json&.dig("error")
@@ -248,7 +403,13 @@ module Boxcars
           prompt: call_ctx[:prompt_object],
           inputs: call_ctx[:inputs],
           user_id: user_id,
-          conversation_for_api: call_ctx[:is_chat_model] ? api_req[:messages] : api_req[:prompt]
+          conversation_for_api: if api_req.key?(:input)
+                                  api_req[:input]
+                                elsif call_ctx[:is_chat_model]
+                                  api_req[:messages]
+                                else
+                                  api_req[:prompt]
+                                end
         },
         response_data: response_data,
         provider: :openai

data/lib/boxcars/engine/perplexityai.rb

@@ -8,6 +8,7 @@ module Boxcars
   # A engine that uses PerplexityAI's API.
   class Perplexityai < Engine
     include UnifiedObservability
+
     attr_reader :prompts, :perplexity_params, :model_kwargs, :batch_size
 
     DEFAULT_PARAMS = { # Renamed from DEFAULT_PER_PARAMS for consistency
@@ -55,10 +56,12 @@ module Boxcars
         messages_for_api = current_prompt_object.as_messages(inputs)[:messages]
         # Perplexity expects a 'model' and 'messages' structure.
         # Other params like temperature, max_tokens are top-level.
+        # Filter out parameters that Perplexity doesn't support
+        supported_params = filter_supported_params(current_params)
         api_request_params = {
-          model: current_params[:model],
+          model: supported_params[:model],
           messages: messages_for_api
-        }.merge(current_params.except(:model, :messages, :perplexity_api_key)) # Add other relevant params
+        }.merge(supported_params.except(:model, :messages, :perplexity_api_key))
 
         log_messages_debug(api_request_params[:messages]) if Boxcars.configuration.log_prompts && api_request_params[:messages]
 
@@ -115,17 +118,52 @@ module Boxcars
 
     def run(question, **)
       prompt = Prompt.new(template: question)
-      answer = client(prompt:, inputs: {}, **)
+      response = client(prompt:, inputs: {}, **)
+      # Extract the content from the response for the run method
+      answer = extract_answer(response)
       Boxcars.debug("Answer: #{answer}", :cyan)
       answer
     end
 
+    # Extract answer content from the API response
+    def extract_answer(response)
+      if response.is_a?(Hash) && response["choices"]
+        response["choices"].map { |c| c.dig("message", "content") }.join("\n").strip
+      else
+        response.to_s
+      end
+    end
+
     def default_params
       @perplexity_params
     end
 
+    # validate_response! method uses the base implementation
+    def validate_response!(response, must_haves: %w[choices])
+      super
+    end
+
     private
 
+    # Filter out parameters that Perplexity doesn't support
+    def filter_supported_params(params)
+      # Perplexity supports these parameters based on their API documentation
+      supported_keys = %i[
+        model
+        messages
+        temperature
+        max_tokens
+        top_p
+        top_k
+        stream
+        presence_penalty
+        frequency_penalty
+      ]
+
+      # Remove unsupported parameters like stop, response_format, etc.
+      params.select { |key, _| supported_keys.include?(key.to_sym) }
+    end
+
     def log_messages_debug(messages)
       return unless messages.is_a?(Array)
 
@@ -141,10 +179,14 @@ module Boxcars
         msg = err_details ? "#{err_details['type']}: #{err_details['message']}" : "Unknown error from PerplexityAI API"
         raise Error, msg
       else
-        choices = response_data.dig(:parsed_json, "choices")
-        raise Error, "PerplexityAI: No choices found in response" unless choices.is_a?(Array) && !choices.empty?
+        parsed_response = response_data[:parsed_json]
+        unless parsed_response["choices"].is_a?(Array) && !parsed_response["choices"].empty?
+          raise Error,
+                "PerplexityAI: No choices found in response"
+        end
 
-        choices.map { |c| c.dig("message", "content") }.join("\n").strip
+        # Return the full parsed JSON response (Hash) as expected by the base Engine class
+        parsed_response
       end
     end
 

data/lib/boxcars/engine.rb

@@ -70,13 +70,17 @@ module Boxcars
             raise TypeError, "Expected Hash from client method, got #{api_response_hash.class}: #{api_response_hash.inspect}"
           end
 
-          check_response(api_response_hash)
+          validate_response!(api_response_hash)
 
           current_choices = api_response_hash["choices"]
           if current_choices.is_a?(Array)
             choices.concat(current_choices)
+          elsif api_response_hash["output"]
+            # Synthesize a choice from non-Chat providers (e.g., OpenAI Responses API for GPT-5)
+            synthesized_text = extract_answer(api_response_hash)
+            choices << { "message" => { "content" => synthesized_text }, "finish_reason" => "stop" }
           else
-            Boxcars.logger&.warn "No 'choices' found in API response: #{api_response_hash.inspect}"
+            Boxcars.logger&.warn "No 'choices' or 'output' found in API response: #{api_response_hash.inspect}"
           end
 
           api_usage = api_response_hash["usage"]
@@ -108,6 +112,34 @@ module Boxcars
         response["output"] || response.to_s
       end
     end
+
+    # Validate API response and raise appropriate errors
+    # @param response [Hash] The response to validate.
+    # @param must_haves [Array<String>] The keys that must be in the response.
+    # @raise [KeyError] if there is an issue with the API key.
+    # @raise [Boxcars::Error] if the response is not valid.
+    def validate_response!(response, must_haves: %w[choices])
+      # Check for API errors first
+      if response['error']
+        error_details = response['error']
+        raise Boxcars::Error, "API error: #{error_details}" unless error_details.is_a?(Hash)
+
+        code = error_details['code']
+        message = error_details['message'] || 'unknown error'
+
+        # Handle common API key errors
+        raise KeyError, "API key not valid or permission denied" if ['invalid_api_key', 'permission_denied'].include?(code)
+
+        raise Boxcars::Error, "API error: #{message}"
+
+      end
+
+      # Check for required keys in response
+      has_required_content = must_haves.any? { |key| response.key?(key) && !response[key].nil? }
+      return if has_required_content
+
+      raise Boxcars::Error, "Response missing required keys. Expected one of: #{must_haves.join(', ')}"
+    end
   end
 end
 

data/lib/boxcars/engines.rb

@@ -4,7 +4,7 @@ module Boxcars
   # Factory class for creating engine instances based on model names
   # Provides convenient shortcuts and aliases for different AI models
   class Engines
-    DEFAULT_MODEL = "gemini-2.5-flash-preview-05-20"
+    DEFAULT_MODEL = "gemini-2.5-flash"
 
     # Create an engine instance based on the model name
     # @param model [String] The model name or alias
@@ -36,9 +36,9 @@ module Boxcars
       when "huge", "online_huge", "sonar-huge", "sonar-pro", "sonar_pro"
         Boxcars::Perplexityai.new(model: "sonar-pro", **kw_args)
       when "flash", "gemini-flash"
-        Boxcars::GeminiAi.new(model: "gemini-2.5-flash-preview-05-20", **kw_args)
+        Boxcars::GeminiAi.new(model: "gemini-2.5-flash", **kw_args)
       when "gemini-pro"
-        Boxcars::GeminiAi.new(model: "gemini-2.5-pro-preview-05-06", **kw_args)
+        Boxcars::GeminiAi.new(model: "gemini-2.5-pro", **kw_args)
       when /gemini-/
         Boxcars::GeminiAi.new(model:, **kw_args)
       when /-sonar-/
@@ -59,8 +59,11 @@ module Boxcars
     # @param kw_args [Hash] Additional arguments to pass to the engine
     # @return [Boxcars::Engine] An instance of the appropriate engine class
     def self.json_engine(model: nil, **kw_args)
-      options = { temperature: 0.1, response_format: { type: "json_object" } }.merge(kw_args)
-      options.delete(:response_format) if model.to_s =~ /sonnet|opus|sonar/ || model.to_s.start_with?("llama")
+      default_options = { temperature: 0.1 }
+      name = model.to_s
+      blocked = name.start_with?("gpt-5", "llama") || name.match?(/sonnet|opus|sonar/)
+      default_options[:response_format] = { type: "json_object" } unless blocked
+      options = default_options.merge(kw_args)
       engine(model:, **options)
     end
 

data/lib/boxcars/vector_store/embed_via_tensorflow.rb

@@ -4,6 +4,7 @@ module Boxcars
   module VectorStore
     class EmbedViaTensorflow
       include VectorStore
+
       def call
         raise NotImplementedError
       end

data/lib/boxcars/version.rb

@@ -2,5 +2,5 @@
 
 module Boxcars
   # The current version of the gem.
-  VERSION = "0.8.6"
+  VERSION = "0.8.8"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: boxcars
 version: !ruby/object:Gem::Version
-  version: 0.8.6
+  version: 0.8.8
 platform: ruby
 authors:
 - Francis Sullivan