ask-llm-providers 0.13.2 → 0.13.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3ce937df3ae9db671946c8d5c3d837498fd521066bb45996e595dac977ff9f24
-  data.tar.gz: 9702d0c8aea1b61aa24df7e8bb76c5cc19e576ce926076fb274bdb095691b666
+  metadata.gz: 53c2599e28335ad6cb5602315bb0667bb40f9424d1b5fa89c334126c6a3e441b
+  data.tar.gz: 9eebe712434c856a9705f92ad98ee8133fc7e4d2bad86f97b38ecb30d4c61436
 SHA512:
-  metadata.gz: 3ea28d9f251de830592fb92f7d78c71d9b7983dbfc69aa29617ef06df5d598edfa5d9e5a9c8f386a2f9b2d9be22cb76a9c54594c7710acfea17779aa7de9c16d
-  data.tar.gz: d67134217af9ddb29c91b8dd4c64cb1bbe68f2fd79da31bf0bac7a7b64abb681ca0f34e11e7327d587de13c531b722466075cb5e10f35c302acf174af4d3e17b
+  metadata.gz: e267ef9ed4356b8f083e73b2fe5bf7253be512d11d7af7e5618e3f068339147f0e39d20e5dda6b49c62136c1bc90f614e2fc927b862e0b4f08a3d0a3dbec2981
+  data.tar.gz: 5d89c48fd89ce57af5c336a60e879a323724f69b81521438690edb5d11a1a8dd0ea7aa839b063ed239dfc53955ed4da80be5342049518936d9b1efbbdbf62f81

data/lib/ask/llm/openai_compatible.rb

@@ -76,6 +76,11 @@ module Ask
                        capabilities: { chat: true, streaming: true, tool_calls: true } },
 
       opencode_go:   { api_base: "https://opencode.ai/zen/go/v1",                 api_key_env: "OPENCODE_GO_API_KEY",
+                        # The Go gateway routes by session and refuses a request
+                        # without this header (400 MissingSessionID) — the whole
+                        # call fails, not just its efficiency. A per-client
+                        # UUID keeps one agent's requests on one route.
+                        session_header: "x-opencode-session",
                         capabilities: { chat: true, streaming: true, tool_calls: true } },
 
       github_copilot: { api_base: "https://api.githubcopilot.com",                  api_key_env: "GITHUB_COPILOT_TOKEN",

data/lib/ask/llm/version.rb

@@ -2,6 +2,6 @@
 
 module Ask
   module LLM
-    VERSION = "0.13.2"
+    VERSION = "0.13.3"
   end
 end

data/lib/ask/provider/openai.rb

@@ -496,16 +496,20 @@ module Ask
       def chat_stream(payload, model, &block)
         stream = Ask::Stream.new
         init_sse_buffer
+        # The response body is consumed by the stream callback below, so on
+        # failure `resp.body` is empty — for exactly the responses whose text
+        # matters most. Keeping the first chunk of what actually arrived is
+        # what lets an error carry the provider's own words.
+        raw = +""
         @http.post("chat/completions") do |req|
           req.body = payload.merge(stream: true)
-          req.options.on_data = proc { |data, _bytes, _env| parse_stream(data, stream, model, &block) }
+          req.options.on_data = proc { |data, _bytes, _env|
+            raw << data if raw.bytesize < MAX_ERROR_BODY
+            parse_stream(data, stream, model, &block)
+          }
         end.tap { |resp|
           unless resp.success?
-            err_body = case resp.body
-                       when Hash then resp.body
-                       when String then (JSON.parse(resp.body) rescue { "error" => { "message" => "HTTP #{resp.status}: #{resp.body[0..200]}" } })
-                       else { "error" => { "message" => "HTTP #{resp.status}: empty response body" } }
-                       end
+            err_body = stream_error_body(resp, raw)
             err_body["error"] ||= {}
             err_body["error"]["_status"] = resp.status
             raise LLM::HTTP.map_error(resp.status, err_body, provider: "OpenAI")
@@ -515,6 +519,34 @@ module Ask
         stream
       end
 
+      # How much of a failed response to keep for the error message. Enough
+      # for a JSON error document, not enough to hold a whole streamed body
+      # in memory.
+      MAX_ERROR_BODY = 4096
+
+      # The provider's error, from wherever it survived.
+      #
+      # Faraday hands the body to `on_data` as it arrives, so a response that
+      # failed has nothing left in `resp.body` — which is how a specific,
+      # actionable 400 ("Request is missing x-opencode-session") reached the
+      # operator as "empty response body" and cost an afternoon. Fall back to
+      # the buffered text, then to whatever we do have.
+      def stream_error_body(resp, raw)
+        body = resp.body
+        return body if body.is_a?(Hash)
+
+        text = body.to_s
+        text = raw if text.strip.empty?
+        parsed = begin
+          JSON.parse(text)
+        rescue
+          nil
+        end
+        return parsed if parsed.is_a?(Hash) && parsed["error"]
+
+        {"error" => {"message" => "HTTP #{resp.status}: #{text.to_s.strip[0..400]}"}}
+      end
+
       def parse_tool_calls(calls)
         return nil unless calls&.any?
 

data/lib/ask/provider/openai_compatible.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require "securerandom"
+
 module Ask
   module Providers
     # Single class for all OpenAI-compatible providers.
@@ -57,9 +59,23 @@ module Ask
         if (extra = @compat_cfg[:extra_headers])
           extra.each { |k, v| h[k] = v }
         end
+        # A gateway that routes by session needs an id on every request, and
+        # a stable one per client so requests land on the same route. This is
+        # why the failure mode is a hard 400 rather than a slow call: the
+        # gateway cannot place the request at all.
+        if (header = @compat_cfg[:session_header])
+          h[header] = session_id
+        end
         h
       end
 
+      # One id per provider instance — a conversation's requests stay on one
+      # route, which is what the header is for. Memoized so every request
+      # from this client carries the same value.
+      def session_id
+        @session_id ||= SecureRandom.uuid
+      end
+
       def format_messages(messages)
         result = super
         if @compat_cfg[:reasoning_content]

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ask-llm-providers
 version: !ruby/object:Gem::Version
-  version: 0.13.2
+  version: 0.13.3
 platform: ruby
 authors:
 - Kaka Ruto