llmshim 0.3.6 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5f45388109bb2742c9d038e99a6bba32789f3a9f9bc39ff3d78cc0c13019c85f
-  data.tar.gz: 723da5a41f2606cc52915c25e425f8eb34231b9cfe1a7f0ed7ee54a00760657b
+  metadata.gz: 7daaabbea4814eb113a27e7cf8965d87f8bc29459f4a1b6caad395984388e2da
+  data.tar.gz: f629a9202933185c03908033c48d2ef8a6d30330acd5cabb7048309680eb4ca0
 SHA512:
-  metadata.gz: 3662b15aa3c188ac5ee0242781d72000adf6c7c003f0da636019eb09e8da1779248c9b31538cca67fa0e0cf280ef7ba48afa6c0445a6467a73e3cd25897d8659
-  data.tar.gz: e6857361151dea40ac1dad35bcfedd941a719f6f5827569668891478212e6d808c95f64f5f6fa6317fb359511660ea64389c1ed1bf38b0a250b247e69cd97cce
+  metadata.gz: 40f1298cb6bed88b1353236cb09b8085bd21e9dc6bb8d968c66ad85cddb9e711b7ce7ae3c2dc6ac9236aca12e776ee28dc43910c437a80995822065961b5c14b
+  data.tar.gz: 76a5d19612b5ae27ad8e602c5b37848e08998909e43b41ef2067ade819fffe8b6dc4efcf34ffa494f2b7594ac7aa30a56b6ee62a76c8dcf3d165dc43bf22253a

data/README.md

@@ -46,9 +46,9 @@ environment variables. The Ruby client never sees your keys — the proxy holds
 | ---------- | --------------------------------------- | ------------------------------------- |
 | OpenAI     | `openai/gpt-5.6-sol`                    | `OPENAI_API_KEY`                      |
 | Anthropic  | `anthropic/claude-sonnet-5`            | `ANTHROPIC_API_KEY`                   |
-| Gemini     | `gemini/gemini-3.5-flash`              | `GEMINI_API_KEY`                      |
-| xAI        | `xai/grok-4.5`                         | `XAI_API_KEY`                         |
-| OpenRouter | `openrouter/anthropic/claude-sonnet-4.5` | `OPENROUTER_API_KEY`                |
+| Gemini     | `gemini/gemini-3.8-flash`              | `GEMINI_API_KEY`                      |
+| xAI        | `xai/grok-4.6`                         | `XAI_API_KEY`                         |
+| OpenRouter | `openrouter/anthropic/claude-sonnet-5` | `OPENROUTER_API_KEY`                |
 | vLLM       | `vllm/<served-model>`                  | `VLLM_BASE_URL` (+ optional `VLLM_API_KEY`)   |
 | SGLang     | `sglang/<served-model>`                | `SGLANG_BASE_URL` (+ optional `SGLANG_API_KEY`) |
 
@@ -75,7 +75,7 @@ of message hashes:
 
 ```ruby
 resp = client.chat(
-  model: "openai/gpt-5.5",
+  model: "openai/gpt-5.6-sol",
   messages: [
     { role: "system", content: "You are a pirate." },
     { role: "user",   content: "Hello!" }
@@ -99,7 +99,7 @@ A shared default client (base URL from `LLMSHIM_BASE_URL`, else `http://localhos
 ```ruby
 require "llmshim"
 
-resp = Llmshim.chat(model: "gpt-5.5", messages: "Explain quicksort")
+resp = Llmshim.chat(model: "gpt-5.6-sol", messages: "Explain quicksort")
 puts resp.content
 ```
 
@@ -127,7 +127,7 @@ Predicate helpers are available too: `event.content?`, `event.reasoning?`,
 Called without a block, `stream` returns the collected array of events:
 
 ```ruby
-events = client.stream(model: "gpt-5.5", messages: "Hi")
+events = client.stream(model: "gpt-5.6-sol", messages: "Hi")
 text = events.select(&:content?).map(&:text).join
 ```
 
@@ -145,9 +145,9 @@ resp = client.chat(
   ],
   tool_choice: "auto",
   # Provider-specific controls, namespaced under x-<provider> (see below):
-  provider_config: { "x-anthropic" => { thinking: { type: "enabled", budget_tokens: 4000 } } },
+  provider_config: { "x-anthropic" => { thinking: { type: "adaptive" }, output_config: { effort: "high" } } },
   # Try these models if the primary fails with a retryable error:
-  fallback: ["openai/gpt-5.6-sol", "gemini/gemini-3.5-flash"]
+  fallback: ["openai/gpt-5.6-sol", "gemini/gemini-3.8-flash"]
 )
 
 resp.message.tool_calls.each do |tc|
@@ -177,7 +177,7 @@ level is ignored. Use the namespace matching the target provider:
 
 ```ruby
 # Anthropic extended thinking:
-provider_config: { "x-anthropic" => { thinking: { type: "enabled", budget_tokens: 4000 } } }
+provider_config: { "x-anthropic" => { thinking: { type: "adaptive" }, output_config: { effort: "high" } } }
 
 # OpenRouter provider routing (also accepts `models`, `transforms`):
 provider_config: { "x-openrouter" => { provider: { sort: "throughput" } } }

data/lib/llmshim/client.rb

@@ -120,6 +120,9 @@ module Llmshim
       provider_config["tool_choice"] = opts[:tool_choice] unless opts[:tool_choice].nil?
       body["provider_config"] = provider_config unless provider_config.empty?
 
+      body["x-cache"] = stringify(opts[:cache]) unless opts[:cache].nil?
+      body["x-shim"] = stringify(opts[:shim]) unless opts[:shim].nil?
+      body["response_format"] = stringify(opts[:response_format]) unless opts[:response_format].nil?
       body["fallback"] = opts[:fallback] unless opts[:fallback].nil?
       body["stream"] = opts[:stream] unless opts[:stream].nil?
 

data/lib/llmshim/types.rb

@@ -1,11 +1,14 @@
 # frozen_string_literal: true
 
+require "json"
+
 module Llmshim
   # Token accounting returned with a chat response or a usage stream event.
   #
   # Mirrors the +Usage+ schema in api/openapi.yaml.
   Usage = Struct.new(
     :input_tokens, :output_tokens, :reasoning_tokens, :total_tokens,
+    :cache_read_tokens, :cache_write_tokens,
     keyword_init: true
   ) do
     def self.from_hash(hash)
@@ -15,7 +18,9 @@ module Llmshim
         input_tokens: hash["input_tokens"],
         output_tokens: hash["output_tokens"],
         reasoning_tokens: hash["reasoning_tokens"],
-        total_tokens: hash["total_tokens"]
+        total_tokens: hash["total_tokens"],
+        cache_read_tokens: hash.fetch("cache_read_tokens", 0),
+        cache_write_tokens: hash.fetch("cache_write_tokens", 0)
       )
     end
   end
@@ -24,9 +29,13 @@ module Llmshim
   #
   # +function+ is a plain Hash with "name" and "arguments" (JSON-encoded string)
   # to match the wire format exactly.
-  ToolCall = Struct.new(:id, :type, :function, keyword_init: true) do
+  ToolCall = Struct.new(:id, :type, :function, :thought_signature, :wire_ids, keyword_init: true) do
     def self.from_hash(hash)
-      new(id: hash["id"], type: hash["type"], function: hash["function"])
+      new(id: hash["id"], type: hash["type"], function: hash["function"], thought_signature: hash["thought_signature"], wire_ids: hash["wire_ids"])
+    end
+
+    def to_json(*args)
+      to_h.reject { |_key, value| value.nil? }.to_json(*args)
     end
 
     # Convenience accessor for the tool name.
@@ -41,10 +50,14 @@ module Llmshim
   end
 
   # The assistant message inside a ChatResponse.
-  ResponseMessage = Struct.new(:role, :content, :tool_calls, keyword_init: true) do
+  ResponseMessage = Struct.new(:role, :content, :tool_calls, :reasoning, :refusal, keyword_init: true) do
     def self.from_hash(hash)
       calls = (hash["tool_calls"] || []).map { |c| ToolCall.from_hash(c) }
-      new(role: hash["role"], content: hash["content"], tool_calls: calls)
+      new(role: hash["role"], content: hash["content"], tool_calls: calls, reasoning: hash["reasoning"], refusal: hash["refusal"])
+    end
+
+    def to_json(*args)
+      to_h.reject { |key, value| value.nil? && !%i[role content].include?(key) }.to_json(*args)
     end
   end
 
@@ -52,7 +65,7 @@ module Llmshim
   #
   # +raw+ retains the original parsed Hash for forward compatibility.
   ChatResponse = Struct.new(
-    :id, :model, :provider, :message, :reasoning, :usage, :latency_ms, :raw,
+    :id, :model, :provider, :message, :reasoning, :usage, :latency_ms, :raw, :served_model, :finish_reason,
     keyword_init: true
   ) do
     def self.from_hash(hash)
@@ -64,7 +77,9 @@ module Llmshim
         reasoning: hash["reasoning"],
         usage: Usage.from_hash(hash["usage"]),
         latency_ms: hash["latency_ms"],
-        raw: hash
+        raw: hash,
+        served_model: hash["x-llmshim-served-model"],
+        finish_reason: hash["finish_reason"]
       )
     end
 
@@ -120,10 +135,22 @@ module Llmshim
       type == "usage"
     end
 
+    def finish_reason
+      raw["finish_reason"]
+    end
+
+    def served_model
+      raw["x-llmshim-served-model"]
+    end
+
     def done?
       type == "done"
     end
 
+    def error_details
+      raw["error"]
+    end
+
     def error?
       type == "error"
     end
@@ -133,6 +160,19 @@ module Llmshim
       raw["text"]
     end
 
+    # Reasoning delta blocks retain signatures, opaque data, and provenance.
+    def blocks
+      raw["blocks"]
+    end
+
+    def thought_signature
+      raw["thought_signature"]
+    end
+
+    def wire_ids
+      raw["wire_ids"]
+    end
+
     # tool_call events
     def id
       raw["id"]

data/lib/llmshim/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Llmshim
-  VERSION = "0.3.6"
+  VERSION = "0.4.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: llmshim
 version: !ruby/object:Gem::Version
-  version: 0.3.6
+  version: 0.4.0
 platform: ruby
 authors:
 - Sanjay Nadhavajhala
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-09-12 00:00:00.000000000 Z
+date: 2026-09-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: minitest