llmshim 0.3.7 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 231eb5903f1d0d803cab4c1d929c6430f57f20717a363f1b2ae859269a31f51a
-  data.tar.gz: 4a999d79e6744c1b0f8f857068e318eb77491758b7cf76c69398b5418fa9a6ac
+  metadata.gz: 5929fc579493f05ebbfc27fa5aaa5c570b6f886421545f2ab0c008d695bca4e7
+  data.tar.gz: bb2947ee359e67054a0ca8946890d9c139cd866e7c169c4a2d28af10caaa1b9e
 SHA512:
-  metadata.gz: 598a6a48935b8e162ec4129d00143c26eae3188f883e56765444dbe2b4ce971479cf1c6bbfec7fe043f6d0cc18185b87852ff4acfe8cd5006a55d93426273d42
-  data.tar.gz: 6ee7a2239d44b23d08dd670faa1d6a9026c624ac5b0612bcc082de6dc396e28aa9775ef43bc4b6031c09c60ee66ab34057925bf9c61dbd5e898738d24fa5a869
+  metadata.gz: 555a81741fe9549d5beded8aa0857594e9af7d4836c99b6a155302228434e8100a1246c4158ad19390152b28892bb51071e28df99d17b4641393e342566efa97
+  data.tar.gz: a9d8c8cac89793ce30f475498404468c546916104c8c88953208079100da5dd92b6a626013c1067ce45d57c1d426c1f83adad969a2e78c701509a80f6b8494e2

data/lib/llmshim/client.rb

@@ -120,6 +120,9 @@ module Llmshim
       provider_config["tool_choice"] = opts[:tool_choice] unless opts[:tool_choice].nil?
       body["provider_config"] = provider_config unless provider_config.empty?
 
+      body["x-cache"] = stringify(opts[:cache]) unless opts[:cache].nil?
+      body["x-shim"] = stringify(opts[:shim]) unless opts[:shim].nil?
+      body["response_format"] = stringify(opts[:response_format]) unless opts[:response_format].nil?
       body["fallback"] = opts[:fallback] unless opts[:fallback].nil?
       body["stream"] = opts[:stream] unless opts[:stream].nil?
 

data/lib/llmshim/types.rb

@@ -1,11 +1,14 @@
 # frozen_string_literal: true
 
+require "json"
+
 module Llmshim
   # Token accounting returned with a chat response or a usage stream event.
   #
   # Mirrors the +Usage+ schema in api/openapi.yaml.
   Usage = Struct.new(
     :input_tokens, :output_tokens, :reasoning_tokens, :total_tokens,
+    :cache_read_tokens, :cache_write_tokens, :cost_usd,
     keyword_init: true
   ) do
     def self.from_hash(hash)
@@ -15,7 +18,11 @@ module Llmshim
         input_tokens: hash["input_tokens"],
         output_tokens: hash["output_tokens"],
         reasoning_tokens: hash["reasoning_tokens"],
-        total_tokens: hash["total_tokens"]
+        total_tokens: hash["total_tokens"],
+        cache_read_tokens: hash.fetch("cache_read_tokens", 0),
+        cache_write_tokens: hash.fetch("cache_write_tokens", 0),
+        # nil means the server could not price the model, never free.
+        cost_usd: hash["cost_usd"]
       )
     end
   end
@@ -24,9 +31,13 @@ module Llmshim
   #
   # +function+ is a plain Hash with "name" and "arguments" (JSON-encoded string)
   # to match the wire format exactly.
-  ToolCall = Struct.new(:id, :type, :function, keyword_init: true) do
+  ToolCall = Struct.new(:id, :type, :function, :thought_signature, :wire_ids, keyword_init: true) do
     def self.from_hash(hash)
-      new(id: hash["id"], type: hash["type"], function: hash["function"])
+      new(id: hash["id"], type: hash["type"], function: hash["function"], thought_signature: hash["thought_signature"], wire_ids: hash["wire_ids"])
+    end
+
+    def to_json(*args)
+      to_h.reject { |_key, value| value.nil? }.to_json(*args)
     end
 
     # Convenience accessor for the tool name.
@@ -41,10 +52,14 @@ module Llmshim
   end
 
   # The assistant message inside a ChatResponse.
-  ResponseMessage = Struct.new(:role, :content, :tool_calls, keyword_init: true) do
+  ResponseMessage = Struct.new(:role, :content, :tool_calls, :reasoning, :refusal, keyword_init: true) do
     def self.from_hash(hash)
       calls = (hash["tool_calls"] || []).map { |c| ToolCall.from_hash(c) }
-      new(role: hash["role"], content: hash["content"], tool_calls: calls)
+      new(role: hash["role"], content: hash["content"], tool_calls: calls, reasoning: hash["reasoning"], refusal: hash["refusal"])
+    end
+
+    def to_json(*args)
+      to_h.reject { |key, value| value.nil? && !%i[role content].include?(key) }.to_json(*args)
     end
   end
 
@@ -52,7 +67,7 @@ module Llmshim
   #
   # +raw+ retains the original parsed Hash for forward compatibility.
   ChatResponse = Struct.new(
-    :id, :model, :provider, :message, :reasoning, :usage, :latency_ms, :raw,
+    :id, :model, :provider, :message, :reasoning, :usage, :latency_ms, :raw, :served_model, :finish_reason,
     keyword_init: true
   ) do
     def self.from_hash(hash)
@@ -64,7 +79,9 @@ module Llmshim
         reasoning: hash["reasoning"],
         usage: Usage.from_hash(hash["usage"]),
         latency_ms: hash["latency_ms"],
-        raw: hash
+        raw: hash,
+        served_model: hash["x-llmshim-served-model"],
+        finish_reason: hash["finish_reason"]
       )
     end
 
@@ -120,10 +137,22 @@ module Llmshim
       type == "usage"
     end
 
+    def finish_reason
+      raw["finish_reason"]
+    end
+
+    def served_model
+      raw["x-llmshim-served-model"]
+    end
+
     def done?
       type == "done"
     end
 
+    def error_details
+      raw["error"]
+    end
+
     def error?
       type == "error"
     end
@@ -133,6 +162,19 @@ module Llmshim
       raw["text"]
     end
 
+    # Reasoning delta blocks retain signatures, opaque data, and provenance.
+    def blocks
+      raw["blocks"]
+    end
+
+    def thought_signature
+      raw["thought_signature"]
+    end
+
+    def wire_ids
+      raw["wire_ids"]
+    end
+
     # tool_call events
     def id
       raw["id"]

data/lib/llmshim/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Llmshim
-  VERSION = "0.3.7"
+  VERSION = "0.5.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: llmshim
 version: !ruby/object:Gem::Version
-  version: 0.3.7
+  version: 0.5.0
 platform: ruby
 authors:
 - Sanjay Nadhavajhala
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-09-16 00:00:00.000000000 Z
+date: 2026-09-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: minitest