ruby_llm-contract 0.6.4 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 655ecfa5adebe03245cb4ee910752ec866b83844b665018277dc653a3e246a63
-  data.tar.gz: fafcdacea3943703fad581f9f1806fe25678fd5da7b01867ecb5aac353da139f
+  metadata.gz: 5decfb7456338baa05d0e6bb79287bb3fb3af0e0cc2c3f001e09122fa76ac298
+  data.tar.gz: be3b46ff015fd651e885c4c078dbdaf06623865f4e4b80b864b66e8dd9e16c34
 SHA512:
-  metadata.gz: c4821220d898468f55ab7085d25f6370819501cdfcb5ffea21a9dbdaaa9348997c1b9e6acbad8eb9ff6328eb531eda17e05bd09b1fcd047429fcd69b820a1819
-  data.tar.gz: 91fb14f2aa6e13e70d29f0222dc160548c9c50e9bf4bd9f27e9042bd0f6a4fae1a557b762747ee066c3444ee90942ea008c048b4bb0efc364d212329726d3888
+  metadata.gz: fd3882613ac2b500c46dc6b1084d8f298db96800bf01932e3bc2638a7a3d2a8588610c1de8a1f3754a8e15fb7b1ef29c0c0a7bddd11709cd95bbf12fcd48e83e
+  data.tar.gz: 4cb584323a5575de4131b0eb82cdb1426743ca6651030708673d17264c9fec60619bb7d5d54f62eee4c1fa357b4022f57bf08b95d81f153eccf8e625ce3ef5e7

data/CHANGELOG.md

@@ -1,5 +1,32 @@
 # Changelog
 
+## 0.7.0 (2026-04-21)
+
+### Breaking changes
+
+- **`:adapter_error` removed from `DEFAULT_RETRY_ON`.** New default: `[:validation_failed, :parse_error]`. `ruby_llm` already retries transport errors (`RateLimitError`, `ServerError`, `ServiceUnavailableError`, `OverloadedError`, timeouts) at the Faraday layer, so the previous default re-ran the same model on errors the HTTP middleware already retried with backoff. To restore pre-0.7 behavior: `retry_on :validation_failed, :parse_error, :adapter_error`. Recommended pattern: pair `:adapter_error` with `escalate "model_a", "model_b"` — a different model/provider can bypass what transport retry could not.
+- **`AdapterCaller` narrows `rescue` from `StandardError` to `RubyLLM::Error` + `Faraday::Error`.** Provider errors and transport errors that escape ruby_llm's Faraday retry middleware (`Faraday::TimeoutError`, `Faraday::ConnectionFailed`) still produce `:adapter_error` as before. Programmer errors that are neither (`NoMethodError`, adapter code bugs) now propagate instead of being silently converted to `:adapter_error` and retried. **Known limitation:** adapter code raising `ArgumentError` is still coerced into `:input_error` by `Step::Base#run_once` (which rescues `ArgumentError` for input-type validation). Disambiguating adapter-ArgumentError vs input-validation-ArgumentError requires a `run_once` refactor and is tracked as a follow-up.
+
+### Migration
+
+If you rely on the old behavior, opt in explicitly:
+
+```ruby
+retry_policy do
+  attempts 3
+  retry_on :validation_failed, :parse_error, :adapter_error
+end
+```
+
+Or better, with a model fallback chain:
+
+```ruby
+retry_policy do
+  escalate "gpt-4.1-nano", "gpt-4.1-mini"
+  retry_on :validation_failed, :parse_error, :adapter_error
+end
+```
+
 ## 0.6.4 (2026-04-20)
 
 ### Features

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    ruby_llm-contract (0.6.4)
+    ruby_llm-contract (0.7.0)
       dry-types (~> 1.7)
       ruby_llm (~> 1.0)
       ruby_llm-schema (~> 0.3)
@@ -258,7 +258,7 @@ CHECKSUMS
   rubocop-ast (1.49.1) sha256=4412f3ee70f6fe4546cc489548e0f6fcf76cafcfa80fa03af67098ffed755035
   ruby-progressbar (1.13.0) sha256=80fc9c47a9b640d6834e0dc7b3c94c9df37f08cb072b7761e4a71e22cff29b33
   ruby_llm (1.14.0) sha256=57c6f7034fc4a44504ea137d70f853b07824f1c1cdbe774ab3ab3522e7098deb
-  ruby_llm-contract (0.6.4)
+  ruby_llm-contract (0.7.0)
   ruby_llm-schema (0.3.0) sha256=a591edc5ca1b7f0304f0e2261de61ba4b3bea17be09f5cf7558153adfda3dec6
   ruby_parser (3.22.0) sha256=1eb4937cd9eb220aa2d194e352a24dba90aef00751e24c8dfffdb14000f15d23
   rubycritic (4.12.0) sha256=024fed90fe656fa939f6ea80aab17569699ac3863d0b52fd72cb99892247abc8

data/lib/ruby_llm/contract/step/adapter_caller.rb

@@ -1,9 +1,20 @@
 # frozen_string_literal: true
 
+require "faraday"
+
 module RubyLLM
   module Contract
     module Step
       class AdapterCaller
+        # Exceptions treated as :adapter_error (retryable when explicitly opted in).
+        # RubyLLM::Error covers provider-semantic errors (auth, bad request,
+        # rate limit, server error, context length). Faraday::Error covers
+        # transport failures that escape ruby_llm's Faraday retry middleware
+        # after exhaustion (Faraday::TimeoutError, Faraday::ConnectionFailed).
+        # Anything else (NoMethodError, programmer ArgumentError from adapter
+        # code, etc.) propagates — those are bugs, not retry candidates.
+        ADAPTER_ERRORS = [::RubyLLM::Error, ::Faraday::Error].freeze
+
         def initialize(adapter:, adapter_options:)
           @adapter = adapter
           @adapter_options = adapter_options
@@ -14,8 +25,14 @@ module RubyLLM
           response = @adapter.call(messages: messages, **@adapter_options)
           latency_ms = ((Process.clock_gettime(Process::CLOCK_MONOTONIC) - start_time) * 1000).round
           [response, latency_ms]
-        rescue StandardError => error
-          [Result.new(status: :adapter_error, raw_output: nil, parsed_output: nil, validation_errors: [error.message]), 0]
+        rescue *ADAPTER_ERRORS => e
+          result = Result.new(
+            status: :adapter_error,
+            raw_output: nil,
+            parsed_output: nil,
+            validation_errors: [e.message]
+          )
+          [result, 0]
         end
       end
     end

data/lib/ruby_llm/contract/step/retry_policy.rb

@@ -6,7 +6,14 @@ module RubyLLM
       class RetryPolicy
         attr_reader :max_attempts, :retryable_statuses
 
-        DEFAULT_RETRY_ON = %i[validation_failed parse_error adapter_error].freeze
+        # Breaking (0.7.0): :adapter_error removed from defaults. ruby_llm's Faraday
+        # middleware already retries transport errors (RateLimitError, ServerError,
+        # ServiceUnavailableError, OverloadedError, timeouts). Retrying on
+        # :adapter_error against the same model re-runs what transport already did.
+        # Opt in explicitly with `retry_on :adapter_error` — only meaningful paired
+        # with `escalate "model_a", "model_b"` (a different model may bypass what
+        # transport retry could not).
+        DEFAULT_RETRY_ON = %i[validation_failed parse_error].freeze
 
         def initialize(models: nil, attempts: nil, retry_on: nil, &block)
           @configs = []

data/lib/ruby_llm/contract/version.rb

@@ -2,6 +2,6 @@
 
 module RubyLLM
   module Contract
-    VERSION = "0.6.4"
+    VERSION = "0.7.0"
   end
 end

data/ruby_llm-contract.gemspec

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+require_relative "lib/ruby_llm/contract/version"
+
+Gem::Specification.new do |spec|
+  spec.name = "ruby_llm-contract"
+  spec.version = RubyLLM::Contract::VERSION
+  spec.authors = ["Justyna"]
+
+  spec.summary = "Know which LLM model to use, what it costs, and when accuracy drops"
+  spec.description = "Compare LLM models by accuracy and cost. Regression-test prompts in CI. " \
+                     "Start on nano, auto-escalate to bigger models when quality drops. " \
+                     "Companion gem for ruby_llm."
+  spec.homepage = "https://github.com/justi/ruby_llm-contract"
+  spec.license = "MIT"
+  spec.required_ruby_version = ">= 3.2.0"
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = spec.homepage
+  spec.metadata["changelog_uri"] = "#{spec.homepage}/blob/main/CHANGELOG.md"
+  spec.metadata["documentation_uri"] = "#{spec.homepage}#readme"
+  spec.metadata["rubygems_mfa_required"] = "true"
+
+  spec.files = Dir.chdir(__dir__) do
+    `git ls-files -z`.split("\x0").reject do |f|
+      (File.expand_path(f) == __FILE__) ||
+        f.start_with?("spec/", "docs/", "doc/", ".ai/", ".claude/", ".git")
+    end
+  end
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "dry-types", "~> 1.7"
+  spec.add_dependency "ruby_llm", "~> 1.0"
+  spec.add_dependency "ruby_llm-schema", "~> 0.3"
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ruby_llm-contract
 version: !ruby/object:Gem::Version
-  version: 0.6.4
+  version: 0.7.0
 platform: ruby
 authors:
 - Justyna
@@ -182,6 +182,7 @@ files:
 - lib/ruby_llm/contract/token_estimator.rb
 - lib/ruby_llm/contract/types.rb
 - lib/ruby_llm/contract/version.rb
+- ruby_llm-contract.gemspec
 homepage: https://github.com/justi/ruby_llm-contract
 licenses:
 - MIT