ruby_llm-contract 0.5.2 → 0.6.2

data/lib/ruby_llm/contract/step/retry_policy.rb

@@ -9,13 +9,13 @@ module RubyLLM
         DEFAULT_RETRY_ON = %i[validation_failed parse_error adapter_error].freeze
 
         def initialize(models: nil, attempts: nil, retry_on: nil, &block)
-          @models = []
+          @configs = []
           @retryable_statuses = DEFAULT_RETRY_ON.dup
 
           if block
             @max_attempts = 1
             instance_eval(&block)
-            warn_no_retry! if @max_attempts == 1 && @models.empty?
+            warn_no_retry! if @max_attempts == 1 && @configs.empty?
           else
             apply_keywords(models: models, attempts: attempts, retry_on: retry_on)
           end
@@ -28,14 +28,18 @@ module RubyLLM
           validate_max_attempts!
         end
 
-        def escalate(*model_list)
-          @models = model_list.flatten
-          @max_attempts = @models.length if @max_attempts < @models.length
+        def escalate(*config_list)
+          @configs = config_list.flatten.map { |c| normalize_config(c).freeze }.freeze
+          @max_attempts = @configs.length if @max_attempts < @configs.length
         end
         alias models escalate
 
         def model_list
-          @models
+          @configs.map { |c| c[:model] }.freeze
+        end
+
+        def config_list
+          @configs
         end
 
         def retry_on(*statuses)
@@ -46,29 +50,38 @@ module RubyLLM
           retryable_statuses.include?(result.status)
         end
 
-        def model_for_attempt(attempt, default_model)
-          if @models.any?
-            @models[attempt] || @models.last
+        def config_for_attempt(attempt, default_config)
+          if @configs.any?
+            @configs[attempt] || @configs.last
           else
-            default_model
+            default_config
           end
         end
 
+        def model_for_attempt(attempt, default_model)
+          config_for_attempt(attempt, { model: default_model })[:model]
+        end
+
         private
 
         def apply_keywords(models:, attempts:, retry_on:)
           if models
-            @models = Array(models).dup.freeze
-            @max_attempts = @models.length
+            @configs = Array(models).map { |m| normalize_config(m).freeze }.freeze
+            @max_attempts = @configs.length
           else
             @max_attempts = attempts || 1
           end
           @retryable_statuses = Array(retry_on).dup if retry_on
         end
 
+        def normalize_config(entry)
+          RubyLLM::Contract.normalize_candidate_config(entry)
+        end
+
         def warn_no_retry!
-          warn "[ruby_llm-contract] retry_policy has max_attempts=1 with no models. " \
-               "This means no actual retry will happen. Add `attempts 2` or `escalate %w[model1 model2]`."
+          warn "[ruby_llm-contract] retry_policy has max_attempts=1 with no configs. " \
+               "This means no actual retry will happen. Add `attempts 2` or " \
+               '`escalate "model1", "model2"`.'
         end
 
         def validate_max_attempts!

data/lib/ruby_llm/contract/version.rb

@@ -2,6 +2,6 @@
 
 module RubyLLM
   module Contract
-    VERSION = "0.5.2"
+    VERSION = "0.6.2"
   end
 end

data/lib/ruby_llm/contract.rb

@@ -78,6 +78,27 @@ module RubyLLM
         Thread.current[:ruby_llm_contract_reloading] = false
       end
 
+      def normalize_candidate_config(entry)
+        case entry
+        when String
+          raise ArgumentError, "Candidate model must be a non-empty String" if entry.strip.empty?
+
+          { model: entry.strip }
+        when Hash
+          model = entry[:model] || entry["model"]
+          unless model.is_a?(String) && !model.strip.empty?
+            raise ArgumentError, "Candidate config must include a non-empty String :model"
+          end
+
+          normalized = { model: model.strip }
+          effort = entry[:reasoning_effort] || entry["reasoning_effort"]
+          normalized[:reasoning_effort] = effort if effort
+          normalized
+        else
+          raise ArgumentError, "Expected String or Hash, got #{entry.class}"
+        end
+      end
+
       private
 
       # Filter stale hosts, deduplicate by name (last wins), prune registry in-place

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ruby_llm-contract
 version: !ruby/object:Gem::Version
-  version: 0.5.2
+  version: 0.6.2
 platform: ruby
 authors:
 - Justyna
@@ -130,10 +130,13 @@ files:
 - lib/ruby_llm/contract/eval/prompt_diff_comparator.rb
 - lib/ruby_llm/contract/eval/prompt_diff_presenter.rb
 - lib/ruby_llm/contract/eval/prompt_diff_serializer.rb
+- lib/ruby_llm/contract/eval/recommendation.rb
+- lib/ruby_llm/contract/eval/recommender.rb
 - lib/ruby_llm/contract/eval/report.rb
 - lib/ruby_llm/contract/eval/report_presenter.rb
 - lib/ruby_llm/contract/eval/report_stats.rb
 - lib/ruby_llm/contract/eval/report_storage.rb
+- lib/ruby_llm/contract/eval/retry_optimizer.rb
 - lib/ruby_llm/contract/eval/runner.rb
 - lib/ruby_llm/contract/eval/step_expectation_applier.rb
 - lib/ruby_llm/contract/eval/step_result_normalizer.rb