ruby_llm-llm_judge 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '009274010f75c4b80a06f6b13b94fe9de590c7adf61ee78f57a771b8b115a742'
-  data.tar.gz: e801d20e964135b0e17a3de5ad6c0d121974afb4f61aa888035cb96f30a7a2d8
+  metadata.gz: 451771cadd6d75e7ea6361b43814d186bc0b9e3aeb0dea5f128fdc3c4a68e982
+  data.tar.gz: ca97b903a28238275417a96551abbf440198eb2dea95d52196cfb2e5d1b0d173
 SHA512:
-  metadata.gz: 59f5ca2d328b42993d30168ebc528d58fb98f468b0d7600e4d9d059eacf7b3332d205ffe003175d05ebb6078cf2eda09f5d779309b17f5609b57e8a2363ae522
-  data.tar.gz: 9e0f82133b0b3fb1c295ac4b96a00b838c5d685df04964da90d49ffdd037ef156545cf3c2bf942d0a7e708f405ca0fecb07f810f71800e3015314e2c6f18f6da
+  metadata.gz: ff30bd52e7b0dcb79f8804458e622d725ad3570351e00d180efb9ed040d4bb07c8551c37024f1730ca876125f52513e0e28a557fb9ed8f9d22211b286266aa6d
+  data.tar.gz: 25259a68bba8ffc259d343f076b7962788f236143ca8dabe43c03e626181f9bac24bfb50a98b50951130478be94951c56944775072614732c1341aa3218626eb

data/CHANGELOG.md

@@ -1,5 +1,9 @@
 # Changelog
 
+## 0.1.1 (2026-09-28)
+
+- Fix invalid scoring responses raising `NoMethodError` on RubyLLM 1.13, which also skipped the corrective retry. They now raise `RubyLLM::LLMJudge::Error`, a `RubyLLM::Error`, on every supported RubyLLM version.
+
 ## 0.1.0 (2026-09-28)
 
 Initial release.

data/lib/ruby_llm/llm_judge/engine.rb

@@ -74,7 +74,7 @@ module RubyLLM
             chosen = judgment.answers.fetch(question.name)
             probabilities = chosen.probabilities.values
             if probabilities.count(probabilities.max) > 1
-              raise RubyLLM::Error, "Scoring model could not resolve the tie for #{question.name}"
+              raise Error, "Scoring model could not resolve the tie for #{question.name}"
             end
             tie_breaks << { question: question.name, ratings:, judgment: }
           end
@@ -128,13 +128,13 @@ module RubyLLM
 
       def parse_single_request(content, specs)
         parsed = JSON.parse(content)
-        raise RubyLLM::Error, 'Scoring model returned a non-object response' unless parsed.is_a?(Hash)
+        raise Error, 'Scoring model returned a non-object response' unless parsed.is_a?(Hash)
 
         reported = parsed.fetch('answers')
         expected_questions = specs.map { |question, _| question.name.to_s }
         unless reported.is_a?(Hash) && reported.keys.sort == expected_questions.sort
           actual = reported.is_a?(Hash) ? reported.keys : reported.class.name
-          raise RubyLLM::Error, "Question IDs must be #{expected_questions.inspect}; got #{actual.inspect}"
+          raise Error, "Question IDs must be #{expected_questions.inspect}; got #{actual.inspect}"
         end
 
         normalization = {}
@@ -143,23 +143,23 @@ module RubyLLM
           keys = options.map { |name, _| name.to_s }
           unless distribution.is_a?(Hash) && distribution.keys.sort == keys.sort
             actual = distribution.is_a?(Hash) ? distribution.keys : distribution.class.name
-            raise RubyLLM::Error, "Option IDs for #{question.name} must be #{keys.inspect}; got #{actual.inspect}"
+            raise Error, "Option IDs for #{question.name} must be #{keys.inspect}; got #{actual.inspect}"
           end
 
           values = keys.map { |key| distribution.fetch(key) }
           unless values.all? { |value| value.is_a?(Numeric) && value.finite? && (0..1).cover?(value) }
-            raise RubyLLM::Error, "Scoring model returned invalid probabilities for #{question.name}"
+            raise Error, "Scoring model returned invalid probabilities for #{question.name}"
           end
 
           total = values.sum.to_f
-          raise RubyLLM::Error, "Scoring model returned zero probability for #{question.name}" unless total.positive?
+          raise Error, "Scoring model returned zero probability for #{question.name}" unless total.positive?
 
           normalization[question.name.to_s] = total
           [question.name, answer(question, values.map { |value| value / total })]
         end
         [answers, reported, normalization]
       rescue JSON::ParserError, KeyError, TypeError => error
-        raise RubyLLM::Error, "Scoring model returned invalid JSON probabilities: #{error.message}"
+        raise Error, "Scoring model returned invalid JSON probabilities: #{error.message}"
       end
 
       def single_request_prompt(input, specs)
@@ -268,7 +268,7 @@ module RubyLLM
           if /\A[0-9]\z/.match?(digit)
             return { digit: digit.to_i, tokens: aggregate_tokens(attempts.map(&:tokens)) }
           end
-          raise RubyLLM::Error, 'Scoring model returned no single digit' if attempts.size > @malformed_retries
+          raise Error, 'Scoring model returned no single digit' if attempts.size > @malformed_retries
         end
       end
 

data/lib/ruby_llm/llm_judge/version.rb

@@ -2,6 +2,6 @@
 
 module RubyLLM
   module LLMJudge
-    VERSION = '0.1.0'
+    VERSION = '0.1.1'
   end
 end

data/lib/ruby_llm/llm_judge.rb

@@ -10,6 +10,18 @@ module RubyLLM
     # RubyLLM 2.1 added the Judge API. Earlier versions run the engine directly
     # and return Legacy stand-ins with the same readers.
     NATIVE = defined?(RubyLLM::Judge) ? true : false
+
+    # Raised for invalid scoring responses. RubyLLM::Error takes (response, message)
+    # before 1.16 and (message, response:) on main, so build it for either.
+    class Error < RubyLLM::Error
+      def initialize(message = nil)
+        if RubyLLM::Error.instance_method(:initialize).parameters.include?(%i[key response])
+          super(message)
+        else
+          super(nil, message)
+        end
+      end
+    end
   end
 end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ruby_llm-llm_judge
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - JP Camara