completion-kit 0.5.14 → 0.5.15

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 119b2978f4176a40950e2874176272851530c0b00a1a5dc9387f76ffd8caba62
-  data.tar.gz: ca60f782bcd182e9af024d34479e78f21c85b8e8605ade8f825d00cdc448c4ea
+  metadata.gz: c9c349e12b1fb11eccb4b691dfac14e86bceda2cac6718523e9d3a9e0516698d
+  data.tar.gz: 43374b6f2a44ad5cfc44ac307ad6ba933c61262f79cfc1dd8797cdabef52fd87
 SHA512:
-  metadata.gz: 1ce0a05b7b22f363f0386fffa2b94c60b94e767ac0a732b1309d70dbda9d951407f5abc42d02e3992f56a20bc902f9bcba938dedd405cfd02cb8577a0b8d4fe5
-  data.tar.gz: 0ed8728ca2853047cd6c659d696cdfbbeac681f726d3d368e183187ac179f434933a6f0d3b819e4bb5318f5d643aebbd4991a92014e7117993cee9200a6cca37
+  metadata.gz: 33ed9038a4416e3d3929b7a18757779e5c406f4b4b3cdb1d8bf0ce945f6a8ceac4606d467068b4710a53f86c544a6fbe5fd6b56473ff9d4c7da2ac0f11cb2a13
+  data.tar.gz: 0c907dae8acd807f60061c79213022cdb12bc33c627080d2e85be2954345fea1335eb38fed99ccfe95c9d3f470be1d90e9e3f5a636180ab43648328fd30749b1

data/app/helpers/completion_kit/application_helper.rb

@@ -179,6 +179,18 @@ module CompletionKit
       ["tag", "tag-#{tag.color}", ("tag-outline" if outline)].compact.join(" ")
     end
 
+    def ck_run_path(run)
+      CompletionKit::Engine.routes.url_helpers.run_path(run)
+    end
+
+    def ck_prompt_path(prompt)
+      CompletionKit::Engine.routes.url_helpers.prompt_path(prompt)
+    end
+
+    def ck_dataset_path(dataset)
+      CompletionKit::Engine.routes.url_helpers.dataset_path(dataset)
+    end
+
     def ck_format_maybe_json(text)
       s = text.to_s
       return s if s.strip.empty?

data/app/services/completion_kit/judge_service.rb

@@ -1,6 +1,8 @@
 require "faraday"
 
 module CompletionKit
+  class JudgeParseError < StandardError; end
+
   class JudgeService
     def initialize(config = {})
       @config = config
@@ -9,7 +11,7 @@ module CompletionKit
     end
 
     def evaluate(output, expected_output = nil, prompt = nil, criteria: nil, rubric_text: nil, human_examples: nil, input_data: nil, **_extras)
-      return { score: 1, feedback: "Judge not configured" } unless @judge_client.configured?
+      raise CompletionKit::ConfigurationError, "Judge not configured" unless @judge_client.configured?
 
       judge_prompt = build_judge_prompt(output, expected_output, prompt,
         criteria: criteria,
@@ -19,10 +21,6 @@ module CompletionKit
       response = @judge_client.generate_completion(judge_prompt, model: @judge_model)
       raise StandardError, response if response.start_with?("Error:")
       parse_judge_response(response)
-    rescue Faraday::Error
-      raise
-    rescue => e
-      { score: 1, feedback: "Error during evaluation: #{e.message}" }
     end
 
     private
@@ -66,16 +64,13 @@ module CompletionKit
       score_match = response.match(/\*{0,2}Score:?\*{0,2}\s*(\d+(?:\.\d+)?)/i)
       feedback_match = response.match(/\*{0,2}Feedback:?\*{0,2}\s*(.+)/mi)
 
-      score = score_match ? score_match[1].to_f : 1
-      feedback = if feedback_match
-                   feedback_match[1].strip
-                 elsif score_match
-                   "No feedback provided"
-                 else
-                   "Could not parse judge response: #{response.truncate(500)}"
-                 end
+      unless score_match
+        raise CompletionKit::JudgeParseError,
+              "Could not parse judge response: #{response.truncate(500)}"
+      end
 
-      score = [[score, 1].max, 5].min
+      score = [[score_match[1].to_f, 1].max, 5].min
+      feedback = feedback_match ? feedback_match[1].strip : "No feedback provided"
 
       { score: score, feedback: feedback }
     end

data/app/views/completion_kit/runs/_row.html.erb

@@ -1,4 +1,4 @@
-<tr onclick="window.location='<%= run_path(run) %>'" style="cursor: pointer;">
+<tr onclick="window.location='<%= ck_run_path(run) %>'" style="cursor: pointer;">
   <td>
     <div class="ck-runs-table__identity">
       <span class="ck-run-name">
@@ -7,14 +7,14 @@
       </span>
       <div class="ck-runs-table__config">
         <% if run.prompt %>
-          <%= link_to run.prompt.name, prompt_path(run.prompt), class: "ck-runs-table__config-link", onclick: "event.stopPropagation();" %>
+          <%= link_to run.prompt.name, ck_prompt_path(run.prompt), class: "ck-runs-table__config-link", onclick: "event.stopPropagation();" %>
           <span class="ck-runs-table__version">v<%= run.prompt.version_number %></span>
         <% else %>
           <span class="ck-runs-table__version">Judge-only</span>
         <% end %>
         <% if run.dataset %>
           <span class="ck-runs-table__sep">·</span>
-          <%= link_to run.dataset.name, dataset_path(run.dataset), class: "ck-runs-table__config-link", onclick: "event.stopPropagation();" %>
+          <%= link_to run.dataset.name, ck_dataset_path(run.dataset), class: "ck-runs-table__config-link", onclick: "event.stopPropagation();" %>
         <% end %>
       </div>
       <% if run.tags.any? %>

data/lib/completion_kit/version.rb

@@ -1,3 +1,3 @@
 module CompletionKit
-  VERSION = "0.5.14"
+  VERSION = "0.5.15"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: completion-kit
 version: !ruby/object:Gem::Version
-  version: 0.5.14
+  version: 0.5.15
 platform: ruby
 authors:
 - Damien Bastin