completion-kit 0.28.32 → 0.28.34

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 58dfff9f577e36bd13a32f6670ad1c095c23492238fd50043bd2ccceca648e98
-  data.tar.gz: 0c8a0d5e4c96e8bccff0a93ede04aef40c650255f1271162537a8a63008314a6
+  metadata.gz: b098378de17e0d51976041f5376929f0fd220bc23e86f1044bf89133b3b7210e
+  data.tar.gz: 65742e5a42a70e82fe3f4216652e8a80e4b08552eb54cc4a7e8621969a8dd26f
 SHA512:
-  metadata.gz: 15b9d07c9bd067885ab2d47ed580d7237dd49e1f6e0b64874a46664db8f02d5c0f1cdde7b183431c9244769a6b96bbb4279d8c5062fc890755bf9b43542ca4cb
-  data.tar.gz: '08fd16f17461b4960aecffdcc350347120d2a5d786327d982adfab7f3b0cfcdaa1e011eb7e81ec5773c39390baa48f3477bed115358e2d4a043205acd33a58f9'
+  metadata.gz: 3ac30e089d1ec6597556b0f4744315d07f1bf94207e174055a6e7ae51ee09f88b180a681ee79cd671cf1887cfee7cd1e99584adda5e95411d8a09ad4c96d5071
+  data.tar.gz: ba7069754a2f1048da264f66a29e630f220225be24a7078bc4bc6b5a5004d328b02e42046b6b58c5a53a294d293fd386b81eccfbbd7f3b7cfd59d5b545062741

data/app/assets/stylesheets/completion_kit/application.css

@@ -4421,6 +4421,8 @@ table.ck-runs-table {
   display: flex;
   align-items: center;
   justify-content: space-between;
+  flex-wrap: wrap;
+  gap: 0.75rem;
 }
 
 .ck-prompt-preview__header .ck-kicker {
@@ -5686,6 +5688,13 @@ a.tag-mark {
   text-overflow: ellipsis;
   white-space: nowrap;
 }
+.ck-failure-list__count {
+  margin-left: auto;
+  flex: none;
+  font-family: var(--ck-mono);
+  font-size: 0.72rem;
+  color: var(--ck-dim);
+}
 .ck-failure-list__item .ck-icon-btn { margin-left: auto; }
 
 /* Flyout: lives inline in the card's always-present footer row, so the

data/app/controllers/completion_kit/responses_controller.rb

@@ -9,7 +9,7 @@ module CompletionKit
       ordered_ids = ordered_response_ids
       current_index = ordered_ids.index(@response.id)
       @response_number = current_index + 1
-      @reviews = @response.reviews.includes(:metric)
+      @reviews = @response.reviews.includes(:metric, :metric_version)
       @prev_response = current_index > 0 ? ordered_ids[current_index - 1] : nil
       @next_response = ordered_ids[current_index + 1]
     end

data/app/helpers/completion_kit/application_helper.rb

@@ -202,6 +202,24 @@ module CompletionKit
       end
     end
 
+    def ck_review_section_header(reviews, judge_model)
+      kinds = reviews.filter_map(&:effective_metric_type)
+      judge = kinds.include?("llm_judge")
+      check = kinds.include?("check")
+
+      heading = if judge && check
+                  "Judge's review and checks"
+                elsif judge
+                  "Judge's review"
+                elsif check
+                  "Checks"
+                else
+                  "Reviews"
+                end
+
+      {heading: heading, judge_model: judge ? judge_model.presence : nil}
+    end
+
     CHECK_KIND_LABELS = {
       "contains" => "Contains a phrase",
       "not_contains" => "Does not contain a phrase",

data/app/models/completion_kit/review.rb

@@ -17,7 +17,11 @@ module CompletionKit
     after_save_commit :broadcast_run_progress, if: :should_broadcast_progress?
 
     def check?
-      metric_version&.metric_type == "check"
+      effective_metric_type == "check"
+    end
+
+    def effective_metric_type
+      metric_version&.metric_type || metric&.metric_type
     end
 
     def stale_against_current_judge?

data/app/views/completion_kit/dashboard/_failing_checks_card.html.erb

@@ -23,21 +23,23 @@
   </div>
 
   <% if failing_checks[:items].any? %>
+    <% worst = failing_checks[:items].group_by { |item| item[:metric_name] }
+                                     .sort_by { |name, items| [-items.length, name.to_s] } %>
     <ul class="ck-failure-list">
-      <% failing_checks[:items].first(2).each do |item| %>
+      <% worst.first(2).each do |metric_name, items| %>
         <li class="ck-failure-list__item">
           <span class="ck-failure-list__surface ck-failure-list__surface--check">fail</span>
-          <%= link_to item[:metric_name], completion_kit.run_path(item[:run]),
-                class: "ck-link ck-failure-list__cause", title: "Failed in #{item[:run].name}" %>
+          <%= link_to metric_name, completion_kit.run_path(items.first[:run]),
+                class: "ck-link ck-failure-list__cause",
+                title: "Most recently in #{items.first[:run].name}" %>
+          <span class="ck-failure-list__count"><%= items.length %></span>
         </li>
       <% end %>
     </ul>
   <% end %>
 
   <div class="ck-stat-card__foot">
-    <% if failing_checks[:count] > 2 %>
-      <span><%= failing_checks[:count] - 2 %> more failing.</span>
-    <% elsif failing_checks[:count].positive? %>
+    <% if failing_checks[:count].positive? %>
       <span><%= pluralize(failing_checks[:count], "check") %> failing in the window.</span>
     <% elsif resolved.positive? %>
       <span>Every check passed in the window.</span>

data/app/views/completion_kit/responses/show.html.erb

@@ -95,11 +95,12 @@
 <% end %>
 
 <% if @reviews.any? %>
+  <% review_header = ck_review_section_header(@reviews, @run.judge_model) %>
   <section class="ck-card--spaced">
-    <div class="ck-prompt-preview__header">
-      <p class="ck-kicker">Judge's review</p>
-      <% if @run.judge_model.present? %>
-        <span class="ck-chip ck-chip--soft" style="text-transform: none;"><%= @run.judge_model %></span>
+    <div class="ck-prompt-preview__header" data-ck-review-header>
+      <p class="ck-kicker"><%= review_header[:heading] %></p>
+      <% if review_header[:judge_model] %>
+        <span class="ck-chip ck-chip--soft" style="text-transform: none;"><%= review_header[:judge_model] %></span>
       <% end %>
     </div>
 
@@ -126,7 +127,7 @@
               <% elsif review.check? && !review.passed.nil? %>
                 <%= ck_check_badge(review.passed) %>
               <% elsif review.status == "failed" %>
-                <span class="<%= ck_badge_classes(:failed) %>" title="<%= review.error_message.presence || "Judge failed" %>">Failed</span>
+                <span class="<%= ck_badge_classes(:failed) %>" title="<%= review.error_message.presence || (review.check? ? "Check failed" : "Judge failed") %>">Failed</span>
               <% else %>
                 <span class="<%= ck_badge_classes(:pending) %>">Pending</span>
               <% end %>

data/lib/completion_kit/version.rb

@@ -1,3 +1,3 @@
 module CompletionKit
-  VERSION = "0.28.32"
+  VERSION = "0.28.34"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: completion-kit
 version: !ruby/object:Gem::Version
-  version: 0.28.32
+  version: 0.28.34
 platform: ruby
 authors:
 - Damien Bastin
@@ -173,7 +173,7 @@ description: CompletionKit is a prompt testing platform that runs as a Rails eng
   or a standalone app. Run prompts against real datasets, score every output with
   an LLM judge against criteria you define, track prompt versions, and get AI-generated
   improvement suggestions grounded in your actual results. Includes a web UI, REST
-  API, and a built-in MCP server with 34 tools.
+  API, and a built-in MCP server with 53 tools.
 email:
 - damien@homemade.software
 executables: []