completion-kit 0.5.42 → 0.5.44

data/app/views/completion_kit/metrics/show.html.erb

@@ -8,70 +8,37 @@
     <h1 class="ck-title"><%= @metric.name %></h1>
     <% if CompletionKit.config.judge_calibration_enabled %>
       <%= render "completion_kit/calibrations/trust_panel",
-            stats: CompletionKit::MetricCalibrationStats.for(@metric) %>
-      <% if @edit_draft %>
-        <% pub_instr = @published_judge_version&.instruction.to_s %>
-        <% draft_instr = @edit_draft.instruction.to_s %>
-        <% instruction_changed = pub_instr != draft_instr %>
-        <% rubric_changed = @published_judge_version && @published_judge_version.rubric_bands != @edit_draft.rubric_bands %>
-        <section class="ck-card ck-card--spaced ck-draft-pending">
-          <div class="ck-prompt-preview__header">
-            <p class="ck-kicker">Draft pending</p>
-            <%= button_to "Publish this version", publish_draft_metric_path(@metric, draft_id: @edit_draft.id),
-                  method: :post, form_class: "inline-block",
-                  class: ck_button_classes(:dark) %>
-          </div>
-          <p class="ck-meta-copy">A draft of this metric is saved. Publishing it replaces the live instruction<%= ", rubric," if rubric_changed %> for future runs. Here's what changes.</p>
-
-          <% if instruction_changed %>
-            <div class="ck-suggest-diff">
-              <div class="ck-suggest-diff__pane">
-                <div class="ck-suggest-diff__header">
-                  <span class="ck-suggest-diff__label ck-suggest-diff__label--before">Currently live</span>
-                </div>
-                <pre class="ck-suggest-diff__code"><%= ck_word_diff_old(pub_instr, draft_instr) %></pre>
-              </div>
-              <div class="ck-suggest-diff__pane">
-                <div class="ck-suggest-diff__header">
-                  <span class="ck-suggest-diff__label ck-suggest-diff__label--after">Draft</span>
-                </div>
-                <pre class="ck-suggest-diff__code"><%= ck_word_diff_new(pub_instr, draft_instr) %></pre>
-              </div>
-            </div>
-          <% else %>
-            <p class="ck-meta-copy">The instruction is unchanged.</p>
-          <% end %>
-
-          <% if rubric_changed %>
-            <p class="ck-meta-copy"><strong>Rubric also changed.</strong> Edit the metric to inspect each band, or publish to apply the new wording.</p>
-          <% end %>
-        </section>
-      <% end %>
+            stats: CompletionKit::MetricCalibrationStats.for(@metric),
+            metric: @metric %>
+    <% end %>
+    <% if @metric.tags.any? %>
+      <div class="tag-marks-row tag-marks-row--header">
+        <%= render "completion_kit/tags/marks", tags: @metric.tags %>
+      </div>
     <% end %>
   </div>
   <div class="ck-actions">
     <% if CompletionKit.config.judge_calibration_enabled %>
-      <% if @improve_disagreement_count.positive? %>
+      <% if @suggestion_draft || @edit_draft %>
+        <% review_title = @suggestion_draft ? "The model proposed improvements based on your disagreements. Review and apply what you want." : "An unpublished draft of this metric is saved. Review and publish, or keep editing." %>
+        <%= link_to "Review changes →", edit_metric_path(@metric),
+              class: ck_button_classes(:dark),
+              title: review_title %>
+      <% elsif @improve_disagreement_count.positive? %>
         <%= button_to "Improve the metric", suggest_variants_metric_path(@metric),
               method: :post, form_class: "inline-block",
               class: ck_button_classes(:light, variant: :outline),
-              title: "Rewrite this metric based on the disagreements collected so far.",
-              data: { turbo_confirm: "Rewrite this metric based on the disagreements collected so far?" } %>
+              title: "Ask the model to suggest improvements to this metric's instruction and rubric based on the disagreements collected so far.",
+              data: { turbo_confirm: "Ask the model for suggested improvements based on the disagreements collected so far?" } %>
       <% else %>
         <button type="button" class="<%= ck_button_classes(:light, variant: :outline) %>" disabled
-                title="Mark at least one row as Disagree before the model can suggest a change.">Improve the metric</button>
+                title="Mark at least one case as Disagree before the model can suggest a change.">Improve the metric</button>
       <% end %>
     <% end %>
     <%= link_to "Edit", edit_metric_path(@metric), class: ck_button_classes(:light, variant: :outline) %>
   </div>
 </section>
 
-<% if @metric.tags.any? %>
-  <div class="tag-marks-row tag-marks-row--header">
-    <%= render "completion_kit/tags/marks", tags: @metric.tags %>
-  </div>
-<% end %>
-
 <% if @metric.instruction.present? %>
 <section class="ck-card">
   <p class="ck-kicker">Instruction</p>
@@ -80,7 +47,7 @@
 <% end %>
 
 <section class="ck-card ck-card--spaced">
-  <p class="ck-kicker">Rubric</p>
+  <p class="ck-kicker">Rubric<%= render "completion_kit/metrics/rubric_hint" %></p>
   <div class="ck-rubric-display">
     <% @metric.rubric_bands_for_form.each do |band| %>
       <div class="ck-rubric-row ck-rubric-row--display">
@@ -97,64 +64,122 @@
   </div>
 </section>
 
-<% if CompletionKit.config.judge_calibration_enabled && @suggestion_draft %>
-  <% sd_current_instr = @published_judge_version&.instruction.to_s %>
-  <% sd_draft_instr = @suggestion_draft.instruction.to_s %>
-  <% sd_current_rubric = @published_judge_version&.rubric_bands || [] %>
-  <% sd_rubric_changed = @suggestion_draft.rubric_bands != sd_current_rubric %>
-  <section class="ck-card ck-card--spaced ck-draft-pending">
-    <div class="ck-prompt-preview__header">
-      <p class="ck-kicker">Suggested change</p>
-      <time class="ck-meta-copy" data-relative-time datetime="<%= @suggestion_draft.created_at.utc.iso8601 %>"><%= time_ago_in_words(@suggestion_draft.created_at) %> ago</time>
-    </div>
-    <p class="ck-meta-copy">Based on your disagreements, the model proposed this rewrite. Use it to replace the live version, or discard.</p>
+<% if CompletionKit.config.judge_calibration_enabled && @versions.size > 1 %>
+  <% predecessor_of = @versions.index_with { |v| @versions.detect { |o| o.version_number < v.version_number } } %>
+  <% version_changed = ->(v, pred) { pred && (pred.instruction.to_s != v.instruction.to_s || pred.rubric_bands != v.rubric_bands) } %>
+  <section class="ck-card ck-card--spaced">
+    <p class="ck-kicker">Versions</p>
+    <table class="ck-results-table ck-metric-versions-table">
+      <thead>
+        <tr>
+          <th scope="col">Version</th>
+          <th scope="col">Source</th>
+          <th scope="col">Created</th>
+        </tr>
+      </thead>
+      <tbody>
+        <% @versions.each do |v| %>
+          <% pred = predecessor_of[v] %>
+          <tr>
+            <td>
+              <div class="ck-version-cell">
+                <div class="ck-version-cell__label">
+                  <strong><%= v.version_label %></strong>
+                  <% if v.current? %>
+                    <span class="ck-chip">Published</span>
+                  <% elsif v.draft? %>
+                    <%= button_to "Publish", publish_draft_metric_path(@metric, draft_id: v.id),
+                          method: :post, form_class: "inline-block",
+                          class: "ck-chip ck-chip--publish" %>
+                  <% else %>
+                    <%= button_to "Make current", publish_draft_metric_path(@metric, draft_id: v.id),
+                          method: :post, form_class: "inline-block",
+                          class: "ck-chip ck-chip--publish",
+                          data: { turbo_confirm: "Roll the live judge back to #{v.version_label}? Calibration verdicts collected against the current version stay tied to it." } %>
+                  <% end %>
+                </div>
+                <% if version_changed.call(v, pred) %>
+                  <button type="button" class="ck-cell-link ck-cell-link--delta"
+                          title="What changed from #{pred.version_label}"
+                          onclick="document.getElementById('ck-mvdiff-<%= v.id %>').showModal()">&Delta;</button>
+                <% end %>
+              </div>
+            </td>
+            <td>
+              <% source_label, source_class = case v.source
+                                              when "suggestion" then ["AI suggestion", "ck-source-chip ck-source-chip--ai"]
+                                              when "edit" then ["Manual edit", "ck-source-chip ck-source-chip--manual"]
+                                              else ["Original", "ck-source-chip ck-source-chip--initial"]
+                                              end %>
+              <span class="<%= source_class %>"><%= source_label %></span>
+            </td>
+            <td class="ck-meta-copy">
+              <time datetime="<%= v.created_at.utc.iso8601 %>" data-relative-time><%= time_ago_in_words(v.created_at) %> ago</time>
+            </td>
+          </tr>
+        <% end %>
+      </tbody>
+    </table>
+  </section>
 
-    <div class="ck-suggest-diff">
-      <div class="ck-suggest-diff__pane">
-        <div class="ck-suggest-diff__header">
-          <span class="ck-suggest-diff__label ck-suggest-diff__label--before">Currently live</span>
-        </div>
-        <pre class="ck-suggest-diff__code"><%= ck_word_diff_old(sd_current_instr, sd_draft_instr) %></pre>
-      </div>
-      <div class="ck-suggest-diff__pane">
-        <div class="ck-suggest-diff__header">
-          <span class="ck-suggest-diff__label ck-suggest-diff__label--after">Proposed</span>
+  <% @versions.each do |v| %>
+    <% pred = predecessor_of[v] %>
+    <% next unless version_changed.call(v, pred) %>
+    <dialog id="ck-mvdiff-<%= v.id %>" class="ck-modal" onclick="if(event.target===this)this.close()">
+      <article class="ck-modal__panel" tabindex="-1" onclick="event.stopPropagation()">
+        <header class="ck-modal__header">
+          <div class="ck-modal__heading">
+            <h2 class="ck-modal__title"><%= pred.version_label %> &rarr; <%= v.version_label %></h2>
+            <span class="ck-modal__meta">What changed in <%= v.version_label %><% if v.current? %> (live)<% elsif v.draft? %> (draft)<% end %></span>
+          </div>
+          <button type="button" class="ck-modal__close" aria-label="Close" onclick="this.closest('dialog').close()">&times;</button>
+        </header>
+        <div class="ck-modal__body">
+          <% if pred.instruction.to_s != v.instruction.to_s %>
+            <div class="ck-suggest-diff">
+              <div class="ck-suggest-diff__pane">
+                <div class="ck-suggest-diff__header"><span class="ck-suggest-diff__label ck-suggest-diff__label--before"><%= pred.version_label %> instruction</span></div>
+                <pre class="ck-suggest-diff__code"><%= ck_word_diff_old(pred.instruction.to_s, v.instruction.to_s) %></pre>
+              </div>
+              <div class="ck-suggest-diff__pane">
+                <div class="ck-suggest-diff__header"><span class="ck-suggest-diff__label ck-suggest-diff__label--after"><%= v.version_label %> instruction</span></div>
+                <pre class="ck-suggest-diff__code"><%= ck_word_diff_new(pred.instruction.to_s, v.instruction.to_s) %></pre>
+              </div>
+            </div>
+          <% end %>
+          <% if pred.rubric_bands != v.rubric_bands %>
+            <p class="ck-kicker ck-kicker--inset">Rubric changes</p>
+            <%= render "completion_kit/metrics/rubric_diff",
+                  current_bands: pred.rubric_bands || [],
+                  draft_bands: v.rubric_bands || [] %>
+          <% end %>
         </div>
-        <pre class="ck-suggest-diff__code"><%= ck_word_diff_new(sd_current_instr, sd_draft_instr) %></pre>
-      </div>
-    </div>
-
-    <% if sd_rubric_changed %>
-      <p class="ck-meta-copy"><strong>Rubric also changed.</strong> Publishing applies the new rubric too.</p>
-    <% end %>
-
-    <div class="ck-actions">
-      <%= button_to "Discard", dismiss_suggestion_metric_path(@metric, draft_id: @suggestion_draft.id),
-            method: :delete, form_class: "inline-block",
-            class: ck_button_classes(:light, variant: :outline),
-            data: { turbo_confirm: "Drop this suggestion?" } %>
-      <%= button_to "Use this version", publish_draft_metric_path(@metric, draft_id: @suggestion_draft.id),
-            method: :post, form_class: "inline-block",
-            class: ck_button_classes(:dark) %>
-    </div>
-  </section>
+      </article>
+    </dialog>
+  <% end %>
 <% end %>
 
 <% if CompletionKit.config.judge_calibration_enabled && @disagreements.any? %>
   <section class="ck-card ck-card--spaced">
     <div class="ck-prompt-preview__header">
       <p class="ck-kicker">Cases to learn from</p>
-      <span class="ck-chip"><%= pluralize(@disagreements.size, "row") %></span>
+      <span class="ck-chip"><%= pluralize(@disagreements.size, "case") %></span>
     </div>
-    <p class="ck-meta-copy">Rows where a reviewer's score didn't match the judge's. Pin useful ones with <strong>Remember this</strong> — the judge sees them next time it grades.</p>
+    <% mixed_versions = @disagreements.map(&:metric_version_id).uniq.size > 1 %>
+    <p class="ck-meta-copy">Cases where a reviewer's score didn't match the judge's. Pin useful ones with <strong>Remember this</strong> so the judge sees them next time it grades<%= " (pins flow into the current judge regardless of which version produced the verdict)" if mixed_versions %>.</p>
     <% existing_ids = Array(@metric.few_shot_examples).map { |fs| fs["calibration_id"] } %>
     <ul class="ck-disagreement-list">
       <% @disagreements.each do |cal| %>
         <% review = cal.response.reviews.find { |r| r.metric_id == @metric.id } %>
         <% already = existing_ids.include?(cal.id) %>
-        <li class="ck-disagreement">
+        <% cal_metric_version = cal.metric_version %>
+        <% on_current = cal_metric_version&.id == @published_metric_version.id %>
+        <li class="ck-disagreement<%= " ck-disagreement--remembered" if already %><%= " ck-disagreement--stale" unless on_current %>">
           <div class="ck-disagreement__head">
             <div class="ck-disagreement__scores">
+              <% if cal_metric_version && mixed_versions %>
+                <span class="ck-source-chip <%= on_current ? "ck-source-chip--current" : "ck-source-chip--past" %>" title="<%= on_current ? "Verdict on the live judge version." : "Verdict on a superseded judge version." %>"><%= cal_metric_version.version_label %></span>
+              <% end %>
               <span class="ck-disagreement__scores-label">Judge</span>
               <% if review&.ai_score %>
                 <span class="<%= ck_badge_classes(ck_score_kind(review.ai_score.to_f)) %>"><%= review.ai_score %></span>
@@ -171,14 +196,21 @@
             </div>
             <div class="ck-disagreement__action">
               <% if already %>
-                <span class="ck-chip ck-chip--done">Remembered</span>
+                <%= button_to "Forget",
+                      remove_few_shot_metric_path(@metric, calibration_id: cal.id),
+                      method: :delete,
+                      form_class: "inline-block",
+                      class: ck_button_classes(:light, variant: :outline),
+                      title: "Stop showing this case to the judge.",
+                      data: { turbo_confirm: "Stop showing this case to the judge?" } %>
+                <span class="ck-chip ck-chip--done" title="The judge sees this row when it grades for this metric.">Remembered</span>
               <% else %>
                 <%= button_to "Remember this",
                       add_few_shot_metric_path(@metric, calibration_id: cal.id),
                       method: :post,
                       form_class: "inline-block",
                       class: ck_button_classes(:light, variant: :outline),
-                      title: "Pin this row so the judge sees it next time it grades for this metric." %>
+                      title: "Pin this case so the judge sees it next time it grades for this metric." %>
               <% end %>
             </div>
           </div>
@@ -186,42 +218,14 @@
             <p class="ck-disagreement__note"><%= cal.note %></p>
           <% end %>
           <p class="ck-disagreement__source ck-meta-copy">
-            <%= link_to cal.response.run.name.to_s.truncate(50), ck_run_path(cal.response.run), class: "ck-link" %>
-            ·
-            <%= link_to "row ##{cal.response.id}", run_response_path(cal.response.run, cal.response), class: "ck-link" %>
+            <%= link_to run_response_path(cal.response.run, cal.response, anchor: @metric.name.parameterize),
+                    class: "ck-disagreement__source-link" do %>
+              <% case_display = cal.response.row_index.nil? ? "##{cal.response.id}" : (cal.response.row_index + 1).to_s %>
+              View case <%= case_display %> in <%= cal.response.run.name.to_s.truncate(50) %> →
+            <% end %>
           </p>
         </li>
       <% end %>
     </ul>
   </section>
-
-
-  <% if Array(@metric.few_shot_examples).any? %>
-    <section class="ck-card ck-card--spaced">
-      <div class="ck-prompt-preview__header">
-        <p class="ck-kicker">What the judge remembers</p>
-        <span class="ck-chip"><%= pluralize(Array(@metric.few_shot_examples).size, "case") %></span>
-      </div>
-      <p class="ck-meta-copy">Rows you've pinned so the judge sees them next time it grades. Each one shows what the judge gave and what a human said it should have been.</p>
-      <ol class="ck-few-shot-list">
-        <% Array(@metric.few_shot_examples).each do |fs| %>
-          <li class="ck-few-shot-item">
-            <div class="ck-few-shot-item__scores">
-              <span class="ck-meta-copy">judge said</span>
-              <% if fs["judge_score"] %>
-                <span class="<%= ck_badge_classes(ck_score_kind(fs["judge_score"].to_f)) %>"><%= fs["judge_score"] %></span>
-              <% end %>
-              <span class="ck-meta-copy">human said</span>
-              <% if fs["human_score"] %>
-                <span class="<%= ck_badge_classes(ck_score_kind(fs["human_score"].to_f)) %>"><%= fs["human_score"] %></span>
-              <% end %>
-            </div>
-            <% if fs["human_note"].to_s.present? %>
-              <p class="ck-copy"><%= fs["human_note"] %></p>
-            <% end %>
-          </li>
-        <% end %>
-      </ol>
-    </section>
-  <% end %>
 <% end %>

data/app/views/completion_kit/metrics/starter_preview.html.erb

@@ -2,7 +2,6 @@
   <div>
     <p class="ck-kicker">Starter metric</p>
     <h1 class="ck-title"><%= @starter.name %></h1>
-    <p class="ck-lead"><%= @starter.description %></p>
   </div>
   <div class="ck-actions">
     <%= link_to "← Back to metrics", metrics_path, class: ck_button_classes(:light, variant: :outline) %>
@@ -10,17 +9,18 @@
 </section>
 
 <section class="ck-card ck-card--spaced">
-  <p class="ck-kicker">What this catches</p>
+  <p class="ck-kicker">Why use this</p>
+  <p class="ck-copy"><strong><%= @starter.description %></strong></p>
   <p class="ck-copy"><%= @starter.catches %></p>
 </section>
 
 <section class="ck-card ck-card--spaced">
-  <p class="ck-kicker">Instruction the judge will see</p>
+  <p class="ck-kicker">Judge instruction</p>
   <p class="ck-copy"><%= @starter.instruction %></p>
 </section>
 
 <section class="ck-card ck-card--spaced">
-  <p class="ck-kicker">Rubric</p>
+  <p class="ck-kicker">Rubric<%= render "completion_kit/metrics/rubric_hint" %></p>
   <div class="ck-rubric-display">
     <% @starter.rubric_bands.sort_by { |b| -b["stars"] }.each do |band| %>
       <div class="ck-rubric-row ck-rubric-row--display">
@@ -37,9 +37,9 @@
   </div>
 </section>
 
-<div class="ck-actions ck-actions--right">
+<div class="ck-starter-actions">
   <%= link_to "Cancel", metrics_path, class: ck_button_classes(:light, variant: :outline) %>
-  <%= button_to "Add this metric", adopt_starter_metrics_path(key: @starter.key),
+  <%= button_to "Add #{@starter.name} to my metrics", adopt_starter_metrics_path(key: @starter.key),
         method: :post, form_class: "inline-block",
         class: ck_button_classes(:dark) %>
 </div>

data/app/views/completion_kit/responses/show.html.erb

@@ -98,10 +98,15 @@
 
     <div class="ck-review-list">
       <% @reviews.each do |review| %>
-        <div class="ck-review-card">
+        <% review_version = review.metric_version %>
+        <% stale = review.stale_against_current_judge? %>
+        <div class="ck-review-card<%= " ck-review-card--stale" if stale %>" id="<%= review.metric&.name&.parameterize || "review-#{review.id}" %>">
           <div class="ck-review-card__header">
             <span class="ck-review-card__metric"><% if review.metric %><%= link_to review.metric_name, metric_path(review.metric), class: "ck-link" %><% else %><%= review.metric_name %><% end %></span>
             <div class="ck-inline">
+              <% if review_version %>
+                <span class="ck-source-chip <%= stale ? "ck-source-chip--past" : "ck-source-chip--current" %>" title="<%= stale ? "Score produced by #{review_version.version_label} of this metric. The live judge has changed since." : "Score produced by the live judge (#{review_version.version_label})." %>"><%= review_version.version_label %></span>
+              <% end %>
               <% if review.ai_score %>
                 <% 5.times do |i| %>
                   <svg viewBox="0 0 24 24" width="16" height="16" stroke-width="1.75" class="ck-star <%= i < review.ai_score.to_i ? "ck-star--filled" : "ck-star--empty" %>"><polygon points="12 2 15.09 8.26 22 9.27 17 14.14 18.18 21.02 12 17.77 5.82 21.02 7 14.14 2 9.27 8.91 8.26 12 2"/></svg>
@@ -111,6 +116,9 @@
               <% end %>
             </div>
           </div>
+          <% if stale %>
+            <p class="ck-review-card__stale-note">Scored against a superseded version of this metric. The live judge may score this differently.</p>
+          <% end %>
           <% if review.ai_feedback.present? %>
             <p class="ck-review-card__feedback"><%= review.ai_feedback %></p>
           <% end %>

data/app/views/completion_kit/runs/_status_panel.html.erb

@@ -46,7 +46,7 @@
                     <% else %>
                       <span class="ck-metric-pip ck-metric-pip--pending">
                         <span class="ck-metric-pip__bar"></span>
-                        <span class="ck-metric-pip__label"><%= metric.name %> <em>pending</em></span>
+                        <span class="ck-metric-pip__label"><%= metric.name %> <span class="ck-metric-pip__sub">pending</span></span>
                       </span>
                     <% end %>
                   <% end %>
@@ -72,7 +72,7 @@
 
       <% if failed_count > 0 %>
         <%= button_to retry_failures_run_path(run), method: :post, class: "ck-run-status__retry", form_class: "ck-run-status__action" do %>
-          Retry <%= failed_count %> failed <%= "row".pluralize(failed_count) %>
+          Retry <%= failed_count %> failed <%= "case".pluralize(failed_count) %>
         <% end %>
       <% end %>
     </section>

data/app/views/completion_kit/runs/show.html.erb

@@ -18,6 +18,29 @@
   <% dataset_preview_lines = dataset_lines.first(50) %>
 <% end %>
 
+<% if CompletionKit.config.judge_calibration_enabled %>
+  <% stale_summary = @run.stale_review_summary %>
+  <% if stale_summary.any? %>
+    <div class="ck-stale-versions-banner" role="status">
+      <div class="ck-stale-versions-banner__body">
+        <p class="ck-kicker">Stale judge versions</p>
+        <p class="ck-meta-copy">
+          This run was scored against metric versions that are no longer live.
+          <% stale_summary.values.each_with_index do |s, i| %>
+            <%= ", " if i > 0 %><strong><%= s[:metric_name] %></strong> (scored by <%= s[:scored_labels].join(", ") %>; live is <%= s[:current_label] %>)<% end %>.
+          Re-run to refresh the scores with the current judge.
+        </p>
+      </div>
+      <% if @run.status == "completed" %>
+        <%= button_to "Re-run with current judge",
+              rerun_run_path(@run), method: :post,
+              class: ck_button_classes(:dark), form_class: "inline-block",
+              data: { turbo_confirm: "Create a new run with the current metric versions? The original run stays as a record." } %>
+      <% end %>
+    </div>
+  <% end %>
+<% end %>
+
 <div class="ck-run-config">
   <div class="ck-run-config__row">
     <span class="ck-run-config__key">Created</span>

data/config/routes.rb

@@ -19,7 +19,8 @@ CompletionKit::Engine.routes.draw do
       post "starters/:key/dismiss", to: "metrics#dismiss_starter", as: :dismiss_starter
     end
     member do
-      post :add_few_shot
+      post   :add_few_shot
+      delete :remove_few_shot
       post :publish_draft
       post :suggest_variants
       delete :dismiss_suggestion

data/db/migrate/20260525000001_add_version_number_and_published_at_to_judge_versions.rb

@@ -0,0 +1,24 @@
+class AddVersionNumberAndPublishedAtToJudgeVersions < ActiveRecord::Migration[8.1]
+  def change
+    add_column :completion_kit_judge_versions, :version_number, :integer
+    add_column :completion_kit_judge_versions, :published_at, :datetime
+
+    reversible do |dir|
+      dir.up do
+        jv = Class.new(ActiveRecord::Base) { self.table_name = "completion_kit_judge_versions" }
+        jv.distinct.pluck(:metric_id).each do |metric_id|
+          jv.where(metric_id: metric_id).order(:created_at, :id).each_with_index do |row, i|
+            updates = { version_number: i + 1 }
+            updates[:published_at] = row.created_at if row[:state] == "published"
+            jv.where(id: row.id).update_all(updates)
+          end
+        end
+      end
+    end
+
+    change_column_null :completion_kit_judge_versions, :version_number, false
+    add_index :completion_kit_judge_versions,
+              [:metric_id, :version_number],
+              name: "index_ck_judge_versions_on_metric_version"
+  end
+end

data/db/migrate/20260528000001_rename_judge_version_to_metric_version.rb

@@ -0,0 +1,22 @@
+class RenameJudgeVersionToMetricVersion < ActiveRecord::Migration[8.1]
+  def change
+    rename_table :completion_kit_judge_versions, :completion_kit_metric_versions
+    rename_column :completion_kit_calibrations, :judge_version_id, :metric_version_id
+
+    rename_index :completion_kit_metric_versions,
+                 "index_ck_judge_versions_on_metric_id",
+                 "index_ck_metric_versions_on_metric_id"
+    rename_index :completion_kit_metric_versions,
+                 "index_ck_judge_versions_on_metric_current",
+                 "index_ck_metric_versions_on_metric_current"
+    rename_index :completion_kit_metric_versions,
+                 "index_ck_judge_versions_on_metric_state",
+                 "index_ck_metric_versions_on_metric_state"
+    rename_index :completion_kit_metric_versions,
+                 "index_ck_judge_versions_on_metric_version",
+                 "index_ck_metric_versions_on_metric_vnum"
+    rename_index :completion_kit_calibrations,
+                 "index_ck_calibrations_on_judge_version_id",
+                 "index_ck_calibrations_on_metric_version_id"
+  end
+end

data/db/migrate/20260528000002_add_metric_version_to_reviews.rb

@@ -0,0 +1,21 @@
+class AddMetricVersionToReviews < ActiveRecord::Migration[8.1]
+  def change
+    add_column :completion_kit_reviews, :metric_version_id, :bigint
+    add_index :completion_kit_reviews, :metric_version_id, name: "index_ck_reviews_on_metric_version_id"
+
+    reversible do |dir|
+      dir.up do
+        execute <<~SQL
+          UPDATE completion_kit_reviews
+          SET metric_version_id = (
+            SELECT id FROM completion_kit_metric_versions mv
+            WHERE mv.metric_id = completion_kit_reviews.metric_id
+              AND mv.current = #{ActiveRecord::Base.connection.quote(true)}
+            LIMIT 1
+          )
+          WHERE metric_id IS NOT NULL
+        SQL
+      end
+    end
+  end
+end

data/lib/completion_kit/version.rb

@@ -1,3 +1,3 @@
 module CompletionKit
-  VERSION = "0.5.42"
+  VERSION = "0.5.44"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: completion-kit
 version: !ruby/object:Gem::Version
-  version: 0.5.42
+  version: 0.5.44
 platform: ruby
 authors:
 - Damien Bastin
@@ -272,11 +272,11 @@ files:
 - app/models/completion_kit/calibration.rb
 - app/models/completion_kit/dashboard_dismissal.rb
 - app/models/completion_kit/dataset.rb
-- app/models/completion_kit/judge_version.rb
 - app/models/completion_kit/mcp_session.rb
 - app/models/completion_kit/metric.rb
 - app/models/completion_kit/metric_group.rb
 - app/models/completion_kit/metric_group_membership.rb
+- app/models/completion_kit/metric_version.rb
 - app/models/completion_kit/model.rb
 - app/models/completion_kit/prompt.rb
 - app/models/completion_kit/provider_credential.rb
@@ -295,7 +295,6 @@ files:
 - app/services/completion_kit/csv_processor.rb
 - app/services/completion_kit/dashboard_stats.rb
 - app/services/completion_kit/judge_service.rb
-- app/services/completion_kit/judge_variant_generator.rb
 - app/services/completion_kit/llm_client.rb
 - app/services/completion_kit/mcp_dispatcher.rb
 - app/services/completion_kit/mcp_tools/base.rb
@@ -310,6 +309,7 @@ files:
 - app/services/completion_kit/mcp_tools/runs.rb
 - app/services/completion_kit/mcp_tools/tags.rb
 - app/services/completion_kit/metric_calibration_stats.rb
+- app/services/completion_kit/metric_variant_generator.rb
 - app/services/completion_kit/model_discovery_service.rb
 - app/services/completion_kit/ollama_client.rb
 - app/services/completion_kit/onboarding/checklist.rb
@@ -347,6 +347,8 @@ files:
 - app/views/completion_kit/metric_groups/new.html.erb
 - app/views/completion_kit/metric_groups/show.html.erb
 - app/views/completion_kit/metrics/_form.html.erb
+- app/views/completion_kit/metrics/_rubric_diff.html.erb
+- app/views/completion_kit/metrics/_rubric_hint.html.erb
 - app/views/completion_kit/metrics/_starter_card.html.erb
 - app/views/completion_kit/metrics/edit.html.erb
 - app/views/completion_kit/metrics/index.html.erb
@@ -419,6 +421,9 @@ files:
 - db/migrate/20260523000001_add_few_shot_examples_to_completion_kit_metrics.rb
 - db/migrate/20260523000002_add_state_to_completion_kit_judge_versions.rb
 - db/migrate/20260524000001_create_completion_kit_starter_metric_dismissals.rb
+- db/migrate/20260525000001_add_version_number_and_published_at_to_judge_versions.rb
+- db/migrate/20260528000001_rename_judge_version_to_metric_version.rb
+- db/migrate/20260528000002_add_metric_version_to_reviews.rb
 - lib/completion-kit.rb
 - lib/completion_kit.rb
 - lib/completion_kit/concurrency_check.rb