completion-kit 0.5.37 → 0.5.39

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1ccc7d1feb86aed6af17569a642d8b8e81fe522f0a7c68ca4ebb34abc113dbce
-  data.tar.gz: 88793eabe6b04c3497c761cde5b61511623c5a9844ce7e101560f8eb3b492e18
+  metadata.gz: d8d052b5ce9253412be890b820439248547d767575969e4260566a63426ac612
+  data.tar.gz: 8e2f73e59c977c1923b90c9b36fae7dd8eadd35d0c499ae04cea1d63113e7655
 SHA512:
-  metadata.gz: d133a9d0db55ee41eb07e290b9657e044c8a0836806bbd055d0b7b6d1cf8b981056b40e3a8795a951e36e7d7dbcc7626e249c2a2f4cba9492fad38aa931b6bfc
-  data.tar.gz: 71bbbe827f33648b12f121c949af74fe8d02702d44c70fd39beb4795c8f95d2b9941aa755d631a78029e0b412cdec7ca9e2bea107d1395ea001abe46dcfddf3f
+  metadata.gz: 54dd9bd2a4b2e64f929865508649ca2ada6972840715552b920b2bcc156b74cc76fe957b8ac58ec2f9ad7d8594dbe2ef15c600efb10304963b66b226cdee959b
+  data.tar.gz: 2db1e93c654e7d0de826a9f9c0ffadae292cf57d1dfff1df71763c5a98da4fc6d547560808bee9c8364f64c08c747661546a91f330d0effcda7b3587547d35e8

data/app/assets/stylesheets/completion_kit/{application.css.erb → application.css}

@@ -1,12 +1,26 @@
-<% %w[400 500 700].each do |weight| %>
 @font-face {
   font-family: 'JetBrains Mono';
   font-style: normal;
-  font-weight: <%= weight %>;
+  font-weight: 400;
+  font-display: swap;
+  src: url('completion_kit/jetbrains-mono-400.woff2') format('woff2');
+}
+
+@font-face {
+  font-family: 'JetBrains Mono';
+  font-style: normal;
+  font-weight: 500;
   font-display: swap;
-  src: url('<%= asset_path("completion_kit/jetbrains-mono-#{weight}.woff2") %>') format('woff2');
+  src: url('completion_kit/jetbrains-mono-500.woff2') format('woff2');
+}
+
+@font-face {
+  font-family: 'JetBrains Mono';
+  font-style: normal;
+  font-weight: 700;
+  font-display: swap;
+  src: url('completion_kit/jetbrains-mono-700.woff2') format('woff2');
 }
-<% end %>
 
 .turbo-progress-bar {
   background-color: var(--ck-accent);
@@ -2751,6 +2765,11 @@ select.ck-input {
   gap: 1rem;
 }
 
+.ck-review-card__header .ck-inline {
+  flex-wrap: nowrap;
+  flex-shrink: 0;
+}
+
 .ck-review-card__metric {
   font-family: var(--ck-mono);
   font-size: 0.95rem;
@@ -2827,6 +2846,12 @@ select.ck-input {
     padding: 1rem;
   }
 
+  .ck-review-card__header {
+    flex-direction: column;
+    align-items: flex-start;
+    gap: 0.5rem;
+  }
+
   /* Topbar nav collapses behind the hamburger trigger. */
   .ck-nav-menu__trigger {
     display: inline-flex;
@@ -5361,3 +5386,24 @@ a.tag-mark {
   border-radius: 4px;
   border: 1px solid var(--ck-line);
 }
+
+.ck-metrics-table__trust {
+  font-family: var(--ck-mono);
+  font-size: 0.78rem;
+  letter-spacing: 0.03em;
+}
+.ck-metrics-table__trust-rate {
+  font-weight: 600;
+  color: var(--ck-success);
+  margin-right: 6px;
+}
+
+.ck-calibration__error {
+  margin: 8px 0 0;
+  padding: 8px 10px;
+  background: var(--ck-danger-soft);
+  border: 1px solid rgba(248, 113, 113, 0.3);
+  border-radius: 4px;
+  color: var(--ck-danger);
+  font-size: 0.82rem;
+}

data/app/controllers/completion_kit/calibrations_controller.rb

@@ -5,9 +5,18 @@ module CompletionKit
 
     def create
       created_by = calibration_creator
-      calibration = Calibration.find_or_initialize_by(
+      existing = Calibration.find_by(
         run_id: @run.id, response_id: @response.id, metric_id: @metric.id, created_by: created_by
       )
+
+      if params[:verdict] == "disagree" && params[:corrected_score].blank?
+        render_calibration(calibration: existing, pending_verdict: "disagree")
+        return
+      end
+
+      calibration = existing || Calibration.new(
+        run: @run, response: @response, metric: @metric, created_by: created_by
+      )
       calibration.assign_attributes(
         judge_version: JudgeVersion.ensure_current_for(@metric),
         verdict: params[:verdict],
@@ -16,19 +25,36 @@ module CompletionKit
       )
 
       if calibration.save
-        render turbo_stream: turbo_stream.replace(
-          "calibration_#{@response.id}_#{@metric.id}",
-          partial: "completion_kit/calibrations/buttons",
-          locals: { review: review_for_metric, calibration: calibration, run: @run, response_row: @response, metric: @metric }
-        )
+        render_calibration(calibration: calibration)
       else
-        flash[:alert] = calibration.errors.full_messages.to_sentence
-        redirect_to run_response_path(@run, @response)
+        render_calibration(
+          calibration: existing,
+          pending_verdict: params[:verdict],
+          error: calibration.errors.full_messages.to_sentence,
+          status: :unprocessable_entity
+        )
       end
     end
 
     private
 
+    def render_calibration(calibration:, pending_verdict: nil, error: nil, status: :ok)
+      locals = {
+        review: review_for_metric,
+        calibration: calibration,
+        run: @run,
+        response_row: @response,
+        metric: @metric,
+        pending_verdict: pending_verdict,
+        error: error
+      }
+      render turbo_stream: turbo_stream.replace(
+        "calibration_#{@response.id}_#{@metric.id}",
+        partial: "completion_kit/calibrations/buttons",
+        locals: locals
+      ), status: status
+    end
+
     def ensure_calibration_enabled
       head :not_found unless CompletionKit.config.judge_calibration_enabled
     end

data/app/controllers/completion_kit/metrics_controller.rb

@@ -54,12 +54,14 @@ module CompletionKit
         return
       end
       generator.persist!(variants)
-      label = variants.length == 1 ? "judge variant" : "judge variants"
-      redirect_to metric_path(@metric), notice: "Generated #{variants.length} #{label} as drafts. Pick one to publish."
+      label = variants.length == 1 ? "alternative" : "alternatives"
+      redirect_to metric_path(@metric), notice: "Wrote #{variants.length} #{label} for this metric. Pick one to make it live."
     end
 
     def publish_draft
-      draft = JudgeVersion.drafts.where(metric_id: @metric.id).order(created_at: :desc).first
+      scope = JudgeVersion.drafts.where(metric_id: @metric.id)
+      draft = params[:draft_id].present? ? scope.find_by(id: params[:draft_id]) : scope.order(created_at: :desc).first
+
       if draft.nil?
         redirect_to metric_path(@metric), alert: "No draft to publish."
         return
@@ -68,9 +70,13 @@ module CompletionKit
       JudgeVersion.transaction do
         JudgeVersion.where(metric_id: @metric.id, state: "published").update_all(current: false)
         draft.update!(state: "published", current: true)
+        @metric.update_columns(
+          instruction: draft.instruction,
+          rubric_bands: Array(draft.rubric_bands).to_json
+        )
       end
 
-      redirect_to metric_path(@metric), notice: "Draft published as the current judge version."
+      redirect_to metric_path(@metric), notice: "This judge version is now live."
     end
 
     def add_few_shot
@@ -88,7 +94,7 @@ module CompletionKit
         "added_at" => Time.current.utc.iso8601
       }
       @metric.update!(few_shot_examples: examples)
-      redirect_to metric_path(@metric), notice: "Added as a judge few-shot."
+      redirect_to metric_path(@metric), notice: "Saved as a teaching example. The judge will see it next time it grades."
     end
 
     private

data/app/services/completion_kit/judge_variant_generator.rb

@@ -39,7 +39,8 @@ module CompletionKit
     private
 
     def build_meta_prompt
-      examples = JudgeCalibrationExamples.for(@metric)
+      disagreements = JudgeCalibrationExamples.disagreements_for(@metric)
+      borderlines = JudgeCalibrationExamples.borderlines_for(@metric)
       sections = []
       sections << "You are an expert evaluator. Rewrite a judge's grading instruction so it agrees better with humans on the cases below."
       sections << ""
@@ -51,17 +52,31 @@ module CompletionKit
       sections << "## Rubric (unchanged across variants — only rewrite the instruction)"
       sections << @metric.display_rubric_text
       sections << ""
-      sections << "## Recent disagreements (judge vs human)"
-      examples.each_with_index do |ex, i|
-        sections << "### Case #{i + 1}"
-        sections << "Input: #{ex[:input].to_s.truncate(200)}"
-        sections << "Output: #{ex[:output].to_s.truncate(200)}"
-        sections << "Judge said #{ex[:judge_score]}/5: #{ex[:judge_feedback].to_s.truncate(160)}"
-        sections << "Human said #{ex[:human_score]}/5: #{ex[:human_note].to_s.truncate(160)}"
-        sections << ""
+      if disagreements.any?
+        sections << "## Recent disagreements (judge vs human)"
+        disagreements.each_with_index do |ex, i|
+          sections << "### Case #{i + 1}"
+          sections << "Input: #{ex[:input].to_s.truncate(200)}"
+          sections << "Output: #{ex[:output].to_s.truncate(200)}"
+          sections << "Judge said #{ex[:judge_score]}/5: #{ex[:judge_feedback].to_s.truncate(160)}"
+          sections << "Human said #{ex[:human_score]}/5: #{ex[:human_note].to_s.truncate(160)}"
+          sections << ""
+        end
+      end
+      if borderlines.any?
+        sections << "## Rubric-ambiguous cases (humans marked these borderline)"
+        sections << "Each case below is one where a human said the rubric was unclear. Use these to sharpen language, split overlapping bands, or call out edge cases explicitly."
+        borderlines.each_with_index do |ex, i|
+          sections << "### Borderline #{i + 1}"
+          sections << "Input: #{ex[:input].to_s.truncate(200)}"
+          sections << "Output: #{ex[:output].to_s.truncate(200)}"
+          sections << "Judge said #{ex[:judge_score]}/5: #{ex[:judge_feedback].to_s.truncate(160)}"
+          sections << "Human note: #{ex[:human_note].to_s.truncate(200)}" if ex[:human_note].to_s.present?
+          sections << ""
+        end
       end
       sections << "## Task"
-      sections << "Propose #{@count} alternative instructions. Each should be a focused rewrite — not a wholesale rewrite of the rubric. Aim to close the disagreement gap."
+      sections << "Propose #{@count} alternative instructions. Each should be a focused rewrite — not a wholesale rewrite of the rubric. Close the disagreement gap and disambiguate the borderline cases."
       sections << ""
       sections << "Respond in EXACTLY this format, repeated #{@count} times:"
       sections << ""
@@ -88,11 +103,23 @@ module CompletionKit
     module_function
 
     def for(metric, limit: 8)
-      disagreements = Calibration.where(metric_id: metric.id, verdict: "disagree")
-                                 .includes(response: :reviews)
-                                 .order(created_at: :desc)
-                                 .limit(limit)
-      disagreements.map do |cal|
+      disagreements_for(metric, limit: limit)
+    end
+
+    def disagreements_for(metric, limit: 8)
+      calibrations_for(metric, verdict: "disagree", limit: limit)
+    end
+
+    def borderlines_for(metric, limit: 6)
+      calibrations_for(metric, verdict: "borderline", limit: limit)
+    end
+
+    def calibrations_for(metric, verdict:, limit:)
+      Calibration.where(metric_id: metric.id, verdict: verdict)
+                 .includes(response: :reviews)
+                 .order(created_at: :desc)
+                 .limit(limit)
+                 .map do |cal|
         review = cal.response.reviews.find { |r| r.metric_id == metric.id }
         {
           input: cal.response.input_data,

data/app/views/completion_kit/calibrations/_buttons.html.erb

@@ -1,51 +1,67 @@
 <div id="calibration_<%= response_row.id %>_<%= metric.id %>" class="ck-calibration">
   <% current_verdict = calibration&.verdict %>
+  <% pending_verdict = local_assigns[:pending_verdict] %>
+  <% active_verdict = pending_verdict || current_verdict %>
+  <% error = local_assigns[:error] %>
   <% verdict_count = CompletionKit::Calibration.where(response_id: response_row.id, metric_id: metric.id).count %>
   <p class="ck-calibration__prompt">
     Your verdict
     <% if verdict_count > 0 %>
-      <span class="ck-calibration__count"><%= pluralize(verdict_count, "verdict") %> on this score</span>
+      <span class="ck-calibration__count"><%= pluralize(verdict_count, "verdict") %> on this score · <%= link_to "trust score →", metric_path(metric), class: "ck-link" %></span>
+    <% else %>
+      <span class="ck-calibration__count">Tell us what you think — was the score right? Verdicts roll up into the metric's <%= link_to "trust score", metric_path(metric), class: "ck-link" %>.</span>
     <% end %>
   </p>
   <div class="ck-calibration__buttons">
     <% verdict_icons = { "agree" => "hand-thumb-up", "disagree" => "hand-thumb-down", "borderline" => "scale" } %>
+    <% verdict_hints = {
+         "agree" => "The score looks right.",
+         "disagree" => "The score is wrong — you'll pick the right one.",
+         "borderline" => "The rubric is unclear here; either score could be defensible."
+       } %>
     <% CompletionKit::Calibration::VERDICTS.each do |verdict| %>
       <%= button_to run_response_calibrations_path(run, response_row, metric_id: metric.id, verdict: verdict),
               method: :post,
               form: { data: { turbo: "true" } },
-              class: "ck-calibration__pill ck-calibration__pill--#{verdict}#{' is-active' if verdict == current_verdict}",
-              "aria-pressed": (verdict == current_verdict).to_s do %>
+              class: "ck-calibration__pill ck-calibration__pill--#{verdict}#{' is-active' if verdict == active_verdict}",
+              "aria-pressed": (verdict == active_verdict).to_s,
+              title: verdict_hints[verdict] do %>
         <%= heroicon_tag verdict_icons[verdict], variant: :outline, size: 14, "aria-hidden": "true" %>
         <span><%= verdict %></span>
       <% end %>
     <% end %>
   </div>
 
-  <% if current_verdict == "disagree" %>
+  <% if error.present? %>
+    <p class="ck-calibration__error" role="alert"><%= error %></p>
+  <% end %>
+
+  <% if active_verdict == "disagree" %>
     <%= form_with url: run_response_calibrations_path(run, response_row),
                   method: :post, local: false,
                   class: "ck-calibration__detail" do |f| %>
       <%= hidden_field_tag :metric_id, metric.id %>
       <%= hidden_field_tag :verdict, "disagree" %>
       <label class="ck-label">
-        Your score
-        <span class="ck-calibration__value" data-calibration-value><%= calibration.corrected_score || review&.ai_score || 3 %></span>
+        What should the score have been?
+        <span class="ck-calibration__value" data-calibration-value><%= calibration&.corrected_score || review&.ai_score || 3 %></span>
       </label>
       <input type="range" name="corrected_score" min="1" max="5" step="0.5"
-             value="<%= calibration.corrected_score || review&.ai_score || 3 %>"
+             value="<%= calibration&.corrected_score || review&.ai_score || 3 %>"
              oninput="this.closest('.ck-calibration__detail').querySelector('[data-calibration-value]').textContent = this.value"
-             class="ck-slider">
-      <textarea name="note" rows="2" class="ck-input ck-input--area" placeholder="Why? (optional)"><%= calibration.note %></textarea>
-      <%= f.submit "Save", class: ck_button_classes(:dark) %>
+             class="ck-slider"
+             required>
+      <textarea name="note" rows="2" class="ck-input ck-input--area" placeholder="Why? (optional)"><%= calibration&.note %></textarea>
+      <%= f.submit (current_verdict == "disagree" ? "Update" : "Save disagree"), class: ck_button_classes(:dark) %>
     <% end %>
-  <% elsif current_verdict == "borderline" %>
+  <% elsif active_verdict == "borderline" %>
     <%= form_with url: run_response_calibrations_path(run, response_row),
                   method: :post, local: false,
                   class: "ck-calibration__detail" do |f| %>
       <%= hidden_field_tag :metric_id, metric.id %>
       <%= hidden_field_tag :verdict, "borderline" %>
-      <textarea name="note" rows="2" class="ck-input ck-input--area" placeholder="What made this borderline? (optional)"><%= calibration.note %></textarea>
-      <%= f.submit "Save", class: ck_button_classes(:dark) %>
+      <textarea name="note" rows="2" class="ck-input ck-input--area" placeholder="What made this borderline? (optional)"><%= calibration&.note %></textarea>
+      <%= f.submit (current_verdict == "borderline" ? "Update" : "Save"), class: ck_button_classes(:dark) %>
     <% end %>
   <% end %>
 </div>

data/app/views/completion_kit/calibrations/_trust_panel.html.erb

@@ -1,34 +1,31 @@
 <% stats = local_assigns[:stats] %>
 <div class="ck-trust-panel ck-trust-panel--<%= stats.gate %>">
-  <p class="ck-trust-panel__label">Judge trust</p>
+  <p class="ck-trust-panel__label" title="How often this metric's scores match the humans who reviewed them.">Trust score</p>
   <% if stats.counter_only? %>
     <div class="ck-trust-panel__body">
       <span class="ck-trust-panel__counter"><%= stats.sample_size %><span class="ck-trust-panel__counter-of">/ <%= CompletionKit::MetricCalibrationStats::PROVISIONAL_MIN %></span></span>
-      <span class="ck-trust-panel__hint">verdicts<% if stats.short_to_target > 0 %> · <%= pluralize(stats.short_to_target, "more") %> to score<% end %></span>
+      <span class="ck-trust-panel__hint">verdicts so far<% if stats.short_to_target > 0 %> · <%= stats.short_to_target %> more before we can score the judge<% end %></span>
     </div>
   <% else %>
     <div class="ck-trust-panel__body">
-      <span class="ck-trust-panel__score">~<%= (stats.agreement_point * 100).round %><span class="ck-trust-panel__score-pct">%</span></span>
-      <span class="ck-trust-panel__margin">±<%= (stats.margin * 100).round %> pt</span>
-      <span class="ck-trust-panel__gate"><%= stats.firm? ? "settled" : "provisional" %></span>
+      <span class="ck-trust-panel__score"
+            title="Roughly how often the judge and the humans agreed.">~<%= (stats.agreement_point * 100).round %><span class="ck-trust-panel__score-pct">%</span></span>
+      <span class="ck-trust-panel__margin"
+            title="The range we're confident the true rate sits in, given how few verdicts we have so far.">±<%= (stats.margin * 100).round %> pt</span>
+      <span class="ck-trust-panel__gate"
+            title="<%= stats.firm? ? 'Enough verdicts for a reliable read.' : 'Early read. Keep giving verdicts to tighten the margin.' %>"><%= stats.firm? ? "settled" : "early read" %></span>
     </div>
     <div class="ck-trust-panel__details">
-      <span><%= stats.sample_size %> verdicts</span>
+      <span><%= pluralize(stats.sample_size, "verdict") %></span>
       <% if stats.borderline_rate && stats.borderline_rate > 0 %>
         <% level = if stats.borderline_rate > 0.30 then "danger"
                    elsif stats.borderline_rate > 0.15 then "warning"
                    else "ok" end %>
         <span class="ck-trust-panel__borderline ck-trust-panel__borderline--<%= level %>"
-              title="<%= level == 'ok' ? '' : 'Rubric ambiguous. Consider splitting the metric or clarifying the rubric.' %>">
-          <%= (stats.borderline_rate * 100).round %>% borderline
+              title="<%= level == 'ok' ? 'Some reviewers said the rubric was unclear here.' : 'A lot of reviewers say the rubric is unclear here. Consider splitting the metric or rewriting the rubric.' %>">
+          <%= (stats.borderline_rate * 100).round %>% said "unclear"
         </span>
       <% end %>
-      <% if stats.mae %>
-        <span>MAE <%= stats.mae.round(2) %></span>
-      <% end %>
-      <% if stats.kappa %>
-        <span>κ <%= stats.kappa.round(2) %></span>
-      <% end %>
     </div>
   <% end %>
 </div>

data/app/views/completion_kit/metrics/index.html.erb

@@ -19,6 +19,7 @@
       <tr>
         <th scope="col">Name</th>
         <th scope="col">Instruction</th>
+        <th scope="col" title="How often this metric's scores match the humans who reviewed them.">Trust score</th>
         <th scope="col">In groups</th>
         <th scope="col"></th>
       </tr>
@@ -35,6 +36,23 @@
             <% end %>
           </td>
           <td data-label="Instruction" class="ck-meta-copy"><div class="ck-clamp-2"><%= metric.instruction.presence || "—" %></div></td>
+          <td data-label="Trust score" class="ck-metrics-table__trust">
+            <% if CompletionKit.config.judge_calibration_enabled %>
+              <% s = CompletionKit::MetricCalibrationStats.for(metric) %>
+              <% if s.counter_only? %>
+                <% if s.sample_size.zero? %>
+                  <span class="ck-meta-copy">No verdicts yet</span>
+                <% else %>
+                  <span class="ck-meta-copy"><%= s.sample_size %> / <%= CompletionKit::MetricCalibrationStats::PROVISIONAL_MIN %> verdicts</span>
+                <% end %>
+              <% else %>
+                <span class="ck-metrics-table__trust-rate" title="<%= s.firm? ? 'Settled read.' : 'Early read — keep giving verdicts.' %>">~<%= (s.agreement_point * 100).round %>%</span>
+                <span class="ck-meta-copy">±<%= (s.margin * 100).round %> pt · <%= s.firm? ? "settled" : "early" %></span>
+              <% end %>
+            <% else %>
+              <span class="ck-meta-copy">—</span>
+            <% end %>
+          </td>
           <td data-label="In groups">
             <% groups = metric.metric_groups %>
             <% if groups.any? %>

data/app/views/completion_kit/metrics/show.html.erb

@@ -12,8 +12,8 @@
       <% if @latest_draft %>
         <div class="ck-draft-banner">
           <span class="ck-chip ck-chip--soft">Draft pending</span>
-          <span class="ck-meta-copy">An edit forked a draft judge version. Publish it to make this the current judge.</span>
-          <%= button_to "Publish draft", publish_draft_metric_path(@metric),
+          <span class="ck-meta-copy">A draft version of this judge is saved. Publishing it replaces the live instruction and rubric.</span>
+          <%= button_to "Publish this version", publish_draft_metric_path(@metric, draft_id: @latest_draft.id),
                 method: :post, form_class: "inline-block",
                 class: ck_button_classes(:dark) %>
         </div>
@@ -22,10 +22,11 @@
   </div>
   <div class="ck-actions">
     <% if CompletionKit.config.judge_calibration_enabled %>
-      <%= button_to "Suggest improvements", suggest_variants_metric_path(@metric),
+      <%= button_to "Improve the metric", suggest_variants_metric_path(@metric),
             method: :post, form_class: "inline-block",
             class: ck_button_classes(:light, variant: :outline),
-            data: { turbo_confirm: "Ask the model to propose new judge instructions based on the disagreements collected so far?" } %>
+            title: "Ask the model to rewrite this metric's instruction based on the disagreements and rubric-ambiguous cases collected so far.",
+            data: { turbo_confirm: "Ask the model to rewrite this metric's instruction based on the disagreements and rubric-ambiguous cases collected so far?" } %>
     <% end %>
     <%= link_to "Edit", edit_metric_path(@metric), class: ck_button_classes(:light, variant: :outline) %>
   </div>
@@ -40,7 +41,7 @@
 <% if @metric.instruction.present? %>
 <section class="ck-card">
   <p class="ck-kicker">Instruction</p>
-  <div class="ck-note-box"><%= simple_format(@metric.instruction) %></div>
+  <%= simple_format(@metric.instruction, {}, class: "ck-copy") %>
 </section>
 <% end %>
 
@@ -65,14 +66,15 @@
 <% if CompletionKit.config.judge_calibration_enabled %>
   <section class="ck-card ck-card--spaced">
     <div class="ck-prompt-preview__header">
-      <p class="ck-kicker">Disagreements</p>
+      <p class="ck-kicker">Where the judge got it wrong</p>
       <% if @disagreements.any? %>
         <span class="ck-chip"><%= pluralize(@disagreements.size, "row") %></span>
       <% end %>
     </div>
     <% if @disagreements.empty? %>
-      <p class="ck-meta-copy">No disagreements yet. As humans give the verdict "disagree" on individual rows, the judge's misses will show up here for review.</p>
+      <p class="ck-meta-copy">Nothing here yet. As people give a "disagree" verdict on response rows, those rows show up below so you can review the judge's misses and turn them into teaching examples.</p>
     <% else %>
+      <p class="ck-meta-copy">Rows where a reviewer said the judge got it wrong. Save the best ones as teaching examples — the judge will see them next time it grades.</p>
       <table class="ck-results-table ck-disagreements-table">
         <thead>
           <tr>
@@ -112,13 +114,14 @@
               <td class="ck-meta-copy"><%= cal.note.to_s.truncate(120) %></td>
               <td>
                 <% if already %>
-                  <span class="ck-chip ck-chip--done">Added</span>
+                  <span class="ck-chip ck-chip--done">Saved as example</span>
                 <% else %>
-                  <%= button_to "Add as judge few-shot",
+                  <%= button_to "Teach the judge",
                         add_few_shot_metric_path(@metric, calibration_id: cal.id),
                         method: :post,
                         form_class: "inline-block",
-                        class: ck_button_classes(:light, variant: :outline) %>
+                        class: ck_button_classes(:light, variant: :outline),
+                        title: "Save this row as a teaching example. The judge will see it next time it grades." %>
                 <% end %>
               </td>
             </tr>
@@ -131,20 +134,20 @@
   <% if @suggestion_drafts.any? %>
     <section class="ck-card ck-card--spaced">
       <div class="ck-prompt-preview__header">
-        <p class="ck-kicker">Suggested judge variants</p>
-        <span class="ck-chip"><%= @suggestion_drafts.size %> draft<%= @suggestion_drafts.size == 1 ? "" : "s" %></span>
+        <p class="ck-kicker">Suggested improvements</p>
+        <span class="ck-chip"><%= @suggestion_drafts.size %> option<%= @suggestion_drafts.size == 1 ? "" : "s" %></span>
       </div>
-      <p class="ck-meta-copy">Pick one and publish it to make it the current judge. The previous published version stays in history.</p>
+      <p class="ck-meta-copy">Based on your verdicts, the model proposed these alternative instructions for this metric. Pick one to make it live — the previous version stays in history.</p>
       <div class="ck-suggestion-list">
         <% @suggestion_drafts.each do |draft| %>
           <article class="ck-suggestion-card">
             <header class="ck-suggestion-card__header">
-              <span class="ck-chip ck-chip--soft">Draft #<%= draft.id %></span>
+              <span class="ck-chip ck-chip--soft">Option #<%= draft.id %></span>
               <time class="ck-meta-copy" data-relative-time datetime="<%= draft.created_at.utc.iso8601 %>"><%= time_ago_in_words(draft.created_at) %> ago</time>
             </header>
             <pre class="ck-code ck-suggestion-card__instruction"><%= draft.instruction %></pre>
             <div class="ck-actions">
-              <%= button_to "Publish this draft", publish_draft_metric_path(@metric),
+              <%= button_to "Use this version", publish_draft_metric_path(@metric, draft_id: draft.id),
                     method: :post, form_class: "inline-block",
                     class: ck_button_classes(:dark) %>
             </div>
@@ -157,10 +160,10 @@
   <% if Array(@metric.few_shot_examples).any? %>
     <section class="ck-card ck-card--spaced">
       <div class="ck-prompt-preview__header">
-        <p class="ck-kicker">Judge few-shot examples</p>
+        <p class="ck-kicker">Teaching examples</p>
         <span class="ck-chip"><%= pluralize(Array(@metric.few_shot_examples).size, "example") %></span>
       </div>
-      <p class="ck-meta-copy">Disagreements added here will be injected as worked examples when the judge runs on this metric. Used by Phase 4 / 5 to retrain the judge.</p>
+      <p class="ck-meta-copy">The judge sees these worked examples whenever it grades for this metric. Each shows what the judge gave and what a human said it should have been.</p>
       <ol class="ck-few-shot-list">
         <% Array(@metric.few_shot_examples).each do |fs| %>
           <li class="ck-few-shot-item">

data/lib/completion_kit/version.rb

@@ -1,3 +1,3 @@
 module CompletionKit
-  VERSION = "0.5.37"
+  VERSION = "0.5.39"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: completion-kit
 version: !ruby/object:Gem::Version
-  version: 0.5.37
+  version: 0.5.39
 platform: ruby
 authors:
 - Damien Bastin
@@ -233,7 +233,7 @@ files:
 - app/assets/images/completion_kit/favicon.ico
 - app/assets/images/completion_kit/logo.png
 - app/assets/javascripts/completion_kit/application.js
-- app/assets/stylesheets/completion_kit/application.css.erb
+- app/assets/stylesheets/completion_kit/application.css
 - app/controllers/completion_kit/api/v1/base_controller.rb
 - app/controllers/completion_kit/api/v1/calibrations_controller.rb
 - app/controllers/completion_kit/api/v1/datasets_controller.rb