completion-kit 0.1.0.rc1 → 0.2.0

data/app/views/completion_kit/api_reference/index.html.erb

@@ -63,7 +63,7 @@ end %>
   <input type="radio" name="ck-api-tab" id="ck-tab-responses" class="ck-api-tabs__radio">
   <input type="radio" name="ck-api-tab" id="ck-tab-datasets" class="ck-api-tabs__radio">
   <input type="radio" name="ck-api-tab" id="ck-tab-metrics" class="ck-api-tabs__radio">
-  <input type="radio" name="ck-api-tab" id="ck-tab-criteria" class="ck-api-tabs__radio">
+  <input type="radio" name="ck-api-tab" id="ck-tab-metric-groups" class="ck-api-tabs__radio">
   <input type="radio" name="ck-api-tab" id="ck-tab-providers" class="ck-api-tabs__radio">
 
   <nav class="ck-api-tabs__nav">
@@ -73,7 +73,7 @@ end %>
     <label for="ck-tab-responses" class="ck-api-tabs__label">Responses <span class="ck-api-tabs__count">2</span></label>
     <label for="ck-tab-datasets" class="ck-api-tabs__label">Datasets <span class="ck-api-tabs__count">5</span></label>
     <label for="ck-tab-metrics" class="ck-api-tabs__label">Metrics <span class="ck-api-tabs__count">5</span></label>
-    <label for="ck-tab-criteria" class="ck-api-tabs__label">Criteria <span class="ck-api-tabs__count">5</span></label>
+    <label for="ck-tab-metric-groups" class="ck-api-tabs__label">Metric Groups <span class="ck-api-tabs__count">5</span></label>
     <label for="ck-tab-providers" class="ck-api-tabs__label">Providers <span class="ck-api-tabs__count">5</span></label>
   </nav>
 
@@ -232,7 +232,7 @@ end %>
       <div class="ck-api-endpoint">
         <p class="ck-api-method"><span class="ck-chip ck-chip--soft">POST</span> /api/v1/metrics</p>
         <p class="ck-meta-copy">Create a metric.</p>
-        <p class="ck-api-params"><strong>Required:</strong>&ensp;<code>name</code>&emsp;<strong>Optional:</strong>&ensp;<code>instruction</code>, <code>evaluation_steps</code> (array), <code>rubric_bands</code> (array of {stars, description})</p>
+        <p class="ck-api-params"><strong>Required:</strong>&ensp;<code>name</code>&emsp;<strong>Optional:</strong>&ensp;<code>instruction</code>, <code>rubric_bands</code> (array of {stars, description})</p>
         <%= render "example", base_url: @base_url, token: token_display, real_token: @token, cmd: "curl -X POST #{@base_url}/api/v1/metrics \\\n  -H \"Authorization: Bearer #{token_display}\" \\\n  -H \"Content-Type: application/json\" \\\n  -d '{\"name\": \"relevance\", \"instruction\": \"Is the response relevant?\"}'" %>
       </div>
       <div class="ck-api-endpoint">
@@ -242,20 +242,20 @@ end %>
     </div>
 
     <div class="ck-api-tabs__panel">
-      <h2 class="ck-section-title">Criteria</h2>
-      <p class="ck-copy">Named groups of metrics applied to runs as a set.</p>
+      <h2 class="ck-section-title">Metric Groups</h2>
+      <p class="ck-copy">Named groups of metrics you can apply to a run as a set.</p>
       <div class="ck-api-endpoint">
-        <p class="ck-api-method"><span class="ck-chip ck-chip--soft">GET</span> /api/v1/criteria</p>
-        <p class="ck-meta-copy">List all criteria with their metric IDs.</p>
+        <p class="ck-api-method"><span class="ck-chip ck-chip--soft">GET</span> /api/v1/metric_groups</p>
+        <p class="ck-meta-copy">List all metric groups with their metric IDs.</p>
       </div>
       <div class="ck-api-endpoint">
-        <p class="ck-api-method"><span class="ck-chip ck-chip--soft">POST</span> /api/v1/criteria</p>
-        <p class="ck-meta-copy">Create a criteria group.</p>
+        <p class="ck-api-method"><span class="ck-chip ck-chip--soft">POST</span> /api/v1/metric_groups</p>
+        <p class="ck-meta-copy">Create a metric group.</p>
         <p class="ck-api-params"><strong>Required:</strong>&ensp;<code>name</code>&emsp;<strong>Optional:</strong>&ensp;<code>description</code>, <code>metric_ids</code> (array)</p>
       </div>
       <div class="ck-api-endpoint">
-        <p class="ck-api-method"><span class="ck-chip ck-chip--soft">GET</span>&ensp;<span class="ck-chip ck-chip--soft">PATCH</span>&ensp;<span class="ck-chip" style="color: var(--ck-danger);">DELETE</span> /api/v1/criteria/:id</p>
-        <p class="ck-meta-copy">Get, update, or delete a criteria group. PATCH with <code>metric_ids</code> replaces all metric associations.</p>
+        <p class="ck-api-method"><span class="ck-chip ck-chip--soft">GET</span>&ensp;<span class="ck-chip ck-chip--soft">PATCH</span>&ensp;<span class="ck-chip" style="color: var(--ck-danger);">DELETE</span> /api/v1/metric_groups/:id</p>
+        <p class="ck-meta-copy">Get, update, or delete a metric group. PATCH with <code>metric_ids</code> replaces all metric associations.</p>
       </div>
     </div>
 

data/app/views/completion_kit/metric_groups/_form.html.erb

@@ -0,0 +1,46 @@
+<%= form_with(model: metric_group, url: metric_group.persisted? ? metric_group_path(metric_group) : metric_groups_path, local: true) do |form| %>
+  <% if metric_group.errors.any? %>
+    <div class="ck-flash ck-flash--alert">
+      <p class="ck-flash__title"><%= pluralize(metric_group.errors.count, "problem") %> prevented this metric group from being saved.</p>
+      <ul class="ck-error-list">
+        <% metric_group.errors.full_messages.each do |message| %>
+          <li><%= message %></li>
+        <% end %>
+      </ul>
+    </div>
+  <% end %>
+
+  <div class="ck-card ck-form-card">
+    <div class="ck-field">
+      <%= form.label :name, "Metric group name", class: "ck-label" %>
+      <%= form.text_field :name, class: "ck-input", placeholder: "Support quality" %>
+    </div>
+
+    <div class="ck-field">
+      <%= form.label :description, class: "ck-label" %>
+      <%= form.text_area :description, rows: 3, class: "ck-input ck-input--area", placeholder: "When this metric group should be used." %>
+    </div>
+
+    <div class="ck-field">
+      <p class="ck-label">Metrics in this group</p>
+      <p class="ck-hint">Pick the metrics to include.</p>
+      <div class="ck-list ck-list--compact">
+        <% @metrics.each do |metric| %>
+          <label class="ck-item">
+            <%= check_box_tag "metric_group[metric_ids][]", metric.id, metric_group.metrics.exists?(metric.id), class: "ck-checkbox" %>
+            <span>
+              <strong><%= metric.name %></strong>
+              <span class="ck-meta-copy"><%= metric.instruction.presence || "No instruction set." %></span>
+            </span>
+          </label>
+        <% end %>
+      </div>
+      <%= hidden_field_tag "metric_group[metric_ids][]", "" %>
+    </div>
+
+    <div class="ck-actions">
+      <%= link_to "Cancel", metrics_path, class: ck_button_classes(:light, variant: :outline) %>
+      <%= form.submit(metric_group.persisted? ? "Save metric group" : "Create metric group", class: ck_button_classes(:dark)) %>
+    </div>
+  </div>
+<% end %>

data/app/views/completion_kit/metric_groups/edit.html.erb

@@ -0,0 +1,13 @@
+<ol class="ck-breadcrumb">
+  <li><%= link_to "Metrics", metrics_path %></li>
+  <li><%= link_to @metric_group.name, metric_group_path(@metric_group) %></li>
+  <li>Edit</li>
+</ol>
+
+<section class="ck-page-header">
+  <div>
+    <h1 class="ck-title">Edit metric group</h1>
+  </div>
+</section>
+
+<%= render "form", metric_group: @metric_group %>

data/app/views/completion_kit/metric_groups/index.html.erb

@@ -0,0 +1,41 @@
+<ol class="ck-breadcrumb">
+  <li><%= link_to "Metrics", metrics_path %></li>
+  <li>Metric groups</li>
+</ol>
+
+<section class="ck-page-header">
+  <div>
+    <h1 class="ck-title">Metric groups</h1>
+    <p class="ck-lead">Named groups of metrics. Apply a group to a run to score outputs against every metric in the group at once.</p>
+  </div>
+  <div class="ck-actions">
+    <%= link_to "New metric group", new_metric_group_path, class: ck_button_classes(:dark) %>
+  </div>
+</section>
+
+<% if @metric_groups.any? %>
+  <table class="ck-results-table">
+    <thead>
+      <tr>
+        <th>Name</th>
+        <th>Description</th>
+        <th>Metrics</th>
+        <th></th>
+      </tr>
+    </thead>
+    <tbody>
+      <% @metric_groups.each do |metric_group| %>
+        <tr onclick="window.location='<%= metric_group_path(metric_group) %>'" style="cursor: pointer;">
+          <td><strong><%= metric_group.name %></strong></td>
+          <td class="ck-meta-copy"><%= truncate(metric_group.description.to_s, length: 90).presence || "—" %></td>
+          <td class="ck-meta-copy"><%= metric_group.metrics.any? ? metric_group.metrics.map(&:name).join(", ") : "empty" %></td>
+          <td class="ck-results-table__arrow">&rarr;</td>
+        </tr>
+      <% end %>
+    </tbody>
+  </table>
+<% else %>
+  <div class="ck-empty">
+    <p>No metric groups yet. <%= link_to "Create one", new_metric_group_path, class: "ck-link" %> if you want to group multiple metrics and apply them together.</p>
+  </div>
+<% end %>

data/app/views/completion_kit/metric_groups/new.html.erb

@@ -0,0 +1,12 @@
+<ol class="ck-breadcrumb">
+  <li><%= link_to "Metrics", metrics_path %></li>
+  <li>New metric group</li>
+</ol>
+
+<section class="ck-page-header">
+  <div>
+    <h1 class="ck-title">New metric group</h1>
+  </div>
+</section>
+
+<%= render "form", metric_group: @metric_group %>

data/app/views/completion_kit/{criteria → metric_groups}/show.html.erb

@@ -1,26 +1,25 @@
 <ol class="ck-breadcrumb">
   <li><%= link_to "Metrics", metrics_path %></li>
-  <li><%= link_to "Criteria", criteria_path %></li>
-  <li><%= @criteria.name %></li>
+  <li><%= @metric_group.name %></li>
 </ol>
 
 <section class="ck-page-header">
   <div>
-    <h1 class="ck-title"><%= @criteria.name %></h1>
-    <% if @criteria.description.present? %>
-      <p class="ck-lead"><%= @criteria.description %></p>
+    <h1 class="ck-title"><%= @metric_group.name %></h1>
+    <% if @metric_group.description.present? %>
+      <p class="ck-lead"><%= @metric_group.description %></p>
     <% end %>
   </div>
   <div class="ck-actions">
-    <%= link_to "Edit", edit_criterion_path(@criteria), class: ck_button_classes(:light, variant: :outline) %>
+    <%= link_to "Edit", edit_metric_group_path(@metric_group), class: ck_button_classes(:light, variant: :outline) %>
   </div>
 </section>
 
 <section class="ck-card">
   <p class="ck-kicker">Metrics</p>
-  <% if @criteria.metrics.any? %>
+  <% if @metric_group.metrics.any? %>
     <div class="ck-list ck-list--compact">
-      <% @criteria.metrics.each do |metric| %>
+      <% @metric_group.metrics.each do |metric| %>
         <div class="ck-item">
           <div>
             <p class="ck-item-title"><%= link_to metric.name, metric_path(metric), class: "ck-link" %></p>
@@ -32,6 +31,6 @@
       <% end %>
     </div>
   <% else %>
-    <p class="ck-copy">No metrics in this criteria yet.</p>
+    <p class="ck-copy">No metrics in this group yet.</p>
   <% end %>
 </section>

data/app/views/completion_kit/metrics/_form.html.erb

@@ -17,32 +17,11 @@
     </div>
 
     <div class="ck-field ck-field--spacious">
-      <p class="ck-section-title">Evaluation Instruction</p>
-      <p class="ck-hint">What should the evaluator assess? This is the core instruction sent to the judge model.</p>
+      <p class="ck-section-title">Instruction</p>
+      <p class="ck-hint">What should the judge assess? This instruction is sent to the LLM judge when scoring outputs.</p>
       <%= form.text_area :instruction, rows: 8, class: "ck-input ck-input--area", placeholder: "Evaluate whether the output..." %>
     </div>
 
-    <div class="ck-field ck-field--spacious" data-controller="evaluation-steps">
-      <p class="ck-section-title">Evaluation Steps</p>
-      <p class="ck-hint">Steps the evaluator follows during assessment.</p>
-
-      <div data-evaluation-steps-target="list">
-        <% Array(metric.evaluation_steps).each_with_index do |step, index| %>
-          <div class="ck-step-row" data-evaluation-steps-target="row">
-            <input type="text" name="metric[evaluation_steps][]" value="<%= step %>" class="ck-input" />
-            <button type="button" class="ck-icon-btn" data-action="evaluation-steps#remove" aria-label="Remove step">
-              <%= heroicon_tag "trash", variant: :outline, size: 16 %>
-            </button>
-          </div>
-        <% end %>
-      </div>
-
-      <button type="button" class="ck-add-btn" data-action="evaluation-steps#add">
-        <%= heroicon_tag "plus", variant: :outline, size: 14 %>
-        Add step
-      </button>
-    </div>
-
     <div class="ck-field ck-field--spacious">
       <p class="ck-section-title">Rubric</p>
       <p class="ck-hint">What each star rating means for this metric.</p>

data/app/views/completion_kit/metrics/index.html.erb

@@ -1,7 +1,7 @@
 <section class="ck-page-header">
   <div>
     <h1 class="ck-title">Metrics</h1>
-    <p class="ck-lead">Scoring dimensions used by the judge model to evaluate responses. Each metric defines what to assess, the evaluation steps, and a rubric for star ratings. Group metrics into <%= link_to "Criteria", criteria_path, class: "ck-link" %> for reuse across runs.</p>
+    <p class="ck-lead">Scoring dimensions the judge uses to evaluate each response. Each metric defines one thing to assess and a 1-5 scale.</p>
   </div>
   <div class="ck-actions">
     <%= link_to "New metric", new_metric_path, class: ck_button_classes(:dark) %>
@@ -14,7 +14,7 @@
       <tr>
         <th>Name</th>
         <th>Instruction</th>
-        <th>Criteria</th>
+        <th>In groups</th>
         <th></th>
       </tr>
     </thead>
@@ -22,13 +22,21 @@
       <% @metrics.each do |metric| %>
         <tr onclick="window.location='<%= metric_path(metric) %>'" style="cursor: pointer;">
           <td><strong><%= metric.name %></strong></td>
-          <td class="ck-meta-copy"><%= truncate(metric.instruction.to_s, length: 80).presence || "None" %></td>
-          <td class="ck-meta-copy"><%= metric.criterias.any? ? metric.criterias.map { |c| link_to(c.name, criterion_path(c), class: "ck-link", onclick: "event.stopPropagation()") }.join(", ").html_safe : "None" %></td>
+          <td class="ck-meta-copy"><%= truncate(metric.instruction.to_s, length: 90).presence || "—" %></td>
+          <td class="ck-meta-copy"><%= metric.metric_groups.any? ? metric.metric_groups.map(&:name).join(", ") : "—" %></td>
           <td class="ck-results-table__arrow">&rarr;</td>
         </tr>
       <% end %>
     </tbody>
   </table>
+
+  <% if @metrics.size >= 2 %>
+    <p class="ck-meta-copy" style="margin-top: 1.5rem; text-align: center;">
+      Use the same metrics on multiple runs? <%= link_to "Group them →", metric_groups_path, class: "ck-link" %>
+    </p>
+  <% end %>
 <% else %>
-  <div class="ck-empty">No metrics yet.</div>
+  <div class="ck-empty">
+    <p>No metrics yet. <%= link_to "Create your first metric", new_metric_path, class: "ck-link" %> to start scoring prompt outputs.</p>
+  </div>
 <% end %>

data/app/views/completion_kit/metrics/show.html.erb

@@ -14,22 +14,11 @@
 
 <% if @metric.instruction.present? %>
 <section class="ck-card">
-  <p class="ck-kicker">Evaluation Instruction</p>
+  <p class="ck-kicker">Instruction</p>
   <div class="ck-note-box"><%= simple_format(@metric.instruction) %></div>
 </section>
 <% end %>
 
-<% if @metric.evaluation_steps.present? && @metric.evaluation_steps.any? %>
-<section class="ck-card">
-  <p class="ck-kicker">Evaluation Steps</p>
-  <ol class="ck-step-list">
-    <% @metric.evaluation_steps.each do |step| %>
-      <li><%= step %></li>
-    <% end %>
-  </ol>
-</section>
-<% end %>
-
 <section class="ck-card ck-card--spaced">
   <p class="ck-kicker">Rubric</p>
   <div class="ck-rubric-display">

data/app/views/completion_kit/runs/_form.html.erb

@@ -70,11 +70,11 @@
       <% if @all_metrics.empty? %>
         <p class="ck-field-hint" style="color: var(--ck-warning);">No metrics yet.&ensp;<%= link_to "Create a metric", new_metric_path, class: "ck-link" %></p>
       <% else %>
-        <% if @criterias.any? %>
+        <% if @metric_groups.any? %>
           <p class="ck-meta-copy" style="margin-bottom: 0.5rem;">
             Quick add:&ensp;
-            <% @criterias.each do |c| %>
-              <span class="ck-chip" style="cursor: pointer;" onclick="ckQuickAddCriteria(<%= c.metric_ids.to_json %>)"><%= c.name %></span>&ensp;
+            <% @metric_groups.each do |g| %>
+              <span class="ck-chip" style="cursor: pointer;" onclick="ckQuickAddMetricGroup(<%= g.metric_ids.to_json %>)"><%= g.name %></span>&ensp;
             <% end %>
           </p>
         <% end %>
@@ -112,7 +112,7 @@ function updateRunForm() {
   } else if (judge && metrics.length === 0) {
     if (judgeField) judgeField.className = 'ck-field ck-field--info';
     if (metricsField) metricsField.className = 'ck-field ck-field--info';
-    if (metricsHint) metricsHint.textContent = 'Select at least one metric or criteria to enable judging.';
+    if (metricsHint) metricsHint.textContent = 'Select at least one metric or group to enable judging.';
   } else if (!judge && metrics.length > 0) {
     if (judgeField) judgeField.className = 'ck-field ck-field--info';
     if (judgeHint) judgeHint.textContent = 'Select a judge model to enable judging.';
@@ -131,7 +131,7 @@ function updateRunForm() {
   if (submitBtn) submitBtn.disabled = !valid;
 }
 
-function ckQuickAddCriteria(metricIds) {
+function ckQuickAddMetricGroup(metricIds) {
   metricIds.forEach(function(id) {
     var cb = document.getElementById('run_metric_' + id);
     if (cb) cb.checked = true;

data/app/views/layouts/completion_kit/application.html.erb

@@ -19,11 +19,14 @@
       <nav class="ck-nav">
         <% active = ->(path) { request.path.start_with?(path) ? ck_button_classes(:dark) : ck_button_classes(:light, variant: :outline) } %>
         <%= link_to "Prompts", prompts_path, class: active.(prompts_path) %>
-        <%= link_to "Metrics", metrics_path, class: request.path.start_with?(metrics_path) || request.path.start_with?(criteria_path) ? ck_button_classes(:dark) : ck_button_classes(:light, variant: :outline) %>
+        <%= link_to "Metrics", metrics_path, class: request.path.start_with?(metrics_path) || request.path.start_with?(metric_groups_path) ? ck_button_classes(:dark) : ck_button_classes(:light, variant: :outline) %>
         <%= link_to "Datasets", datasets_path, class: active.(datasets_path) %>
         <%= link_to "Runs", runs_path, class: active.(runs_path) %>
         <%= link_to "Settings", provider_credentials_path, class: active.(provider_credentials_path) %>
         <%= link_to "API", api_reference_path, class: active.(api_reference_path) %>
+        <% if main_app.respond_to?(:logout_path) %>
+          <%= button_to "Log out", main_app.logout_path, method: :delete, class: ck_button_classes(:light, variant: :outline) %>
+        <% end %>
       </nav>
     </div>
   </header>

data/config/routes.rb

@@ -9,7 +9,7 @@ CompletionKit::Engine.routes.draw do
 
   resources :datasets
   resources :metrics
-  resources :criteria, controller: "criteria"
+  resources :metric_groups
 
   resources :runs do
     member do
@@ -45,7 +45,7 @@ CompletionKit::Engine.routes.draw do
       end
       resources :datasets
       resources :metrics
-      resources :criteria, controller: "criteria"
+      resources :metric_groups
       resources :provider_credentials
     end
   end

data/db/migrate/20260416000001_remove_evaluation_steps_from_metrics.rb

@@ -0,0 +1,5 @@
+class RemoveEvaluationStepsFromMetrics < ActiveRecord::Migration[7.0]
+  def change
+    remove_column :completion_kit_metrics, :evaluation_steps, :text
+  end
+end

data/db/migrate/20260417000001_rename_criteria_to_metric_groups.rb

@@ -0,0 +1,13 @@
+class RenameCriteriaToMetricGroups < ActiveRecord::Migration[8.1]
+  def change
+    rename_table :completion_kit_criteria, :completion_kit_metric_groups
+    rename_table :completion_kit_criteria_memberships, :completion_kit_metric_group_memberships
+    rename_column :completion_kit_metric_group_memberships, :criteria_id, :metric_group_id
+
+    if index_name_exists?(:completion_kit_metric_group_memberships, "index_completion_kit_criteria_memberships_on_criteria_id")
+      rename_index :completion_kit_metric_group_memberships,
+        "index_completion_kit_criteria_memberships_on_criteria_id",
+        "index_completion_kit_metric_group_memberships_on_metric_group_id"
+    end
+  end
+end

data/lib/completion_kit/engine.rb

@@ -5,16 +5,10 @@ module CompletionKit
   class Engine < ::Rails::Engine
     isolate_namespace CompletionKit
 
-    initializer("completion_kit.inflections", before: :load_config_initializers) do
-      ActiveSupport::Inflector.inflections(:en) do |inflect|
-        inflect.irregular "criterion", "criteria"
-      end
-    end
-
     paths.add "app/services", eager_load: true
 
     def self.register_assets(app)
-      app.config.assets.precompile += %w( completion_kit/application.css completion_kit/evaluation_steps_controller.js completion_kit/logo.svg )
+      app.config.assets.precompile += %w( completion_kit/application.css completion_kit/logo.svg )
     end
 
     initializer("completion_kit.assets") { |app| Engine.register_assets(app) }

data/lib/completion_kit/version.rb

@@ -1,3 +1,3 @@
 module CompletionKit
-  VERSION = "0.1.0.rc1"
+  VERSION = "0.2.0"
 end

data/lib/completion_kit.rb

@@ -8,6 +8,7 @@ module CompletionKit
     attr_accessor :openai_api_key, :anthropic_api_key, :ollama_api_key, :ollama_api_endpoint
     attr_accessor :judge_model, :high_quality_threshold, :medium_quality_threshold
     attr_accessor :username, :password, :auth_strategy, :api_token
+    attr_accessor :tenant_scope, :tenant_scope_columns
 
     def initialize
       @openai_api_key = ENV['OPENAI_API_KEY']
@@ -19,6 +20,10 @@ module CompletionKit
       @high_quality_threshold = 4
       @medium_quality_threshold = 3
     end
+
+    def tenant_scope_columns
+      @tenant_scope_columns ||= []
+    end
   end
 
   class << self

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: completion-kit
 version: !ruby/object:Gem::Version
-  version: 0.1.0.rc1
+  version: 0.2.0
 platform: ruby
 authors:
 - Damien Bastin
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-04-16 00:00:00.000000000 Z
+date: 2026-04-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -198,12 +198,11 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.22'
-description: 'CompletionKit is a mountable Rails engine for rigorous prompt testing:
-  run prompts against datasets, score outputs with an LLM-as-judge against custom
-  metrics and rubrics, track versions, and iterate with AI-assisted improvement suggestions.
-  Every resource is accessible through a bearer-token REST API and a built-in Model
-  Context Protocol server, so you can drive it from a browser, from HTTP clients,
-  or directly from agents like Claude Code.'
+description: CompletionKit is a prompt testing platform that runs as a Rails engine
+  or a standalone app. Run prompts against real datasets, score every output with
+  an LLM judge against criteria you define, track prompt versions, and get AI-generated
+  improvement suggestions grounded in your actual results. Includes a web UI, REST
+  API, and a built-in MCP server with 36 tools.
 email:
 - damien@homemade.software
 executables: []
@@ -216,11 +215,10 @@ files:
 - app/assets/config/completion_kit_manifest.js
 - app/assets/config/manifest.js
 - app/assets/images/completion_kit/logo.svg
-- app/assets/javascripts/completion_kit/evaluation_steps_controller.js
 - app/assets/stylesheets/completion_kit/application.css
 - app/controllers/completion_kit/api/v1/base_controller.rb
-- app/controllers/completion_kit/api/v1/criteria_controller.rb
 - app/controllers/completion_kit/api/v1/datasets_controller.rb
+- app/controllers/completion_kit/api/v1/metric_groups_controller.rb
 - app/controllers/completion_kit/api/v1/metrics_controller.rb
 - app/controllers/completion_kit/api/v1/prompts_controller.rb
 - app/controllers/completion_kit/api/v1/provider_credentials_controller.rb
@@ -228,9 +226,9 @@ files:
 - app/controllers/completion_kit/api/v1/runs_controller.rb
 - app/controllers/completion_kit/api_reference_controller.rb
 - app/controllers/completion_kit/application_controller.rb
-- app/controllers/completion_kit/criteria_controller.rb
 - app/controllers/completion_kit/datasets_controller.rb
 - app/controllers/completion_kit/mcp_controller.rb
+- app/controllers/completion_kit/metric_groups_controller.rb
 - app/controllers/completion_kit/metrics_controller.rb
 - app/controllers/completion_kit/prompts_controller.rb
 - app/controllers/completion_kit/provider_credentials_controller.rb
@@ -243,10 +241,10 @@ files:
 - app/jobs/completion_kit/model_discovery_job.rb
 - app/mailers/completion_kit/application_mailer.rb
 - app/models/completion_kit/application_record.rb
-- app/models/completion_kit/criteria.rb
-- app/models/completion_kit/criteria_membership.rb
 - app/models/completion_kit/dataset.rb
 - app/models/completion_kit/metric.rb
+- app/models/completion_kit/metric_group.rb
+- app/models/completion_kit/metric_group_membership.rb
 - app/models/completion_kit/model.rb
 - app/models/completion_kit/prompt.rb
 - app/models/completion_kit/provider_credential.rb
@@ -261,8 +259,9 @@ files:
 - app/services/completion_kit/judge_service.rb
 - app/services/completion_kit/llm_client.rb
 - app/services/completion_kit/mcp_dispatcher.rb
-- app/services/completion_kit/mcp_tools/criteria.rb
+- app/services/completion_kit/mcp_tools/base.rb
 - app/services/completion_kit/mcp_tools/datasets.rb
+- app/services/completion_kit/mcp_tools/metric_groups.rb
 - app/services/completion_kit/mcp_tools/metrics.rb
 - app/services/completion_kit/mcp_tools/prompts.rb
 - app/services/completion_kit/mcp_tools/provider_credentials.rb
@@ -273,18 +272,19 @@ files:
 - app/services/completion_kit/open_ai_client.rb
 - app/services/completion_kit/open_router_client.rb
 - app/services/completion_kit/prompt_improvement_service.rb
+- app/validators/completion_kit/tenant_scoped_uniqueness_validator.rb
 - app/views/completion_kit/api_reference/_example.html.erb
 - app/views/completion_kit/api_reference/index.html.erb
-- app/views/completion_kit/criteria/_form.html.erb
-- app/views/completion_kit/criteria/edit.html.erb
-- app/views/completion_kit/criteria/index.html.erb
-- app/views/completion_kit/criteria/new.html.erb
-- app/views/completion_kit/criteria/show.html.erb
 - app/views/completion_kit/datasets/_form.html.erb
 - app/views/completion_kit/datasets/edit.html.erb
 - app/views/completion_kit/datasets/index.html.erb
 - app/views/completion_kit/datasets/new.html.erb
 - app/views/completion_kit/datasets/show.html.erb
+- app/views/completion_kit/metric_groups/_form.html.erb
+- app/views/completion_kit/metric_groups/edit.html.erb
+- app/views/completion_kit/metric_groups/index.html.erb
+- app/views/completion_kit/metric_groups/new.html.erb
+- app/views/completion_kit/metric_groups/show.html.erb
 - app/views/completion_kit/metrics/_form.html.erb
 - app/views/completion_kit/metrics/edit.html.erb
 - app/views/completion_kit/metrics/index.html.erb
@@ -324,6 +324,8 @@ files:
 - db/migrate/20260403000001_add_temperature_to_completion_kit_runs.rb
 - db/migrate/20260403000002_create_completion_kit_suggestions.rb
 - db/migrate/20260403000003_add_applied_at_to_completion_kit_suggestions.rb
+- db/migrate/20260416000001_remove_evaluation_steps_from_metrics.rb
+- db/migrate/20260417000001_rename_criteria_to_metric_groups.rb
 - lib/completion-kit.rb
 - lib/completion_kit.rb
 - lib/completion_kit/engine.rb
@@ -356,6 +358,6 @@ requirements: []
 rubygems_version: 3.5.16
 signing_key:
 specification_version: 4
-summary: Rails engine for testing, scoring, and improving GenAI prompts against real
-  data — with a web UI, REST API, and built-in MCP server.
+summary: Your prompts need tests too. Run them against real data, score outputs with
+  an LLM judge, iterate until they work.
 test_files: []

data/app/assets/javascripts/completion_kit/evaluation_steps_controller.js

@@ -1,25 +0,0 @@
-document.addEventListener("DOMContentLoaded", function () {
-  document.addEventListener("click", function (event) {
-    var addBtn = event.target.closest("[data-action='evaluation-steps#add']");
-    if (addBtn) {
-      var container = addBtn.closest("[data-controller='evaluation-steps']");
-      var list = container.querySelector("[data-evaluation-steps-target='list']");
-      var row = document.createElement("div");
-      row.className = "ck-step-row";
-      row.setAttribute("data-evaluation-steps-target", "row");
-      row.innerHTML =
-        '<input type="text" name="metric[evaluation_steps][]" value="" class="ck-input" placeholder="Describe this evaluation step..." />' +
-        '<button type="button" class="ck-icon-btn" data-action="evaluation-steps#remove" aria-label="Remove step">' +
-        '<svg viewBox="0 0 24 24" width="16" height="16" fill="none" stroke="currentColor" stroke-width="1.75"><path d="M3 6h18"/><path d="M19 6v14c0 1-1 2-2 2H7c-1 0-2-1-2-2V6"/><path d="M8 6V4c0-1 1-2 2-2h4c1 0 2 1 2 2v2"/><line x1="10" y1="11" x2="10" y2="17"/><line x1="14" y1="11" x2="14" y2="17"/></svg>' +
-        "</button>";
-      list.appendChild(row);
-      row.querySelector("input").focus();
-    }
-
-    var removeBtn = event.target.closest("[data-action='evaluation-steps#remove']");
-    if (removeBtn) {
-      var stepRow = removeBtn.closest("[data-evaluation-steps-target='row']");
-      if (stepRow) stepRow.remove();
-    }
-  });
-});