completion-kit 0.5.7 → 0.5.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 33daa5f930979539f0b757bd5ea85273b9620f90f3de0bf4d976c843cae24af5
-  data.tar.gz: 3387de72acf76fbeac7d79628144ac9cb3782678cf186ad883d1978bceb4daee
+  metadata.gz: ea1ba2dec01de2f2ae45703edf5c0ab0b6d92845ec524729d7b71d5f5127143d
+  data.tar.gz: 8f99494d4d4037d11a004ccc5cfce7c5485aecd435617ba5fa2b7a9fc2c00c4c
 SHA512:
-  metadata.gz: 3af6ed91c4c791859b41cddf24078fc0ecec5a79a5aa6ead1ff996c07f9173164693bea12ac223443ae33fcadb1499919734c112a453260f4e9e187cbd6cfd37
-  data.tar.gz: cf05c70a638f3ba9c70657b9c4ab90154af4b5d15e44dbff80b00bd2fc5804e2f3c6313f22fba5283ab36d35adb6d218ec3e1792ee533191c1a7bb66eef59de6
+  metadata.gz: 7550c2197cc20827bbd93d4484c8ae1ae35106566f2494cf98d3fd7fecaab95a9b267fa36ef237c0593a0649c7fcbd8fb0efc27f052a0c93fd4120556296246d
+  data.tar.gz: 82d84167a4e64f8e0400e1af7a5b115b17db7d742d4a0cb64c667a6321ccad8f08b4004284c337a76d22377865cab6a0d3290fe1b2554044787c39702eeddfd9

data/app/assets/javascripts/completion_kit/application.js

@@ -36,33 +36,32 @@ function ckAutoFocusFirstError() {
 
 function ckRelativeTime(then) {
   var seconds = Math.round((Date.now() - then.getTime()) / 1000);
-  if (seconds < 5) return "just now";
-  if (seconds < 60) return "less than a minute";
+  if (seconds < 60) return "just now";
   var minutes = Math.round(seconds / 60);
-  if (minutes < 60) return minutes === 1 ? "1 minute" : minutes + " minutes";
+  if (minutes < 60) return (minutes === 1 ? "1 minute" : minutes + " minutes") + " ago";
   var hours = Math.round(minutes / 60);
-  if (hours < 24) return hours === 1 ? "about 1 hour" : "about " + hours + " hours";
+  if (hours < 24) return (hours === 1 ? "about 1 hour" : "about " + hours + " hours") + " ago";
   var days = Math.round(hours / 24);
-  if (days < 30) return days === 1 ? "1 day" : days + " days";
+  if (days < 30) return (days === 1 ? "1 day" : days + " days") + " ago";
   var months = Math.round(days / 30);
-  if (months < 12) return months === 1 ? "about 1 month" : "about " + months + " months";
+  if (months < 12) return (months === 1 ? "about 1 month" : "about " + months + " months") + " ago";
   var years = Math.round(days / 365);
-  return years === 1 ? "about 1 year" : "about " + years + " years";
+  return (years === 1 ? "about 1 year" : "about " + years + " years") + " ago";
 }
 
 function ckRelativeTimeCompact(then) {
   var seconds = Math.round((Date.now() - then.getTime()) / 1000);
-  if (seconds < 60) return "now";
+  if (seconds < 60) return "just now";
   var minutes = Math.round(seconds / 60);
-  if (minutes < 60) return minutes + "m";
+  if (minutes < 60) return minutes + "m ago";
   var hours = Math.round(minutes / 60);
-  if (hours < 24) return hours + "h";
+  if (hours < 24) return hours + "h ago";
   var days = Math.round(hours / 24);
-  if (days < 30) return days + "d";
+  if (days < 30) return days + "d ago";
   var months = Math.round(days / 30);
-  if (months < 12) return months + "mo";
+  if (months < 12) return months + "mo ago";
   var years = Math.round(days / 365);
-  return years + "y";
+  return years + "y ago";
 }
 
 function ckTickRelativeTimes() {

data/app/assets/stylesheets/completion_kit/application.css

@@ -2695,7 +2695,8 @@ select.ck-input {
 #ck-tab-responses:checked ~ .ck-api-tabs__nav label[for="ck-tab-responses"],
 #ck-tab-datasets:checked ~ .ck-api-tabs__nav label[for="ck-tab-datasets"],
 #ck-tab-metrics:checked ~ .ck-api-tabs__nav label[for="ck-tab-metrics"],
-#ck-tab-criteria:checked ~ .ck-api-tabs__nav label[for="ck-tab-criteria"],
+#ck-tab-metric-groups:checked ~ .ck-api-tabs__nav label[for="ck-tab-metric-groups"],
+#ck-tab-tags:checked ~ .ck-api-tabs__nav label[for="ck-tab-tags"],
 #ck-tab-providers:checked ~ .ck-api-tabs__nav label[for="ck-tab-providers"] {
   color: var(--ck-accent);
   background: var(--ck-surface-soft);
@@ -2708,8 +2709,9 @@ select.ck-input {
 #ck-tab-responses:checked ~ .ck-api-tabs__panels .ck-api-tabs__panel:nth-child(4),
 #ck-tab-datasets:checked ~ .ck-api-tabs__panels .ck-api-tabs__panel:nth-child(5),
 #ck-tab-metrics:checked ~ .ck-api-tabs__panels .ck-api-tabs__panel:nth-child(6),
-#ck-tab-criteria:checked ~ .ck-api-tabs__panels .ck-api-tabs__panel:nth-child(7),
-#ck-tab-providers:checked ~ .ck-api-tabs__panels .ck-api-tabs__panel:nth-child(8) {
+#ck-tab-metric-groups:checked ~ .ck-api-tabs__panels .ck-api-tabs__panel:nth-child(7),
+#ck-tab-tags:checked ~ .ck-api-tabs__panels .ck-api-tabs__panel:nth-child(8),
+#ck-tab-providers:checked ~ .ck-api-tabs__panels .ck-api-tabs__panel:nth-child(9) {
   display: block;
 }
 
@@ -2741,7 +2743,8 @@ select.ck-input {
   #ck-tab-responses:checked ~ .ck-api-tabs__nav label[for="ck-tab-responses"],
   #ck-tab-datasets:checked ~ .ck-api-tabs__nav label[for="ck-tab-datasets"],
   #ck-tab-metrics:checked ~ .ck-api-tabs__nav label[for="ck-tab-metrics"],
-  #ck-tab-criteria:checked ~ .ck-api-tabs__nav label[for="ck-tab-criteria"],
+  #ck-tab-metric-groups:checked ~ .ck-api-tabs__nav label[for="ck-tab-metric-groups"],
+  #ck-tab-tags:checked ~ .ck-api-tabs__nav label[for="ck-tab-tags"],
   #ck-tab-providers:checked ~ .ck-api-tabs__nav label[for="ck-tab-providers"] {
     border-left-color: transparent;
     border-bottom-color: var(--ck-accent);
@@ -2753,9 +2756,11 @@ select.ck-input {
 }
 
 /* the metrics field stacks several sub-sections (hint, groups, divider, tag
-   filter, checkboxes) — give it more vertical breathing room than a plain field */
+   filter, checkboxes) — give it more vertical breathing room than a plain field,
+   and extra separation from the run-tags field that follows it */
 #metrics-field {
   gap: 0.85rem;
+  margin-bottom: 1.25rem;
 }
 
 .ck-metric-groups {

data/app/controllers/completion_kit/runs_controller.rb

@@ -50,7 +50,7 @@ module CompletionKit
     end
 
     def update
-      if @run.responses.any?
+      if @run.responses.any? && run_generation_changed?
         attrs = run_params.except(:metric_ids).to_h
         attrs.delete("name") if attrs["name"].to_s == @run.name.to_s
         new_run = Run.create!(attrs.merge(status: "pending"))
@@ -162,5 +162,29 @@ module CompletionKit
       params.require(:run).permit(:name, :prompt_id, :dataset_id, :judge_model, :temperature, metric_ids: [], tag_names: [])
     end
 
+    # Editing a run that already has results forks a new run — but only when a
+    # field that affects generation or judging changed. Renaming or retagging is
+    # pure metadata and updates the run in place.
+    GENERATION_RUN_FIELDS = %i[prompt_id dataset_id judge_model temperature].freeze
+
+    def run_generation_changed?
+      GENERATION_RUN_FIELDS.each do |field|
+        next unless run_params.key?(field)
+        return true if normalize_run_field(field, run_params[field]) != normalize_run_field(field, @run.public_send(field))
+      end
+      return false unless params[:run].key?(:metric_ids)
+      Array(params[:run][:metric_ids]).map(&:to_i).reject(&:zero?).sort != @run.metric_ids.sort
+    end
+
+    def normalize_run_field(field, value)
+      s = value.to_s.strip
+      return nil if s.empty?
+      case field
+      when :temperature then s.to_f
+      when :prompt_id, :dataset_id then s.to_i
+      else s
+      end
+    end
+
   end
 end

data/app/views/completion_kit/api_reference/_body.html.erb

@@ -3,29 +3,6 @@
   real_token = local_assigns.fetch(:real_token, nil)
   published_prompts = local_assigns.fetch(:published_prompts, [])
 %>
-<% if published_prompts.any? %>
-  <div class="ck-api-prompts-section">
-    <p class="ck-kicker">Your prompts</p>
-    <% published_prompts.each do |p| %>
-      <div class="ck-api-prompt-card">
-        <div class="ck-api-prompt-card__top">
-          <div>
-            <strong class="ck-api-prompt-card__name"><%= p.name %></strong>
-            <% if p.description.present? %>
-              <p class="ck-api-prompt-card__desc"><%= p.description %></p>
-            <% end %>
-          </div>
-          <span class="ck-chip" style="text-transform: none; flex-shrink: 0;"><%= p.llm_model %></span>
-        </div>
-        <div class="ck-api-prompt-card__url">
-          <code class="ck-endpoint__url" id="prompt_ep_<%= p.id %>"><%= base_url %>/api/v1/prompts/<%= p.slug %></code>
-          <button type="button" class="ck-icon-btn" title="Copy endpoint" aria-label="Copy endpoint URL" onclick="navigator.clipboard.writeText(document.getElementById('prompt_ep_<%= p.id %>').textContent)"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" width="14" height="14" aria-hidden="true"><path d="M0 6.75C0 5.784.784 5 1.75 5h1.5a.75.75 0 0 1 0 1.5h-1.5a.25.25 0 0 0-.25.25v7.5c0 .138.112.25.25.25h7.5a.25.25 0 0 0 .25-.25v-1.5a.75.75 0 0 1 1.5 0v1.5A1.75 1.75 0 0 1 9.25 16h-7.5A1.75 1.75 0 0 1 0 14.25Z"/><path d="M5 1.75C5 .784 5.784 0 6.75 0h7.5C15.216 0 16 .784 16 1.75v7.5A1.75 1.75 0 0 1 14.25 11h-7.5A1.75 1.75 0 0 1 5 9.25Zm1.75-.25a.25.25 0 0 0-.25.25v7.5c0 .138.112.25.25.25h7.5a.25.25 0 0 0 .25-.25v-7.5a.25.25 0 0 0-.25-.25Z"/></svg></button>
-        </div>
-      </div>
-    <% end %>
-  </div>
-<% end %>
-
 <div class="ck-api-tabs">
   <input type="radio" name="ck-api-tab" id="ck-tab-mcp" class="ck-api-tabs__radio" checked>
   <input type="radio" name="ck-api-tab" id="ck-tab-prompts" class="ck-api-tabs__radio">
@@ -109,6 +86,28 @@
         <p class="ck-api-method"><span class="ck-chip ck-chip--soft">GET</span> /api/v1/prompts/:id</p>
         <p class="ck-meta-copy">Get a single prompt by ID.</p>
       </div>
+      <% if published_prompts.any? %>
+        <div class="ck-api-endpoint" style="padding-top: 1rem;">
+          <p class="ck-kicker" style="margin-bottom: 0.5rem;">Your published prompts</p>
+          <% published_prompts.each do |p| %>
+            <div class="ck-api-prompt-card">
+              <div class="ck-api-prompt-card__top">
+                <div>
+                  <strong class="ck-api-prompt-card__name"><%= p.name %></strong>
+                  <% if p.description.present? %>
+                    <p class="ck-api-prompt-card__desc"><%= p.description %></p>
+                  <% end %>
+                </div>
+                <span class="ck-chip" style="text-transform: none; flex-shrink: 0;"><%= p.llm_model %></span>
+              </div>
+              <div class="ck-api-prompt-card__url">
+                <code class="ck-endpoint__url" id="prompt_ep_<%= p.id %>"><%= base_url %>/api/v1/prompts/<%= p.slug %></code>
+                <button type="button" class="ck-icon-btn" title="Copy endpoint" aria-label="Copy endpoint URL" onclick="navigator.clipboard.writeText(document.getElementById('prompt_ep_<%= p.id %>').textContent)"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" width="14" height="14" aria-hidden="true"><path d="M0 6.75C0 5.784.784 5 1.75 5h1.5a.75.75 0 0 1 0 1.5h-1.5a.25.25 0 0 0-.25.25v7.5c0 .138.112.25.25.25h7.5a.25.25 0 0 0 .25-.25v-1.5a.75.75 0 0 1 1.5 0v1.5A1.75 1.75 0 0 1 9.25 16h-7.5A1.75 1.75 0 0 1 0 14.25Z"/><path d="M5 1.75C5 .784 5.784 0 6.75 0h7.5C15.216 0 16 .784 16 1.75v7.5A1.75 1.75 0 0 1 14.25 11h-7.5A1.75 1.75 0 0 1 5 9.25Zm1.75-.25a.25.25 0 0 0-.25.25v7.5c0 .138.112.25.25.25h7.5a.25.25 0 0 0 .25-.25v-7.5a.25.25 0 0 0-.25-.25Z"/></svg></button>
+              </div>
+            </div>
+          <% end %>
+        </div>
+      <% end %>
       <div class="ck-api-endpoint">
         <p class="ck-api-method"><span class="ck-chip ck-chip--soft">PATCH</span> /api/v1/prompts/:id</p>
         <p class="ck-meta-copy">Update a prompt. Accepts same params as create.</p>

data/app/views/completion_kit/prompts/index.html.erb

@@ -66,7 +66,7 @@
               <span class="ck-prompts-table__runs-count"><%= family_runs.count %></span>
               <% last_run = family_runs.order(created_at: :desc).first %>
               <% if last_run %>
-                <span class="ck-prompts-table__runs-when">last <time data-relative-time datetime="<%= last_run.created_at.utc.iso8601 %>"><%= time_ago_in_words(last_run.created_at) %></time> ago</span>
+                <span class="ck-prompts-table__runs-when">last <time data-relative-time datetime="<%= last_run.created_at.utc.iso8601 %>"><%= time_ago_in_words(last_run.created_at) %> ago</time></span>
               <% else %>
                 <span class="ck-prompts-table__runs-when">never run</span>
               <% end %>

data/app/views/completion_kit/prompts/show.html.erb

@@ -181,7 +181,7 @@
             <td><strong><%= s.run.name %></strong></td>
             <td class="ck-meta-copy"><%= truncate(s.reasoning.to_s, length: 100) %></td>
             <td><%= s.applied_at? ? content_tag(:span, "Applied", class: "ck-chip", style: "background: var(--ck-success-soft); color: var(--ck-success);") : "&mdash;".html_safe %></td>
-            <td class="ck-meta-copy"><time data-relative-time datetime="<%= s.created_at.utc.iso8601 %>"><%= time_ago_in_words(s.created_at) %></time> ago</td>
+            <td class="ck-meta-copy"><time data-relative-time datetime="<%= s.created_at.utc.iso8601 %>"><%= time_ago_in_words(s.created_at) %> ago</time></td>
             <td class="ck-results-table__arrow">&rarr;</td>
           </tr>
         <% end %>

data/app/views/completion_kit/provider_credentials/_discovery_status.html.erb

@@ -26,7 +26,7 @@
     </div>
   <% elsif provider_credential.discovery_status == "completed" && local_assigns.fetch(:show_completed, true) %>
     <div class="ck-discovery-bar ck-discovery-bar--completed">
-      <div class="ck-discovery-bar__label">Available models list updated <time data-relative-time datetime="<%= provider_credential.updated_at.utc.iso8601 %>"><%= time_ago_in_words(provider_credential.updated_at) %></time> ago</div>
+      <div class="ck-discovery-bar__label">Available models list updated <time data-relative-time datetime="<%= provider_credential.updated_at.utc.iso8601 %>"><%= time_ago_in_words(provider_credential.updated_at) %> ago</time></div>
     </div>
   <% end %>
 </div>

data/app/views/completion_kit/provider_credentials/_models_card.html.erb

@@ -15,7 +15,7 @@
             <span class="ck-model-list__summary-label">Available models <span class="ck-model-list__summary-count"><%= models.count %></span></span>
             <span class="ck-model-list__summary-meta">
               <% if provider_credential.discovery_status == "completed" %>
-                <span class="ck-model-list__summary-stamp">updated <time data-relative-time datetime="<%= provider_credential.updated_at.utc.iso8601 %>"><%= time_ago_in_words(provider_credential.updated_at) %></time> ago</span>
+                <span class="ck-model-list__summary-stamp">updated <time data-relative-time datetime="<%= provider_credential.updated_at.utc.iso8601 %>"><%= time_ago_in_words(provider_credential.updated_at) %> ago</time></span>
               <% end %>
               <button type="button" class="ck-icon-btn ck-model-list__refresh<%= ' ck-icon-btn--spinning' if discovering %>" title="Refresh models" aria-label="Refresh available models" <%= 'disabled' if discovering %> onclick="event.preventDefault();event.stopPropagation();fetch('<%= refresh_provider_credential_path(provider_credential) %>', {method:'POST',headers:{'X-CSRF-Token':document.querySelector('meta[name=csrf-token]').content}})">
                 <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" width="13" height="13" aria-hidden="true"><path fill-rule="evenodd" d="M13.836 2.477a.75.75 0 0 1 .75.75v3.182a.75.75 0 0 1-.75.75h-3.182a.75.75 0 0 1 0-1.5h1.37l-.84-.841a4.5 4.5 0 0 0-7.08.681.75.75 0 0 1-1.264-.808 6 6 0 0 1 9.44-.908l.84.84V3.227a.75.75 0 0 1 .75-.75Zm-.911 7.5A.75.75 0 0 1 13.199 11a6 6 0 0 1-9.44.908l-.84-.84v1.68a.75.75 0 0 1-1.5 0V9.567a.75.75 0 0 1 .75-.75h3.182a.75.75 0 0 1 0 1.5h-1.37l.84.841a4.5 4.5 0 0 0 7.08-.681.75.75 0 0 1 1.024-.274Z" clip-rule="evenodd"/></svg>

data/app/views/completion_kit/provider_credentials/index.html.erb

@@ -30,7 +30,7 @@
           <span><%= provider_credential.model_count %> models</span>
           <span><%= provider_credential.prompt_count %> prompts</span>
           <span><%= provider_credential.judge_count %> judges</span>
-          <span><% if provider_credential.last_used_at %>Used <time data-relative-time datetime="<%= provider_credential.last_used_at.utc.iso8601 %>"><%= time_ago_in_words(provider_credential.last_used_at) %></time> ago<% else %>Never used<% end %></span>
+          <span><% if provider_credential.last_used_at %>Used <time data-relative-time datetime="<%= provider_credential.last_used_at.utc.iso8601 %>"><%= time_ago_in_words(provider_credential.last_used_at) %> ago</time><% else %>Never used<% end %></span>
         </div>
 
         <%= render "discovery_status", provider_credential: provider_credential %>

data/app/views/completion_kit/runs/_row.html.erb

@@ -49,7 +49,7 @@
     <% end %>
   </td>
   <td class="ck-runs-table__when">
-    <time data-relative-time datetime="<%= run.created_at.utc.iso8601 %>"><%= time_ago_in_words(run.created_at) %></time> ago
+    <time data-relative-time datetime="<%= run.created_at.utc.iso8601 %>"><%= time_ago_in_words(run.created_at) %> ago</time>
   </td>
   <td class="ck-results-table__arrow">&rarr;</td>
 </tr>

data/lib/completion_kit/version.rb

@@ -1,3 +1,3 @@
 module CompletionKit
-  VERSION = "0.5.7"
+  VERSION = "0.5.8"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: completion-kit
 version: !ruby/object:Gem::Version
-  version: 0.5.7
+  version: 0.5.8
 platform: ruby
 authors:
 - Damien Bastin