completion-kit 0.27.10 → 0.28.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f2dcb85f33589d282049d7a4584765911a441409f5954979e15de31051f9c0a3
-  data.tar.gz: 97f8fffbaf66354429134f7683894b28d2a0aebf84762bf3621cba84b41c4d15
+  metadata.gz: 8936acc5b9ab944e059386e4e3a8d81e460aec2220a49c25ccf0436cf81fe581
+  data.tar.gz: b73cfe2e1d78ca7093bddcc1c0bc7b46f9cbf14267731197fa3d57ef1c017d85
 SHA512:
-  metadata.gz: 46ef5ca8f79d233fa176e85be1cbd3c39d0e40b28de14f561660bf9daa077bb13ed0646402163b0216c8a256d59f78697f6aad84be418b8c69a1df43ae53b217
-  data.tar.gz: 963d07fce50baf728056614a531b161d84184b85aed7f6458bace1d7dea8212fc4cde83fcc985bb77aa041c402da70c409a2c2e7adadebe5139ac8a37c19ee12
+  metadata.gz: 9a12e4bc6077d392c2417c1b8069249dac0ffc700deec0907d27d6191409d5e01dad0947fd7909193582e757c2bce51c4a0c6a56c0b91979bf4cda3bd8f4f89b
+  data.tar.gz: b7f892d8c12d8a9612f8f32d78ef9fba167a77dfd8504fb25499e7e5497a521310fa1c664764231827b94e91b1a15720a3d887592a3528ed2a69804252b3513e

data/app/assets/javascripts/completion_kit/application.js

@@ -84,23 +84,27 @@ document.addEventListener("turbo:before-stream-render", function() {
 
 var ckCsvHoverTimer = null;
 var ckCsvHoverRow = null;
+var ckHoverRowSelector = ".ck-csv-table tbody tr, .ck-responses-table tbody tr";
+function ckHoverExpandClass(row) {
+  return row.closest(".ck-responses-table") ? "ck-response-row--expanded" : "ck-csv-row--expanded";
+}
 document.addEventListener("mouseover", function(e) {
-  var row = e.target.closest && e.target.closest(".ck-csv-table tbody tr");
+  var row = e.target.closest && e.target.closest(ckHoverRowSelector);
   if (!row || row === ckCsvHoverRow) return;
-  if (ckCsvHoverRow) ckCsvHoverRow.classList.remove("ck-csv-row--expanded");
+  if (ckCsvHoverRow) ckCsvHoverRow.classList.remove("ck-csv-row--expanded", "ck-response-row--expanded");
   ckCsvHoverRow = row;
   clearTimeout(ckCsvHoverTimer);
   ckCsvHoverTimer = setTimeout(function() {
-    if (ckCsvHoverRow === row) row.classList.add("ck-csv-row--expanded");
+    if (ckCsvHoverRow === row) row.classList.add(ckHoverExpandClass(row));
   }, 350);
 });
 document.addEventListener("mouseout", function(e) {
-  var row = e.target.closest && e.target.closest(".ck-csv-table tbody tr");
+  var row = e.target.closest && e.target.closest(ckHoverRowSelector);
   if (!row) return;
-  var related = e.relatedTarget && e.relatedTarget.closest && e.relatedTarget.closest(".ck-csv-table tbody tr");
+  var related = e.relatedTarget && e.relatedTarget.closest && e.relatedTarget.closest(ckHoverRowSelector);
   if (related === row) return;
   clearTimeout(ckCsvHoverTimer);
-  row.classList.remove("ck-csv-row--expanded");
+  row.classList.remove("ck-csv-row--expanded", "ck-response-row--expanded");
   if (ckCsvHoverRow === row) ckCsvHoverRow = null;
 });
 

data/app/assets/stylesheets/completion_kit/application.css

@@ -286,6 +286,13 @@ form.button_to {
   margin-top: 0.45rem;
 }
 
+.ck-pagination {
+  display: flex;
+  align-items: center;
+  gap: 1rem;
+  margin-top: 1rem;
+}
+
 .ck-title,
 .ck-section-title,
 .ck-card-title,
@@ -1602,7 +1609,8 @@ tr:hover .ck-chip--publish {
   border: 0;
   border-radius: 0;
   background: transparent;
-  white-space: pre;
+  white-space: pre-wrap;
+  overflow-wrap: anywhere;
   color: #93c5fd;
   font-size: 0.86rem;
   line-height: 1.55;
@@ -4217,12 +4225,26 @@ table.ck-runs-table {
 .ck-response-cell__text {
   width: 100%;
   max-width: 0;
-  overflow: hidden;
-  text-overflow: ellipsis;
-  white-space: nowrap;
   color: var(--ck-muted);
 }
 
+.ck-response-cell__preview {
+  display: -webkit-box;
+  -webkit-box-orient: vertical;
+  -webkit-line-clamp: 1;
+  line-clamp: 1;
+  overflow: hidden;
+  max-height: 1.7em;
+  overflow-wrap: anywhere;
+  transition: max-height 0.3s cubic-bezier(0.4, 0, 0.2, 1);
+}
+
+.ck-response-row--expanded .ck-response-cell__preview {
+  -webkit-line-clamp: 12;
+  line-clamp: 12;
+  max-height: 22em;
+}
+
 .ck-response-cell__error {
   color: var(--ck-danger);
 }

data/app/controllers/completion_kit/runs_controller.rb

@@ -10,8 +10,18 @@ module CompletionKit
       @runs = apply_tag_filter(scope)
     end
 
+    RESPONSES_PER_PAGE = 100
+
     def show
-      @responses = ordered_responses_relation(@run, params[:sort]).includes(:reviews)
+      @responses_total = @run.responses.count
+      @responses_per_page = RESPONSES_PER_PAGE
+      @responses_total_pages = [(@responses_total.to_f / RESPONSES_PER_PAGE).ceil, 1].max
+      @responses_page = params[:page].to_i.clamp(1, @responses_total_pages)
+      @responses_offset = (@responses_page - 1) * RESPONSES_PER_PAGE
+      @responses = ordered_responses_relation(@run, params[:sort])
+                     .includes(:reviews)
+                     .limit(RESPONSES_PER_PAGE)
+                     .offset(@responses_offset)
     end
 
     def new

data/app/models/completion_kit/run.rb

@@ -201,7 +201,6 @@ module CompletionKit
         end
       end
 
-      failed_row = nil
       begin
         transaction do
           responses.destroy_all
@@ -212,37 +211,46 @@ module CompletionKit
             failure_summary: nil,
             error_message: nil
           )
-          rows.each_with_index do |row, index|
-            failed_row = index
-            input = row.empty? ? nil : row.to_json
-            attrs = {
-              status: "pending",
-              row_index: index,
-              input_data: input,
-              expected_output: row[expected_column.presence || "expected_output"]
-            }
-            if judge_only?
-              attrs[:status] = "succeeded"
-              column = output_column.presence || "actual_output"
-              attrs[:response_text] = row[column].to_s if dataset && dataset.headers.include?(column)
-            end
 
-            response = responses.create!(attrs)
-
-            if judge_only?
-              llm_metrics.each { |m| JudgeReviewJob.perform_later(response.id, m.id, id) } if llm_judge_configured?
-              check_metrics.each { |m| CheckReviewJob.perform_later(response.id, m.id, id) }
-            else
-              GenerateRowJob.perform_later(id, response.id)
+          now = Time.current
+          out_col = output_column.presence || "actual_output"
+          exp_col = expected_column.presence || "expected_output"
+          judge = judge_only?
+          has_output = judge && dataset && dataset.headers.include?(out_col)
+          scope_defaults = Response.all.where_values_hash.symbolize_keys
+
+          response_attrs = rows.each_with_index.map do |row, index|
+            {
+              run_id: id,
+              status: judge ? "succeeded" : "pending",
+              row_index: index,
+              input_data: row.empty? ? nil : row.to_json,
+              expected_output: row[exp_col],
+              response_text: (judge && has_output ? row[out_col].to_s : nil),
+              attempts: 0,
+              created_at: now,
+              updated_at: now
+            }.merge(scope_defaults)
+          end
+          Response.insert_all(response_attrs)
+          responses.reset
+
+          response_ids = responses.order(:row_index).pluck(:id)
+          if judge
+            judge_metrics = llm_judge_configured? ? llm_metrics.to_a : []
+            chk_metrics = check_metrics.to_a
+            response_ids.each do |rid|
+              judge_metrics.each { |m| JudgeReviewJob.perform_later(rid, m.id, id) }
+              chk_metrics.each { |m| CheckReviewJob.perform_later(rid, m.id, id) }
             end
+            RunCompletionCheckJob.perform_later(id)
+          else
+            response_ids.each { |rid| GenerateRowJob.perform_later(id, rid) }
           end
-
-          RunCompletionCheckJob.perform_later(id) if judge_only?
         end
       rescue ActiveRecord::RecordInvalid => e
         reload
-        detail = e.record.errors.full_messages.to_sentence
-        return fail_with_summary!(failed_row ? "Row #{failed_row + 1}: #{detail}" : detail)
+        return fail_with_summary!(e.record.errors.full_messages.to_sentence)
       end
 
       safely_broadcast do

data/app/views/completion_kit/runs/_response_row.html.erb

@@ -4,9 +4,9 @@
   <td class="ck-response-cell__text">
     <% if response.status == "failed" %>
       <% err = response.error_payload %>
-      <span class="ck-response-cell__error"><%= err && err[:provider]&.titleize %><%= " #{err[:status]}" if err && err[:status] %> — <%= truncate(err && err[:message].to_s, length: 160) %></span>
+      <span class="ck-response-cell__preview ck-response-cell__error"><%= err && err[:provider]&.titleize %><%= " #{err[:status]}" if err && err[:status] %> — <%= truncate(err && err[:message].to_s, length: 600) %></span>
     <% else %>
-      <%= truncate(response.response_text.to_s, length: 160) %>
+      <span class="ck-response-cell__preview"><%= truncate(response.response_text.to_s, length: 600) %></span>
     <% end %>
   </td>
   <td data-label="Metrics">

data/app/views/completion_kit/runs/show.html.erb

@@ -197,11 +197,23 @@
   </thead>
   <tbody id="run_responses">
     <% @responses.each_with_index do |response, idx| %>
-      <%= render "response_row", run: @run, response: response, index: idx + 1 %>
+      <%= render "response_row", run: @run, response: response, index: @responses_offset + idx + 1 %>
     <% end %>
   </tbody>
 </table>
 
+<% if @responses_total_pages > 1 %>
+  <nav class="ck-pagination" aria-label="Response pages">
+    <% if @responses_page > 1 %>
+      <%= link_to run_path(@run, page: @responses_page - 1, sort: params[:sort]), class: ck_button_classes(:light, variant: :outline) do %>&larr; Prev<% end %>
+    <% end %>
+    <span class="ck-meta-copy">Page <%= @responses_page %> of <%= @responses_total_pages %> &middot; <%= pluralize(@responses_total, "response") %></span>
+    <% if @responses_page < @responses_total_pages %>
+      <%= link_to run_path(@run, page: @responses_page + 1, sort: params[:sort]), class: ck_button_classes(:light, variant: :outline) do %>Next &rarr;<% end %>
+    <% end %>
+  </nav>
+<% end %>
+
 <% if @run.status.in?(%w[pending running]) %>
   <script>
     (function() {

data/lib/completion_kit/version.rb

@@ -1,3 +1,3 @@
 module CompletionKit
-  VERSION = "0.27.10"
+  VERSION = "0.28.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: completion-kit
 version: !ruby/object:Gem::Version
-  version: 0.27.10
+  version: 0.28.1
 platform: ruby
 authors:
 - Damien Bastin