completion-kit 0.4.1 → 0.4.7

data/app/services/completion_kit/model_discovery_service.rb

@@ -4,6 +4,8 @@ require "json"
 
 module CompletionKit
   class ModelDiscoveryService
+    class DiscoveryError < StandardError; end
+
     def initialize(config:)
       @provider = config[:provider]
       @api_key = config[:api_key]
@@ -13,7 +15,6 @@ module CompletionKit
     def refresh!(&on_progress)
       models_with_names = fetch_models
       reconcile(models_with_names)
-      return if %w[openrouter ollama].include?(@provider)
       probe_new_models(&on_progress)
     end
 
@@ -37,11 +38,31 @@ module CompletionKit
       end
     end
 
+    def raise_fetch_error!(response)
+      label = case response.status
+              when 401, 403 then "Invalid API key for #{@provider}"
+              when 429 then "Rate limited by #{@provider}"
+              when 500..599 then "#{@provider} returned #{response.status}"
+              else "#{@provider} model list request failed (#{response.status})"
+              end
+      detail = extract_provider_error_message(response.body)
+      raise DiscoveryError, detail.present? ? "#{label}: #{detail}" : label
+    end
+
+    def extract_provider_error_message(body)
+      return nil if body.blank?
+      data = JSON.parse(body)
+      err = data["error"]
+      (err.is_a?(Hash) && err["message"]) || data["message"] || (err.is_a?(String) && err) || nil
+    rescue JSON::ParserError
+      body.to_s.truncate(200)
+    end
+
     def fetch_openai_models
       response = fetch_connection("https://api.openai.com").get("/v1/models") do |req|
         req.headers["Authorization"] = "Bearer #{@api_key}"
       end
-      return [] unless response.success?
+      raise_fetch_error!(response) unless response.success?
       JSON.parse(response.body).fetch("data", []).map { |e| { id: e["id"], display_name: nil } }
     end
 
@@ -50,7 +71,7 @@ module CompletionKit
         req.headers["x-api-key"] = @api_key
         req.headers["anthropic-version"] = "2023-06-01"
       end
-      return [] unless response.success?
+      raise_fetch_error!(response) unless response.success?
       JSON.parse(response.body).fetch("data", []).map { |e| { id: e["id"], display_name: e["display_name"] } }
     end
 
@@ -60,7 +81,7 @@ module CompletionKit
         req.headers["HTTP-Referer"] = "https://completionkit.com"
         req.headers["X-Title"] = "CompletionKit"
       end
-      return [] unless response.success?
+      raise_fetch_error!(response) unless response.success?
       JSON.parse(response.body).fetch("data", []).filter_map do |entry|
         next nil if entry["deprecated"] == true
         context_length = entry["context_length"].to_i
@@ -70,12 +91,12 @@ module CompletionKit
     end
 
     def fetch_ollama_models
-      return [] if @api_endpoint.nil?
+      raise DiscoveryError, "Ollama endpoint URL is required" if @api_endpoint.blank?
       base_url = @api_endpoint.to_s.delete_suffix("/")
       response = fetch_connection(base_url).get("/models") do |req|
         req.headers["Authorization"] = "Bearer #{@api_key}" if @api_key.present?
       end
-      return [] unless response.success?
+      raise_fetch_error!(response) unless response.success?
       JSON.parse(response.body).fetch("data", []).map { |e| { id: e["id"], display_name: e["id"] } }
     end
 
@@ -111,29 +132,55 @@ module CompletionKit
     end
 
     def probe_new_models(&on_progress)
-      unprobed = Model.where(provider: @provider, supports_generation: nil, status: "active")
-      total = unprobed.count
+      candidates = Model.where(provider: @provider, status: %w[active failed])
+        .where("supports_generation IS NULL OR supports_judging IS NULL OR (generation_error IS NOT NULL AND #{retryable_error_sql('generation_error')}) OR (judging_error IS NOT NULL AND #{retryable_error_sql('judging_error')})")
+      total = candidates.count
       current = 0
-      unprobed.find_each do |model|
-        probe_generation(model)
-        probe_judging(model) if model.supports_generation
-        model.probed_at = Time.current
-        model.status = "failed" if model.supports_generation == false
-        model.save!
+      candidates.find_each do |model|
+        probed = false
+        if model.supports_generation.nil? || retryable_error?(model.generation_error)
+          model.generation_error = nil
+          probe_generation(model)
+          probed = true
+        end
+        if model.supports_generation && (model.supports_judging.nil? || retryable_error?(model.judging_error))
+          model.judging_error = nil
+          probe_judging(model)
+          probed = true
+        end
+        if probed
+          model.probed_at = Time.current
+          model.status = (model.supports_generation == false ? "failed" : "active")
+          model.save!
+        end
         current += 1
         on_progress&.call(current, total)
       end
     end
 
+    def retryable_error?(error_string)
+      return false if error_string.blank?
+      return true if error_string.start_with?("429 ")
+      !error_string.match?(/\A4\d\d\s/)
+    end
+
+    def retryable_error_sql(column)
+      "(#{column} LIKE '429 -%' OR #{column} NOT LIKE '4__ -%')"
+    end
+
     def probe_generation(model)
-      response = send_probe(model.model_id, "Say hello", 20)
+      probe_input = "Reply with exactly this token and nothing else: PING-OK"
+      response = send_probe(model.model_id, probe_input, 65536)
       if response.success?
-        text = extract_text(response)
-        if text.present?
+        text = extract_text(response).to_s
+        if text.blank?
+          model.supports_generation = false
+          model.generation_error = "Empty response"
+        elsif text.include?("PING-OK")
           model.supports_generation = true
         else
           model.supports_generation = false
-          model.generation_error = "Empty response"
+          model.generation_error = "Did not follow text completion instruction (likely non-text-output model): #{text.truncate(200)}"
         end
       else
         model.supports_generation = false
@@ -154,7 +201,7 @@ module CompletionKit
         AI output to evaluate: The sky is blue.
       PROMPT
 
-      response = send_probe(model.model_id, judge_input, 50)
+      response = send_probe(model.model_id, judge_input, 65536)
       if response.success?
         text = extract_text(response).to_s
         if text.match?(/Score:\s*\d/i)
@@ -173,37 +220,60 @@ module CompletionKit
     end
 
     def send_probe(model_id, input, max_tokens)
-      if @provider == "openai"
-        openai_probe(model_id, input, max_tokens)
-      else
-        anthropic_probe(model_id, input, max_tokens)
+      case @provider
+      when "openai" then openai_probe(model_id, input, max_tokens)
+      when "anthropic" then anthropic_probe(model_id, input, max_tokens)
+      when "openrouter" then openrouter_probe(model_id, input, max_tokens)
+      when "ollama" then ollama_probe(model_id, input, max_tokens)
+      else raise ArgumentError, "Unsupported probe provider: #{@provider}"
       end
     end
 
     def extract_text(response)
       data = JSON.parse(response.body)
-      if @provider == "openai"
-        data.dig("output", 0, "content", 0, "text")
-      else
-        data.dig("content", 0, "text")
+      case @provider
+      when "openai"
+        message = Array(data["output"]).find { |o| o["type"] == "message" }
+        message&.dig("content", 0, "text")
+      when "anthropic" then data.dig("content", 0, "text")
+      else data.dig("choices", 0, "message", "content")
       end
     end
 
     def openai_probe(model_id, input, max_tokens)
-      conn = Faraday.new(url: "https://api.openai.com") do |f|
-        f.options.timeout = 15
+      conn = openai_probe_connection
+      response = openai_probe_post(conn, model_id, input, max_tokens, openai_reasoning_effort_for(model_id))
+      if response.status == 400 && response.body.to_s.include?("is not supported with the")
+        response = openai_probe_post(conn, model_id, input, max_tokens, nil)
+      end
+      response
+    end
+
+    def openai_probe_connection
+      Faraday.new(url: "https://api.openai.com") do |f|
+        f.options.timeout = 180
         f.options.open_timeout = 5
         f.request :retry, max: 1, interval: 0.5
         f.adapter Faraday.default_adapter
       end
+    end
+
+    def openai_probe_post(conn, model_id, input, max_tokens, effort)
+      body = { model: model_id, input: input, max_output_tokens: max_tokens, store: false }
+      body[:reasoning] = { effort: effort } if effort
       conn.post do |req|
         req.url "/v1/responses"
         req.headers["Content-Type"] = "application/json"
         req.headers["Authorization"] = "Bearer #{@api_key}"
-        req.body = { model: model_id, input: input, max_output_tokens: max_tokens, store: false }.to_json
+        req.body = body.to_json
       end
     end
 
+    def openai_reasoning_effort_for(model_id)
+      return nil unless model_id.to_s.match?(/\A(gpt-5|o1|o3)/)
+      "low"
+    end
+
     def anthropic_probe(model_id, input, max_tokens)
       conn = Faraday.new(url: "https://api.anthropic.com") do |f|
         f.options.timeout = 15
@@ -219,5 +289,38 @@ module CompletionKit
         req.body = { model: model_id, messages: [{ role: "user", content: input }], max_tokens: max_tokens }.to_json
       end
     end
+
+    def openrouter_probe(model_id, input, max_tokens)
+      conn = Faraday.new(url: "https://openrouter.ai") do |f|
+        f.options.timeout = 30
+        f.options.open_timeout = 5
+        f.request :retry, max: 1, interval: 0.5
+        f.adapter Faraday.default_adapter
+      end
+      conn.post do |req|
+        req.url "/api/v1/chat/completions"
+        req.headers["Content-Type"] = "application/json"
+        req.headers["Authorization"] = "Bearer #{@api_key}"
+        req.headers["HTTP-Referer"] = "https://completionkit.com"
+        req.headers["X-Title"] = "CompletionKit"
+        req.body = { model: model_id, messages: [{ role: "user", content: input }], max_tokens: max_tokens }.to_json
+      end
+    end
+
+    def ollama_probe(model_id, input, max_tokens)
+      base_url = @api_endpoint.to_s.delete_suffix("/")
+      conn = Faraday.new(url: base_url) do |f|
+        f.options.timeout = 60
+        f.options.open_timeout = 5
+        f.request :retry, max: 1, interval: 0.5
+        f.adapter Faraday.default_adapter
+      end
+      conn.post do |req|
+        req.url "/chat/completions"
+        req.headers["Content-Type"] = "application/json"
+        req.headers["Authorization"] = "Bearer #{@api_key}" if @api_key.present?
+        req.body = { model: model_id, messages: [{ role: "user", content: input }], max_tokens: max_tokens }.to_json
+      end
+    end
   end
 end

data/app/services/completion_kit/ollama_client.rb

@@ -1,22 +1,22 @@
 module CompletionKit
   class OllamaClient < LlmClient
+    def temperature_dropped?
+      @temperature_dropped == true
+    end
+
     def generate_completion(prompt, options = {})
+      @temperature_dropped = false
       return "Error: API endpoint not configured" unless configured?
 
       model = options[:model]
       max_tokens = options[:max_tokens] || 1000
       temperature = options[:temperature] || 0.7
 
-      response = build_connection(api_endpoint).post do |req|
-        req.url "/v1/completions"
-        req.headers["Content-Type"] = "application/json"
-        req.headers["Authorization"] = "Bearer #{api_key}" if api_key.present?
-        req.body = {
-          model: model,
-          prompt: prompt,
-          max_tokens: max_tokens,
-          temperature: temperature
-        }.to_json
+      response = post_completion(model: model, prompt: prompt, max_tokens: max_tokens, temperature: temperature)
+
+      if response.status == 400 && temperature_unsupported?(response.body)
+        @temperature_dropped = true
+        response = post_completion(model: model, prompt: prompt, max_tokens: max_tokens, temperature: nil)
       end
 
       if response.status == 429
@@ -76,5 +76,26 @@ module CompletionKit
     def api_endpoint
       (@config[:api_endpoint] || ENV["OLLAMA_API_ENDPOINT"] || "http://localhost:11434/v1").to_s.delete_suffix("/")
     end
+
+    def post_completion(model:, prompt:, max_tokens:, temperature:)
+      body = {
+        model: model,
+        prompt: prompt,
+        max_tokens: max_tokens
+      }
+      body[:temperature] = temperature unless temperature.nil?
+
+      build_connection(api_endpoint).post do |req|
+        req.url "/v1/completions"
+        req.headers["Content-Type"] = "application/json"
+        req.headers["Authorization"] = "Bearer #{api_key}" if api_key.present?
+        req.body = body.to_json
+      end
+    end
+
+    def temperature_unsupported?(body)
+      s = body.to_s
+      s.include?("temperature") && (s.include?("deprecated") || s.include?("not supported") || s.include?("Unsupported parameter"))
+    end
   end
 end

data/app/services/completion_kit/open_ai_client.rb

@@ -6,25 +6,23 @@ module CompletionKit
       { id: "gpt-4o-mini", name: "GPT-4o Mini" }
     ].freeze
 
+    def temperature_dropped?
+      @temperature_dropped == true
+    end
+
     def generate_completion(prompt, options = {})
+      @temperature_dropped = false
       return "Error: API key not configured" unless configured?
 
       model = options[:model] || "gpt-4.1-mini"
       max_tokens = options[:max_tokens] || 1000
       temperature = options[:temperature] || 0.7
 
-      response = build_connection("https://api.openai.com").post do |req|
-        req.url "/v1/responses"
-        req.headers["Content-Type"] = "application/json"
-        req.headers["Authorization"] = "Bearer #{api_key}"
-        req.body = {
-          model: model,
-          input: prompt,
-          instructions: "You are a helpful assistant.",
-          max_output_tokens: max_tokens,
-          temperature: temperature,
-          store: false
-        }.to_json
+      response = post_responses(model: model, prompt: prompt, max_tokens: max_tokens, temperature: temperature)
+
+      if response.status == 400 && temperature_unsupported?(response.body)
+        @temperature_dropped = true
+        response = post_responses(model: model, prompt: prompt, max_tokens: max_tokens, temperature: nil)
       end
 
       if response.status == 429
@@ -38,7 +36,8 @@ module CompletionKit
 
       if response.success?
         data = JSON.parse(response.body)
-        data["output"][0]["content"][0]["text"].strip
+        message = Array(data["output"]).find { |o| o["type"] == "message" }
+        message&.dig("content", 0, "text").to_s.strip
       else
         "Error: #{response.status} - #{response.body}"
       end
@@ -69,5 +68,28 @@ module CompletionKit
     def api_key
       @config[:api_key] || ENV["OPENAI_API_KEY"]
     end
+
+    def post_responses(model:, prompt:, max_tokens:, temperature:)
+      body = {
+        model: model,
+        input: prompt,
+        instructions: "You are a helpful assistant.",
+        max_output_tokens: max_tokens,
+        store: false
+      }
+      body[:temperature] = temperature unless temperature.nil?
+
+      build_connection("https://api.openai.com").post do |req|
+        req.url "/v1/responses"
+        req.headers["Content-Type"] = "application/json"
+        req.headers["Authorization"] = "Bearer #{api_key}"
+        req.body = body.to_json
+      end
+    end
+
+    def temperature_unsupported?(body)
+      s = body.to_s
+      s.include?("temperature") && (s.include?("deprecated") || s.include?("not supported") || s.include?("Unsupported parameter"))
+    end
   end
 end

data/app/services/completion_kit/open_router_client.rb

@@ -1,28 +1,26 @@
 module CompletionKit
   class OpenRouterClient < LlmClient
-    BASE_URL = "https://openrouter.ai/api/v1".freeze
+    BASE_URL = "https://openrouter.ai".freeze
     REFERER = "https://completionkit.com".freeze
     APP_TITLE = "CompletionKit".freeze
 
+    def temperature_dropped?
+      @temperature_dropped == true
+    end
+
     def generate_completion(prompt, options = {})
+      @temperature_dropped = false
       return "Error: API key not configured" unless configured?
 
       model = options[:model] || "openai/gpt-4o-mini"
       max_tokens = options[:max_tokens] || 1000
       temperature = options[:temperature] || 0.7
 
-      response = build_connection(BASE_URL, timeout: 30, open_timeout: 5).post do |req|
-        req.url "/chat/completions"
-        req.headers["Content-Type"] = "application/json"
-        req.headers["Authorization"] = "Bearer #{api_key}"
-        req.headers["HTTP-Referer"] = REFERER
-        req.headers["X-Title"] = APP_TITLE
-        req.body = {
-          model: model,
-          messages: [{ role: "user", content: prompt }],
-          max_tokens: max_tokens,
-          temperature: temperature
-        }.to_json
+      response = post_chat(model: model, prompt: prompt, max_tokens: max_tokens, temperature: temperature)
+
+      if response.status == 400 && temperature_unsupported?(response.body)
+        @temperature_dropped = true
+        response = post_chat(model: model, prompt: prompt, max_tokens: max_tokens, temperature: nil)
       end
 
       if response.status == 429
@@ -67,5 +65,28 @@ module CompletionKit
     def api_key
       @config[:api_key] || ENV["OPENROUTER_API_KEY"]
     end
+
+    def post_chat(model:, prompt:, max_tokens:, temperature:)
+      body = {
+        model: model,
+        messages: [{ role: "user", content: prompt }],
+        max_tokens: max_tokens
+      }
+      body[:temperature] = temperature unless temperature.nil?
+
+      build_connection(BASE_URL, timeout: 30, open_timeout: 5).post do |req|
+        req.url "/api/v1/chat/completions"
+        req.headers["Content-Type"] = "application/json"
+        req.headers["Authorization"] = "Bearer #{api_key}"
+        req.headers["HTTP-Referer"] = REFERER
+        req.headers["X-Title"] = APP_TITLE
+        req.body = body.to_json
+      end
+    end
+
+    def temperature_unsupported?(body)
+      s = body.to_s
+      s.include?("temperature") && (s.include?("deprecated") || s.include?("not supported") || s.include?("Unsupported parameter"))
+    end
   end
 end

data/app/services/completion_kit/worker_health.rb

@@ -4,7 +4,10 @@ module CompletionKit
 
     def self.healthy?
       return true unless defined?(::SolidQueue::Process)
-      ::SolidQueue::Process.where("last_heartbeat_at > ?", HEARTBEAT_THRESHOLD.ago).exists?
+      ::SolidQueue::Process
+        .where("kind LIKE 'Worker%'")
+        .where("last_heartbeat_at > ?", HEARTBEAT_THRESHOLD.ago)
+        .exists?
     end
   end
 end

data/app/views/completion_kit/datasets/index.html.erb

@@ -25,7 +25,7 @@
           <td><strong><%= dataset.name %></strong></td>
           <td><%= dataset.row_count %></td>
           <td><%= dataset.runs.count %></td>
-          <td><%= dataset.created_at.strftime("%Y-%m-%d") %></td>
+          <td class="ck-meta-copy"><time datetime="<%= dataset.created_at.iso8601 %>"><%= dataset.created_at.strftime("%b %-d, %Y") %></time></td>
           <td class="ck-results-table__arrow">&rarr;</td>
         </tr>
       <% end %>

data/app/views/completion_kit/datasets/show.html.erb

@@ -14,30 +14,68 @@
 
 <section>
   <p class="ck-kicker">CSV preview</p>
-  <pre class="ck-code ck-code--dark"><%= @dataset.csv_data %></pre>
+  <%
+    require "csv"
+    parsed_rows = []
+    parse_error = nil
+    begin
+      csv = ::CSV.parse(@dataset.csv_data.to_s)
+      parsed_rows = csv
+    rescue ::CSV::MalformedCSVError => e
+      parse_error = e.message
+    end
+    headers = parsed_rows.first || []
+    body_rows = parsed_rows.drop(1)
+  %>
+  <% if parse_error %>
+    <p class="ck-field-hint" style="color: var(--ck-warning);">Could not parse CSV: <%= parse_error %></p>
+    <pre class="ck-code ck-code--dark"><%= @dataset.csv_data %></pre>
+  <% elsif headers.empty? %>
+    <p class="ck-field-hint">Dataset is empty.</p>
+  <% else %>
+    <div class="ck-csv-table-wrap">
+      <table class="ck-csv-table">
+        <thead>
+          <tr>
+            <th class="ck-csv-table__rownum">#</th>
+            <% headers.each do |h| %>
+              <th><%= h %></th>
+            <% end %>
+          </tr>
+        </thead>
+        <tbody>
+          <% body_rows.each_with_index do |row, idx| %>
+            <tr>
+              <td class="ck-csv-table__rownum"><%= idx + 1 %></td>
+              <% headers.each_with_index do |_, i| %>
+                <td><span class="ck-csv-cell"><%= row[i] %></span></td>
+              <% end %>
+            </tr>
+          <% end %>
+        </tbody>
+      </table>
+    </div>
+  <% end %>
 </section>
 
 <% if @runs.any? %>
   <section class="ck-card--spaced">
     <p class="ck-kicker">Runs</p>
 
-    <table class="ck-results-table" style="margin-top: 0.5rem;">
+    <table class="ck-results-table ck-runs-table" style="margin-top: 0.5rem;">
       <thead>
         <tr>
           <th>Run</th>
-          <th>Prompt</th>
           <th>Responses</th>
+          <th>Metrics</th>
+          <th>Avg score</th>
+          <th>When</th>
           <th></th>
         </tr>
       </thead>
       <tbody>
         <% @runs.each do |run| %>
-          <tr onclick="window.location='<%= run_path(run) %>'" style="cursor: pointer;">
-            <td><strong><%= run.name %></strong></td>
-            <td><%= link_to run.prompt.name, prompt_path(run.prompt), class: "ck-link" %></td>
-            <td><%= run.responses.size %></td>
-            <td class="ck-results-table__arrow">&rarr;</td>
-          </tr>
+          <%= render "completion_kit/runs/row", run: run %>
         <% end %>
       </tbody>
     </table>

data/app/views/completion_kit/metrics/_form.html.erb

@@ -31,7 +31,7 @@
           <div class="ck-rubric-row">
             <div class="ck-rubric-row__stars">
               <% 5.times do |i| %>
-                <svg viewBox="0 0 24 24" width="14" height="14" stroke-width="1.75" class="ck-star <%= i < band["stars"] ? "ck-star--filled" : "ck-star--empty" %>"><polygon points="12 2 15.09 8.26 22 9.27 17 14.14 18.18 21.02 12 17.77 5.82 21.02 7 14.14 2 9.27 8.91 8.26 12 2"/></svg>
+                <svg viewBox="0 0 24 24" width="16" height="16" stroke-width="1.75" class="ck-star <%= i < band["stars"] ? "ck-star--filled" : "ck-star--empty" %>"><polygon points="12 2 15.09 8.26 22 9.27 17 14.14 18.18 21.02 12 17.77 5.82 21.02 7 14.14 2 9.27 8.91 8.26 12 2"/></svg>
               <% end %>
               <input type="hidden" name="metric[rubric_bands][<%= index %>][stars]" value="<%= band["stars"] %>">
             </div>

data/app/views/completion_kit/metrics/index.html.erb

@@ -9,7 +9,7 @@
 </section>
 
 <% if @metrics.any? %>
-  <table class="ck-results-table">
+  <table class="ck-results-table ck-metrics-table">
     <thead>
       <tr>
         <th>Name</th>
@@ -23,7 +23,20 @@
         <tr onclick="window.location='<%= metric_path(metric) %>'" style="cursor: pointer;">
           <td><strong><%= metric.name %></strong></td>
           <td class="ck-meta-copy"><%= truncate(metric.instruction.to_s, length: 90).presence || "—" %></td>
-          <td class="ck-meta-copy"><%= metric.metric_groups.any? ? metric.metric_groups.map(&:name).join(", ") : "—" %></td>
+          <td>
+            <% groups = metric.metric_groups %>
+            <% if groups.any? %>
+              <div class="ck-metrics-table__groups">
+                <% groups.each do |g| %>
+                  <%= link_to metric_group_path(g), class: "ck-metric-group-pill ck-metric-group-pill--active", onclick: "event.stopPropagation();" do %>
+                    <span class="ck-metric-group-pill__label"><%= g.name %></span>
+                  <% end %>
+                <% end %>
+              </div>
+            <% else %>
+              <span class="ck-metrics-table__dim">—</span>
+            <% end %>
+          </td>
           <td class="ck-results-table__arrow">&rarr;</td>
         </tr>
       <% end %>

data/app/views/completion_kit/metrics/show.html.erb

@@ -26,7 +26,7 @@
       <div class="ck-rubric-row ck-rubric-row--display">
         <div class="ck-rubric-row__stars">
           <% 5.times do |i| %>
-            <svg viewBox="0 0 24 24" width="14" height="14" stroke-width="1.75" class="ck-star <%= i < band["stars"] ? "ck-star--filled" : "ck-star--empty" %>"><polygon points="12 2 15.09 8.26 22 9.27 17 14.14 18.18 21.02 12 17.77 5.82 21.02 7 14.14 2 9.27 8.91 8.26 12 2"/></svg>
+            <svg viewBox="0 0 24 24" width="16" height="16" stroke-width="1.75" class="ck-star <%= i < band["stars"] ? "ck-star--filled" : "ck-star--empty" %>"><polygon points="12 2 15.09 8.26 22 9.27 17 14.14 18.18 21.02 12 17.77 5.82 21.02 7 14.14 2 9.27 8.91 8.26 12 2"/></svg>
           <% end %>
         </div>
         <div class="ck-rubric-row__fields">