completion-kit 0.5.33 → 0.5.34

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: df835ff1e701f30b2d0b2889040f1d5fb0f09e5414ce4b50b8c2aeb0729a09b0
-  data.tar.gz: b104c726a3aacac06bfaf7332da69845a5d441b60c6d97cb70a3cf69ce6d50ed
+  metadata.gz: d6a67c2ef67eff4762711f38e46cb5df85b9136a6de59a82d962a54ef2c1466c
+  data.tar.gz: 01f86625fec3d18ee712e61d0d601687571125e8333e5f468d3c151f9714651b
 SHA512:
-  metadata.gz: 63a12da9635ce4bda787581edd983c4544a51ee0d2dd5816e0473107dc5a46e1b04d751e93dbb8452536daaf4c53961576996fe478fc2f59354fc4d4935dc749
-  data.tar.gz: b7a6b8b01d28e6dbbd0511ae85f9b3e19c813d623c6e0e8470ec82eae14310b30bf9bae3a0fd22adfac7a3414dda9bdb2c0e220d6a4bfc4952eb1c1acc4bfe38
+  metadata.gz: 33335e4a89da8b1eb264663c50570841a7afeda8b48bcad1178b2185ceee5ec2148e1e57ea4248835e550ca936a5bccd4ece6819070cde7f44c3ef312aa40970
+  data.tar.gz: 39b1e8845d2dea0e2ac6bed5679336d639ea501796b0e15242eeef42db3e9313eaeccaa59268d11a2fcb52ce7c110634374f16fa4d7721494c6474caa524b97e

data/app/assets/stylesheets/completion_kit/application.css.erb

@@ -5088,3 +5088,34 @@ a.tag-mark {
   letter-spacing: 0.04em;
   text-transform: uppercase;
 }
+
+.ck-record-name {
+  color: inherit;
+  text-decoration: none;
+}
+.ck-record-name:hover,
+.ck-record-name:focus-visible {
+  color: var(--ck-accent);
+}
+
+.ck-field-error {
+  color: var(--ck-error, #d93232);
+  font-size: 0.85rem;
+  margin: 4px 0 0;
+}
+
+.ck-visually-hidden {
+  position: absolute;
+  width: 1px;
+  height: 1px;
+  padding: 0;
+  margin: -1px;
+  overflow: hidden;
+  clip: rect(0 0 0 0);
+  white-space: nowrap;
+  border: 0;
+}
+.tag-mark:focus-within {
+  outline: 2px solid var(--ck-accent);
+  outline-offset: 2px;
+}

data/app/helpers/completion_kit/application_helper.rb

@@ -218,6 +218,20 @@ module CompletionKit
       "#{base_path}?#{{ tag: next_set.map(&:name) }.to_query}"
     end
 
+    def ck_field_aria(form, field)
+      return {} unless form.object.errors[field].any?
+      { "aria-invalid" => "true", "aria-describedby" => ck_field_error_id(form, field) }
+    end
+
+    def ck_field_error(form, field)
+      return nil unless form.object.errors[field].any?
+      content_tag(:p, form.object.errors[field].first, class: "ck-field-error", id: ck_field_error_id(form, field))
+    end
+
+    def ck_field_error_id(form, field)
+      "#{form.object.model_name.param_key}_#{field}_error"
+    end
+
     private
 
     def diff_tokens(old_text, new_text, side)

data/app/models/completion_kit/provider_credential.rb

@@ -1,6 +1,3 @@
-require "ipaddr"
-require "resolv"
-
 module CompletionKit
   class ProviderCredential < ApplicationRecord
     include Turbo::Broadcastable
@@ -8,7 +5,7 @@ module CompletionKit
     PROVIDER_LABELS = {
       "openai" => "OpenAI",
       "anthropic" => "Anthropic",
-      "ollama" => "Ollama / local endpoint",
+      "ollama" => "Ollama / OpenAI-compatible endpoint",
       "openrouter" => "OpenRouter"
     }.freeze
 
@@ -139,29 +136,12 @@ module CompletionKit
     def api_endpoint_not_internal
       return if api_endpoint.blank?
 
-      uri = safe_http_uri(api_endpoint)
-      unless uri
+      issues = ProviderEndpoint.validate(api_endpoint)
+      if issues.include?(:invalid_url)
         errors.add(:api_endpoint, "must be a valid http or https URL")
-        return
-      end
-
-      if endpoint_addresses(uri.host).any? { |ip| ip.private? || ip.link_local? }
+      elsif issues.include?(:unsafe_host)
         errors.add(:api_endpoint, "must not point at a private or internal address")
       end
     end
-
-    def safe_http_uri(value)
-      uri = URI.parse(value.to_s.strip)
-      uri if uri.is_a?(URI::HTTP) && uri.host.present?
-    rescue URI::InvalidURIError
-      nil
-    end
-
-    def endpoint_addresses(host)
-      bare = host.delete_prefix("[").delete_suffix("]")
-      [IPAddr.new(bare)]
-    rescue IPAddr::InvalidAddressError
-      Resolv.getaddresses(host).map { |addr| IPAddr.new(addr) }
-    end
   end
 end

data/app/services/completion_kit/api_config.rb

@@ -1,5 +1,7 @@
 module CompletionKit
   class ApiConfig
+    PROVIDERS = %w[openai anthropic ollama openrouter].freeze
+
     def self.for_model(model_name)
       provider = provider_for_model(model_name)
       provider ? for_provider(provider) : {}
@@ -9,21 +11,25 @@ module CompletionKit
       provider = provider_name.to_s
       stored = ProviderCredential.find_by(provider: provider)&.config_hash || {}
 
-      defaults = case provider
-                 when "openai"
-                   { provider: "openai", api_key: CompletionKit.config.openai_api_key || ENV["OPENAI_API_KEY"] }
-                 when "anthropic"
-                   { provider: "anthropic", api_key: CompletionKit.config.anthropic_api_key || ENV["ANTHROPIC_API_KEY"] }
-                 when "ollama"
-                   {
-                     provider: "ollama",
-                     api_key: CompletionKit.config.ollama_api_key || ENV["OLLAMA_API_KEY"],
-                     api_endpoint: CompletionKit.config.ollama_api_endpoint || ENV["OLLAMA_API_ENDPOINT"]
-                   }
-                 when "openrouter"
-                   { provider: "openrouter", api_key: ENV["OPENROUTER_API_KEY"] }
+      defaults = if CompletionKit.config.tenant_scope
+                   PROVIDERS.include?(provider) ? { provider: provider } : {}
                  else
-                   {}
+                   case provider
+                   when "openai"
+                     { provider: "openai", api_key: CompletionKit.config.openai_api_key || ENV["OPENAI_API_KEY"] }
+                   when "anthropic"
+                     { provider: "anthropic", api_key: CompletionKit.config.anthropic_api_key || ENV["ANTHROPIC_API_KEY"] }
+                   when "ollama"
+                     {
+                       provider: "ollama",
+                       api_key: CompletionKit.config.ollama_api_key || ENV["OLLAMA_API_KEY"],
+                       api_endpoint: CompletionKit.config.ollama_api_endpoint || ENV["OLLAMA_API_ENDPOINT"]
+                     }
+                   when "openrouter"
+                     { provider: "openrouter", api_key: ENV["OPENROUTER_API_KEY"] }
+                   else
+                     {}
+                   end
                  end
 
       defaults.merge(stored.compact)

data/app/services/completion_kit/ollama_client.rb

@@ -7,6 +7,7 @@ module CompletionKit
     def generate_completion(prompt, options = {})
       @temperature_dropped = false
       return "Error: API endpoint not configured" unless configured?
+      return "Error: API endpoint resolves to a private address" unless ProviderEndpoint.safe?(api_endpoint)
 
       model = options[:model]
       max_tokens = options[:max_tokens] || 1000
@@ -44,6 +45,7 @@ module CompletionKit
 
     def available_models
       return [] unless configured?
+      return [] unless ProviderEndpoint.safe?(api_endpoint)
 
       response = build_connection(api_endpoint).get("/v1/models") do |req|
         req.headers["Authorization"] = "Bearer #{api_key}" if api_key.present?
@@ -74,7 +76,9 @@ module CompletionKit
     end
 
     def api_endpoint
-      (@config[:api_endpoint] || ENV["OLLAMA_API_ENDPOINT"] || "http://localhost:11434/v1").to_s.delete_suffix("/")
+      raw = @config[:api_endpoint] || ENV["OLLAMA_API_ENDPOINT"]
+      raw ||= "http://localhost:11434/v1" if CompletionKit.config.allow_loopback_endpoints
+      raw.to_s.delete_suffix("/")
     end
 
     def post_completion(model:, prompt:, max_tokens:, temperature:)

data/app/services/completion_kit/provider_endpoint.rb

@@ -0,0 +1,47 @@
+require "ipaddr"
+require "resolv"
+
+module CompletionKit
+  module ProviderEndpoint
+    ZERO_NET = IPAddr.new("0.0.0.0/8").freeze
+
+    module_function
+
+    def validate(url)
+      uri = parse(url)
+      return [:invalid_url] unless uri
+      addrs = addresses(uri.host)
+      return [:unresolvable] if addrs.empty?
+      return [:unsafe_host] if addrs.any? { |ip| unsafe?(ip) }
+      []
+    end
+
+    def safe?(url)
+      errors = validate(url)
+      errors.empty? || errors == [:unresolvable]
+    end
+
+    def parse(value)
+      uri = URI.parse(value.to_s.strip)
+      uri if uri.is_a?(URI::HTTP) && uri.host.present?
+    rescue URI::InvalidURIError
+      nil
+    end
+
+    def addresses(host)
+      bare = host.delete_prefix("[").delete_suffix("]")
+      [IPAddr.new(bare)]
+    rescue IPAddr::InvalidAddressError
+      Resolv.getaddresses(host).map { |addr| IPAddr.new(addr) }
+    end
+
+    def unsafe?(ip)
+      return true if ip.private?
+      return true if ip.link_local?
+      return true if ip.to_i.zero?
+      return true if ip.ipv4? && ZERO_NET.include?(ip)
+      return true if ip.loopback? && !CompletionKit.config.allow_loopback_endpoints
+      false
+    end
+  end
+end

data/app/views/completion_kit/datasets/_form.html.erb

@@ -1,6 +1,6 @@
 <%= form_with(model: dataset, local: true) do |form| %>
   <% if dataset.errors.any? %>
-    <div class="ck-flash ck-flash--alert">
+    <div class="ck-flash ck-flash--alert" role="alert">
       <p class="ck-flash__title"><%= pluralize(dataset.errors.count, "problem") %> prevented this dataset from being saved.</p>
       <ul class="ck-error-list">
         <% dataset.errors.full_messages.each do |message| %>
@@ -13,12 +13,14 @@
   <div class="ck-card ck-form-card">
     <div class="ck-field">
       <%= form.label :name, "Name", class: "ck-label" %>
-      <%= form.text_field :name, class: "ck-input", placeholder: "Customer support tickets" %>
+      <%= form.text_field :name, class: "ck-input", placeholder: "Customer support tickets", **ck_field_aria(form, :name) %>
+      <%= ck_field_error(form, :name) %>
     </div>
 
     <div class="ck-field">
       <%= form.label :csv_data, "CSV data", class: "ck-label" %>
-      <%= form.text_area :csv_data, rows: 12, class: "ck-input ck-input--area ck-input--code", placeholder: "content,audience\nFirst ticket text,internal\nSecond ticket text,customer" %>
+      <%= form.text_area :csv_data, rows: 12, class: "ck-input ck-input--area ck-input--code", placeholder: "content,audience\nFirst ticket text,internal\nSecond ticket text,customer", **ck_field_aria(form, :csv_data) %>
+      <%= ck_field_error(form, :csv_data) %>
     </div>
 
     <%= render "completion_kit/tags/picker", record: dataset, param_namespace: :dataset %>

data/app/views/completion_kit/datasets/index.html.erb

@@ -17,18 +17,18 @@
   <table class="ck-results-table ck-datasets-table">
     <thead>
       <tr>
-        <th>Name</th>
-        <th>Rows</th>
-        <th>Used in</th>
-        <th>Created</th>
-        <th></th>
+        <th scope="col">Name</th>
+        <th scope="col">Rows</th>
+        <th scope="col">Used in</th>
+        <th scope="col">Created</th>
+        <th scope="col"></th>
       </tr>
     </thead>
     <tbody>
       <% @datasets.each do |dataset| %>
         <tr onclick="window.location='<%= dataset_path(dataset) %>'" style="cursor: pointer;">
           <td>
-            <strong><%= dataset.name %></strong>
+            <%= link_to dataset_path(dataset), class: "ck-record-name" do %><strong><%= dataset.name %></strong><% end %>
             <% if dataset.tags.any? %>
               <div class="tag-marks-row">
                 <%= render "completion_kit/tags/marks", tags: dataset.tags %>

data/app/views/completion_kit/metric_groups/index.html.erb

@@ -22,17 +22,17 @@
   <table class="ck-results-table ck-metric-groups-table">
     <thead>
       <tr>
-        <th>Name</th>
-        <th>Description</th>
-        <th>Members</th>
-        <th></th>
+        <th scope="col">Name</th>
+        <th scope="col">Description</th>
+        <th scope="col">Members</th>
+        <th scope="col"></th>
       </tr>
     </thead>
     <tbody>
       <% @metric_groups.each do |metric_group| %>
         <tr onclick="window.location='<%= metric_group_path(metric_group) %>'" style="cursor: pointer;">
           <td>
-            <strong><%= metric_group.name %></strong>
+            <%= link_to metric_group_path(metric_group), class: "ck-record-name" do %><strong><%= metric_group.name %></strong><% end %>
             <% if metric_group.tags.any? %>
               <div class="tag-marks-row">
                 <%= render "completion_kit/tags/marks", tags: metric_group.tags %>

data/app/views/completion_kit/metrics/_form.html.erb

@@ -1,6 +1,6 @@
 <%= form_with(model: metric, local: true) do |form| %>
   <% if metric.errors.any? %>
-    <div class="ck-flash ck-flash--alert">
+    <div class="ck-flash ck-flash--alert" role="alert">
       <p class="ck-flash__title"><%= pluralize(metric.errors.count, "problem") %> prevented this metric from being saved.</p>
       <ul class="ck-error-list">
         <% metric.errors.full_messages.each do |message| %>
@@ -13,13 +13,15 @@
   <div class="ck-card ck-form-card">
     <div class="ck-field">
       <%= form.label :name, "Metric name", class: "ck-label" %>
-      <%= form.text_field :name, class: "ck-input", placeholder: "Helpfulness" %>
+      <%= form.text_field :name, class: "ck-input", placeholder: "Helpfulness", **ck_field_aria(form, :name) %>
+      <%= ck_field_error(form, :name) %>
     </div>
 
     <div class="ck-field ck-field--spacious">
       <p class="ck-section-title">Instruction</p>
       <p class="ck-hint">What should the judge assess? This instruction is sent to the LLM judge when scoring outputs.</p>
-      <%= form.text_area :instruction, rows: 8, class: "ck-input ck-input--area", placeholder: "Evaluate whether the output..." %>
+      <%= form.text_area :instruction, rows: 8, class: "ck-input ck-input--area", placeholder: "Evaluate whether the output...", **ck_field_aria(form, :instruction) %>
+      <%= ck_field_error(form, :instruction) %>
     </div>
 
     <div class="ck-field ck-field--spacious">

data/app/views/completion_kit/metrics/index.html.erb

@@ -17,17 +17,17 @@
   <table class="ck-results-table ck-metrics-table">
     <thead>
       <tr>
-        <th>Name</th>
-        <th>Instruction</th>
-        <th>In groups</th>
-        <th></th>
+        <th scope="col">Name</th>
+        <th scope="col">Instruction</th>
+        <th scope="col">In groups</th>
+        <th scope="col"></th>
       </tr>
     </thead>
     <tbody>
       <% @metrics.each do |metric| %>
         <tr onclick="window.location='<%= metric_path(metric) %>'" style="cursor: pointer;">
           <td>
-            <strong><%= metric.name %></strong>
+            <%= link_to metric_path(metric), class: "ck-record-name" do %><strong><%= metric.name %></strong><% end %>
             <% if metric.tags.any? %>
               <div class="tag-marks-row">
                 <%= render "completion_kit/tags/marks", tags: metric.tags %>

data/app/views/completion_kit/prompts/_form.html.erb

@@ -1,6 +1,6 @@
 <%= form_with(model: prompt, local: true) do |form| %>
   <% if prompt.errors.any? %>
-    <div class="ck-flash ck-flash--alert">
+    <div class="ck-flash ck-flash--alert" role="alert">
       <p class="ck-flash__title"><%= pluralize(prompt.errors.count, "problem") %> prevented this prompt from being saved.</p>
       <ul class="ck-error-list">
         <% prompt.errors.full_messages.each do |message| %>
@@ -17,17 +17,20 @@
   <div class="ck-card ck-form-card">
     <div class="ck-field">
       <%= form.label :name, "Name", class: "ck-label" %>
-      <%= form.text_field :name, class: "ck-input", placeholder: "Support summary", autocomplete: "off", data: { "1p-ignore": "" } %>
+      <%= form.text_field :name, class: "ck-input", placeholder: "Support summary", autocomplete: "off", data: { "1p-ignore": "" }, **ck_field_aria(form, :name) %>
+      <%= ck_field_error(form, :name) %>
     </div>
 
     <div class="ck-field">
       <%= form.label :description, class: "ck-label" %>
-      <%= form.text_area :description, rows: 3, class: "ck-input ck-input--area", placeholder: "Short note about this prompt." %>
+      <%= form.text_area :description, rows: 3, class: "ck-input ck-input--area", placeholder: "Short note about this prompt.", **ck_field_aria(form, :description) %>
+      <%= ck_field_error(form, :description) %>
     </div>
 
     <div class="ck-field">
       <%= form.label :template, "Prompt text", class: "ck-label" %>
-      <%= form.text_area :template, rows: 12, class: "ck-input ck-input--area ck-input--code", placeholder: "Summarize {{content}} for {{audience}}" %>
+      <%= form.text_area :template, rows: 12, class: "ck-input ck-input--area ck-input--code", placeholder: "Summarize {{content}} for {{audience}}", **ck_field_aria(form, :template) %>
+      <%= ck_field_error(form, :template) %>
       <p class="ck-hint">Use <code>{{variable}}</code>. Match your dataset column names.</p>
     </div>
 

data/app/views/completion_kit/prompts/index.html.erb

@@ -17,19 +17,19 @@
   <table class="ck-results-table ck-prompts-table">
     <thead>
       <tr>
-        <th>Name</th>
-        <th>Version</th>
-        <th>Model</th>
-        <th>Best score</th>
-        <th>Runs</th>
-        <th></th>
+        <th scope="col">Name</th>
+        <th scope="col">Version</th>
+        <th scope="col">Model</th>
+        <th scope="col">Best score</th>
+        <th scope="col">Runs</th>
+        <th scope="col"></th>
       </tr>
     </thead>
     <tbody>
       <% @prompts.each do |prompt| %>
         <tr onclick="window.location='<%= prompt_path(prompt) %>'" style="cursor: pointer;">
           <td>
-            <strong><%= prompt.name %></strong>
+            <%= link_to prompt_path(prompt), class: "ck-record-name" do %><strong><%= prompt.name %></strong><% end %>
             <% if prompt.description.present? %>
               <p class="ck-prompts-table__desc"><%= truncate(prompt.description, length: 120) %></p>
             <% end %>

data/app/views/completion_kit/provider_credentials/_form.html.erb

@@ -1,6 +1,6 @@
 <%= form_with(model: provider_credential, local: true) do |form| %>
   <% if provider_credential.errors.any? %>
-    <div class="ck-flash ck-flash--alert">
+    <div class="ck-flash ck-flash--alert" role="alert">
       <p class="ck-flash__title"><%= pluralize(provider_credential.errors.count, "problem") %> prevented this provider credential from being saved.</p>
       <ul class="ck-error-list">
         <% provider_credential.errors.full_messages.each do |message| %>
@@ -18,12 +18,14 @@
 
     <div class="ck-field">
       <%= form.label :api_key, "API key", class: "ck-label" %>
-      <%= form.text_area :api_key, rows: 3, class: "ck-input ck-input--area ck-input--code", placeholder: "Paste the provider API key" %>
+      <%= form.text_area :api_key, rows: 3, class: "ck-input ck-input--area ck-input--code", placeholder: "Paste the provider API key", **ck_field_aria(form, :api_key) %>
+      <%= ck_field_error(form, :api_key) %>
     </div>
 
     <div class="ck-field">
       <%= form.label :api_endpoint, "API endpoint", class: "ck-label" %>
-      <%= form.text_field :api_endpoint, class: "ck-input", placeholder: "Only needed for Ollama or custom OpenAI-compatible endpoints" %>
+      <%= form.text_field :api_endpoint, class: "ck-input", placeholder: "Only needed for Ollama or custom OpenAI-compatible endpoints", **ck_field_aria(form, :api_endpoint) %>
+      <%= ck_field_error(form, :api_endpoint) %>
     </div>
 
     <div class="ck-actions">

data/app/views/completion_kit/responses/show.html.erb

@@ -1,4 +1,4 @@
-<ol class="ck-breadcrumb">
+<ol class="ck-breadcrumb" aria-label="Breadcrumb">
   <% if @run.prompt %>
     <li><%= link_to "Prompts", prompts_path %></li>
     <li><%= link_to @run.prompt.name, prompt_path(@run.prompt) %></li>

data/app/views/completion_kit/runs/_form.html.erb

@@ -1,6 +1,6 @@
 <%= form_with(model: run, local: true) do |form| %>
   <% if run.errors.any? %>
-    <div class="ck-flash ck-flash--alert">
+    <div class="ck-flash ck-flash--alert" role="alert">
       <p class="ck-flash__title"><%= pluralize(run.errors.count, "problem") %> prevented this run from being saved.</p>
       <ul class="ck-error-list">
         <% run.errors.full_messages.each do |message| %>
@@ -13,7 +13,8 @@
   <div class="ck-card ck-form-card">
     <div class="ck-field">
       <%= form.label :name, "Name (auto-generated if blank)", class: "ck-label" %>
-      <%= form.text_field :name, class: "ck-input", placeholder: run.name.presence || "Auto-generated from prompt + version + timestamp" %>
+      <%= form.text_field :name, class: "ck-input", placeholder: run.name.presence || "Auto-generated from prompt + version + timestamp", **ck_field_aria(form, :name) %>
+      <%= ck_field_error(form, :name) %>
     </div>
 
     <div class="ck-field">
@@ -56,7 +57,8 @@
 
     <div class="ck-field" id="output-column-field" hidden>
       <%= form.label :output_column, "Output column", class: "ck-label" %>
-      <%= form.text_field :output_column, value: run.output_column.presence || "actual_output", class: "ck-input", id: "run_output_column", placeholder: "actual_output" %>
+      <%= form.text_field :output_column, value: run.output_column.presence || "actual_output", class: "ck-input", id: "run_output_column", placeholder: "actual_output", **ck_field_aria(form, :output_column) %>
+      <%= ck_field_error(form, :output_column) %>
       <p class="ck-field-hint">Name of the dataset column whose value will be graded as the response. Defaults to <code>actual_output</code>.</p>
     </div>
 

data/app/views/completion_kit/runs/_response_row.html.erb

@@ -1,6 +1,6 @@
 <% clickable = response.succeeded? %>
 <tr id="response_<%= response.id %>"<% if clickable %> onclick="window.location='<%= run_response_path(run, response, sort: params[:sort]) %>'" style="cursor: pointer;"<% end %>>
-  <td class="ck-response-cell__index"><%= index %></td>
+  <td class="ck-response-cell__index"><% if clickable %><%= link_to index, run_response_path(run, response, sort: params[:sort]), class: "ck-record-name" %><% else %><%= index %><% end %></td>
   <td class="ck-response-cell__text">
     <% if response.status == "failed" %>
       <% err = response.error_payload %>

data/app/views/completion_kit/runs/_row.html.erb

@@ -3,7 +3,7 @@
     <div class="ck-runs-table__identity">
       <span class="ck-run-name">
         <span class="<%= ck_run_dot(run) %>"></span>
-        <strong><%= run.name %></strong>
+        <%= link_to ck_run_path(run), class: "ck-record-name" do %><strong><%= run.name %></strong><% end %>
       </span>
       <div class="ck-runs-table__config">
         <% if run.prompt %>

data/app/views/completion_kit/runs/_status_header.html.erb

@@ -1,6 +1,6 @@
-<div id="run_status_header">
+<div id="run_status_header" aria-live="polite">
   <% if run.status == "failed" %>
-    <div class="ck-flash ck-flash--alert">
+    <div class="ck-flash ck-flash--alert" role="alert">
       <%= run.failure_summary.presence || run.error_message.presence || "Run failed." %>
     </div>
   <% end %>

data/app/views/completion_kit/runs/_status_panel.html.erb

@@ -1,5 +1,5 @@
 <% snap = run.progress_snapshot %>
-<div id="run_status_panel">
+<div id="run_status_panel" aria-live="polite" aria-atomic="true">
   <% if run.status.in?(%w[running completed]) && snap[:generated_total] > 0 %>
     <% failed_count = snap[:generated_failed] + snap[:judged_failed] %>
     <% has_judge = snap[:judged_total] > 0 || run.judge_configured? %>

data/app/views/completion_kit/runs/_table.html.erb

@@ -3,12 +3,12 @@
 <table class="ck-results-table ck-runs-table" style="margin-top: 0.5rem;">
   <thead>
     <tr>
-      <th>Run</th>
-      <th>Responses</th>
-      <th>Metrics</th>
-      <th>Avg score</th>
-      <th>When</th>
-      <th></th>
+      <th scope="col">Run</th>
+      <th scope="col">Responses</th>
+      <th scope="col">Metrics</th>
+      <th scope="col">Avg score</th>
+      <th scope="col">When</th>
+      <th scope="col"></th>
     </tr>
   </thead>
   <tbody>

data/app/views/completion_kit/suggestions/show.html.erb

@@ -1,4 +1,4 @@
-<ol class="ck-breadcrumb">
+<ol class="ck-breadcrumb" aria-label="Breadcrumb">
   <% if @from == "run" %>
     <li><%= link_to "Runs", runs_path %></li>
     <li><%= link_to @run.name, run_path(@run) %></li>

data/app/views/completion_kit/tags/_picker.html.erb

@@ -7,8 +7,8 @@
     <% all_tags.each do |tag| %>
       <% checked = selected_ids.include?(tag.id) %>
       <label class="tag-mark" style="--mark-color: var(--tag-<%= tag.color %>);">
-        <%= check_box_tag "#{param_namespace}[tag_names][]", tag.name, checked, hidden: true %>
-        <%= tag.name %>
+        <%= check_box_tag "#{param_namespace}[tag_names][]", tag.name, checked, class: "ck-visually-hidden", "aria-label": "Tag: #{tag.name}" %>
+        <span aria-hidden="true"><%= tag.name %></span>
       </label>
     <% end %>
     <%= text_field_tag "#{param_namespace}[tag_names][]", "",

data/app/views/completion_kit/tags/index.html.erb

@@ -14,9 +14,9 @@
   <table class="ck-results-table ck-tags-table">
     <thead>
       <tr>
-        <th>Tag</th>
-        <th>Applied to</th>
-        <th></th>
+        <th scope="col">Tag</th>
+        <th scope="col">Applied to</th>
+        <th scope="col"></th>
       </tr>
     </thead>
     <tbody>
@@ -25,7 +25,7 @@
         <% by_type = @tagging_by_type.select { |(tid, _), _| tid == tag.id } %>
         <% breakdown = by_type.map { |(_, type), n| pluralize(n, type.demodulize.titleize.downcase) }.join(" · ") %>
         <tr onclick="window.location='<%= edit_tag_path(tag) %>'" style="cursor: pointer;">
-          <td><span class="tag-mark tag-mark--lg" style="--mark-color: var(--tag-<%= tag.color %>);"><%= tag.name %></span></td>
+          <td><%= link_to edit_tag_path(tag), class: "ck-record-name" do %><span class="tag-mark tag-mark--lg" style="--mark-color: var(--tag-<%= tag.color %>);"><%= tag.name %></span><% end %></td>
           <td data-label="Applied to" class="ck-meta-copy">
             <% if count.zero? %>
               <span class="ck-tags-table__unused">Not used yet</span>

data/lib/completion_kit/version.rb

@@ -1,3 +1,3 @@
 module CompletionKit
-  VERSION = "0.5.33"
+  VERSION = "0.5.34"
 end

data/lib/completion_kit.rb

@@ -11,6 +11,7 @@ module CompletionKit
     attr_accessor :tenant_scope, :tenant_scope_columns
     attr_accessor :api_reference_authentication_partial
     attr_accessor :api_rate_limit, :web_rate_limit
+    attr_accessor :allow_loopback_endpoints
 
     def initialize
       @openai_api_key = ENV['OPENAI_API_KEY']
@@ -25,6 +26,8 @@ module CompletionKit
       @api_rate_limit = 120
       @web_rate_limit = 300
 
+      @allow_loopback_endpoints = true
+
       @api_reference_authentication_partial = "completion_kit/api_reference/authentication"
     end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: completion-kit
 version: !ruby/object:Gem::Version
-  version: 0.5.33
+  version: 0.5.34
 platform: ruby
 authors:
 - Damien Bastin
@@ -308,6 +308,7 @@ files:
 - app/services/completion_kit/open_ai_client.rb
 - app/services/completion_kit/open_router_client.rb
 - app/services/completion_kit/prompt_improvement_service.rb
+- app/services/completion_kit/provider_endpoint.rb
 - app/services/completion_kit/worker_health.rb
 - app/validators/completion_kit/tenant_scoped_uniqueness_validator.rb
 - app/views/completion_kit/api_reference/_authentication.html.erb