completion-kit 0.26.7 → 0.27.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6841ace15da954da1ff736152f3d123fbfd3ae37ddde6e8df6b67bdf44270648
-  data.tar.gz: 8be224e89d2c82d09f420f70cec115b8831be8f82d29742d2de36a56a8c3c370
+  metadata.gz: f0fa2b7edcc463d34ce7dbed34a522119f840778bd75fa9912124069564420dd
+  data.tar.gz: 16e1aa2310b4efd26c67fcf70ac55dedb0bd760e97201f41bdb9c73f98247070
 SHA512:
-  metadata.gz: 6426ca4cc6bf8fd6b5abac3b149afbba83b674e5162d6041ed853ff0ffbc7bf2d2293f9238b301ec1b6e83cfd8638fc3c3cd798558ba13f04c59e3fe153ce86e
-  data.tar.gz: 921ec6833c902ee93592d75d4091d294880c01442e5f3c3ef38891409d364c8f3541d2d0f86cff9226942ec75dbcc4bb6dc377b55c0e8d0802509c95a48da7dc
+  metadata.gz: '0572479a9194f494f34f4982c563dc5b3ffae3c1e430c0b39786ea05a6eac15359d7f51946810c8208bf60eb43274554b152d981b492d9fe9a04a01c7c8cb23b'
+  data.tar.gz: 931853452dac7e901d2e8eed066011c7f428aed7290d68d86787b0c029a9d4f7e0e1b0888ed2adefe015093a6f423487b433731e6a4826ac9dcf5ca255943e62

data/app/assets/stylesheets/completion_kit/application.css

@@ -961,14 +961,6 @@ tr:hover .ck-chip--publish {
   max-width: 36rem;
 }
 
-.ck-model-list__empty {
-  display: flex;
-  align-items: center;
-  gap: 1rem;
-  flex-wrap: wrap;
-  padding: 0.35rem 0.25rem;
-}
-
 .ck-form-card__footer-header {
   display: flex;
   align-items: center;
@@ -1504,6 +1496,26 @@ tr:hover .ck-chip--publish {
   gap: 0.6rem;
 }
 
+.ck-model-list__catalog {
+  margin-top: 0.75rem;
+  padding-top: 0.6rem;
+  border-top: 1px solid var(--ck-line);
+  font-family: var(--ck-mono);
+  font-size: 0.72rem;
+  letter-spacing: 0.03em;
+}
+
+.ck-model-list__catalog-link {
+  color: var(--ck-accent);
+  font-weight: 500;
+  text-decoration: none;
+  white-space: nowrap;
+}
+
+.ck-model-list__catalog-link:hover {
+  color: var(--ck-accent-hover);
+}
+
 .ck-model-list__summary-stamp {
   font-family: var(--ck-mono);
   font-size: 0.7rem;
@@ -1562,6 +1574,11 @@ tr:hover .ck-chip--publish {
   color: var(--ck-accent);
 }
 
+.ck-code--error {
+  background: var(--ck-danger-soft);
+  border-color: rgba(248, 113, 113, 0.35);
+}
+
 /* the main prompt template block on prompts/show — bigger padding + a
    touch more line-height since this is the page's primary content */
 .ck-code--prompt {

data/app/jobs/completion_kit/model_discovery_job.rb

@@ -48,7 +48,12 @@ module CompletionKit
         credential.broadcast_discovery_progress
       end
 
-      credential.update_columns(discovery_status: "completed", discovery_error: nil, updated_at: Time.current)
+      credential.update_columns(
+        discovery_status: "completed",
+        discovery_error: nil,
+        catalog_model_count: service.catalog_model_count,
+        updated_at: Time.current
+      )
       credential.reload
       credential.broadcast_discovery_complete
     end

data/app/models/completion_kit/prompt.rb

@@ -8,6 +8,7 @@ module CompletionKit
     validates :name, presence: true
     validates :template, presence: true
     validates :llm_model, presence: true
+    validate :llm_model_usable_for_generation, if: :llm_model_changed?
     validates :family_key, presence: true
     validates :version_number, presence: true, numericality: { only_integer: true, greater_than: 0 }
 
@@ -86,6 +87,17 @@ module CompletionKit
 
     private
 
+    def llm_model_usable_for_generation
+      return if llm_model.blank?
+
+      rows = Model.where(model_id: llm_model)
+      return if rows.empty?
+      return if rows.where(supports_generation: true, status: "active").exists?
+      return unless rows.where(supports_generation: false).exists?
+
+      errors.add(:llm_model, "is not available for generating responses")
+    end
+
     def assign_family_key
       self.family_key ||= SecureRandom.uuid
     end

data/app/models/completion_kit/provider_credential.rb

@@ -61,6 +61,10 @@ module CompletionKit
       Model.where(provider: provider).active.count
     end
 
+    def foundry_catalog_available?
+      azure_foundry? && catalog_model_count.to_i.positive?
+    end
+
     def self.discovery_in_progress?
       where(discovery_status: "discovering").exists?
     end

data/app/services/completion_kit/azure_foundry_client.rb

@@ -58,16 +58,26 @@ module CompletionKit
       return [] unless configured?
       return [] unless ProviderEndpoint.safe?(api_endpoint)
 
-      response = build_connection(azure_base_url).get(models_url) do |req|
+      path = foundry_project? ? "#{azure_base_url}/deployments?api-version=v1" : models_path
+      response = build_connection(azure_base_url).get(path) do |req|
         req.headers["api-key"] = api_key
       end
       return [] unless response.success?
 
-      parse_models(response.body)
+      body = JSON.parse(response.body)
+      if foundry_project?
+        body.fetch("value", []).map { |d| { id: d["name"], name: d["name"] } }
+      else
+        body.fetch("data", []).map { |entry| { id: entry["id"], name: entry["id"] } }
+      end
     rescue StandardError
       []
     end
 
+    def foundry_project?
+      api_endpoint.to_s.include?("/api/projects/")
+    end
+
     def configured?
       configuration_errors.empty?
     end
@@ -101,27 +111,8 @@ module CompletionKit
       api_version.blank?
     end
 
-    def foundry_project?
-      api_endpoint.to_s.include?("/api/projects/")
-    end
-
-    def models_url
-      if foundry_project?
-        "#{azure_base_url}/deployments?api-version=v1"
-      elsif v1_mode?
-        "/openai/v1/models"
-      else
-        "/openai/deployments?api-version=#{api_version}"
-      end
-    end
-
-    def parse_models(body)
-      json = JSON.parse(body)
-      if foundry_project?
-        json.fetch("value", []).map { |d| { id: d["name"], name: d["name"] } }
-      else
-        json.fetch("data", []).map { |e| { id: e["id"], name: e["id"] } }
-      end
+    def models_path
+      v1_mode? ? "/openai/v1/models" : "/openai/deployments?api-version=#{api_version}"
     end
 
     def post_chat(model:, prompt:, max_tokens:, temperature:, max_completion: false)

data/app/services/completion_kit/model_discovery_service.rb

@@ -8,11 +8,14 @@ module CompletionKit
 
     AZURE_HOST_SUFFIXES = [".openai.azure.com", ".services.ai.azure.com"].freeze
 
+    attr_reader :catalog_model_count
+
     def initialize(config:)
       @provider = config[:provider]
       @api_key = config[:api_key]
       @api_endpoint = config[:api_endpoint]
       @api_version = config[:api_version]
+      @catalog_model_count = nil
     end
 
     def refresh!(force: false, &on_progress)
@@ -156,18 +159,32 @@ module CompletionKit
     def fetch_azure_foundry_models
       raise DiscoveryError, "An Azure endpoint URL is required." if @api_endpoint.blank?
 
-      response = fetch_connection(azure_base_url).get(azure_foundry_project? ? "#{azure_base_url}/deployments?api-version=v1" : azure_models_path) do |req|
+      path = azure_foundry_project? ? "#{azure_base_url}/deployments?api-version=v1" : azure_models_path
+      response = fetch_connection(azure_base_url).get(path) do |req|
         req.headers["api-key"] = @api_key
       end
       raise DiscoveryError, azure_error_message(response) unless response.success?
+
       body = JSON.parse(response.body)
       if azure_foundry_project?
+        @catalog_model_count = fetch_azure_catalog_count
         body.fetch("value", []).map { |d| { id: d["name"], display_name: d["name"] } }
       else
         body.fetch("data", []).map { |e| { id: e["id"], display_name: e["id"] } }
       end
     end
 
+    def fetch_azure_catalog_count
+      response = fetch_connection(azure_base_url).get("/openai/v1/models") do |req|
+        req.headers["api-key"] = @api_key
+      end
+      return nil unless response.success?
+
+      JSON.parse(response.body).fetch("data", []).length
+    rescue StandardError
+      nil
+    end
+
     def azure_v1_mode?
       @api_version.blank?
     end

data/app/views/completion_kit/provider_credentials/_models_card.html.erb

@@ -71,12 +71,19 @@
           </div>
         </details>
       <% elsif provider_credential.discovery_status != "discovering" %>
-        <div class="ck-model-list__empty">
-          <% unless provider_credential.discovery_status == "failed" %>
-            <span class="ck-meta-copy">No models discovered yet.</span>
-          <% end %>
-          <button type="button" class="<%= ck_button_classes(:light, variant: :outline) %>" onclick="fetch('<%= refresh_provider_credential_path(provider_credential) %>', {method:'POST',headers:{'X-CSRF-Token':document.querySelector('meta[name=csrf-token]').content}});if(window.ckStartDiscoveryPolling)ckStartDiscoveryPolling(8000)">Discover models</button>
+        <div class="ck-model-list__summary">
+          <span class="ck-model-list__summary-label">Available models <span class="ck-model-list__summary-count">0</span></span>
+          <span class="ck-model-list__summary-meta">
+            <button type="button" class="ck-icon-btn ck-model-list__refresh" title="Refresh models" aria-label="Refresh available models" onclick="event.preventDefault();fetch('<%= refresh_provider_credential_path(provider_credential) %>', {method:'POST',headers:{'X-CSRF-Token':document.querySelector('meta[name=csrf-token]').content}});if(window.ckStartDiscoveryPolling)ckStartDiscoveryPolling(8000)"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" width="13" height="13" aria-hidden="true"><path fill-rule="evenodd" d="M13.836 2.477a.75.75 0 0 1 .75.75v3.182a.75.75 0 0 1-.75.75h-3.182a.75.75 0 0 1 0-1.5h1.37l-.84-.841a4.5 4.5 0 0 0-7.08.681.75.75 0 0 1-1.264-.808 6 6 0 0 1 9.44-.908l.84.84V3.227a.75.75 0 0 1 .75-.75Zm-.911 7.5A.75.75 0 0 1 13.199 11a6 6 0 0 1-9.44.908l-.84-.84v1.68a.75.75 0 0 1-1.5 0V9.567a.75.75 0 0 1 .75-.75h3.182a.75.75 0 0 1 0 1.5h-1.37l.84.841a4.5 4.5 0 0 0 7.08-.681.75.75 0 0 1 1.024-.274Z" clip-rule="evenodd"/></svg></button>
+          </span>
         </div>
       <% end %>
+
+      <% if provider_credential.foundry_catalog_available? %>
+        <p class="ck-meta-copy ck-model-list__catalog">
+          <%= pluralize(provider_credential.catalog_model_count, "model") %> available to deploy in
+          <a href="https://ai.azure.com/" target="_blank" rel="noopener" class="ck-model-list__catalog-link">Azure AI Foundry <span aria-hidden="true">&rarr;</span></a>
+        </p>
+      <% end %>
     </div>
 </div>

data/app/views/completion_kit/responses/show.html.erb

@@ -72,12 +72,17 @@
 
 <section class="ck-card--spaced">
   <div class="ck-prompt-preview__header">
-    <p class="ck-kicker">Response</p>
+    <p class="ck-kicker"><%= @response.status == "failed" ? "Error" : "Response" %></p>
     <% if @run.prompt %>
       <span class="ck-chip ck-chip--soft" style="text-transform: none;"><%= @run.prompt.llm_model %></span>
     <% end %>
   </div>
-  <div class="ck-code-scroll-wrap"><pre class="ck-code"><%= ck_format_maybe_json(@response.response_text) %></pre></div>
+  <% if @response.status == "failed" %>
+    <% err = @response.error_payload || {} %>
+    <div class="ck-code-scroll-wrap"><pre class="ck-code ck-code--error"><%= err[:provider]&.titleize %><%= " #{err[:status]}" if err[:status].present? %><%= "\n\n" if err[:provider].present? || err[:status].present? %><%= err[:message] %></pre></div>
+  <% else %>
+    <div class="ck-code-scroll-wrap"><pre class="ck-code"><%= ck_format_maybe_json(@response.response_text) %></pre></div>
+  <% end %>
 </section>
 
 <% if @response.expected_output.present? %>

data/app/views/completion_kit/runs/_response_row.html.erb

@@ -1,4 +1,4 @@
-<% clickable = response.succeeded? %>
+<% clickable = response.terminal? %>
 <tr id="response_<%= response.id %>"<% if clickable %> onclick="window.location='<%= run_response_path(run, response, sort: params[:sort]) %>'" style="cursor: pointer;"<% end %>>
   <td class="ck-response-cell__index"><% if clickable %><%= link_to index, run_response_path(run, response, sort: params[:sort]), class: "ck-record-name" %><% else %><%= index %><% end %></td>
   <td class="ck-response-cell__text">

data/db/migrate/20260713000001_add_catalog_model_count_to_completion_kit_provider_credentials.rb

@@ -0,0 +1,5 @@
+class AddCatalogModelCountToCompletionKitProviderCredentials < ActiveRecord::Migration[8.1]
+  def change
+    add_column :completion_kit_provider_credentials, :catalog_model_count, :integer
+  end
+end

data/lib/completion_kit/version.rb

@@ -1,3 +1,3 @@
 module CompletionKit
-  VERSION = "0.26.7"
+  VERSION = "0.27.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: completion-kit
 version: !ruby/object:Gem::Version
-  version: 0.26.7
+  version: 0.27.0
 platform: ruby
 authors:
 - Damien Bastin
@@ -479,6 +479,7 @@ files:
 - db/migrate/20260629000003_add_passed_to_completion_kit_reviews.rb
 - db/migrate/20260706000001_add_expected_column_to_completion_kit_runs.rb
 - db/migrate/20260708000001_add_api_version_to_completion_kit_provider_credentials.rb
+- db/migrate/20260713000001_add_catalog_model_count_to_completion_kit_provider_credentials.rb
 - lib/completion-kit.rb
 - lib/completion_kit.rb
 - lib/completion_kit/concurrency_check.rb