completion-kit 0.12.0 → 0.12.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cdcc8d4cdaf4b7aa4b3cff7cb0dd3fe65ce213bbce7b8ab1ba52cba304bff19a
-  data.tar.gz: d2b25e3b12b187b3df15e9b8347668a3dcf529b765fd5427a1dc2579665ee664
+  metadata.gz: a39761d576cee622378682d2b920ed0540bd4cbefbda033236c2108c1676d835
+  data.tar.gz: 7ad068f5c6a9a96513d47e689f5b0926e101aec4058e033076c9e6d87b31d003
 SHA512:
-  metadata.gz: 81921860b28c13076623a462e9cc82569a3721f035f5eb8dbe236c177fa02f9277aa7425659ae583da6713dfcc9467fc03683b3305f65fd8eaf29525cc93e143
-  data.tar.gz: c03aa7c4ad395228e4268ee166a908779a6c50e614c1a0591cf52569712236ffb4ccd9b6d8dc918d40e2ebb253fc48760fdd4e95d3e374e4cf68fad7b1b7ee19
+  metadata.gz: 80e6c44594f02b408911390576ea7ed9c377ef4ab4d7f068341b5177277a8baa6776e09986a4afedd430d723f84e700ca85962a504f949eb17a860d53cfeba82
+  data.tar.gz: 749da38fb1236140bc6f6cf45419d979500c671a1a8e92471c35aa79abe95fbb32a5d898286932cf4b82af0628e533b93a8ad6fc0b458c4322321efa98317c4d

data/app/assets/javascripts/completion_kit/application.js

@@ -5,6 +5,7 @@ document.addEventListener("turbo:load", function() {
   });
   ckTickRelativeTimes();
   ckAutoFocusFirstError();
+  if (ckDiscoveringInDom()) ckStartDiscoveryPolling(0);
 });
 
 document.addEventListener("input", function(e) {
@@ -120,6 +121,37 @@ function ckRefreshModels() {
     method: "POST",
     headers: { "X-CSRF-Token": csrfToken }
   });
+  ckStartDiscoveryPolling(8000);
+}
+
+var ckDiscoveryPollTimer = null;
+var ckDiscoveryPollUntil = 0;
+
+function ckDiscoveringInDom() {
+  return !!document.querySelector('[id^="discovery_status_"] .ck-discovery-bar:not(.ck-discovery-bar--failed):not(.ck-discovery-bar--completed)');
+}
+
+function ckPollDiscoveryOnce() {
+  fetch("/completion_kit/provider_credentials/statuses", { headers: { "Accept": "text/vnd.turbo-stream.html" } })
+    .then(function(r) { return r.ok ? r.text() : null; })
+    .then(function(html) {
+      if (html && window.Turbo && window.Turbo.renderStreamMessage) window.Turbo.renderStreamMessage(html);
+    })
+    .catch(function() {});
+}
+
+function ckStartDiscoveryPolling(graceMs) {
+  if (!document.querySelector('[id^="discovery_status_"]')) return;
+  ckDiscoveryPollUntil = Date.now() + (graceMs || 0);
+  if (ckDiscoveryPollTimer) return;
+  ckPollDiscoveryOnce();
+  ckDiscoveryPollTimer = setInterval(function() {
+    ckPollDiscoveryOnce();
+    if (!ckDiscoveringInDom() && Date.now() > ckDiscoveryPollUntil) {
+      clearInterval(ckDiscoveryPollTimer);
+      ckDiscoveryPollTimer = null;
+    }
+  }, 1500);
 }
 
 function ckUpdateRefreshProgress() {

data/app/controllers/completion_kit/provider_credentials_controller.rb

@@ -6,6 +6,11 @@ module CompletionKit
       @provider_credentials = ProviderCredential.order(:provider)
     end
 
+    def statuses
+      @provider_credentials = ProviderCredential.order(:provider)
+      respond_to { |format| format.turbo_stream }
+    end
+
     def new
       @provider_credential = ProviderCredential.new(provider: params[:provider])
     end
@@ -35,7 +40,7 @@ module CompletionKit
       @provider_credential.update_columns(discovery_status: "discovering", discovery_current: 0, discovery_total: 0)
       @provider_credential.reload
       @provider_credential.broadcast_discovery_progress
-      ModelDiscoveryJob.perform_later(@provider_credential.id)
+      ModelDiscoveryJob.perform_later(@provider_credential.id, force: true)
       head :ok
     end
 
@@ -44,7 +49,7 @@ module CompletionKit
         cred.update_columns(discovery_status: "discovering", discovery_current: 0, discovery_total: 0)
         cred.reload
         cred.broadcast_discovery_progress
-        ModelDiscoveryJob.perform_later(cred.id)
+        ModelDiscoveryJob.perform_later(cred.id, force: true)
       end
 
       head :ok

data/app/jobs/completion_kit/model_discovery_job.rb

@@ -24,7 +24,7 @@ module CompletionKit
       credential.broadcast_discovery_progress
     end
 
-    def perform(provider_credential_id)
+    def perform(provider_credential_id, force: false)
       credential = ProviderCredential.find_by(id: provider_credential_id)
       return unless credential
 
@@ -38,7 +38,7 @@ module CompletionKit
       credential.broadcast_discovery_progress
 
       service = ModelDiscoveryService.new(config: credential.config_hash)
-      service.refresh! do |current, total|
+      service.refresh!(force: force) do |current, total|
         credential.update_columns(discovery_current: current, discovery_total: total)
         credential.reload
         credential.broadcast_discovery_progress

data/app/models/completion_kit/provider_credential.rb

@@ -79,11 +79,13 @@ module CompletionKit
     end
 
     def broadcast_discovery_progress
-      broadcast_replace_to(
-        "completion_kit_provider_#{id}",
-        target: "discovery_status_#{id}",
-        html: render_partial("completion_kit/provider_credentials/discovery_status", provider_credential: self)
-      )
+      safely_broadcast do
+        broadcast_replace_to(
+          "completion_kit_provider_#{id}",
+          target: "discovery_status_#{id}",
+          html: render_partial("completion_kit/provider_credentials/discovery_status", provider_credential: self)
+        )
+      end
       broadcast_provider_models
     end
 
@@ -93,13 +95,15 @@ module CompletionKit
     end
 
     def broadcast_provider_models
-      Turbo::StreamsChannel.broadcast_action_to(
-        "completion_kit_provider_#{id}",
-        action: "replace",
-        target: "provider_models_#{id}",
-        method: "morph",
-        html: render_partial("completion_kit/provider_credentials/models_card", provider_credential: self)
-      )
+      safely_broadcast do
+        Turbo::StreamsChannel.broadcast_action_to(
+          "completion_kit_provider_#{id}",
+          action: "replace",
+          target: "provider_models_#{id}",
+          method: "morph",
+          html: render_partial("completion_kit/provider_credentials/models_card", provider_credential: self)
+        )
+      end
     end
 
     private
@@ -133,6 +137,12 @@ module CompletionKit
       CompletionKit::ApplicationController.render(partial: partial, locals: locals)
     end
 
+    def safely_broadcast
+      yield
+    rescue StandardError => e
+      Rails.logger.error("[CompletionKit] discovery broadcast render failed: #{e.class}: #{e.message}")
+    end
+
     def api_endpoint_not_internal
       return if api_endpoint.blank?
 

data/app/services/completion_kit/model_discovery_service.rb

@@ -12,7 +12,7 @@ module CompletionKit
       @api_endpoint = config[:api_endpoint]
     end
 
-    def refresh!(&on_progress)
+    def refresh!(force: false, &on_progress)
       discovered = fetch_models
       reconcile(discovered)
       # OpenRouter publishes capability metadata (output modalities, etc.), so we
@@ -20,6 +20,7 @@ module CompletionKit
       # Judging stays unknown ("?") until a real run proves it.
       return if @provider == "openrouter"
 
+      reset_failed_generation if force
       probe_new_models(&on_progress)
     end
 
@@ -181,6 +182,11 @@ module CompletionKit
       end
     end
 
+    def reset_failed_generation
+      Model.where(provider: @provider, status: %w[active failed], supports_generation: false)
+           .update_all(supports_generation: nil, generation_error: nil)
+    end
+
     def probe_new_models(&on_progress)
       candidates = Model.where(provider: @provider, status: %w[active failed])
         .where("supports_generation IS NULL OR supports_judging IS NULL OR (generation_error IS NOT NULL AND #{retryable_error_sql('generation_error')}) OR (judging_error IS NOT NULL AND #{retryable_error_sql('judging_error')})")
@@ -220,7 +226,7 @@ module CompletionKit
 
     def probe_generation(model)
       probe_input = "Reply with exactly this token and nothing else: PING-OK"
-      response = send_probe(model.model_id, probe_input, 65536)
+      response = send_probe(model.model_id, probe_input, probe_max_output_tokens)
       if response.success?
         text = extract_text(response).to_s
         if text.blank?
@@ -251,7 +257,7 @@ module CompletionKit
         AI output to evaluate: The sky is blue.
       PROMPT
 
-      response = send_probe(model.model_id, judge_input, 65536)
+      response = send_probe(model.model_id, judge_input, probe_max_output_tokens)
       if response.success?
         text = extract_text(response).to_s
         if text.match?(/Score:\s*\d/i)
@@ -269,6 +275,13 @@ module CompletionKit
       model.judging_error = e.message
     end
 
+    OPENAI_REASONING_PROBE_BUDGET = 65_536
+    CHAT_PROBE_BUDGET = 1_024
+
+    def probe_max_output_tokens
+      @provider == "openai" ? OPENAI_REASONING_PROBE_BUDGET : CHAT_PROBE_BUDGET
+    end
+
     def send_probe(model_id, input, max_tokens)
       case @provider
       when "openai" then openai_probe(model_id, input, max_tokens)

data/app/views/completion_kit/provider_credentials/_models_card.html.erb

@@ -17,7 +17,7 @@
               <% if provider_credential.discovery_status == "completed" %>
                 <span class="ck-model-list__summary-stamp">updated <time data-relative-time datetime="<%= provider_credential.updated_at.utc.iso8601 %>"><%= time_ago_in_words(provider_credential.updated_at) %> ago</time></span>
               <% end %>
-              <button type="button" class="ck-icon-btn ck-model-list__refresh<%= ' ck-icon-btn--spinning' if discovering %>" title="Refresh models" aria-label="Refresh available models" <%= 'disabled' if discovering %> onclick="event.preventDefault();event.stopPropagation();fetch('<%= refresh_provider_credential_path(provider_credential) %>', {method:'POST',headers:{'X-CSRF-Token':document.querySelector('meta[name=csrf-token]').content}})">
+              <button type="button" class="ck-icon-btn ck-model-list__refresh<%= ' ck-icon-btn--spinning' if discovering %>" title="Refresh models" aria-label="Refresh available models" <%= 'disabled' if discovering %> onclick="event.preventDefault();event.stopPropagation();fetch('<%= refresh_provider_credential_path(provider_credential) %>', {method:'POST',headers:{'X-CSRF-Token':document.querySelector('meta[name=csrf-token]').content}});if(window.ckStartDiscoveryPolling)ckStartDiscoveryPolling(8000)">
                 <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" width="13" height="13" aria-hidden="true"><path fill-rule="evenodd" d="M13.836 2.477a.75.75 0 0 1 .75.75v3.182a.75.75 0 0 1-.75.75h-3.182a.75.75 0 0 1 0-1.5h1.37l-.84-.841a4.5 4.5 0 0 0-7.08.681.75.75 0 0 1-1.264-.808 6 6 0 0 1 9.44-.908l.84.84V3.227a.75.75 0 0 1 .75-.75Zm-.911 7.5A.75.75 0 0 1 13.199 11a6 6 0 0 1-9.44.908l-.84-.84v1.68a.75.75 0 0 1-1.5 0V9.567a.75.75 0 0 1 .75-.75h3.182a.75.75 0 0 1 0 1.5h-1.37l.84.841a4.5 4.5 0 0 0 7.08-.681.75.75 0 0 1 1.024-.274Z" clip-rule="evenodd"/></svg>
               </button>
             </span>

data/app/views/completion_kit/provider_credentials/statuses.turbo_stream.erb

@@ -0,0 +1,4 @@
+<% @provider_credentials.each do |pc| %>
+  <%= turbo_stream.replace "discovery_status_#{pc.id}" do %><%= render "discovery_status", provider_credential: pc %><% end %>
+  <%= turbo_stream.replace "provider_models_#{pc.id}" do %><%= render "models_card", provider_credential: pc %><% end %>
+<% end %>

data/config/routes.rb

@@ -53,6 +53,7 @@ CompletionKit::Engine.routes.draw do
 
   resources :provider_credentials, only: [:index, :new, :create, :edit, :update] do
     post :refresh, on: :member
+    get :statuses, on: :collection
   end
   post "refresh_models", to: "provider_credentials#refresh_all", as: :refresh_models
 

data/lib/completion_kit/version.rb

@@ -1,3 +1,3 @@
 module CompletionKit
-  VERSION = "0.12.0"
+  VERSION = "0.12.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: completion-kit
 version: !ruby/object:Gem::Version
-  version: 0.12.0
+  version: 0.12.1
 platform: ruby
 authors:
 - Damien Bastin
@@ -379,6 +379,7 @@ files:
 - app/views/completion_kit/provider_credentials/edit.html.erb
 - app/views/completion_kit/provider_credentials/index.html.erb
 - app/views/completion_kit/provider_credentials/new.html.erb
+- app/views/completion_kit/provider_credentials/statuses.turbo_stream.erb
 - app/views/completion_kit/responses/show.html.erb
 - app/views/completion_kit/runs/_actions.html.erb
 - app/views/completion_kit/runs/_form.html.erb