ruby_llm-agents 3.11.0 → 3.13.0

data/app/models/ruby_llm/agents/execution.rb

@@ -79,12 +79,24 @@ module RubyLLM
         foreign_key: :execution_id, dependent: :destroy
 
       # Delegations so existing code keeps working transparently
-      delegate :system_prompt, :user_prompt, :assistant_prompt, :response, :error_message,
+      delegate :system_prompt, :user_prompt, :assistant_prompt, :response,
         :messages_summary, :tool_calls, :attempts, :fallback_chain,
         :parameters, :routed_to, :classification_result,
         :cached_at, :cache_creation_tokens,
         to: :detail, prefix: false, allow_nil: true
 
+      # Error message reader that survives soft purge.
+      #
+      # Prefers detail.error_message when the detail row still exists, otherwise
+      # falls back to the truncated copy stored in metadata by the retention
+      # job. This lets error-rate trend analysis continue working past the
+      # soft-purge window.
+      #
+      # @return [String, nil]
+      def error_message
+        detail&.error_message || metadata&.dig("error_message")
+      end
+
       # Validations
       validates :agent_type, :model_id, :started_at, presence: true
       validates :status, inclusion: {in: statuses.keys}
@@ -215,6 +227,44 @@ module RubyLLM
         metadata&.dig("rate_limited") == true
       end
 
+      # Returns the response payload as a Hash, regardless of how agents wrote it.
+      #
+      # The `execution_details.response` column is declared as JSON, but agents
+      # may write plain strings (chat text), arrays (embeddings), or nil. Views
+      # that want to look up specific keys (audio_url, image_url, etc.) need a
+      # Hash they can safely `.dig` into. This reader returns an empty hash when
+      # the stored response isn't a Hash, so callers don't need type guards.
+      #
+      # @return [Hash] Parsed response hash, or empty hash if not hash-shaped
+      def response_hash
+        raw = response
+        raw.is_a?(Hash) ? raw : {}
+      end
+
+      # Returns whether this execution has had its detail payload soft-purged.
+      #
+      # Soft-purged executions retain all analytics columns (cost, tokens,
+      # timing, status) but the large payloads (prompts, responses, tool
+      # calls, attempts) stored in execution_details and tool_executions
+      # have been destroyed by the retention job.
+      #
+      # @return [Boolean] true if the retention job has soft-purged this execution
+      def soft_purged?
+        metadata&.key?("soft_purged_at") == true
+      end
+
+      # Returns when this execution was soft-purged, if ever.
+      #
+      # @return [Time, nil] Parsed timestamp or nil if not soft-purged
+      def soft_purged_at
+        raw = metadata&.dig("soft_purged_at")
+        return nil if raw.blank?
+
+        Time.iso8601(raw)
+      rescue ArgumentError
+        nil
+      end
+
       # Convenience accessors for niche fields stored in metadata JSON
       %w[span_id response_cache_key fallback_reason].each do |field|
         define_method(field) { metadata&.dig(field) }

data/app/services/ruby_llm/agents/agent_registry.rb

@@ -70,7 +70,14 @@ module RubyLLM
           }
 
           type = detect_agent_type(agent_class)
-          base.merge(type_config_for(agent_class, type))
+          config = base.merge(type_config_for(agent_class, type))
+
+          # Include dashboard override metadata
+          config[:overridable_fields] = safe_call(agent_class, :overridable_fields) || []
+          config[:active_overrides] = safe_call(agent_class, :active_overrides) || {}
+          config[:has_overrides] = config[:active_overrides].any?
+
+          config
         end
 
         private

data/app/views/layouts/ruby_llm/agents/application.html.erb

@@ -296,7 +296,8 @@
             [ruby_llm_agents.root_path, "dashboard"],
             [ruby_llm_agents.agents_path, "agents"],
             [ruby_llm_agents.executions_path, "executions"],
-            [ruby_llm_agents.requests_path, "requests"]
+            [ruby_llm_agents.requests_path, "requests"],
+            [ruby_llm_agents.analytics_path, "analytics"]
           ]
           nav_items << [ruby_llm_agents.tenants_path, "tenants"] if tenant_filter_enabled?
           nav_items.each do |path, label| %>
@@ -347,7 +348,8 @@
             [ruby_llm_agents.root_path, "dashboard"],
             [ruby_llm_agents.agents_path, "agents"],
             [ruby_llm_agents.executions_path, "executions"],
-            [ruby_llm_agents.requests_path, "requests"]
+            [ruby_llm_agents.requests_path, "requests"],
+            [ruby_llm_agents.analytics_path, "analytics"]
           ]
           mobile_nav_items << [ruby_llm_agents.tenants_path, "tenants"] if tenant_filter_enabled?
           mobile_nav_items.each do |path, label| %>

data/app/views/ruby_llm/agents/agents/_config_agent.html.erb

@@ -7,24 +7,44 @@
   has_total_timeout = config[:total_timeout].present?
   has_circuit_breaker = config[:circuit_breaker].present?
   has_any_reliability = has_retries || has_fallbacks || has_total_timeout || has_circuit_breaker
+
+  overridable = config[:overridable_fields] || []
+  overrides = config[:active_overrides] || {}
+  has_overrides = overrides.any?
 %>
 
-<div class="grid grid-cols-1 md:grid-cols-2 gap-x-8 gap-y-4 font-mono text-xs">
+<div class="grid grid-cols-1 md:grid-cols-2 gap-x-8 gap-y-4 font-mono text-xs" x-data="{ editing: false }">
   <!-- Basic -->
   <div>
-    <span class="text-[10px] text-gray-400 dark:text-gray-600 uppercase tracking-wider">basic</span>
-    <div class="mt-1.5 space-y-0.5">
+    <div class="flex items-center gap-2">
+      <span class="text-[10px] text-gray-400 dark:text-gray-600 uppercase tracking-wider">basic</span>
+      <% if overridable.any? %>
+        <button @click="editing = !editing" class="text-[10px] text-gray-400 dark:text-gray-600 hover:text-gray-700 dark:hover:text-gray-300 transition-colors" x-text="editing ? 'cancel' : 'edit'"></button>
+      <% end %>
+    </div>
+
+    <%# Read-only view %>
+    <div class="mt-1.5 space-y-0.5" x-show="!editing">
       <div class="flex items-center gap-3 py-1">
         <span class="w-20 text-gray-400 dark:text-gray-600">model</span>
         <span class="text-gray-900 dark:text-gray-200"><%= config[:model] %></span>
+        <% if overrides["model"] %>
+          <span class="text-[10px] text-yellow-600 dark:text-yellow-500">overridden</span>
+        <% end %>
       </div>
       <div class="flex items-center gap-3 py-1">
         <span class="w-20 text-gray-400 dark:text-gray-600">temperature</span>
         <span class="text-gray-900 dark:text-gray-200"><%= config[:temperature] %></span>
+        <% if overrides["temperature"] %>
+          <span class="text-[10px] text-yellow-600 dark:text-yellow-500">overridden</span>
+        <% end %>
       </div>
       <div class="flex items-center gap-3 py-1">
         <span class="w-20 text-gray-400 dark:text-gray-600">timeout</span>
         <span class="text-gray-900 dark:text-gray-200"><%= config[:timeout] %>s</span>
+        <% if overrides["timeout"] %>
+          <span class="text-[10px] text-yellow-600 dark:text-yellow-500">overridden</span>
+        <% end %>
       </div>
       <div class="flex items-center gap-3 py-1">
         <span class="w-20 text-gray-400 dark:text-gray-600">cache</span>
@@ -36,6 +56,75 @@
         <% end %>
       </div>
     </div>
+
+    <%# Edit form (only shown when editing) %>
+    <% if overridable.any? %>
+      <div x-show="editing" x-cloak>
+        <%= form_tag ruby_llm_agents.agent_path(@agent_type), method: :patch, class: "mt-1.5 space-y-1.5" do %>
+          <% if overridable.include?(:model) %>
+            <div class="flex items-center gap-3 py-1">
+              <label class="w-20 text-gray-400 dark:text-gray-600" for="override_model">model</label>
+              <input type="text" name="override[model]" id="override_model"
+                     value="<%= overrides["model"] || config[:model] %>"
+                     class="bg-transparent border border-gray-300 dark:border-gray-700 rounded px-2 py-0.5 text-gray-900 dark:text-gray-200 text-xs font-mono w-48 focus:outline-none focus:border-gray-500 dark:focus:border-gray-400">
+            </div>
+          <% else %>
+            <div class="flex items-center gap-3 py-1">
+              <span class="w-20 text-gray-400 dark:text-gray-600">model</span>
+              <span class="text-gray-900 dark:text-gray-200"><%= config[:model] %></span>
+              <span class="text-[10px] text-gray-400 dark:text-gray-600">locked</span>
+            </div>
+          <% end %>
+
+          <% if overridable.include?(:temperature) %>
+            <div class="flex items-center gap-3 py-1">
+              <label class="w-20 text-gray-400 dark:text-gray-600" for="override_temperature">temperature</label>
+              <input type="number" name="override[temperature]" id="override_temperature"
+                     value="<%= overrides["temperature"] || config[:temperature] %>"
+                     step="0.1" min="0" max="2"
+                     class="bg-transparent border border-gray-300 dark:border-gray-700 rounded px-2 py-0.5 text-gray-900 dark:text-gray-200 text-xs font-mono w-24 focus:outline-none focus:border-gray-500 dark:focus:border-gray-400">
+            </div>
+          <% else %>
+            <div class="flex items-center gap-3 py-1">
+              <span class="w-20 text-gray-400 dark:text-gray-600">temperature</span>
+              <span class="text-gray-900 dark:text-gray-200"><%= config[:temperature] %></span>
+              <span class="text-[10px] text-gray-400 dark:text-gray-600">locked</span>
+            </div>
+          <% end %>
+
+          <% if overridable.include?(:timeout) %>
+            <div class="flex items-center gap-3 py-1">
+              <label class="w-20 text-gray-400 dark:text-gray-600" for="override_timeout">timeout</label>
+              <input type="number" name="override[timeout]" id="override_timeout"
+                     value="<%= overrides["timeout"] || config[:timeout] %>"
+                     min="1" max="600"
+                     class="bg-transparent border border-gray-300 dark:border-gray-700 rounded px-2 py-0.5 text-gray-900 dark:text-gray-200 text-xs font-mono w-24 focus:outline-none focus:border-gray-500 dark:focus:border-gray-400">
+              <span class="text-gray-400 dark:text-gray-600">s</span>
+            </div>
+          <% else %>
+            <div class="flex items-center gap-3 py-1">
+              <span class="w-20 text-gray-400 dark:text-gray-600">timeout</span>
+              <span class="text-gray-900 dark:text-gray-200"><%= config[:timeout] %>s</span>
+              <span class="text-[10px] text-gray-400 dark:text-gray-600">locked</span>
+            </div>
+          <% end %>
+
+          <div class="flex items-center gap-2 pt-2">
+            <button type="submit" class="text-[10px] px-2 py-0.5 rounded bg-gray-800 dark:bg-gray-200 text-white dark:text-gray-900 hover:bg-gray-700 dark:hover:bg-gray-300 transition-colors">save overrides</button>
+          </div>
+        <% end %>
+
+        <% if has_overrides %>
+          <div class="mt-1.5">
+            <%= button_to "reset all", ruby_llm_agents.reset_overrides_agent_path(@agent_type),
+                  method: :delete,
+                  class: "text-[10px] text-red-500 hover:text-red-400 transition-colors",
+                  form: { style: "display:inline" },
+                  data: { turbo_confirm: "Remove all dashboard overrides for this agent?" } %>
+          </div>
+        <% end %>
+      </div>
+    <% end %>
   </div>
 
   <!-- Reliability -->
@@ -56,7 +145,7 @@
           <span class="w-1.5 h-1.5 rounded-full flex-shrink-0 <%= has_fallbacks ? 'bg-green-500' : 'bg-gray-400' %>"></span>
           <span class="w-16 text-gray-400 dark:text-gray-600">fallbacks</span>
           <% if has_fallbacks %>
-            <span class="text-gray-900 dark:text-gray-200 truncate"><%= fallback_models.join(" → ") %></span>
+            <span class="text-gray-900 dark:text-gray-200 truncate"><%= fallback_models.join(" &rarr; ") %></span>
           <% else %>
             <span class="text-gray-400 dark:text-gray-600">&mdash;</span>
           <% end %>

data/app/views/ruby_llm/agents/agents/show.html.erb

@@ -3,6 +3,19 @@
   <%= link_to "← agents", ruby_llm_agents.agents_path(subtab: params[:subtab]), class: "text-gray-400 dark:text-gray-500 hover:text-gray-700 dark:hover:text-gray-300" %>
 </nav>
 
+<%# Override banner %>
+<% if @config && @config[:has_overrides] %>
+  <div class="flex items-center gap-2 px-3 py-1.5 mb-4 rounded border border-yellow-300 dark:border-yellow-700 bg-yellow-50 dark:bg-yellow-900/20 font-mono text-xs text-yellow-700 dark:text-yellow-400">
+    <svg class="w-3.5 h-3.5 flex-shrink-0" fill="none" stroke="currentColor" viewBox="0 0 24 24"><path stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M12 9v2m0 4h.01m-6.938 4h13.856c1.54 0 2.502-1.667 1.732-2.5L13.732 4c-.77-.833-1.964-.833-2.732 0L4.082 16.5c-.77.833.192 2.5 1.732 2.5z"></path></svg>
+    <span>dashboard overrides active: <strong><%= @config[:active_overrides].keys.join(", ") %></strong></span>
+    <%= button_to "reset", ruby_llm_agents.reset_overrides_agent_path(@agent_type),
+          method: :delete,
+          class: "ml-auto text-yellow-600 dark:text-yellow-500 hover:text-yellow-800 dark:hover:text-yellow-300",
+          form: { style: "display:inline" },
+          data: { turbo_confirm: "Remove all dashboard overrides?" } %>
+  </div>
+<% end %>
+
 <!-- ── agent header ──────────────── -->
 <div class="flex items-start justify-between gap-8 mb-2">
   <!-- Left: identity -->
@@ -67,6 +80,8 @@
       <span><span class="text-gray-800 dark:text-gray-200">$<%= number_with_precision(@stats[:total_cost] || 0, precision: 4) %></span> cost</span>
     </div>
     <div class="flex items-center justify-end gap-x-4 text-gray-500 dark:text-gray-600">
+      <span><span class="text-gray-600 dark:text-gray-400">$<%= number_with_precision(@stats[:avg_cost] || 0, precision: 4) %></span> avg cost</span>
+      <span><span class="text-gray-600 dark:text-gray-400"><%= number_with_delimiter(@stats[:avg_tokens] || 0) %></span> avg tokens</span>
       <span><span class="text-gray-600 dark:text-gray-400"><%= number_with_delimiter(@stats[:total_tokens] || 0) %></span> tokens</span>
       <span><span class="text-gray-600 dark:text-gray-400"><%= number_with_delimiter(@stats[:avg_duration_ms] || 0) %></span>ms avg</span>
       <% if (@config && @config[:cache_enabled]) || @cache_hit_rate > 0 %>
@@ -279,8 +294,8 @@
   <% end %>
 <% end %>
 
-<!-- ── config (non-agent types only) ── -->
-<% if @config && @agent_type_kind && @agent_type_kind != "agent" %>
+<!-- ── config ── -->
+<% if @config && @agent_type_kind %>
   <div class="flex items-center gap-3 mt-6 mb-3">
     <span class="text-[10px] font-medium text-gray-400 dark:text-gray-600 uppercase tracking-widest font-mono">config</span>
     <div class="flex-1 border-t border-gray-200 dark:border-gray-800"></div>