ruby_llm-agents 3.11.0 → 3.13.0

data/app/views/ruby_llm/agents/system_config/show.html.erb

@@ -51,8 +51,12 @@
     <span class="badge badge-sm <%= @config.async_logging ? 'badge-success' : 'badge-timeout' %>"><%= @config.async_logging ? 'on' : 'off' %></span>
   </div>
   <div class="flex items-center gap-3 py-0.5">
-    <span class="w-36 flex-shrink-0 text-gray-500 dark:text-gray-400">retention</span>
-    <span class="text-gray-900 dark:text-gray-200"><%= @config.retention_period.inspect %></span>
+    <span class="w-36 flex-shrink-0 text-gray-500 dark:text-gray-400">soft purge after</span>
+    <span class="text-gray-900 dark:text-gray-200"><%= @config.soft_purge_after ? @config.soft_purge_after.inspect : "disabled" %></span>
+  </div>
+  <div class="flex items-center gap-3 py-0.5">
+    <span class="w-36 flex-shrink-0 text-gray-500 dark:text-gray-400">hard purge after</span>
+    <span class="text-gray-900 dark:text-gray-200"><%= @config.hard_purge_after ? @config.hard_purge_after.inspect : "disabled" %></span>
   </div>
   <div class="flex items-center gap-3 py-0.5">
     <span class="w-36 flex-shrink-0 text-gray-500 dark:text-gray-400">job retries</span>

data/app/views/ruby_llm/agents/tenants/index.html.erb

@@ -65,7 +65,8 @@
                             when "soft" then "badge-timeout"
                             else ""
                             end
-        last_execution = tenant.executions.order(created_at: :desc).pick(:created_at)
+        last_execution = @tenant_last_executions[tenant.tenant_id]
+        tenant_cost = @tenant_costs[tenant.tenant_id] || 0
       %>
       <div class="group flex items-center gap-3 py-1.5 px-2 -mx-2 rounded hover:bg-gray-100 dark:hover:bg-gray-800/50 cursor-pointer"
            onclick="window.location='<%= tenant_path(tenant) %>'">
@@ -96,7 +97,7 @@
             <span class="text-gray-300 dark:text-gray-700">none</span>
           <% end %>
         </span>
-        <span class="w-16 flex-shrink-0 text-right text-gray-500 dark:text-gray-400 hidden md:inline">$<%= number_with_precision(tenant.cost, precision: 2) %></span>
+        <span class="w-16 flex-shrink-0 text-right text-gray-500 dark:text-gray-400 hidden md:inline">$<%= number_with_precision(tenant_cost, precision: 2) %></span>
         <span class="w-24 flex-shrink-0 text-gray-400 dark:text-gray-600 text-right whitespace-nowrap">
           <% if last_execution %>
             <%= time_ago_in_words(last_execution) %>

data/app/views/ruby_llm/agents/tenants/show.html.erb

@@ -34,6 +34,11 @@
           <path stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M11 5H6a2 2 0 00-2 2v11a2 2 0 002 2h11a2 2 0 002-2v-5m-1.414-9.414a2 2 0 112.828 2.828L11.828 15H9v-2.828l8.586-8.586z" />
         </svg>
       <% end %>
+      <%= button_to refresh_counters_tenant_path(@tenant), method: :post, class: "text-gray-400 dark:text-gray-500 hover:text-gray-600 dark:hover:text-gray-300 transition-colors", title: "Refresh budget counters", form: { style: "display:inline" } do %>
+        <svg class="w-3.5 h-3.5" fill="none" stroke="currentColor" viewBox="0 0 24 24">
+          <path stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M4 4v5h.582m15.356 2A8.001 8.001 0 004.582 9m0 0H9m11 11v-5h-.581m0 0a8.003 8.003 0 01-15.357-2m15.357 2H15" />
+        </svg>
+      <% end %>
       <%= render "ruby_llm/agents/shared/doc_link" %>
     </div>
     <div class="font-mono text-xs text-gray-400 dark:text-gray-500 flex items-center gap-1.5 flex-wrap">
@@ -70,6 +75,153 @@
 </div>
 <div class="border-t border-gray-200 dark:border-gray-800 mb-2"></div>
 
+<!-- ── period comparison ──────────────── -->
+<% if @period_comparison %>
+  <%
+    pc = @period_comparison
+    tm = pc[:this_month]
+    lm = pc[:last_month]
+  %>
+  <div class="flex items-center gap-3 mt-6 mb-3">
+    <span class="text-[10px] font-medium text-gray-400 dark:text-gray-600 uppercase tracking-widest font-mono">this month vs last month</span>
+    <div class="flex-1 border-t border-gray-200 dark:border-gray-800"></div>
+  </div>
+
+  <div class="grid grid-cols-2 sm:grid-cols-4 gap-4 font-mono text-xs">
+    <% [
+      ["cost", tm[:cost], lm[:cost], pc[:cost_change], "$"],
+      ["avg cost/run", pc[:avg_cost_this], pc[:avg_cost_last], pc[:avg_cost_change], "$"],
+      ["runs", tm[:executions], lm[:executions], pc[:executions_change], ""],
+      ["tokens", tm[:tokens], lm[:tokens], pc[:tokens_change], ""]
+    ].each do |label, current, previous, change, prefix| %>
+      <div class="space-y-0.5">
+        <div class="text-[10px] text-gray-400 dark:text-gray-600 uppercase tracking-wider"><%= label %></div>
+        <div class="text-gray-900 dark:text-gray-200">
+          <% if prefix == "$" %>
+            $<%= number_with_precision(current, precision: 4) %>
+          <% else %>
+            <%= number_with_delimiter(current) %>
+          <% end %>
+        </div>
+        <div class="flex items-center gap-1">
+          <% if change != 0 %>
+            <span class="<%= change > 0 ? 'text-red-500' : 'text-green-500' %>">
+              <%= change > 0 ? "+" : "" %><%= change %>%
+            </span>
+          <% else %>
+            <span class="text-gray-400 dark:text-gray-600">—</span>
+          <% end %>
+          <span class="text-gray-400 dark:text-gray-600">
+            vs
+            <% if prefix == "$" %>
+              $<%= number_with_precision(previous, precision: 4) %>
+            <% else %>
+              <%= number_with_delimiter(previous) %>
+            <% end %>
+          </span>
+        </div>
+      </div>
+    <% end %>
+  </div>
+
+  <% if @error_count > 0 %>
+    <div class="mt-3 font-mono text-xs text-gray-500 dark:text-gray-400">
+      <span class="text-red-500">$<%= number_with_precision(@error_cost, precision: 4) %></span>
+      wasted on <span class="text-red-500"><%= number_with_delimiter(@error_count) %></span> failed executions
+      <% error_pct = total_cost.to_f > 0 ? (@error_cost.to_f / total_cost * 100).round(1) : 0 %>
+      <% if error_pct > 0 %>
+        (<%= error_pct %>% of total cost)
+      <% end %>
+    </div>
+  <% end %>
+<% end %>
+
+<!-- ── 30d cost trend ──────────────── -->
+<% if @daily_trend.present? %>
+  <div class="flex items-center gap-3 mt-6 mb-2">
+    <span class="text-[10px] font-medium text-gray-400 dark:text-gray-600 uppercase tracking-widest font-mono">last 30 days</span>
+    <div class="flex-1 border-t border-gray-200 dark:border-gray-800"></div>
+  </div>
+  <div id="tenant-trend-chart" style="width: 100%; height: 160px;"></div>
+  <script>
+  (function() {
+    const trendData = <%= raw @daily_trend.map { |date, stats|
+      { date: date.to_s, cost: (stats[:cost] || 0).to_f.round(6),
+        tokens: (stats[:tokens] || 0).to_i, count: (stats[:count] || 0).to_i }
+    }.to_json %>;
+
+    const costData = trendData.map(d => [new Date(d.date).getTime(), d.cost]);
+    const countData = trendData.map(d => [new Date(d.date).getTime(), d.count]);
+
+    function renderChart() {
+      window.__initHighchartsDefaults && window.__initHighchartsDefaults();
+      Highcharts.chart('tenant-trend-chart', {
+        chart: { backgroundColor: 'transparent', spacing: [5, 0, 0, 0] },
+        title: { text: null },
+        xAxis: {
+          type: 'datetime',
+          labels: { style: { color: chartColor('#6B7280', '#928374'), fontSize: '9px', fontFamily: 'ui-monospace, monospace' }, format: '{value:%b %d}' },
+          lineColor: 'transparent', tickLength: 0, gridLineWidth: 0
+        },
+        yAxis: [
+          {
+            title: { text: null }, min: 0,
+            labels: { style: { color: chartColor('#6B7280', '#928374'), fontSize: '9px', fontFamily: 'ui-monospace, monospace' }, format: '${value}' },
+            gridLineColor: chartColorAlpha('rgba(107, 114, 128, 0.08)', 146, 131, 116, 0.08)
+          },
+          {
+            title: { text: null }, min: 0, opposite: true, allowDecimals: false,
+            labels: { style: { color: chartColor('#6B7280', '#928374'), fontSize: '9px', fontFamily: 'ui-monospace, monospace' } },
+            gridLineWidth: 0
+          }
+        ],
+        legend: { enabled: false },
+        credits: { enabled: false },
+        tooltip: {
+          backgroundColor: chartColorAlpha('rgba(0, 0, 0, 0.85)', 40, 40, 40, 0.95),
+          borderColor: 'transparent', borderRadius: 3,
+          style: { color: chartColor('#E5E7EB', '#ebdbb2'), fontSize: '10px', fontFamily: 'ui-monospace, monospace' },
+          shared: true,
+          formatter: function() {
+            let html = '<span style="color:' + chartColor('#9CA3AF', '#bdae93') + '">' + Highcharts.dateFormat('%b %d', this.x) + '</span>';
+            let d = trendData.find(d => new Date(d.date).getTime() === this.x);
+            if (d) {
+              html += '<br/>cost: <b>$' + d.cost.toFixed(4) + '</b>';
+              html += '<br/>runs: <b>' + d.count + '</b>';
+              html += '<br/>tokens: <b>' + d.tokens.toLocaleString() + '</b>';
+            }
+            return html;
+          }
+        },
+        series: [
+          {
+            name: 'cost', type: 'areaspline', yAxis: 0, data: costData,
+            color: chartColor('#8B5CF6', '#d3869b'),
+            lineWidth: 1.5, marker: { enabled: false, states: { hover: { enabled: true, radius: 2 } } },
+            fillColor: { linearGradient: { x1: 0, y1: 0, x2: 0, y2: 1 },
+              stops: [[0, chartColorAlpha('rgba(139, 92, 246, 0.12)', 211, 134, 155, 0.12)], [1, chartColorAlpha('rgba(139, 92, 246, 0)', 211, 134, 155, 0)]] }
+          },
+          {
+            name: 'runs', type: 'column', yAxis: 1, data: countData,
+            color: chartColorAlpha('rgba(107, 114, 128, 0.15)', 146, 131, 116, 0.15),
+            borderWidth: 0, pointPadding: 0.1, groupPadding: 0
+          }
+        ]
+      });
+    }
+
+    function waitForHighcharts(attempts) {
+      if (typeof Highcharts !== 'undefined') { renderChart(); }
+      else if (attempts > 0) { setTimeout(function() { waitForHighcharts(attempts - 1); }, 100); }
+    }
+
+    document.readyState === 'loading'
+      ? document.addEventListener('DOMContentLoaded', function() { waitForHighcharts(50); })
+      : waitForHighcharts(50);
+  })();
+  </script>
+<% end %>
+
 <% if has_any_limit %>
   <!-- ── budget ──────────────────────── -->
   <div class="flex items-center gap-3 mt-6 mb-3">
@@ -166,6 +318,79 @@
   </div>
 <% end %>
 
+<% if @usage_by_agent.present? %>
+  <!-- ── usage by agent ──────────────────── -->
+  <div class="flex items-center gap-3 mt-6 mb-3">
+    <span class="text-[10px] font-medium text-gray-400 dark:text-gray-600 uppercase tracking-widest font-mono">usage by agent</span>
+    <div class="flex-1 border-t border-gray-200 dark:border-gray-800"></div>
+  </div>
+
+  <!-- Column headers -->
+  <div class="flex items-center gap-3 px-2 -mx-2 font-mono text-[10px] text-gray-400 dark:text-gray-600 uppercase tracking-wider mb-1">
+    <span class="flex-[2] min-w-0">agent</span>
+    <span class="w-16 flex-shrink-0 text-right">runs</span>
+    <span class="w-24 flex-shrink-0 text-right">cost</span>
+    <span class="w-20 flex-shrink-0 text-right">avg cost</span>
+    <span class="w-24 flex-shrink-0 text-right">tokens</span>
+    <span class="w-20 flex-shrink-0 text-right">avg tokens</span>
+  </div>
+
+  <div class="font-mono text-xs space-y-px">
+    <% @usage_by_agent.sort_by { |_, v| -v[:cost] }.each do |agent_type, stats| %>
+      <%
+        avg_cost = stats[:count] > 0 ? (stats[:cost].to_f / stats[:count]) : 0
+        avg_tokens = stats[:count] > 0 ? (stats[:tokens].to_f / stats[:count]).round : 0
+      %>
+      <div class="flex items-center gap-3 py-1 px-2 -mx-2 rounded hover:bg-gray-100 dark:hover:bg-gray-800/50">
+        <span class="flex-[2] min-w-0 truncate">
+          <%= link_to agent_type.to_s.demodulize, ruby_llm_agents.agent_path(agent_type),
+              class: "text-gray-900 dark:text-gray-200 hover:text-gray-600 dark:hover:text-gray-400" %>
+        </span>
+        <span class="w-16 flex-shrink-0 text-right text-gray-500 dark:text-gray-400"><%= number_with_delimiter(stats[:count]) %></span>
+        <span class="w-24 flex-shrink-0 text-right text-gray-800 dark:text-gray-200">$<%= number_with_precision(stats[:cost], precision: 4) %></span>
+        <span class="w-20 flex-shrink-0 text-right text-gray-500 dark:text-gray-400">$<%= number_with_precision(avg_cost, precision: 4) %></span>
+        <span class="w-24 flex-shrink-0 text-right text-gray-600 dark:text-gray-400"><%= number_with_delimiter(stats[:tokens]) %></span>
+        <span class="w-20 flex-shrink-0 text-right text-gray-500 dark:text-gray-400"><%= number_with_delimiter(avg_tokens) %></span>
+      </div>
+    <% end %>
+  </div>
+<% end %>
+
+<% if @usage_by_model.present? %>
+  <!-- ── usage by model ──────────────────── -->
+  <div class="flex items-center gap-3 mt-6 mb-3">
+    <span class="text-[10px] font-medium text-gray-400 dark:text-gray-600 uppercase tracking-widest font-mono">usage by model</span>
+    <div class="flex-1 border-t border-gray-200 dark:border-gray-800"></div>
+  </div>
+
+  <!-- Column headers -->
+  <div class="flex items-center gap-3 px-2 -mx-2 font-mono text-[10px] text-gray-400 dark:text-gray-600 uppercase tracking-wider mb-1">
+    <span class="flex-[2] min-w-0">model</span>
+    <span class="w-16 flex-shrink-0 text-right">runs</span>
+    <span class="w-24 flex-shrink-0 text-right">cost</span>
+    <span class="w-20 flex-shrink-0 text-right">avg cost</span>
+    <span class="w-24 flex-shrink-0 text-right">tokens</span>
+    <span class="w-16 flex-shrink-0 text-right">% of cost</span>
+  </div>
+
+  <div class="font-mono text-xs space-y-px">
+    <% @usage_by_model.sort_by { |_, v| -v[:cost] }.each do |model_id, stats| %>
+      <%
+        avg_cost = stats[:count] > 0 ? (stats[:cost].to_f / stats[:count]) : 0
+        cost_pct = total_cost.to_f > 0 ? (stats[:cost].to_f / total_cost * 100).round(1) : 0
+      %>
+      <div class="flex items-center gap-3 py-1 px-2 -mx-2 rounded hover:bg-gray-100 dark:hover:bg-gray-800/50">
+        <span class="flex-[2] min-w-0 truncate text-gray-900 dark:text-gray-200"><%= model_id %></span>
+        <span class="w-16 flex-shrink-0 text-right text-gray-500 dark:text-gray-400"><%= number_with_delimiter(stats[:count]) %></span>
+        <span class="w-24 flex-shrink-0 text-right text-gray-800 dark:text-gray-200">$<%= number_with_precision(stats[:cost], precision: 4) %></span>
+        <span class="w-20 flex-shrink-0 text-right text-gray-500 dark:text-gray-400">$<%= number_with_precision(avg_cost, precision: 4) %></span>
+        <span class="w-24 flex-shrink-0 text-right text-gray-600 dark:text-gray-400"><%= number_with_delimiter(stats[:tokens]) %></span>
+        <span class="w-16 flex-shrink-0 text-right text-gray-400 dark:text-gray-600"><%= cost_pct %>%</span>
+      </div>
+    <% end %>
+  </div>
+<% end %>
+
 <!-- ── recent executions ──────────────────── -->
 <div class="flex items-center gap-3 mt-6 mb-3">
   <span class="text-[10px] font-medium text-gray-400 dark:text-gray-600 uppercase tracking-widest font-mono">recent executions</span>

data/config/routes.rb

@@ -4,7 +4,11 @@ RubyLLM::Agents::Engine.routes.draw do
   root to: "dashboard#index"
   get "chart_data", to: "dashboard#chart_data"
 
-  resources :agents, only: [:index, :show]
+  resources :agents, only: [:index, :show, :update] do
+    member do
+      delete :reset_overrides
+    end
+  end
 
   resources :executions, only: [:index, :show] do
     collection do
@@ -15,9 +19,13 @@ RubyLLM::Agents::Engine.routes.draw do
 
   resources :requests, only: [:index, :show]
 
-  resources :tenants, only: [:index, :show, :edit, :update]
+  resources :tenants, only: [:index, :show, :edit, :update] do
+    member do
+      post :refresh_counters
+    end
+  end
 
-  # Redirect old analytics route to dashboard
-  get "analytics", to: redirect("/")
+  get "analytics", to: "analytics#index", as: :analytics
+  get "analytics/chart_data", to: "analytics#chart_data", as: :analytics_chart_data
   resource :system_config, only: [:show], controller: "system_config"
 end

data/lib/generators/ruby_llm_agents/templates/create_overrides_migration.rb.tt

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+# Migration to create the agent overrides table for dashboard-managed settings
+#
+# This table stores per-agent setting overrides that are managed through
+# the dashboard UI. Only fields declared as `overridable: true` in the
+# agent DSL can be overridden.
+#
+# Run with: rails db:migrate
+class CreateRubyLLMAgentsOverrides < ActiveRecord::Migration<%= migration_version %>
+  def change
+    create_table :ruby_llm_agents_overrides do |t|
+      # The agent class name (e.g., "SupportAgent")
+      t.string :agent_type, null: false
+
+      # JSON hash of overridden settings
+      # Format: { "model" => "gpt-4o-mini", "temperature" => 0.5 }
+      t.json :settings, null: false, default: {}
+
+      # Who last changed the override (optional audit trail)
+      t.string :updated_by
+
+      t.timestamps
+    end
+
+    add_index :ruby_llm_agents_overrides, :agent_type, unique: true
+  end
+end

data/lib/generators/ruby_llm_agents/templates/initializer.rb.tt

@@ -67,7 +67,33 @@ RubyLLM::Agents.configure do |config|
   # Number of retry attempts for the async logging job on failure
   # config.job_retry_attempts = 3
 
-  # Retention period for execution records (used by cleanup tasks)
+  # ============================================
+  # Data Retention
+  # ============================================
+  #
+  # Two-tier purge of execution records. Run the retention job on a schedule
+  # (e.g. daily via cron, sidekiq-cron, or the `whenever` gem):
+  #
+  #   RubyLLM::Agents::RetentionJob.perform_later
+  #   # or: rake ruby_llm_agents:purge
+  #
+  # Soft purge: deletes prompts, responses, tool calls, attempts, and other
+  # large payloads in execution_details and tool_executions. The executions
+  # row is preserved so cost, token, and latency analytics stay intact. A
+  # truncated copy of error_message is kept in executions.metadata.
+  #
+  # Hard purge: deletes the executions row entirely (cascades remove any
+  # remaining dependents). Use a longer window — this removes the execution
+  # from analytics.
+  #
+  # Set either to nil to disable that tier. soft_purge_after must be less
+  # than hard_purge_after when both are set.
+  #
+  # config.soft_purge_after = 30.days
+  # config.hard_purge_after = 365.days
+
+  # Deprecated: retention_period is an alias for hard_purge_after. Prefer the
+  # two-tier settings above.
   # config.retention_period = 30.days
 
   # ============================================

data/lib/generators/ruby_llm_agents/templates/skills/AGENTS.md.tt

@@ -110,7 +110,7 @@ streaming true  # Enable streaming by default
 ### Tools
 
 ```ruby
-tools [SearchTool, CalculatorTool]  # Make tools available to agent
+tools SearchTool, CalculatorTool  # Make tools available to agent
 ```
 
 ### Extended Thinking

data/lib/generators/ruby_llm_agents/templates/skills/TOOLS.md.tt

@@ -72,7 +72,7 @@ module Agents
   class ResearchAgent < ApplicationAgent
     model "gpt-4o"
 
-    tools [SearchTool, CalculatorTool, WebFetchTool]
+    tools SearchTool, CalculatorTool, WebFetchTool
 
     param :question, required: true
 

data/lib/generators/ruby_llm_agents/upgrade_generator.rb

@@ -117,6 +117,20 @@ module RubyLlmAgents
       )
     end
 
+    # Create overrides table for dashboard-managed agent settings
+    def create_overrides_migration
+      if table_exists?(:ruby_llm_agents_overrides)
+        say_status :skip, "ruby_llm_agents_overrides table already exists", :yellow
+        return
+      end
+
+      say_status :upgrade, "Creating agent overrides table", :blue
+      migration_template(
+        "create_overrides_migration.rb.tt",
+        File.join(db_migrate_path, "create_ruby_llm_agents_overrides.rb")
+      )
+    end
+
     def suggest_config_consolidation
       ruby_llm_initializer = File.join(destination_root, "config/initializers/ruby_llm.rb")
       agents_initializer = File.join(destination_root, "config/initializers/ruby_llm_agents.rb")