rails_error_dashboard 0.6.4 → 0.7.0

data/app/views/rails_error_dashboard/errors/_breadcrumbs_group.html.erb

@@ -210,13 +210,71 @@
                   </thead>
                   <tbody>
                     <% breadcrumbs.each_with_index do |crumb, i| %>
-                      <tr>
+                      <% cat = crumb["c"].to_s %>
+                      <% meta = crumb["meta"].is_a?(Hash) ? crumb["meta"] : {} %>
+                      <% is_llm = cat == "llm" %>
+                      <% is_tool = cat == "llm_tool" %>
+                      <% prev_cat = i > 0 ? breadcrumbs[i - 1]["c"].to_s : nil %>
+                      <% nested = is_tool && (prev_cat == "llm" || prev_cat == "llm_tool") %>
+                      <tr<%= nested ? ' class="llm-tool-row"'.html_safe : "".html_safe %>>
                         <td class="text-muted"><%= i + 1 %></td>
-                        <td><span class="badge bg-<%= breadcrumb_badge_color(crumb["c"]) %>"><%= crumb["c"] %></span></td>
-                        <td>
+                        <td><span class="badge bg-<%= breadcrumb_badge_color(cat) %>"><%= cat %></span></td>
+                        <td<%= ' style="padding-left: 2rem;"'.html_safe if nested %>>
+                          <% if nested %><i class="bi bi-arrow-return-right text-muted me-1" aria-hidden="true"></i><% end %>
                           <code style="word-break: break-all; font-size: 0.85em;"><%= truncate(crumb["m"].to_s, length: 200) %></code>
-                          <% if crumb["meta"].present? %>
-                            <br><small class="text-muted"><%= crumb["meta"].inspect %></small>
+                          <% if is_llm %>
+                            <% provider = meta["provider"].presence %>
+                            <% model = meta["model"].presence %>
+                            <% in_tok = meta["input_tokens"].presence %>
+                            <% out_tok = meta["output_tokens"].presence %>
+                            <% cost = meta["cost_usd"].presence %>
+                            <% status = meta["status"].presence %>
+                            <% err_class = meta["error_class"].presence %>
+                            <% err_msg = meta["error_message"].presence %>
+                            <br><small class="text-muted">
+                              <% if provider || model %>
+                                <i class="bi bi-cpu" aria-hidden="true"></i>
+                                <%= [ provider, model ].compact.join(" · ") %>
+                              <% end %>
+                              <% if in_tok || out_tok %>
+                                · <i class="bi bi-input-cursor-text" aria-hidden="true"></i>
+                                in:<strong><%= in_tok || "?" %></strong>
+                                / out:<strong><%= out_tok || "?" %></strong>
+                              <% end %>
+                              <% if cost %>
+                                · <i class="bi bi-currency-dollar" aria-hidden="true"></i>
+                                <strong>$<%= "%.6f" % cost.to_f %></strong>
+                              <% end %>
+                              <% if status && status != "success" %>
+                                · <span class="badge bg-danger"><%= status %></span>
+                              <% end %>
+                            </small>
+                            <% if err_class || err_msg %>
+                              <br><small class="text-danger">
+                                <i class="bi bi-exclamation-triangle" aria-hidden="true"></i>
+                                <%= [ err_class, err_msg ].compact.join(": ") %>
+                              </small>
+                            <% end %>
+                          <% elsif is_tool %>
+                            <% tool_name = meta["tool_name"].presence %>
+                            <% tool_args = meta["tool_arguments"].presence %>
+                            <% tool_result = meta["tool_result"].presence %>
+                            <% if tool_name || tool_args || tool_result %>
+                              <br><small class="text-muted">
+                                <% if tool_name %>
+                                  <i class="bi bi-wrench-adjustable" aria-hidden="true"></i>
+                                  <strong><%= tool_name %></strong>
+                                <% end %>
+                                <% if tool_args %>
+                                  · args: <code style="font-size: 0.85em;"><%= truncate(tool_args, length: 120) %></code>
+                                <% end %>
+                                <% if tool_result %>
+                                  · result: <code style="font-size: 0.85em;"><%= truncate(tool_result, length: 120) %></code>
+                                <% end %>
+                              </small>
+                            <% end %>
+                          <% elsif meta.present? %>
+                            <br><small class="text-muted"><%= meta.inspect %></small>
                           <% end %>
                         </td>
                         <td>

data/app/views/rails_error_dashboard/errors/_llm_summary.html.erb

@@ -0,0 +1,97 @@
+<% if RailsErrorDashboard.configuration.enable_llm_observability &&
+      RailsErrorDashboard.configuration.enable_breadcrumbs &&
+      error.respond_to?(:breadcrumbs) && error.breadcrumbs.present? %>
+  <% breadcrumbs = JSON.parse(error.breadcrumbs) rescue [] %>
+  <% breadcrumbs = [] unless breadcrumbs.is_a?(Array) %>
+  <% llm_summary = RailsErrorDashboard::Services::LlmSummary.call(breadcrumbs) %>
+  <% if llm_summary %>
+    <div class="card mb-4" id="section-llm-summary">
+      <div class="card-header">
+        <h5 class="mb-0">
+          <i class="bi bi-robot text-info" aria-hidden="true"></i> LLM Calls
+          <span class="badge bg-info text-dark"><%= llm_summary[:total_calls] %></span>
+        </h5>
+        <small class="text-muted">Aggregated from request breadcrumbs</small>
+      </div>
+      <div class="card-body">
+        <div class="row text-center mb-3">
+          <div class="col-4">
+            <div class="fs-4 fw-bold"><%= llm_summary[:total_calls] %></div>
+            <small class="text-muted">Calls</small>
+          </div>
+          <div class="col-4">
+            <div class="fs-4 fw-bold"><%= number_with_delimiter(llm_summary[:total_tokens]) %></div>
+            <small class="text-muted">Tokens</small>
+          </div>
+          <div class="col-4">
+            <div class="fs-4 fw-bold">
+              <% if llm_summary[:total_cost_usd] > 0 %>
+                $<%= "%.4f" % llm_summary[:total_cost_usd] %>
+              <% else %>
+                <span class="text-muted">--</span>
+              <% end %>
+            </div>
+            <small class="text-muted">Cost</small>
+          </div>
+        </div>
+
+        <div class="mb-3">
+          <div class="d-flex justify-content-between mb-1">
+            <small class="text-muted">Input</small>
+            <small><strong><%= number_with_delimiter(llm_summary[:total_input_tokens]) %></strong></small>
+          </div>
+          <div class="d-flex justify-content-between mb-1">
+            <small class="text-muted">Output</small>
+            <small><strong><%= number_with_delimiter(llm_summary[:total_output_tokens]) %></strong></small>
+          </div>
+          <% if llm_summary[:total_tool_calls] > 0 %>
+            <div class="d-flex justify-content-between mb-1">
+              <small class="text-muted">Tool calls</small>
+              <small><strong><%= llm_summary[:total_tool_calls] %></strong></small>
+            </div>
+          <% end %>
+          <div class="d-flex justify-content-between mb-1">
+            <small class="text-muted">Total time</small>
+            <small><strong><%= "%.1f" % llm_summary[:total_duration_ms] %>ms</strong></small>
+          </div>
+          <% if llm_summary[:error_count] > 0 %>
+            <div class="d-flex justify-content-between mb-1">
+              <small class="text-muted">Errors</small>
+              <small><span class="badge bg-danger"><%= llm_summary[:error_count] %></span></small>
+            </div>
+          <% end %>
+        </div>
+
+        <% if llm_summary[:by_model].any? %>
+          <hr class="my-2">
+          <small class="text-muted d-block mb-2">By model</small>
+          <% llm_summary[:by_model].each do |row| %>
+            <div class="d-flex justify-content-between align-items-center mb-1">
+              <small style="word-break: break-all;">
+                <% if row[:provider].present? %>
+                  <span class="text-muted"><%= row[:provider] %>·</span>
+                <% end %>
+                <strong><%= row[:model].presence || "unknown" %></strong>
+              </small>
+              <small class="text-muted">
+                <%= row[:calls] %> · <%= number_with_delimiter(row[:tokens]) %>tok
+                <% if row[:cost_usd] > 0 %>
+                  · $<%= "%.4f" % row[:cost_usd] %>
+                <% end %>
+              </small>
+            </div>
+          <% end %>
+        <% end %>
+
+        <% if llm_summary[:error_count] > 0 %>
+          <div class="alert alert-danger py-1 px-2 mb-0 mt-2">
+            <small>
+              <i class="bi bi-exclamation-triangle" aria-hidden="true"></i>
+              <%= llm_summary[:error_count] %> failed call<%= llm_summary[:error_count] == 1 ? "" : "s" %> — see breadcrumbs trail for details.
+            </small>
+          </div>
+        <% end %>
+      </div>
+    </div>
+  <% end %>
+<% end %>

data/app/views/rails_error_dashboard/errors/show.html.erb

@@ -80,6 +80,11 @@
       <button type="button" class="btn" data-red-action="copy-markdown" data-markdown="<%= j @error_markdown %>">
         <i class="bi bi-clipboard" style="margin-right: 4px;"></i>Copy for LLM
       </button>
+      <% if RailsErrorDashboard.configuration.llm_configured? %>
+        <button type="button" class="btn" data-red-action="open-ai-help">
+          <i class="bi bi-stars" style="margin-right: 4px;"></i>AI Help
+        </button>
+      <% end %>
       <button type="button" class="btn" data-red-action="download-json" title="Export JSON">
         <i class="bi bi-download"></i>
       </button>
@@ -165,6 +170,8 @@
     <div class="error-sidebar" style="display: flex; flex-direction: column; gap: var(--space-4); min-width: 0; overflow-wrap: break-word;">
       <%= render "sidebar_metadata", error: @error, related_errors: @related_errors %>
 
+      <%= render "llm_summary", error: @error %>
+
       <!-- Baseline Statistics -->
       <% if RailsErrorDashboard.configuration.enable_baseline_alerts %>
         <% baselines = @error.baselines %>
@@ -226,6 +233,7 @@
 </div>
 
 <%= render "modals", error: @error %>
+<%= render "ai_help_panel", error: @error if RailsErrorDashboard.configuration.llm_configured? %>
 
 <%= red_javascript_tag do %>
 window.switchTab = function(tabId) {

data/config/routes.rb

@@ -23,6 +23,7 @@ RailsErrorDashboard::Engine.routes.draw do
       post :update_status
       post :create_issue
       post :link_issue
+      post :ai_help
     end
     collection do
       get :analytics

data/lib/generators/rails_error_dashboard/install/templates/initializer.rb

@@ -456,6 +456,33 @@ RailsErrorDashboard.configure do |config|
   #   Codeberg: "https://codeberg.org/username/repo"
   # config.git_repository_url = ENV["GIT_REPOSITORY_URL"]
 
+  # ============================================================================
+  # AI HELP (OpenAI / Anthropic)
+  # ============================================================================
+  #
+  # When provider and API key are configured, error detail pages show an
+  # "AI Help" drawer where dashboard users can ask questions about the current
+  # error. Error details, backtrace, and related dashboard context are sent to
+  # the configured provider.
+  #
+  # OpenAI uses the Responses API by default and supports GPT-5 and GPT-4 family
+  # models such as "gpt-5" and "gpt-4.1". Set llm_openai_endpoint to
+  # :chat_completions only if you need the older Chat Completions endpoint.
+  #
+  # config.llm_provider = :openai
+  # config.llm_api_key = -> { Rails.application.credentials.dig(:openai, :api_key) }
+  # config.llm_model = "gpt-5"
+  # config.llm_openai_endpoint = :auto # :auto, :responses, or :chat_completions
+  #
+  # config.llm_provider = :anthropic
+  # config.llm_api_key = -> { Rails.application.credentials.dig(:anthropic, :api_key) }
+  # config.llm_model = "claude-sonnet-4-20250514"
+  #
+  # Shared options:
+  # config.llm_timeout_seconds = 30
+  # config.llm_max_output_tokens = 900
+  # config.llm_system_prompt = "Prefer concise answers with file-level next steps."
+
   # ============================================================================
   # ISSUE TRACKING (GitHub / GitLab / Codeberg)
   # ============================================================================

data/lib/rails_error_dashboard/configuration.rb

@@ -184,9 +184,23 @@ module RailsErrorDashboard
     # ActiveStorage event tracking (requires enable_breadcrumbs = true)
     attr_accessor :enable_activestorage_tracking        # Master switch (default: false)
 
+    # LLM observability (requires enable_breadcrumbs = true)
+    attr_accessor :enable_llm_observability             # Master switch (default: false)
+    attr_accessor :llm_observability_content_capture    # Capture prompt/completion text (default: false — PII risk)
+    attr_accessor :llm_pricing_overrides                # Hash of { "model-name" => { input: usd_per_1m, output: usd_per_1m } }
+
     # Dashboard UI appearance
     attr_accessor :accent_color  # :crimson (default), :ruby, :ember, :violet
 
+    # LLM-powered AI help (disabled unless provider and API key are configured)
+    attr_accessor :llm_provider              # :openai or :anthropic
+    attr_accessor :llm_api_key               # String or lambda/proc
+    attr_accessor :llm_model                 # e.g. "gpt-5", "gpt-4.1", "claude-sonnet-4-20250514"
+    attr_accessor :llm_openai_endpoint       # :responses, :chat_completions, or :auto
+    attr_accessor :llm_timeout_seconds       # HTTP timeout for provider calls
+    attr_accessor :llm_max_output_tokens     # Response length cap
+    attr_accessor :llm_system_prompt         # Optional prompt override/addition
+
     # Notification callbacks (managed via helper methods, not set directly)
     attr_reader :notification_callbacks
 
@@ -304,7 +318,7 @@ module RailsErrorDashboard
       # Breadcrumbs defaults - OFF by default (opt-in)
       @enable_breadcrumbs = false         # Master switch
       @breadcrumb_buffer_size = 40        # Max events per request (Sentry uses 100, we're conservative)
-      @breadcrumb_categories = nil        # nil = all; or [:sql, :controller, :cache, :job, :mailer, :custom, :deprecation]
+      @breadcrumb_categories = nil        # nil = all; or [:sql, :controller, :cache, :job, :mailer, :custom, :deprecation, :llm, :llm_tool]
 
       # N+1 query detection defaults - ON by default (lightweight display-time analysis)
       @enable_n_plus_one_detection = true  # Analyze SQL breadcrumbs for repeated patterns
@@ -352,6 +366,12 @@ module RailsErrorDashboard
       # ActiveStorage event tracking defaults - OFF by default (opt-in, requires breadcrumbs)
       @enable_activestorage_tracking = false
 
+      # LLM observability defaults - OFF by default (opt-in, requires breadcrumbs)
+      # content_capture stays OFF even when master switch is on (privacy: prompts may contain PII/secrets)
+      @enable_llm_observability = false
+      @llm_observability_content_capture = false
+      @llm_pricing_overrides = {}
+
       # Internal logging defaults - SILENT by default
       @enable_internal_logging = false  # Opt-in for debugging
       @log_level = :silent  # Silent by default, use :debug, :info, :warn, :error, or :silent
@@ -359,6 +379,15 @@ module RailsErrorDashboard
       # Dashboard UI
       @accent_color = :crimson  # :crimson, :ruby, :ember, :violet
 
+      # LLM-powered AI help defaults - OFF until provider and API key are configured
+      @llm_provider = ENV["RED_LLM_PROVIDER"]&.to_sym
+      @llm_api_key = ENV["RED_LLM_API_KEY"]
+      @llm_model = ENV["RED_LLM_MODEL"]
+      @llm_openai_endpoint = (ENV["RED_LLM_OPENAI_ENDPOINT"] || "auto").to_sym
+      @llm_timeout_seconds = 30
+      @llm_max_output_tokens = 900
+      @llm_system_prompt = nil
+
       @notification_callbacks = {
         error_logged: [],
         critical_error: [],
@@ -517,6 +546,13 @@ module RailsErrorDashboard
         @enable_activestorage_tracking = false
       end
 
+      # Validate llm observability requires breadcrumbs
+      if enable_llm_observability && !enable_breadcrumbs
+        warnings << "enable_llm_observability requires enable_breadcrumbs = true. " \
+                    "LLM observability has been auto-disabled."
+        @enable_llm_observability = false
+      end
+
       # Skip credential/service-dependent validations during Docker builds.
       # SECRET_KEY_BASE_DUMMY=1 means no credentials or external services available.
       build_env = ENV["SECRET_KEY_BASE_DUMMY"].present?
@@ -582,6 +618,33 @@ module RailsErrorDashboard
         end
       end
 
+      # Validate LLM configuration only when partially or fully configured.
+      if llm_provider.present? || effective_llm_api_key.present? || llm_model.present?
+        valid_llm_providers = %i[openai anthropic]
+        unless effective_llm_provider && valid_llm_providers.include?(effective_llm_provider)
+          errors << "llm_provider must be one of #{valid_llm_providers.inspect} (got: #{llm_provider.inspect})"
+        end
+
+        if effective_llm_api_key.blank? && !build_env
+          warnings << "llm_provider is configured but no LLM API key is set. " \
+                      "Set llm_api_key or RED_LLM_API_KEY to enable AI Help."
+        end
+
+        valid_openai_endpoints = %i[auto responses chat_completions]
+        if llm_openai_endpoint && !valid_openai_endpoints.include?(llm_openai_endpoint.to_sym)
+          errors << "llm_openai_endpoint must be one of #{valid_openai_endpoints.inspect} " \
+                    "(got: #{llm_openai_endpoint.inspect})"
+        end
+
+        if llm_timeout_seconds && llm_timeout_seconds.to_i < 1
+          errors << "llm_timeout_seconds must be at least 1 (got: #{llm_timeout_seconds})"
+        end
+
+        if llm_max_output_tokens && llm_max_output_tokens.to_i < 1
+          errors << "llm_max_output_tokens must be at least 1 (got: #{llm_max_output_tokens})"
+        end
+      end
+
       # Validate total_users_for_impact (must be positive if set)
       if total_users_for_impact && total_users_for_impact < 1
         errors << "total_users_for_impact must be at least 1 (got: #{total_users_for_impact})"
@@ -686,6 +749,43 @@ module RailsErrorDashboard
       end
     end
 
+    # Whether the dashboard can show AI Help controls.
+    #
+    # @return [Boolean]
+    def llm_configured?
+      effective_llm_provider.present? && effective_llm_api_key.present?
+    end
+
+    # Resolve the configured LLM provider.
+    #
+    # @return [Symbol, nil] :openai, :anthropic, or nil
+    def effective_llm_provider
+      provider = llm_provider.presence
+      provider&.to_sym
+    end
+
+    # Resolve the configured LLM API key (supports string or lambda).
+    #
+    # @return [String, nil]
+    def effective_llm_api_key
+      return nil if llm_api_key.nil?
+      llm_api_key.respond_to?(:call) ? llm_api_key.call : llm_api_key
+    rescue => e
+      nil
+    end
+
+    # Resolve the configured model with provider-specific defaults.
+    #
+    # @return [String, nil]
+    def effective_llm_model
+      return llm_model if llm_model.present?
+
+      case effective_llm_provider
+      when :openai then "gpt-5"
+      when :anthropic then "claude-sonnet-4-20250514"
+      end
+    end
+
     # Detect the engine's mount path from the host app routes.
     # Falls back to "/red" if detection fails.
     #

data/lib/rails_error_dashboard/engine.rb

@@ -101,6 +101,20 @@ module RailsErrorDashboard
         RailsErrorDashboard::Subscribers::ActiveStorageSubscriber.subscribe!
       end
 
+      # Register OpenTelemetry SpanProcessor for LLM observability — Tier 1 path
+      # for hosts already running OTel (ruby_llm, thoughtbot/instrumentation).
+      # Internally guards on Integrations::OTel.available? + tracer provider
+      # capability, so this is safe to call unconditionally.
+      RailsErrorDashboard::Integrations::LlmSpanProcessor.register!
+
+      # Subscribe to red.llm_call / red.llm_tool_call AS::Notifications — Tier 3
+      # path for hosts using direct Net::HTTP / gRPC / local inference servers
+      # that aren't covered by OTel or the Faraday middleware.
+      if RailsErrorDashboard.configuration.enable_llm_observability &&
+         RailsErrorDashboard.configuration.enable_breadcrumbs
+        RailsErrorDashboard::Subscribers::LlmCallSubscriber.subscribe!
+      end
+
       # Enable TracePoint(:raise) for local variable and/or instance variable capture
       if RailsErrorDashboard.configuration.enable_local_variables ||
          RailsErrorDashboard.configuration.enable_instance_variables