rails_error_dashboard 0.12.1 → 0.14.0

data/lib/rails_error_dashboard.rb

@@ -56,11 +56,14 @@ require "rails_error_dashboard/services/pearson_correlation"
 require "rails_error_dashboard/services/statistical_classifier"
 require "rails_error_dashboard/services/source_code_reader"
 require "rails_error_dashboard/services/git_blame_reader"
+require "rails_error_dashboard/services/git_head_reader"
 require "rails_error_dashboard/services/github_link_generator"
 require "rails_error_dashboard/services/cause_chain_extractor"
 require "rails_error_dashboard/services/environment_snapshot"
 require "rails_error_dashboard/services/system_health_snapshot"
+require "rails_error_dashboard/services/encoding_sanitizer"
 require "rails_error_dashboard/services/sensitive_data_filter"
+require "rails_error_dashboard/services/url_safety"
 require "rails_error_dashboard/services/notification_throttler"
 require "rails_error_dashboard/services/breadcrumb_collector"
 require "rails_error_dashboard/services/n_plus_one_detector"
@@ -132,7 +135,12 @@ require "rails_error_dashboard/commands/upsert_cascade_pattern"
 require "rails_error_dashboard/commands/upsert_baseline"
 require "rails_error_dashboard/commands/flush_swallowed_exceptions"
 require "rails_error_dashboard/commands/flush_rack_attack_events"
+require "rails_error_dashboard/commands/scrub_invalid_encoding"
+require "rails_error_dashboard/commands/backfill_resolved_at"
 require "rails_error_dashboard/queries/errors_list"
+# Before the queries that use it: window volume is shared by dashboard and
+# analytics, and both would otherwise rescue a NameError into a silent zero.
+require "rails_error_dashboard/queries/event_volume"
 require "rails_error_dashboard/queries/dashboard_stats"
 require "rails_error_dashboard/queries/analytics_stats"
 require "rails_error_dashboard/queries/filter_options"
@@ -177,6 +185,32 @@ module RailsErrorDashboard
     end
   end
 
+  # The commit this process is running, read from .git once and remembered.
+  #
+  # LogError stamps every error with a SHA. When neither config.git_sha nor a
+  # platform ENV variable supplies one it used to run `git rev-parse` in a
+  # subprocess PER CAPTURED ERROR. The answer cannot change while the process
+  # lives, so it is resolved once (the engine does it at boot, so normally
+  # not even the first capture pays for it) and nil is remembered too: an app
+  # with no repository must not go looking again for every error.
+  #
+  # @return [String, nil] short SHA
+  def self.detected_git_sha
+    return @detected_git_sha if defined?(@detected_git_sha)
+
+    @detected_git_sha = begin
+      Services::GitHeadReader.call(defined?(Rails) && Rails.respond_to?(:root) ? Rails.root : nil)
+    rescue => e
+      RailsErrorDashboard::Logger.debug("[RailsErrorDashboard] Could not detect git SHA: #{e.class}: #{e.message}")
+      nil
+    end
+  end
+
+  # Forget the memo (specs).
+  def self.reset_detected_git_sha!
+    remove_instance_variable(:@detected_git_sha) if defined?(@detected_git_sha)
+  end
+
   # Register a plugin
   # @param plugin [Plugin] The plugin instance to register
   # @return [Boolean] True if registered successfully, false otherwise

data/lib/tasks/error_dashboard.rake

@@ -459,6 +459,8 @@ namespace :error_dashboard do
     puts "\nDeleting errors..."
     start_time = Time.current
     deleted = scope.delete_all
+    # delete_all skips callbacks, and the stat cards are cached.
+    RailsErrorDashboard::Services::AnalyticsCacheManager.clear
     elapsed = (Time.current - start_time).round(2)
 
     puts "\n✓ Cleanup complete!"
@@ -492,7 +494,7 @@ namespace :error_dashboard do
       application_id: app.id,
       dump_data: dump.to_json,
       captured_at: Time.current,
-      note: ENV["NOTE"]
+      note: RailsErrorDashboard::Services::EncodingSanitizer.scrub(ENV["NOTE"])
     )
 
     puts "\n" + JSON.pretty_generate(dump)
@@ -502,7 +504,7 @@ namespace :error_dashboard do
     puts "\n" + "=" * 70 + "\n"
   end
 
-  desc "Run retention cleanup (delete errors older than retention_days)"
+  desc "Run retention cleanup (delete errors not seen for retention_days)"
   task retention_cleanup: :environment do
     config = RailsErrorDashboard.configuration
 
@@ -517,14 +519,15 @@ namespace :error_dashboard do
     end
 
     cutoff = config.retention_days.days.ago
-    count = RailsErrorDashboard::ErrorLog.where("occurred_at < ?", cutoff).count
+    # The job's own selection, so the number shown is the number deleted.
+    count = RailsErrorDashboard::RetentionCleanupJob.expired_scope(cutoff).count
 
     puts "\n  Retention policy: #{config.retention_days} days"
     puts "  Cutoff date: #{cutoff.strftime('%Y-%m-%d %H:%M:%S')}"
     puts "  Errors to delete: #{count}"
 
     if count.zero?
-      puts "\n  No errors older than #{config.retention_days} days"
+      puts "\n  No errors unseen for more than #{config.retention_days} days"
       puts "\n" + "=" * 80 + "\n"
       next
     end
@@ -550,6 +553,53 @@ namespace :error_dashboard do
     puts "\n" + "=" * 80 + "\n"
   end
 
+  desc "Repair rows stored with invalid UTF-8 or NUL bytes (run once after upgrading on SQLite/MySQL)"
+  task scrub_invalid_encoding: :environment do
+    puts "Scanning error logs and occurrences for invalid bytes..."
+    result = RailsErrorDashboard::Commands::ScrubInvalidEncoding.call
+
+    puts "  scanned:    #{result[:scanned]}"
+    puts "  repaired:   #{result[:repaired]}"
+    puts "  unreadable: #{result[:unreadable].size}"
+    result[:unreadable].each { |row| puts "    - #{row}" }
+  end
+
+  desc "Backfill resolved_at for errors resolved through the status workflow (run once after upgrading)"
+  task backfill_resolved_at: :environment do
+    result = RailsErrorDashboard::Commands::BackfillResolvedAt.call
+
+    puts "Backfilled resolved_at on #{result[:updated]} resolved error(s)."
+    puts "MTTR now includes them, so expect the figure to rise to its true value." if result[:updated].positive?
+  end
+
+  desc "Replace raw session IDs stored on occurrences with keyed digests (idempotent)"
+  task digest_session_ids: :environment do
+    filter = RailsErrorDashboard::Services::SensitiveDataFilter
+    prefix = filter::SESSION_DIGEST_PREFIX
+    scope = RailsErrorDashboard::ErrorOccurrence
+      .where.not(session_id: [ nil, "" ])
+      .where("session_id NOT LIKE ? OR LENGTH(session_id) <> 35", "#{prefix}%")
+
+    digested = 0
+    failed = 0
+    scope.in_batches(of: 1000) do |batch|
+      batch.pluck(:id, :session_id).each do |id, raw|
+        digest = filter.digest_session_id(raw)
+        next if digest == raw # already a digest that the SQL prefilter let through
+
+        if digest
+          RailsErrorDashboard::ErrorOccurrence.where(id: id).update_all(session_id: digest)
+          digested += 1
+        else
+          failed += 1
+        end
+      end
+    end
+
+    puts "Session IDs digested: #{digested}"
+    puts "Could not be digested (left unchanged): #{failed}" if failed.positive?
+  end
+
   desc "Send error digest email (PERIOD=daily|weekly, APP_ID=optional)"
   task send_digest: :environment do
     period = ENV.fetch("PERIOD", "daily")

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rails_error_dashboard
 version: !ruby/object:Gem::Version
-  version: 0.12.1
+  version: 0.14.0
 platform: ruby
 authors:
 - Anjan Jagirdar
@@ -283,9 +283,11 @@ files:
 - app/jobs/rails_error_dashboard/baseline_calculation_job.rb
 - app/jobs/rails_error_dashboard/close_linked_issue_job.rb
 - app/jobs/rails_error_dashboard/concerns/localized_job.rb
+- app/jobs/rails_error_dashboard/concerns/plain_channel_message.rb
 - app/jobs/rails_error_dashboard/create_issue_job.rb
 - app/jobs/rails_error_dashboard/discord_error_notification_job.rb
 - app/jobs/rails_error_dashboard/email_error_notification_job.rb
+- app/jobs/rails_error_dashboard/notification_burst_summary_job.rb
 - app/jobs/rails_error_dashboard/pagerduty_error_notification_job.rb
 - app/jobs/rails_error_dashboard/rack_attack_flush_job.rb
 - app/jobs/rails_error_dashboard/reopen_linked_issue_job.rb
@@ -307,6 +309,8 @@ files:
 - app/models/rails_error_dashboard/error_log.rb
 - app/models/rails_error_dashboard/error_logs_record.rb
 - app/models/rails_error_dashboard/error_occurrence.rb
+- app/models/rails_error_dashboard/event_count.rb
+- app/models/rails_error_dashboard/event_timing_gap.rb
 - app/models/rails_error_dashboard/rack_attack_event.rb
 - app/models/rails_error_dashboard/storm_event.rb
 - app/models/rails_error_dashboard/storm_flush_batch.rb
@@ -417,6 +421,10 @@ files:
 - db/migrate/20260915000002_add_issue_repo_identity_to_error_logs.rb
 - db/migrate/20260915000003_add_context_provenance_to_error_logs.rb
 - db/migrate/20260915000004_create_storm_flush_batches.rb
+- db/migrate/20260917000001_add_last_notified_at_to_error_logs.rb
+- db/migrate/20260919000001_create_event_counts.rb
+- db/migrate/20260920000001_add_buckets_incomplete_to_storm_events.rb
+- db/migrate/20260920000002_create_event_timing_gaps.rb
 - lib/generators/rails_error_dashboard/install/install_generator.rb
 - lib/generators/rails_error_dashboard/install/templates/README
 - lib/generators/rails_error_dashboard/install/templates/initializer.rb
@@ -427,6 +435,7 @@ files:
 - lib/rails_error_dashboard/commands/add_error_comment.rb
 - lib/rails_error_dashboard/commands/assign_error.rb
 - lib/rails_error_dashboard/commands/backfill_environments.rb
+- lib/rails_error_dashboard/commands/backfill_resolved_at.rb
 - lib/rails_error_dashboard/commands/batch_delete_errors.rb
 - lib/rails_error_dashboard/commands/batch_mute_errors.rb
 - lib/rails_error_dashboard/commands/batch_resolve_errors.rb
@@ -443,6 +452,7 @@ files:
 - lib/rails_error_dashboard/commands/log_error.rb
 - lib/rails_error_dashboard/commands/mute_error.rb
 - lib/rails_error_dashboard/commands/resolve_error.rb
+- lib/rails_error_dashboard/commands/scrub_invalid_encoding.rb
 - lib/rails_error_dashboard/commands/snooze_error.rb
 - lib/rails_error_dashboard/commands/unassign_error.rb
 - lib/rails_error_dashboard/commands/unmute_error.rb
@@ -485,6 +495,7 @@ files:
 - lib/rails_error_dashboard/queries/error_cascades.rb
 - lib/rails_error_dashboard/queries/error_correlation.rb
 - lib/rails_error_dashboard/queries/errors_list.rb
+- lib/rails_error_dashboard/queries/event_volume.rb
 - lib/rails_error_dashboard/queries/filter_options.rb
 - lib/rails_error_dashboard/queries/job_health_summary.rb
 - lib/rails_error_dashboard/queries/llm_health_summary.rb
@@ -517,6 +528,7 @@ files:
 - lib/rails_error_dashboard/services/diagnostic_dump_generator.rb
 - lib/rails_error_dashboard/services/digest_builder.rb
 - lib/rails_error_dashboard/services/discord_payload_builder.rb
+- lib/rails_error_dashboard/services/encoding_sanitizer.rb
 - lib/rails_error_dashboard/services/environment_snapshot.rb
 - lib/rails_error_dashboard/services/error_broadcaster.rb
 - lib/rails_error_dashboard/services/error_hash_generator.rb
@@ -524,6 +536,7 @@ files:
 - lib/rails_error_dashboard/services/error_notification_dispatcher.rb
 - lib/rails_error_dashboard/services/exception_filter.rb
 - lib/rails_error_dashboard/services/git_blame_reader.rb
+- lib/rails_error_dashboard/services/git_head_reader.rb
 - lib/rails_error_dashboard/services/github_issue_client.rb
 - lib/rails_error_dashboard/services/github_link_generator.rb
 - lib/rails_error_dashboard/services/gitlab_issue_client.rb
@@ -558,6 +571,7 @@ files:
 - lib/rails_error_dashboard/services/storm_protection/gate.rb
 - lib/rails_error_dashboard/services/swallowed_exception_tracker.rb
 - lib/rails_error_dashboard/services/system_health_snapshot.rb
+- lib/rails_error_dashboard/services/url_safety.rb
 - lib/rails_error_dashboard/services/variable_serializer.rb
 - lib/rails_error_dashboard/services/webhook_payload_builder.rb
 - lib/rails_error_dashboard/subscribers/action_cable_subscriber.rb
@@ -585,7 +599,7 @@ metadata:
   funding_uri: https://github.com/sponsors/AnjanJ
 post_install_message: |
   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
-    RED (Rails Error Dashboard) v0.12.1
+    RED (Rails Error Dashboard) v0.14.0
   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
 
   First install: