rails-profiler 0.28.0 → 0.30.0

data/lib/profiler/mcp/tools/get_profile_dumps.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require_relative "../slave_support"
+
 module Profiler
   module MCP
     module Tools
@@ -10,10 +12,11 @@ module Profiler
             return [{ type: "text", text: "Error: token parameter is required" }]
           end
 
+          storage = MCP::SlaveSupport.resolve_storage(params)
           profile = if token == "latest"
-            Profiler.storage.list(limit: 1).first
+            storage.list(limit: 1).first
           else
-            Profiler.storage.load(token)
+            storage.load(token)
           end
           unless profile
             return [{ type: "text", text: "Profile not found: #{token}" }]

data/lib/profiler/mcp/tools/get_profile_http.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require_relative "../slave_support"
+
 require "shellwords"
 require "uri"
 
@@ -13,10 +15,11 @@ module Profiler
             return [{ type: "text", text: "Error: token parameter is required" }]
           end
 
+          storage = MCP::SlaveSupport.resolve_storage(params)
           profile = if token == "latest"
-            Profiler.storage.list(limit: 1).first
+            storage.list(limit: 1).first
           else
-            Profiler.storage.load(token)
+            storage.load(token)
           end
           unless profile
             return [{ type: "text", text: "Profile not found: #{token}" }]

data/lib/profiler/mcp/tools/get_profile_mailers.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require_relative "../slave_support"
+
 module Profiler
   module MCP
     module Tools
@@ -12,10 +14,11 @@ module Profiler
             return [{ type: "text", text: "Error: token parameter is required" }]
           end
 
+          storage = MCP::SlaveSupport.resolve_storage(params)
           profile = if token == "latest"
-            Profiler.storage.list(limit: 1).first
+            storage.list(limit: 1).first
           else
-            Profiler.storage.load(token)
+            storage.load(token)
           end
           unless profile
             return [{ type: "text", text: "Profile not found: #{token}" }]

data/lib/profiler/mcp/tools/get_test_profile_detail.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require_relative "../slave_support"
+
 module Profiler
   module MCP
     module Tools
@@ -10,11 +12,12 @@ module Profiler
             return [{ type: "text", text: "Error: token parameter is required" }]
           end
 
+          storage = MCP::SlaveSupport.resolve_storage(params)
           profile = if token == "latest"
-            profiles = Profiler.storage.list(limit: 200)
+            profiles = storage.list(limit: 200)
             profiles.find { |p| p.profile_type == "test" }
           else
-            Profiler.storage.load(token)
+            storage.load(token)
           end
 
           unless profile && profile.profile_type == "test"

data/lib/profiler/mcp/tools/list_env_vars.rb

@@ -1,10 +1,19 @@
 # frozen_string_literal: true
 
+require_relative "../slave_support"
+
 module Profiler
   module MCP
     module Tools
       class ListEnvVars
         def self.call(params)
+          if (proxy = MCP::SlaveSupport.with_slave_proxy(params))
+            data = proxy.get_json("/_profiler/api/env_vars",
+              include_all: params["include_all"], filter: params["filter"])
+            text = format_slave_env_vars(data, params)
+            return [{ type: "text", text: text }]
+          end
+
           include_all = params["include_all"]
           filter = params["filter"]&.downcase
 
@@ -51,6 +60,35 @@ module Profiler
 
           [{ type: "text", text: text }]
         end
+
+        private
+
+        def self.format_slave_env_vars(data, params)
+          overrides = data["overrides"] || {}
+          filter = params["filter"]&.downcase
+
+          if params["include_all"]
+            vars = (data["variables"] || {}).sort.to_h
+            vars = vars.select { |k, _| k.downcase.include?(filter) } if filter
+            return "No environment variables match filter '#{params["filter"]}'." if vars.empty?
+
+            rows = vars.map do |key, value|
+              override = overrides[key]
+              overridden = override ? "✓ (was: #{override["original"] || "(unset)"})" : ""
+              "| #{key} | #{value} | #{overridden} |"
+            end
+            "**ENV variables (#{vars.size})**\n\n| Key | Current Value | Overridden |\n|-----|--------------|------------|\n" + rows.join("\n")
+          else
+            overrides = overrides.select { |k, _| k.downcase.include?(filter) } if filter
+            return "No overrides active." if overrides.empty?
+
+            rows = overrides.map do |key, entry|
+              current = entry["value"] == "__PROFILER_DELETED__" ? "(deleted)" : entry["value"]
+              "| #{key} | #{current} | #{entry["original"] || "(unset)"} |"
+            end
+            "**Active ENV overrides (#{overrides.size})**\n\n| Key | Current Value | Original Value |\n|-----|--------------|----------------|\n" + rows.join("\n")
+          end
+        end
       end
     end
   end

data/lib/profiler/mcp/tools/list_slaves.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module Profiler
+  module MCP
+    module Tools
+      class ListSlaves
+        def self.call(_params)
+          slaves = Profiler.slave_registry.all
+
+          if slaves.empty?
+            return [{ type: "text", text: "No slave profilers connected." }]
+          end
+
+          lines = ["# Connected Slave Profilers\n"]
+          lines << "| Name | URL | Status | Registered At | Last Heartbeat |"
+          lines << "|------|-----|--------|--------------|----------------|"
+
+          slaves.each do |s|
+            lines << "| #{s[:name]} | #{s[:url]} | #{s[:status]} | #{s[:registered_at]} | #{s[:last_heartbeat_at]} |"
+          end
+
+          [{ type: "text", text: lines.join("\n") }]
+        end
+      end
+    end
+  end
+end

data/lib/profiler/mcp/tools/query_console_profiles.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require_relative "../slave_support"
+
 module Profiler
   module MCP
     module Tools
@@ -9,7 +11,8 @@ module Profiler
         def self.call(params)
           limit = params["limit"]&.to_i || 20
           fetch_size = [limit * 5, 500].min
-          profiles = Profiler.storage.list(limit: fetch_size)
+          storage = MCP::SlaveSupport.resolve_storage(params)
+          profiles = storage.list(limit: fetch_size)
 
           consoles = profiles.select { |p| p.profile_type == "console" }
 

data/lib/profiler/mcp/tools/query_jobs.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require_relative "../slave_support"
+
 module Profiler
   module MCP
     module Tools
@@ -9,7 +11,8 @@ module Profiler
         def self.call(params)
           limit = params["limit"]&.to_i || 20
           fetch_size = [limit * 5, 500].min
-          profiles = Profiler.storage.list(limit: fetch_size)
+          storage = MCP::SlaveSupport.resolve_storage(params)
+          profiles = storage.list(limit: fetch_size)
 
           jobs = profiles.select { |p| p.profile_type == "job" }
 

data/lib/profiler/mcp/tools/query_mailers.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require_relative "../slave_support"
+
 module Profiler
   module MCP
     module Tools
@@ -10,7 +12,8 @@ module Profiler
           def call(params)
             limit = params["limit"]&.to_i || 20
             fetch_size = [limit * 10, 1000].min
-            profiles = Profiler.storage.list(limit: fetch_size)
+            storage = MCP::SlaveSupport.resolve_storage(params)
+            profiles = storage.list(limit: fetch_size)
 
             emails = []
 

data/lib/profiler/mcp/tools/query_profiles.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require_relative "../slave_support"
+
 module Profiler
   module MCP
     module Tools
@@ -7,9 +9,10 @@ module Profiler
         ALL_FIELDS = %w[time type method path duration queries status token].freeze
 
         def self.call(params)
+          storage = MCP::SlaveSupport.resolve_storage(params)
           limit = params["limit"]&.to_i || 20
           fetch_size = [limit * 5, 500].min
-          profiles = Profiler.storage.list(limit: fetch_size)
+          profiles = storage.list(limit: fetch_size)
 
           profiles = profiles.select { |p| p.path&.include?(params["path"]) } if params["path"]
           profiles = profiles.select { |p| p.method == params["method"]&.upcase } if params["method"]

data/lib/profiler/mcp/tools/query_test_profiles.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require_relative "../slave_support"
+
 module Profiler
   module MCP
     module Tools
@@ -9,7 +11,8 @@ module Profiler
         def self.call(params)
           limit = params["limit"]&.to_i || 20
           fetch_size = [limit * 5, 500].min
-          profiles = Profiler.storage.list(limit: fetch_size)
+          storage = MCP::SlaveSupport.resolve_storage(params)
+          profiles = storage.list(limit: fetch_size)
 
           tests = profiles.select { |p| p.profile_type == "test" }
 

data/lib/profiler/mcp/tools/reset_all_env_vars.rb

@@ -1,10 +1,17 @@
 # frozen_string_literal: true
 
+require_relative "../slave_support"
+
 module Profiler
   module MCP
     module Tools
       class ResetAllEnvVars
-        def self.call(_params)
+        def self.call(params)
+          if (proxy = MCP::SlaveSupport.with_slave_proxy(params))
+            proxy.delete_json("/_profiler/api/env_vars/reset_all")
+            return [{ type: "text", text: "Reset all ENV overrides on slave '#{params["slave"]}'." }]
+          end
+
           overrides = Profiler.env_override_store.all_overrides
           count = overrides.size
 

data/lib/profiler/mcp/tools/reset_env_var.rb

@@ -1,5 +1,9 @@
 # frozen_string_literal: true
 
+require_relative "../slave_support"
+
+require "uri"
+
 module Profiler
   module MCP
     module Tools
@@ -9,6 +13,11 @@ module Profiler
 
           return [{ type: "text", text: "Error: key cannot be blank." }] if key.empty?
 
+          if (proxy = MCP::SlaveSupport.with_slave_proxy(params))
+            proxy.delete_json("/_profiler/api/env_vars/reset?key=#{URI.encode_www_form_component(key)}")
+            return [{ type: "text", text: "Reset #{key} on slave '#{params["slave"]}'." }]
+          end
+
           overrides = Profiler.env_override_store.all_overrides
           unless overrides.key?(key)
             return [{ type: "text", text: "No active override for #{key}." }]

data/lib/profiler/mcp/tools/run_tests.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require_relative "../slave_support"
+
 require_relative "../../test_runner/discovery"
 require_relative "../../test_runner/run_store"
 require_relative "../../test_runner/runner"
@@ -13,6 +15,10 @@ module Profiler
         POLL_TIMEOUT       = 10 # seconds per wait_for_output call
 
         def self.call(params)
+          if (proxy = MCP::SlaveSupport.with_slave_proxy(params))
+            return run_on_slave(proxy, params)
+          end
+
           files          = Array(params["files"])
           framework      = params["framework"]&.to_s
           timeout_secs   = (params["timeout_seconds"] || DEFAULT_TIMEOUT).to_i
@@ -65,6 +71,41 @@ module Profiler
 
         private
 
+        def self.run_on_slave(proxy, params)
+          files        = Array(params["files"])
+          framework    = params["framework"].to_s
+          timeout_secs = (params["timeout_seconds"] || DEFAULT_TIMEOUT).to_i
+          max_output   = (params["max_output"] || DEFAULT_MAX_OUTPUT).to_i
+
+          run_data = proxy.post_json("/_profiler/api/test_runner/runs", { files: files, framework: framework.presence || "rspec" })
+
+          if run_data["error"]
+            return [{ type: "text", text: "Error starting tests on slave: #{run_data["error"]}" }]
+          end
+
+          run_id  = run_data["id"]
+          deadline = Time.now + timeout_secs
+          timed_out = false
+
+          loop do
+            break if Time.now > deadline && (timed_out = true)
+            run_data = proxy.get_json("/_profiler/api/test_runner/runs/#{run_id}")
+            break if %w[completed failed cancelled].include?(run_data["status"])
+            sleep 2
+          end
+
+          output = run_data["output_lines"]&.join.to_s
+          output = "…(truncated)\n" + output[-(max_output)..] if output.length > max_output
+
+          text = "# Test Run on slave '#{params["slave"]}' #{timed_out ? "(timed out)" : ""}\n\n"
+          text += "| Field | Value |\n|-------|-------|\n"
+          text += "| Run ID | `#{run_id}` |\n"
+          text += "| Status | **#{run_data["status"]}** |\n"
+          text += "| Exit code | #{run_data["exit_code"].inspect} |\n\n"
+          text += "## Output\n```\n#{output.strip}\n```"
+          [{ type: "text", text: text }]
+        end
+
         def self.collect_run_profiles(since)
           Profiler.storage.list(limit: 500).select do |p|
             p.profile_type == "test" && p.started_at && p.started_at >= since

data/lib/profiler/mcp/tools/set_env_var.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require_relative "../slave_support"
+
 module Profiler
   module MCP
     module Tools
@@ -10,6 +12,11 @@ module Profiler
 
           return [{ type: "text", text: "Error: key cannot be blank." }] if key.empty?
 
+          if (proxy = MCP::SlaveSupport.with_slave_proxy(params))
+            proxy.patch_json("/_profiler/api/env_vars", { key: key, value: value })
+            return [{ type: "text", text: "Set #{key}=#{value} on slave '#{params["slave"]}'" }]
+          end
+
           Profiler.env_override_store.set(key, value)
           ENV[key] = value
 

data/lib/profiler/railtie.rb

@@ -93,6 +93,17 @@ module Profiler
       end
     end
 
+    initializer "profiler.start_cluster_client" do
+      # Check slave? inside on_load — the app's own initializers (config/initializers/profiler.rb)
+      # set master_url AFTER railtie initializers run, so the check must happen after_initialize.
+      ActiveSupport.on_load(:after_initialize) do
+        next unless Profiler.configuration.enabled && Profiler.configuration.slave?
+
+        require_relative "cluster/master_client"
+        Profiler::Cluster::MasterClient.new.start
+      end
+    end
+
     console do
       next unless Profiler.configuration.enabled && Profiler.configuration.track_console
 

data/lib/profiler/sse/bus.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Profiler
+  module SSE
+    def self.current
+      if defined?(Profiler::Storage::RedisStore) && Profiler.storage.is_a?(Profiler::Storage::RedisStore)
+        RedisEventBus.instance
+      else
+        EventBus.instance
+      end
+    end
+  end
+end

data/lib/profiler/sse/event_bus.rb

@@ -0,0 +1,47 @@
+# frozen_string_literal: true
+
+require "singleton"
+require "securerandom"
+require "timeout"
+require "set"
+require "concurrent"
+
+module Profiler
+  module SSE
+    class EventBus
+      include Singleton
+
+      def initialize
+        @subscriptions = Concurrent::Hash.new
+      end
+
+      def subscribe(token, collectors)
+        id = SecureRandom.uuid
+        @subscriptions[id] = { token: token, collectors: Set.new(collectors.map(&:to_s)), queue: Queue.new }
+        id
+      end
+
+      def unsubscribe(id)
+        @subscriptions.delete(id)
+      end
+
+      def broadcast(token, collectors)
+        changed = Set.new(collectors.map(&:to_s))
+        @subscriptions.each_value do |sub|
+          next unless sub[:token] == token
+          # Empty collector set means "match all"; non-empty set filters by intersection.
+          next if sub[:collectors].any? && (sub[:collectors] & changed).empty?
+          sub[:queue] << { token: token, collectors: changed.to_a, timestamp: Time.now.to_f }
+        end
+      end
+
+      def wait_for_event(id, timeout: 30)
+        sub = @subscriptions[id]
+        return nil unless sub
+        Timeout.timeout(timeout) { sub[:queue].pop }
+      rescue Timeout::Error
+        nil
+      end
+    end
+  end
+end

data/lib/profiler/sse/redis_event_bus.rb

@@ -0,0 +1,79 @@
+# frozen_string_literal: true
+
+require "singleton"
+require "securerandom"
+require "timeout"
+require "set"
+require "json"
+require "concurrent"
+
+module Profiler
+  module SSE
+    class RedisEventBus
+      include Singleton
+
+      CHANNEL_PREFIX = "profiler:events"
+
+      def initialize
+        @subscriptions = Concurrent::Hash.new
+        @listener_thread = nil
+        @listener_mutex = Mutex.new
+      end
+
+      def subscribe(token, collectors)
+        id = SecureRandom.uuid
+        @subscriptions[id] = { token: token, collectors: Set.new(collectors.map(&:to_s)), queue: Queue.new }
+        ensure_listener_running
+        id
+      end
+
+      def unsubscribe(id)
+        @subscriptions.delete(id)
+      end
+
+      def broadcast(token, collectors)
+        payload = { token: token, collectors: collectors.map(&:to_s), timestamp: Time.now.to_f }.to_json
+        publish_redis_client.publish("#{CHANNEL_PREFIX}:#{token}", payload)
+      end
+
+      def wait_for_event(id, timeout: 30)
+        sub = @subscriptions[id]
+        return nil unless sub
+        Timeout.timeout(timeout) { sub[:queue].pop }
+      rescue Timeout::Error
+        nil
+      end
+
+      private
+
+      def publish_redis_client
+        Profiler.storage.redis
+      end
+
+      def ensure_listener_running
+        @listener_mutex.synchronize do
+          return if @listener_thread&.alive?
+
+          @listener_thread = Thread.new do
+            # Use a dedicated connection for blocking psubscribe
+            Profiler.storage.redis.dup.psubscribe("#{CHANNEL_PREFIX}:*") do |on|
+              on.pmessage do |_pattern, _channel, message|
+                payload = JSON.parse(message, symbolize_names: true)
+                token = payload[:token]
+                changed = Set.new(payload[:collectors].map(&:to_s))
+
+                @subscriptions.each_value do |sub|
+                  next unless sub[:token] == token
+                  next if sub[:collectors].any? && (sub[:collectors] & changed).empty?
+                  sub[:queue] << { token: token, collectors: changed.to_a, timestamp: payload[:timestamp] }
+                end
+              end
+            end
+          rescue StandardError
+            # Thread restarts on the next subscribe call
+          end
+        end
+      end
+    end
+  end
+end

data/lib/profiler/storage/base_store.rb

@@ -3,8 +3,16 @@
 module Profiler
   module Storage
     class BaseStore
+      # Public interface: persists the profile then fires an SSE broadcast.
+      # Subclasses implement #do_save, not #save.
       def save(token, profile)
-        raise NotImplementedError, "#{self.class} must implement #save"
+        result = do_save(token, profile)
+        broadcast_event(token, profile)
+        result
+      end
+
+      def do_save(token, profile)
+        raise NotImplementedError, "#{self.class} must implement #do_save"
       end
 
       def load(token)
@@ -36,6 +44,15 @@ module Profiler
       def clear(type: nil)
         raise NotImplementedError, "#{self.class} must implement #clear"
       end
+
+      private
+
+      def broadcast_event(token, profile)
+        collectors = profile.collectors_data.keys
+        Profiler::SSE.current.broadcast(token, collectors)
+      rescue StandardError
+        # Never let a broadcast failure prevent profile persistence
+      end
     end
   end
 end

data/lib/profiler/storage/file_store.rb

@@ -17,7 +17,7 @@ module Profiler
         ensure_directory_exists
       end
 
-      def save(token, profile)
+      def do_save(token, profile)
         file_path = profile_file_path(token)
         File.write(file_path, profile.to_json)
         cleanup_if_needed

data/lib/profiler/storage/memory_store.rb

@@ -12,7 +12,7 @@ module Profiler
         @max_profiles = options[:max_profiles] || Profiler.configuration.max_profiles || 100
       end
 
-      def save(token, profile)
+      def do_save(token, profile)
         cleanup_if_needed
         @profiles[token] = serialize_profile(profile)
         token

data/lib/profiler/storage/redis_store.rb

@@ -10,13 +10,15 @@ module Profiler
     class RedisStore < BaseStore
       DEFAULT_TTL = 24 * 60 * 60 # 24 hours
 
+      attr_reader :redis
+
       def initialize(options = {})
         @redis = options[:redis] || build_redis_client(options)
         @ttl = options[:ttl] || DEFAULT_TTL
         @key_prefix = options[:key_prefix] || "profiler"
       end
 
-      def save(token, profile)
+      def do_save(token, profile)
         key = profile_key(token)
         @redis.setex(key, @ttl, profile.to_json)
 

data/lib/profiler/storage/sqlite_store.rb

@@ -28,7 +28,7 @@ module Profiler
         migrate!
       end
 
-      def save(token, profile)
+      def do_save(token, profile)
         data = profile.to_h
 
         collectors_meta = {}

data/lib/profiler/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Profiler
-  VERSION = "0.28.0"
+  VERSION = "0.30.0"
 end

data/lib/profiler.rb

@@ -29,6 +29,13 @@ module Profiler
       @env_override_store ||= EnvOverrideStore.new
     end
 
+    def slave_registry
+      @slave_registry ||= begin
+        require_relative "profiler/cluster/slave_registry"
+        Cluster::SlaveRegistry.new
+      end
+    end
+
     def enabled?
       configuration.enabled
     end
@@ -107,5 +114,8 @@ require_relative "profiler/collectors/mailer_collector"
 
 require_relative "profiler/env_override_store"
 require_relative "profiler/instrumentation/thread_context_propagation"
+require_relative "profiler/sse/event_bus"
+require_relative "profiler/sse/redis_event_bus"
+require_relative "profiler/sse/bus"
 require_relative "profiler/railtie" if defined?(Rails::Railtie)
 require_relative "profiler/engine" if defined?(Rails::Engine)