rspec-agents 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 123d6a20179dda36dcfd3020a74c12170dde1a512ab4d8a28d6499225793a8b0
-  data.tar.gz: d985272c0f2cb2492880a47fb9818de9f3ada465daf8da4308a0691e1e714359
+  metadata.gz: ae027e89bf78dc8f780f04c71c237d97d986cd79943c9f975cecca638b778368
+  data.tar.gz: 3e4ce43b5c859fe56157b3aeadfdf4e1cb2d70570196a9cbd0175377e68d2c1b
 SHA512:
-  metadata.gz: 0c6a8dcef1c0aad57ed56a11d4d672785cd843dc721ce6dc5f2d9a94ff7a0d9ad7a2e9c6646397f63be95947954e3c7d876cc266af53b7fc3064e0de081857db
-  data.tar.gz: f1f8f75d7a3f80a281791d7098eefb633e276f8ccf7e854b786423801e172ceaabd276c6d80649bf87667e81a25cbc2b791adf77ccd62a0bb431e4b0467af5e5
+  metadata.gz: 2edb7ff68a8037905032d261df6fa21889597ac83ac1edd8024241bed3d8b954db1ac16a280b58fb09c96b561470e78fcc72bf2d06b0f766765b5bbadbc140ff
+  data.tar.gz: b1dae96b52dcc29b198719f86d378aea0f9b8cc84e97de995ffc9aa99363e17948c865c509df00c56034b3389b3dbb946974d77ae6627f0ba646180f71280a50

data/bin/rspec-agents

@@ -1,24 +1,24 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-
-# Unified CLI for rspec-agents
-#
-# Usage:
-#   rspec-agents [run] [options] [paths...]     # Single-process (default)
-#   rspec-agents parallel [options] [paths...]  # Parallel with workers
-#   rspec-agents render <json_file> [options]   # Render HTML from JSON
-#   rspec-agents worker                         # Internal: worker mode
-
-# macOS fork safety - must be set before any Objective-C code loads
-ENV["OBJC_DISABLE_INITIALIZE_FORK_SAFETY"] = "YES"
-
-# Sync output streams for worker mode
-$stdout.sync = true
-$stderr.sync = true
-
-require "rspec/agents"
-require "rspec/agents/cli"
-
-# Run CLI
-exit_code = RSpec::Agents::CLI.run(ARGV)
-exit(exit_code || 0)
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+# Unified CLI for rspec-agents
+#
+# Usage:
+#   rspec-agents [run] [options] [paths...]     # Single-process (default)
+#   rspec-agents parallel [options] [paths...]  # Parallel with workers
+#   rspec-agents render <json_file> [options]   # Render HTML from JSON
+#   rspec-agents worker                         # Internal: worker mode
+
+# macOS fork safety - must be set before any Objective-C code loads
+ENV["OBJC_DISABLE_INITIALIZE_FORK_SAFETY"] = "YES"
+
+# Sync output streams for worker mode
+$stdout.sync = true
+$stderr.sync = true
+
+require "rspec/agents"
+require "rspec/agents/cli"
+
+# Run CLI
+exit_code = RSpec::Agents::CLI.run(ARGV)
+exit(exit_code || 0)

data/lib/rspec/agents/backtrace_helper.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+module RSpec
+  module Agents
+    # Shared backtrace extraction and filtering for spec executors.
+    # Included by SpecExecutor (sequential) and HeadlessRunner (parallel worker).
+    module BacktraceHelper
+      MAX_BACKTRACE_LINES = 10
+
+      def extract_failure_message(notification)
+        if notification.respond_to?(:exception) && notification.exception
+          notification.exception.message
+        elsif notification.example.execution_result.exception
+          notification.example.execution_result.exception.message
+        end
+      end
+
+      def extract_backtrace(notification)
+        backtrace = if notification.respond_to?(:formatted_backtrace)
+                      notification.formatted_backtrace
+                    elsif notification.example.execution_result.exception
+                      notification.example.execution_result.exception.backtrace
+                    end
+        filter_backtrace(backtrace)
+      end
+
+      def filter_backtrace(backtrace)
+        return nil unless backtrace
+
+        app_path = File.expand_path(Dir.getwd)
+        filtered = backtrace.select { |line|
+          # Extract the file path portion (before the first colon, e.g. "/path/to/file.rb:42")
+          file_path = line.split(":").first
+          expanded = File.expand_path(file_path) rescue file_path
+          expanded.start_with?(app_path)
+        }.first(MAX_BACKTRACE_LINES)
+
+        # If nothing matched (e.g. formatted_backtrace already filtered), use as-is
+        filtered.empty? ? backtrace.first(MAX_BACKTRACE_LINES) : filtered
+      end
+    end
+  end
+end

data/lib/rspec/agents/cli.rb

@@ -91,16 +91,17 @@ module RSpec
         options = parse_single_options(args)
 
         runner = Runners::TerminalRunner.new(
-          output:    $stdout,
-          color:     options[:color],
-          json_path: options[:json_path],
-          html_path: options[:html_path]
+          output:     $stdout,
+          color:      options[:color],
+          json_path:  options[:json_path],
+          html_path:  options[:html_path],
+          upload_url: options[:upload_url]
         )
         runner.run(options[:paths])
       end
 
       def parse_single_options(args)
-        options = { paths: [], color: nil, json_path: nil, html_path: nil }
+        options = { paths: [], color: nil, json_path: nil, html_path: nil, upload_url: nil }
 
         parser = OptionParser.new do |opts|
           opts.banner = "Usage: rspec-agents [run] [options] [paths...]"
@@ -126,6 +127,10 @@ module RSpec
             options[:html_path] = path
           end
 
+          opts.on("--upload [URL]", "Upload run data to agents-studio (default: http://localhost:9292)") do |url|
+            options[:upload_url] = url || "http://localhost:9292"
+          end
+
           opts.on("-h", "--help", "Show this help") do
             puts opts
             exit 0
@@ -151,20 +156,22 @@ module RSpec
           color:        options[:color],
           json_path:    options[:json_path],
           html_path:    options[:html_path],
-          ui_mode:      options[:ui_mode]
+          ui_mode:      options[:ui_mode],
+          upload_url:   options[:upload_url]
         )
         runner.run(options[:paths])
       end
 
       def parse_parallel_options(args)
         options = {
-          workers:   4,
-          fail_fast: false,
-          paths:     [],
-          color:     nil,
-          json_path: nil,
-          html_path: nil,
-          ui_mode:   nil
+          workers:    4,
+          fail_fast:  false,
+          paths:      [],
+          color:      nil,
+          json_path:  nil,
+          html_path:  nil,
+          ui_mode:    nil,
+          upload_url: nil
         }
 
         parser = OptionParser.new do |opts|
@@ -199,6 +206,10 @@ module RSpec
             options[:html_path] = path
           end
 
+          opts.on("--upload [URL]", "Upload run data to agents-studio (default: http://localhost:9292)") do |url|
+            options[:upload_url] = url || "http://localhost:9292"
+          end
+
           opts.on("-h", "--help", "Show this help") do
             puts opts
             exit 0

data/lib/rspec/agents/dsl/runner_factory.rb

@@ -9,22 +9,15 @@ module RSpec
           @context = context
         end
 
-        # Build a turn executor for step-by-step test conversations
+        # Get the shared turn executor from the test context
         # @return [TurnExecutor]
-        def build_turn_executor
-          TurnExecutor.new(
-            agent:        @context.build_agent,
-            conversation: @context.conversation,
-            graph:        @context.topic_graph,
-            judge:        @context.build_judge(@context.build_llm),
-            event_bus:    @context.event_bus
-          )
+        def turn_executor
+          @context.turn_executor
         end
 
         # Build an agent proxy for assertions
-        # @param turn_executor [TurnExecutor]
         # @return [AgentProxy]
-        def build_agent_proxy(turn_executor)
+        def build_agent_proxy
           AgentProxy.new(
             turn_executor: turn_executor,
             judge:         @context.build_judge(@context.build_llm)
@@ -37,13 +30,12 @@ module RSpec
         def build_user_simulator(simulator_config)
           llm = @context.build_llm
           Runners::UserSimulator.new(
-            agent:            @context.build_agent,
+            turn_executor:    turn_executor,
             llm:              llm,
             judge:            @context.build_judge(llm),
             graph:            @context.topic_graph,
             simulator_config: simulator_config,
-            event_bus:        @context.event_bus,
-            conversation:     @context.conversation
+            event_bus:        @context.event_bus
           )
         end
       end

data/lib/rspec/agents/dsl/scenario_set_dsl.rb

@@ -55,6 +55,10 @@ module RSpec
           #     end
           #   end
           def scenario_set(name, from: nil, scenarios: nil, &block)
+            # Capture the caller location so examples get the correct source location
+            # instead of pointing to this DSL file
+            scenario_set_caller = caller
+
             # Validate arguments - must provide either from: or scenarios:, but not both
             if from.nil? && scenarios.nil?
               raise RSpec::Core::ExampleGroup::WrongScopeError,
@@ -92,6 +96,10 @@ module RSpec
                   # Add scenario to metadata
                   metadata[:rspec_agents_scenario] = captured_scenario
 
+                  # Pass the caller from scenario_set so RSpec captures the correct
+                  # source location (the spec file) instead of this DSL file
+                  metadata[:caller] = scenario_set_caller
+
                   # Create a wrapped test block that sets the instance variable
                   wrapped_test_block = proc do
                     @rspec_agents_current_scenario = captured_scenario

data/lib/rspec/agents/dsl/test_context.rb

@@ -82,9 +82,7 @@ module RSpec
           @criteria         = collect_inherited(:criteria)
           @simulator_config = build_simulator_config
           @topic_graph      = nil
-          # Use thread-local event bus if available (set by HeadlessRunner in parallel mode)
-          # Otherwise use the singleton EventBus
-          @event_bus    = Thread.current[:rspec_agents_event_bus] || EventBus.instance
+          @event_bus    = EventBus.current? ? EventBus.current : EventBus.new
           @conversation = Conversation.new(event_bus: @event_bus)
         end
 
@@ -110,6 +108,18 @@ module RSpec
           Judge.new(llm: llm, criteria: @criteria)
         end
 
+        # Shared turn executor for this test context.
+        # @return [TurnExecutor]
+        def turn_executor
+          @turn_executor ||= TurnExecutor.new(
+            agent:        build_agent,
+            conversation: @conversation,
+            graph:        @topic_graph,
+            judge:        build_judge(build_llm),
+            event_bus:    @event_bus
+          )
+        end
+
         # Merge additional simulator config (from test-level block)
         # @param override [SimulatorConfig]
         # @return [SimulatorConfig]

data/lib/rspec/agents/dsl.rb

@@ -232,14 +232,15 @@ module RSpec
         def ensure_turn_executor_initialized
           return if @turn_executor
 
-          factory = RunnerFactory.new(rspec_agents_test_context)
-          @turn_executor = factory.build_turn_executor
+          context = rspec_agents_test_context
+          factory = RunnerFactory.new(context)
+          @turn_executor = context.turn_executor
           @user_proxy = UserProxy.new(
-            context:        rspec_agents_test_context,
+            context:        context,
             turn_executor:  @turn_executor,
             runner_factory: factory
           )
-          @agent_proxy = factory.build_agent_proxy(@turn_executor)
+          @agent_proxy = factory.build_agent_proxy
         end
       end
 

data/lib/rspec/agents/event_bus.rb

@@ -1,11 +1,44 @@
-require "singleton"
+# frozen_string_literal: true
 
 module RSpec
   module Agents
-    # Central publish/subscribe hub for events
-    # Thread-safe with error isolation (observer errors never fail tests)
+    # Central publish/subscribe hub for events.
+    # Thread-safe with error isolation (observer errors never fail tests).
+    #
+    # Access the current thread's event bus via EventBus.current.
+    # Each thread (or worker process) gets its own independent instance.
+    #
+    # @example Setup in a runner/executor
+    #   EventBus.current = EventBus.new
+    #   # ... run specs ...
+    #   EventBus.current = nil  # cleanup
+    #
+    # @example Consuming in observers
+    #   EventBus.current.add_observer(self)
+    #
     class EventBus
-      include Singleton
+      # Get the event bus for the current thread.
+      # Raises if no bus has been set up.
+      #
+      # @return [EventBus]
+      def self.current
+        Thread.current[:rspec_agents_event_bus] or
+          raise "No EventBus set for current thread. Call EventBus.current = EventBus.new first."
+      end
+
+      # Set the event bus for the current thread.
+      #
+      # @param bus [EventBus, nil]
+      def self.current=(bus)
+        Thread.current[:rspec_agents_event_bus] = bus
+      end
+
+      # Check whether an event bus has been set for the current thread.
+      #
+      # @return [Boolean]
+      def self.current?
+        !Thread.current[:rspec_agents_event_bus].nil?
+      end
 
       def initialize
         @subscribers = Hash.new { |h, k| h[k] = [] }

data/lib/rspec/agents/observers/base.rb

@@ -21,7 +21,7 @@ module RSpec
       #   end
       #
       class Base
-        def initialize(event_bus: EventBus.instance)
+        def initialize(event_bus:)
           event_bus.add_observer(self)
         end
 

data/lib/rspec/agents/observers/parallel_terminal_observer.rb

@@ -29,7 +29,7 @@ module RSpec
         # @param output [IO] Output stream (default: $stdout)
         # @param color [Boolean, nil] Force color on/off (default: auto-detect)
         # @param event_bus [EventBus] Event bus to subscribe to
-        def initialize(output: $stdout, color: nil, event_bus: EventBus.instance)
+        def initialize(output: $stdout, color: nil, event_bus:)
           @output = output
           @color = color.nil? ? output.respond_to?(:tty?) && output.tty? : color
           @failures = []

data/lib/rspec/agents/parallel/ui/interactive_ui.rb

@@ -160,6 +160,11 @@ module RSpec
                     append_to_buffer(worker, "    #{colorize(line.chomp, :red)}")
                   end
                 end
+                if event.backtrace&.any?
+                  event.backtrace.first(3).each do |line|
+                    append_to_buffer(worker, "    #{colorize(line, :dim)}")
+                  end
+                end
 
               when Events::ExamplePending
                 @worker_status[worker] = :pending

data/lib/rspec/agents/parallel/ui/interleaved_ui.rb

@@ -69,6 +69,11 @@ module RSpec
                     @output.puts "#{prefix}     #{colorize(line.chomp, :red)}"
                   end
                 end
+                if event.backtrace&.any?
+                  event.backtrace.first(3).each do |line|
+                    @output.puts "#{prefix}     #{colorize(line, :dim)}"
+                  end
+                end
 
               when Events::ExamplePending
                 message = event.message ? " (#{event.message})" : ""

data/lib/rspec/agents/runners/headless_runner.rb

@@ -20,6 +20,7 @@ module RSpec
       #   EventBus           → RpcNotifyObserver → JSON over RPC socket
       #
       class HeadlessRunner
+        include BacktraceHelper
         # RSpec notifications we subscribe to
         NOTIFICATIONS = [
           :start,
@@ -48,8 +49,8 @@ module RSpec
           @example_count = 0
           @failure_count = 0
 
-          # Create isolated EventBus for this worker (NOT the singleton)
-          @event_bus = IsolatedEventBus.new
+          # Create EventBus for this worker
+          @event_bus = EventBus.new
 
           # Set up RPC forwarding - all events go through this observer
           Observers::RpcNotifyObserver.new(
@@ -84,15 +85,15 @@ module RSpec
           # Register ourselves as a listener for RSpec lifecycle events
           RSpec.configuration.reporter.register_listener(self, *NOTIFICATIONS)
 
-          # Inject event bus into test context for Conversation to find
-          Thread.current[:rspec_agents_event_bus] = @event_bus
+          # Set event bus for the current thread so Conversation finds it
+          EventBus.current = @event_bus
 
           # Run specs
           runner = RSpec::Core::Runner.new(options)
           exit_code = runner.run($stderr, null_output)
 
           # Clean up thread-locals
-          Thread.current[:rspec_agents_event_bus] = nil
+          EventBus.current = nil
           Thread.current[:rspec_agents_example_id] = nil
 
           {
@@ -241,31 +242,6 @@ module RSpec
           nil
         end
 
-        def extract_failure_message(notification)
-          if notification.respond_to?(:exception) && notification.exception
-            notification.exception.message
-          elsif notification.example.execution_result.exception
-            notification.example.execution_result.exception.message
-          end
-        end
-
-        def extract_backtrace(notification)
-          backtrace = if notification.respond_to?(:formatted_backtrace)
-                        notification.formatted_backtrace
-                      elsif notification.example.execution_result.exception
-                        notification.example.execution_result.exception.backtrace
-                      end
-          filter_backtrace(backtrace)
-        end
-
-        def filter_backtrace(backtrace)
-          return nil unless backtrace
-
-          # Include only lines from the current working directory (application code)
-          # This matches RSpec's backtrace_inclusion_patterns approach
-          app_path = Dir.getwd
-          backtrace.select { |line| line.start_with?(app_path) }.first(10)
-        end
       end
     end
   end

data/lib/rspec/agents/runners/parallel_terminal_runner.rb

@@ -3,6 +3,7 @@
 require "async"
 require "fileutils"
 require_relative "../parallel/ui/ui_factory"
+require_relative "run_data_uploader"
 
 module RSpec
   module Agents
@@ -43,7 +44,7 @@ module RSpec
         # @param html_path [String, nil] Path to save HTML report
         # @param ui_mode [Symbol, nil] Output mode (:interactive, :interleaved, :quiet)
         def initialize(worker_count:, fail_fast: false, output: $stdout, color: nil,
-                       json_path: nil, html_path: nil, ui_mode: nil)
+                       json_path: nil, html_path: nil, ui_mode: nil, upload_url: nil)
           @worker_count = worker_count
           @fail_fast = fail_fast
           @output = output
@@ -51,6 +52,7 @@ module RSpec
           @mutex = Mutex.new
           @json_path = json_path
           @html_path = html_path
+          @upload_url = upload_url
 
           @ui = Parallel::UI::UIFactory.create(
             mode:   ui_mode,
@@ -84,7 +86,7 @@ module RSpec
               end
             end
           rescue Parallel::ExampleDiscovery::DiscoveryError => e
-            @output.puts colorize("Error: #{e.message}", :red)
+            @output.puts colorize("Example discovery failed: #{e.message}", :red)
             return 1
           end
 
@@ -113,7 +115,7 @@ module RSpec
             end
 
             # Save outputs
-            save_outputs(executor.run_data) if @json_path || @html_path
+            save_outputs(executor.run_data) if @json_path || @html_path || @upload_url
 
             result&.success? ? 0 : 1
           ensure
@@ -192,7 +194,7 @@ module RSpec
           failures.each do |event|
             location = event.location
             description = event.full_description || event.description
-            @output.puts colorize("bin/rspec-agents #{location}", :red) + " " + colorize("# #{description}", :dim)
+            @output.puts colorize("rspec-agents #{location}", :red) + " " + colorize("# #{description}", :dim)
           end
           @output.puts
         end
@@ -206,6 +208,7 @@ module RSpec
           return unless run_data
 
           if @json_path
+            populate_rendered_extensions(run_data)
             FileUtils.mkdir_p(File.dirname(@json_path))
             Serialization::JsonFile.write(@json_path, run_data)
           end
@@ -213,6 +216,27 @@ module RSpec
           if @html_path
             Serialization::TestSuiteRenderer.render(run_data, output_path: @html_path)
           end
+
+          if @upload_url
+            RunDataUploader.new(url: @upload_url, output: @output).upload(run_data)
+          end
+        end
+
+        def populate_rendered_extensions(run_data)
+          extensions = [Serialization::Extensions::CoreExtension] +
+            RSpec::Agents.configuration.html_extensions
+          run_data.examples.each_value do |example|
+            next unless example.conversation
+
+            renderer = Serialization::ConversationRenderer.new(
+              example.conversation,
+              extensions: extensions,
+              example_id: example.stable_id || example.id
+            )
+            example.rendered_extensions = renderer.build_rendered_extensions
+          end
+        rescue StandardError => e
+          warn "Warning: Failed to generate rendered_extensions: #{e.message}"
         end
       end
     end

data/lib/rspec/agents/runners/run_data_uploader.rb

@@ -0,0 +1,71 @@
+# frozen_string_literal: true
+
+require "net/http"
+require "uri"
+require "json"
+
+module RSpec
+  module Agents
+    module Runners
+      # Uploads run data to an agents-studio webapp via HTTP POST.
+      # Used by TerminalRunner and ParallelTerminalRunner when --upload is specified.
+      #
+      # @example
+      #   uploader = RunDataUploader.new(url: "http://localhost:9292")
+      #   uploader.upload(run_data) # => true/false
+      #
+      class RunDataUploader
+        TIMEOUT = 30 # seconds
+
+        # @param url [String] Base URL of the agents-studio webapp
+        # @param output [IO] Output stream for status messages
+        def initialize(url:, output: $stdout)
+          @url = url.chomp("/")
+          @output = output
+        end
+
+        # Upload run data to the webapp.
+        # @param run_data [Serialization::RunData] The run data to upload
+        # @return [Boolean] true if upload succeeded
+        def upload(run_data)
+          return false unless run_data
+
+          uri = URI.parse("#{@url}/api/import")
+          json_body = JSON.generate(run_data.to_h)
+
+          @output.puts "Uploading run data to #{@url}..."
+
+          http = Net::HTTP.new(uri.host, uri.port)
+          http.use_ssl = (uri.scheme == "https")
+          http.open_timeout = TIMEOUT
+          http.read_timeout = TIMEOUT
+
+          request = Net::HTTP::Post.new(uri.path)
+          request["Content-Type"] = "application/json"
+          request.body = json_body
+
+          response = http.request(request)
+
+          if response.is_a?(Net::HTTPSuccess)
+            result = JSON.parse(response.body)
+            @output.puts "Upload complete: #{result["example_count"]} examples " \
+                         "(#{result["passed_count"]} passed, #{result["failed_count"]} failed)"
+            true
+          else
+            @output.puts "Upload failed (HTTP #{response.code}): #{response.body}"
+            false
+          end
+        rescue Errno::ECONNREFUSED
+          @output.puts "Upload failed: could not connect to #{@url} (is agents-studio running?)"
+          false
+        rescue Errno::ETIMEDOUT, Net::OpenTimeout, Net::ReadTimeout
+          @output.puts "Upload failed: connection to #{@url} timed out"
+          false
+        rescue StandardError => e
+          @output.puts "Upload failed: #{e.message}"
+          false
+        end
+      end
+    end
+  end
+end