tryouts 3.6.1 → 3.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d17810b847cd0aa319faef9d52e3297f8ab4388ce650caf1db8bdb36904d75e3
-  data.tar.gz: c6eefacdbdae1d7274d783364f640879417c994adf68fe26de639e111614977a
+  metadata.gz: 7178f4f14ad2015fb3e5a795bbdd7813b4a184b56413535d7ddfff569badca9d
+  data.tar.gz: ff451b947073ebfbaece457e3b94cb090410ff86aa8ca09e8fdc8c998e04118c
 SHA512:
-  metadata.gz: 3de8c49bb538a704bbd9209116b8fabc20b6af5ad3f74a44c5cff764657c4f33ebb6d5f0be80d3dfcbe19458c671a4184f45123f118dd75a960f27d0a4570a55
-  data.tar.gz: 164d339b908ea278c7901ff9ba096bf5df407cd2c66610bb02e7f190da67cc76c620f8c1043694a040c0d1f78765854e5f13006f7da4feb164354f5048ca7de7
+  metadata.gz: d15d3afd82d4cef85ffe9eb481b5bfd68971c2cbc4247f8f6b46fbf53e7292ae6d22d396b1b2070481f0034c12079f8183ff66903a05f6a36dc754a7b33aef55
+  data.tar.gz: 936ecb57906f16befe499de544032e9f1cd25ed50f757652556f357ac80b6ff7d14dbb3787c8ff2eb2d93460f3c59a224eecbc2b491a936038394013976a3b42

data/README.md

@@ -2,7 +2,7 @@
 
 **Ruby tests that read like documentation.**
 
-A modern test framework for Ruby that uses comments to define expectations. Tryouts are meant to double as documentation, so the Ruby code should be plain and reminiscent of real code.
+A modern Ruby testing framework that uses simple comments to define what should happen. With Tryouts, your tests double as documentation, allowing you to write straightforward Ruby code that feels as natural as everyday coding.
 
 > [!NOTE]
 > **Agent-Optimized Output**: Tryouts includes specialized output modes for LLM consumption with `--agent` flag, providing structured, token-efficient test results that are 60-80% smaller than traditional output while preserving debugging context.

data/exe/try

@@ -48,6 +48,9 @@ begin
   # Add original command to options for agent formatter
   options[:original_command] = original_command
 
+  # Track whether user explicitly provided paths
+  explicit_paths_given = !files.empty?
+
   # Expand files if directories are given, preserving line specs
   expanded_files = []
   files.each do |file_or_dir|
@@ -65,6 +68,12 @@ begin
   end
   files          = expanded_files
 
+  # If user provided explicit paths but nothing matched, exit with error
+  if explicit_paths_given && files.empty?
+    warn 'Error: No test files found matching the given paths'
+    exit 1
+  end
+
   # Default file discovery if no files specified
   if files.empty?
     raw_files = Dir.glob(

data/lib/tryouts/cli/formatters/agent.rb

@@ -412,10 +412,10 @@ class Tryouts
         output << summary
         output << ""
 
-        # Show files with issues only
+        # Show files with issues only (unless suppressed)
         files_with_issues = @collected_files.select { |f| f[:failures].any? || f[:errors].any? }
 
-        if files_with_issues.any?
+        if files_with_issues.any? && !@options[:agent_no_failures]
           files_with_issues.each do |file_data|
             break unless @budget.has_budget?
 
@@ -652,6 +652,18 @@ class Tryouts
           end
         end
 
+        # Add framework tips if requested
+        if @options[:agent_tips]
+          context_lines << ""
+          context_lines << render_framework_tips
+        end
+
+        # Add re-run command if requested and there are failures
+        if @options[:agent_command] && has_failures?
+          context_lines << ""
+          context_lines << render_rerun_command
+        end
+
         context_lines.join("\n")
       end
 
@@ -749,6 +761,38 @@ class Tryouts
         # Return empty hash on any error (timeout, permission, etc.)
         {}
       end
+
+      # Render framework tips and reminders for LLM context
+      def render_framework_tips
+        tips = []
+        tips << "Framework Tips:"
+        tips << "  • Instance variables (@var) persist across testcases; local variables do not"
+        tips << "  • Each testcase can have multiple expectations (multiple #=> lines)"
+        tips << "  • Exception testing: Use #=!> to signal expected exception; 'error' variable becomes available"
+        tips << "  • In exception tests, #=~> automatically refers to error.message for pattern matching"
+        tips.join("\n")
+      end
+
+      # Render copy-paste command for re-running failures with verbose-fails-stack
+      def render_rerun_command
+        files_with_issues = @collected_files.select { |f| f[:failures].any? || f[:errors].any? }
+        return "" if files_with_issues.empty?
+
+        cmd = []
+        cmd << "Re-run Command (verbose-fails-stack):"
+
+        # Build command parts
+        base_cmd = @options[:original_command]&.first || "try"
+        file_paths = files_with_issues.map { |f| f[:path] }.join(" ")
+
+        cmd << "  #{base_cmd} -vfs #{file_paths}"
+        cmd.join("\n")
+      end
+
+      # Check if there are any failures or errors
+      def has_failures?
+        @collected_files.any? { |f| f[:failures].any? || f[:errors].any? }
+      end
     end
   end
 end

data/lib/tryouts/cli/formatters/verbose.rb

@@ -156,10 +156,10 @@ class Tryouts
 
         # Show failure details for failed tests
         if result_packet.failed? || result_packet.error?
-          show_failure_details(test_case, result_packet.actual_results, result_packet.expected_results)
+          show_failure_details(test_case, result_packet.actual_results, result_packet.expected_results, result_packet.result_value)
         # Show exception details for passed exception expectations
         elsif result_packet.passed? && has_exception_expectations?(test_case)
-          show_exception_details(test_case, result_packet.actual_results, result_packet.expected_results)
+          show_exception_details(test_case, result_packet.actual_results, result_packet.expected_results, result_packet.result_value)
         end
       end
 
@@ -273,7 +273,7 @@ class Tryouts
         test_case.expectations.any? { |exp| exp.type == :exception }
       end
 
-      def show_exception_details(test_case, actual_results, expected_results = [])
+      def show_exception_details(test_case, actual_results, expected_results = [], exception_object = nil)
         return if actual_results.empty?
 
         puts indent_text('Exception Details:', 2)
@@ -288,6 +288,19 @@ class Tryouts
             puts indent_text("Result: #{Console.color(:green, expected.inspect)}", 3) if expected
           end
         end
+
+        # Show backtrace when --stack flag is used
+        if @show_stack_traces && exception_object.is_a?(Exception) && exception_object.backtrace
+          puts
+          puts indent_text('Backtrace:', 2)
+          Console.pretty_backtrace(exception_object.backtrace, limit: 15).each do |line|
+            puts indent_text(Console.color(:dim, line), 3)
+          end
+          if exception_object.backtrace.length > 15
+            puts indent_text(Console.color(:dim, "... (#{exception_object.backtrace.length - 15} more lines)"), 3)
+          end
+        end
+
         puts
       end
 
@@ -309,7 +322,7 @@ class Tryouts
         puts
       end
 
-      def show_failure_details(test_case, actual_results, expected_results = [])
+      def show_failure_details(test_case, actual_results, expected_results = [], exception_object = nil)
         return if actual_results.empty?
 
         actual_results.each_with_index do |actual, idx|
@@ -325,8 +338,19 @@ class Tryouts
             puts indent_text("Expected: #{Console.color(:green, expected_line.content)}", 2)
             puts indent_text("Actual:   #{Console.color(:red, actual.inspect)}", 2)
           else
-            # For error cases (empty expected_results), just show the error
-            puts indent_text("Error:   #{Console.color(:red, actual.inspect)}", 2)
+            # For error cases (empty expected_results), show formatted error with stack trace
+            if actual.is_a?(String) && actual.include?("\n")
+              # Multi-line error (with stack trace) - format properly
+              lines = actual.split("\n")
+              puts indent_text("Error:   #{Console.color(:red, lines.first)}", 2)
+              # Show remaining lines (stack trace) with proper indentation
+              lines[1..].each do |line|
+                puts indent_text("  #{Console.color(:red, line)}", 2)
+              end
+            else
+              # Single-line error
+              puts indent_text("Error:   #{Console.color(:red, actual.inspect)}", 2)
+            end
           end
 
           # Show difference if both are strings
@@ -336,6 +360,18 @@ class Tryouts
 
           puts
         end
+
+        # Show backtrace for exception expectation failures when --stack flag is used
+        if @show_stack_traces && exception_object.is_a?(Exception) && exception_object.backtrace
+          puts indent_text('Backtrace:', 2)
+          Console.pretty_backtrace(exception_object.backtrace, limit: 15).each do |line|
+            puts indent_text(Console.color(:dim, line), 3)
+          end
+          if exception_object.backtrace.length > 15
+            puts indent_text(Console.color(:dim, "... (#{exception_object.backtrace.length - 15} more lines)"), 3)
+          end
+          puts
+        end
       end
 
       def show_string_diff(expected, actual)
@@ -384,9 +420,10 @@ class Tryouts
         # No output in fails mode
       end
 
-      # Suppress file result summaries in fails-only mode
+      # Show file result summaries in fails-only mode (matching compact behavior)
       def file_result(_file_path, total_tests:, failed_count:, error_count:, elapsed_time: nil)
-        # No output in fails mode - let the batch_summary handle failures
+        # Always show summary - this matches compact formatter behavior
+        super
       end
 
       def live_status_capabilities

data/lib/tryouts/cli/opts.rb

@@ -24,6 +24,9 @@ class Tryouts
         --agent-focus first-failure                 # Show first failure per file
         --agent-focus critical                      # Show errors/exceptions only
         --agent-limit 1000                          # Limit output to 1000 tokens
+        --agent-tips                                # Include framework tips for LLMs
+        --agent-command                             # Include copy-paste re-run command
+        --agent-no-failures                         # Suppress failure details (summary only)
 
       File Naming & Organization:
         Files must end with '_try.rb' or '.try.rb' (e.g., auth_service_try.rb, user_model.try.rb)
@@ -142,6 +145,18 @@ class Tryouts
             options[:agent] = true
             options[:agent_focus] = focus.to_sym
           end
+          opts.on('--agent-tips', 'Include tryouts framework tips and reminders in agent output') do
+            options[:agent] = true
+            options[:agent_tips] = true
+          end
+          opts.on('--agent-command', 'Include copy-paste command for re-running failures with -vfs') do
+            options[:agent] = true
+            options[:agent_command] = true
+          end
+          opts.on('--agent-no-failures', 'Suppress detailed failure list (show summary/command only)') do
+            options[:agent] = true
+            options[:agent_no_failures] = true
+          end
 
           opts.separator "\nParser Options:"
           opts.on('--enhanced-parser', 'Use enhanced parser with inhouse comment extraction (default)') { options[:parser] = :enhanced }

data/lib/tryouts/expectation_evaluators/exception.rb

@@ -44,20 +44,37 @@ class Tryouts
       end
 
       def evaluate_exception_condition(caught_error)
-        @context.define_singleton_method(:error) { caught_error }
+        # Note: error variable is already available in context (set in evaluate_expectations)
 
         expectation_result = ExpectationResult.from_result(caught_error)
-        expected_value     = eval_expectation_content(@expectation.content, expectation_result)
+        expected_value = eval_expectation_content(@expectation.content, expectation_result)
 
-        build_result(
-          passed: !!expected_value,
-          actual: caught_error.message,
-          expected: expected_value,
-        )
+        # Support two syntaxes:
+        # 1. Class constant: #=!> StandardError (checks exception class)
+        # 2. Boolean expression: #=!> error.message == "test" (checks truthy value)
+        if expected_value.is_a?(Class)
+          # Class-based exception checking (new behavior)
+          # Check if caught exception is instance of expected class (or subclass)
+          exception_matches = caught_error.is_a?(expected_value)
+
+          build_result(
+            passed: exception_matches,
+            actual: caught_error.class.name,
+            expected: expected_value.name,
+          )
+        else
+          # Boolean/truthy expression checking (legacy behavior)
+          # This supports expressions like: error.message == "test"
+          build_result(
+            passed: !!expected_value,
+            actual: caught_error.message,
+            expected: expected_value,
+          )
+        end
       rescue StandardError => ex
         build_result(
           passed: false,
-          actual: caught_error.message,
+          actual: caught_error.class.name,
           expected: "EXPECTED: #{ex.message}",
           error: ex,
         )

data/lib/tryouts/expectation_evaluators/regex_match.rb

@@ -42,9 +42,8 @@ class Tryouts
 
         # Auto-detect exceptions and use message for regex matching
         # This allows #=~> /pattern/ to work naturally with exception messages
+        # Note: error variable is already available in context (set in evaluate_expectations)
         string_result = if actual_result.is_a?(Exception)
-                          # Make error available in context for manual access if needed
-                          @context.define_singleton_method(:error) { actual_result }
                           actual_result.message  # Match against error message
                         else
                           actual_result.to_s     # Normal case: convert to string

data/lib/tryouts/file_processor.rb

@@ -19,13 +19,10 @@ class Tryouts
     end
 
     def process
-      testrun                     = create_parser(@file, @options).parse
-
-      # Apply line spec filtering before reporting test counts
-      if @options[:line_spec]
-        testrun = filter_testrun_by_line_spec(testrun)
-      end
+      testrun = create_parser(@file, @options).parse
 
+      # Report total test count (before filtering for display)
+      # Line spec filtering affects output only, not execution
       @global_tally[:aggregator].increment_total_files
       @output_manager.file_parsed(@file, testrun.total_tests)
       @output_manager.parser_warnings(@file, warnings: testrun.warnings)
@@ -45,34 +42,6 @@ class Tryouts
 
     private
 
-    def filter_testrun_by_line_spec(testrun)
-      require_relative 'cli/line_spec_parser'
-
-      line_spec = @options[:line_spec]
-
-      # Filter test cases to only those that match the line spec
-      filtered_cases = testrun.test_cases.select do |test_case|
-        Tryouts::CLI::LineSpecParser.matches?(test_case, line_spec)
-      end
-
-      # Check if any tests matched the line specification
-      if filtered_cases.empty?
-        @output_manager.file_failure(@file, "No test cases found matching line specification: #{line_spec}")
-        return testrun  # Return original testrun to avoid breaking the pipeline
-      end
-
-      # Create a new testrun with filtered cases
-      # We need to preserve the setup and teardown but only include matching tests
-      testrun.class.new(
-        setup: testrun.setup,
-        test_cases: filtered_cases,
-        teardown: testrun.teardown,
-        source_file: testrun.source_file,
-        metadata: testrun.metadata,
-        warnings: testrun.warnings
-      )
-    end
-
     def create_parser(file, options)
       parser_type = options[:parser] || :enhanced  # enhanced parser is now the default
 

data/lib/tryouts/test_batch.rb

@@ -37,6 +37,7 @@ class Tryouts
       @start_time      = nil
       @test_case_count = 0
       @setup_failed    = false
+      @line_spec       = options[:line_spec]  # For output filtering only
 
       # Setup container for fresh context mode - preserves @instance_variables from setup
       @setup_container = nil
@@ -101,16 +102,26 @@ class Tryouts
           break
         end
 
-        @output_manager&.test_start(test_case, idx, @test_case_count)
+        # Apply line_spec filter for output notifications (test_start/test_end)
+        # but still execute ALL tests regardless of filter
+        if should_display_test_result?(test_case)
+          @output_manager&.test_start(test_case, idx, @test_case_count)
+        end
+
         result = execute_single_test(test_case, before_test_hook, &) # runs the test code
-        @output_manager&.test_end(test_case, idx, @test_case_count)
+
+        if should_display_test_result?(test_case)
+          @output_manager&.test_end(test_case, idx, @test_case_count)
+        end
 
         # Update circuit breaker state based on result
         update_circuit_breaker(result)
 
         result
       rescue StandardError => ex
-        @output_manager&.test_end(test_case, idx, @test_case_count)
+        if should_display_test_result?(test_case)
+          @output_manager&.test_end(test_case, idx, @test_case_count)
+        end
         # Create error result packet to maintain consistent data flow
         error_result = build_error_result(test_case, ex)
         process_test_result(error_result)
@@ -333,6 +344,12 @@ class Tryouts
     def evaluate_expectations(test_case, actual_result, context, execution_time_ns = nil, stdout_content = nil, stderr_content = nil, caught_exception = nil)
       return { passed: true, actual_results: [], expected_results: [] } if test_case.expectations.empty?
 
+      # Make error variable available to ALL expectations in exception test cases
+      # This allows #=/=> error.message.nil?, #=~> /pattern/ (auto-targets error.message), etc.
+      if caught_exception
+        context.define_singleton_method(:error) { caught_exception }
+      end
+
       evaluation_results = test_case.expectations.map do |expectation|
         evaluator = ExpectationEvaluators::Registry.evaluator_for(expectation, test_case, context)
 
@@ -398,11 +415,14 @@ class Tryouts
         @failed_count += 1
       end
 
-      show_test_result(result)
+      # Apply line_spec filter for output only - test was still executed
+      if should_display_test_result?(result.test_case)
+        show_test_result(result)
 
-      # Show captured output if any exists
-      if result.has_output?
-        @output_manager&.test_output(result.test_case, result.captured_output, result)
+        # Show captured output if any exists
+        if result.has_output?
+          @output_manager&.test_output(result.test_case, result.captured_output, result)
+        end
       end
     end
 
@@ -442,6 +462,17 @@ class Tryouts
 
       # For catastrophic errors, still raise to stop execution
       raise "Global setup failed (#{ex.class}): #{ex.message}"
+    rescue SystemExit, SignalException => ex
+      # Handle process control exceptions (exit, abort, signals) gracefully
+      @setup_failed = true
+      if @global_tally && @global_tally[:aggregator]
+        @global_tally[:aggregator].add_infrastructure_failure(
+          :setup, @testrun.source_file, "Setup terminated by #{ex.class}: #{ex.message}", ex
+        )
+      end
+
+      Tryouts.debug "Setup received #{ex.class}: #{ex.message}"
+      @output_manager&.error("Setup terminated by #{ex.class}: #{ex.message}")
     end
 
     # Setup execution for fresh context mode - creates @setup_container with @instance_variables
@@ -483,6 +514,17 @@ class Tryouts
 
       # For catastrophic errors, still raise to stop execution
       raise "Fresh context setup failed (#{ex.class}): #{ex.message}"
+    rescue SystemExit, SignalException => ex
+      # Handle process control exceptions (exit, abort, signals) gracefully
+      @setup_failed = true
+      if @global_tally && @global_tally[:aggregator]
+        @global_tally[:aggregator].add_infrastructure_failure(
+          :setup, @testrun.source_file, "Setup terminated by #{ex.class}: #{ex.message}", ex
+        )
+      end
+
+      Tryouts.debug "Setup received #{ex.class}: #{ex.message}"
+      @output_manager&.error("Setup terminated by #{ex.class}: #{ex.message}")
     end
 
     # Global teardown execution
@@ -521,6 +563,17 @@ class Tryouts
       else
         @output_manager&.error('Continuing despite teardown failure')
       end
+    rescue SystemExit, SignalException => ex
+      # Handle process control exceptions (exit, abort, signals) gracefully
+      if @global_tally && @global_tally[:aggregator]
+        @global_tally[:aggregator].add_infrastructure_failure(
+          :teardown, @testrun.source_file, "Teardown terminated by #{ex.class}: #{ex.message}", ex
+        )
+      end
+
+      Tryouts.debug "Teardown received #{ex.class}: #{ex.message}"
+      @output_manager&.error("Teardown terminated by #{ex.class}: #{ex.message}")
+      @output_manager&.error('Continuing despite teardown termination')
     end
 
     # Result finalization and summary display
@@ -550,6 +603,15 @@ class Tryouts
       test_case.expectations.any? { |exp| exp.result_type? || exp.regex_match? }
     end
 
+    # Check if test result should be displayed based on line_spec filter
+    # All tests are EXECUTED regardless of line_spec, but only matching tests are DISPLAYED
+    def should_display_test_result?(test_case)
+      return true unless @line_spec
+
+      require_relative 'cli/line_spec_parser'
+      Tryouts::CLI::LineSpecParser.matches?(test_case, @line_spec)
+    end
+
     def capture_output
       old_stdout = $stdout
       old_stderr = $stderr

data/lib/tryouts/test_executor.rb

@@ -34,6 +34,7 @@ class Tryouts
         shared_context: @options[:shared_context],
         verbose: @options[:verbose],
         fails_only: @options[:fails_only],
+        line_spec: @options[:line_spec],  # Pass line_spec for output filtering
         output_manager: @output_manager,
         global_tally: @global_tally,
       )

data/lib/tryouts/version.rb

@@ -1,5 +1,5 @@
 # lib/tryouts/version.rb
 
 class Tryouts
-  VERSION = '3.6.1'
+  VERSION = '3.7.0'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: tryouts
 version: !ruby/object:Gem::Version
-  version: 3.6.1
+  version: 3.7.0
 platform: ruby
 authors:
 - Delano Mandelbaum
@@ -9,6 +9,26 @@ bindir: exe
 cert_chain: []
 date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: concurrent-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
 - !ruby/object:Gem::Dependency
   name: irb
   requirement: !ruby/object:Gem::Requirement
@@ -38,33 +58,33 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '1.0'
 - !ruby/object:Gem::Dependency
-  name: concurrent-ruby
+  name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '5.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '5.0'
 - !ruby/object:Gem::Dependency
-  name: minitest
+  name: pastel
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.0'
+        version: '0.8'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.0'
+        version: '0.8'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -85,20 +105,6 @@ dependencies:
     - - "<"
       - !ruby/object:Gem::Version
         version: '5.0'
-- !ruby/object:Gem::Dependency
-  name: pastel
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.8'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.8'
 - !ruby/object:Gem::Dependency
   name: tty-cursor
   requirement: !ruby/object:Gem::Requirement