tryouts 3.1.1 → 3.2.0

data/lib/tryouts/cli/opts.rb

@@ -18,8 +18,16 @@ class Tryouts
 
       File Format:
         ## Test description       # Test case marker
-        code_to_test             # Ruby code
-        #=> expected_result       # Expectation
+        code_to_test              # Ruby code
+        #=> expected_result       # Expectation (various types available)
+
+      Great Expectations System:
+        Multiple expectation types are supported for different testing needs.
+
+        #=>   Value equality        #==> Must be true         #=/=> Must be false
+        #=|>  True OR false         #=!>  Must raise error    #=:>  Type matching
+        #=~>  Regex matching        #=%>  Time constraints    #=1>  STDOUT content
+        #=2>  STDERR content        #=<>  Intentional failure
     HELP
 
     class << self
@@ -50,12 +58,13 @@ class Tryouts
           end
 
           opts.separator "\nExecution Options:"
-          opts.on('--shared-context', 'Override default context mode') { options[:shared_context]       = true }
-          opts.on('--no-shared-context', 'Override default context mode') { options[:shared_context]    = false }
-          opts.on('-v', '--verbose', 'Show detailed test output with line numbers') { options[:verbose] = true }
-          opts.on('-f', '--fails', 'Show only failing tests (with --verbose)') { options[:fails_only]   = true }
-          opts.on('-q', '--quiet', 'Minimal output (dots and summary only)') { options[:quiet]          = true }
-          opts.on('-c', '--compact', 'Compact single-line output') { options[:compact]                  = true }
+          opts.on('--shared-context', 'Override default context mode') { options[:shared_context]         = true }
+          opts.on('--no-shared-context', 'Override default context mode') { options[:shared_context]      = false }
+          opts.on('-v', '--verbose', 'Show detailed test output with line numbers') { options[:verbose]   = true }
+          opts.on('-f', '--fails', 'Show only failing tests') { options[:fails_only]                      = true }
+          opts.on('-q', '--quiet', 'Minimal output (dots and summary only)') { options[:quiet]            = true }
+          opts.on('-c', '--compact', 'Compact single-line output') { options[:compact]                    = true }
+          opts.on('-l', '--live', 'Live status display') { options[:live_status]                          = true }
 
           opts.separator "\nInspection Options:"
           opts.on('-i', '--inspect', 'Inspect file structure without running tests') { options[:inspect] = true }

data/lib/tryouts/cli/tty_detector.rb

@@ -0,0 +1,92 @@
+# lib/tryouts/cli/tty_detector.rb
+
+require 'tty-screen'
+
+class Tryouts
+  class CLI
+    # TTY detection utility for determining live formatter availability
+    module TTYDetector
+      STATUS_LINES = 4  # Lines needed for live formatter status area
+
+      # Check if TTY features are available for live formatting
+      # Returns: { available: boolean, reason: string }
+      def self.check_tty_support(debug: false)
+        result = { available: false, reason: nil }
+
+        # FORCE_LIVE override for testing
+        if ENV['FORCE_LIVE'] == '1'
+          debug_log('FORCE_LIVE=1 - forcing TTY support', debug)
+          result[:available] = true
+          result[:reason]    = 'Forced via FORCE_LIVE=1'
+          return result
+        end
+
+        # Enhanced TTY detection to work with bundler and other execution contexts
+        debug_log('TTY Detection:', debug)
+        debug_log("  $stdout.tty? = #{$stdout.tty?}", debug)
+        debug_log("  $stderr.tty? = #{$stderr.tty?}", debug)
+        debug_log("  $stdin.tty? = #{$stdin.tty?}", debug)
+
+        # Check if any standard stream is a TTY or if we have a controlling terminal
+        has_tty = $stdout.tty? || $stderr.tty? || $stdin.tty?
+        debug_log("  Combined streams TTY: #{has_tty}", debug)
+
+        # Additional check: try to access controlling terminal directly
+        unless has_tty
+          begin
+            # On Unix systems, /dev/tty represents the controlling terminal
+            File.open('/dev/tty', 'r') { |f| has_tty = f.tty? }
+            debug_log("  /dev/tty accessible: #{has_tty}", debug)
+          rescue StandardError => ex
+            debug_log("  /dev/tty error: #{ex.class}: #{ex.message}", debug)
+          end
+        end
+
+        unless has_tty
+          debug_log('  Final result: No TTY detected', debug)
+          result[:reason] = 'No TTY detected (not running in terminal)'
+          return result
+        end
+
+        # Skip in CI or dumb terminals
+        if ENV['CI'] || ENV['TERM'] == 'dumb'
+          debug_log("  CI or dumb terminal detected (CI=#{ENV['CI']}, TERM=#{ENV.fetch('TERM', nil)})", debug)
+          result[:reason] = 'CI environment or dumb terminal detected'
+          return result
+        end
+
+        # Test TTY gem availability and basic functionality
+        begin
+          height = TTY::Screen.height
+          debug_log("  Screen height: #{height}, need minimum: #{STATUS_LINES + 5}", debug)
+
+          if height < STATUS_LINES + 5  # Need minimum screen space
+            debug_log('  Screen too small', debug)
+            result[:reason] = "Terminal too small (#{height} lines < #{STATUS_LINES + 5} needed)"
+            return result
+          end
+
+          # Test cursor control (basic check without actually saving)
+          require 'tty-cursor'
+          TTY::Cursor.save  # Just test that it exists
+
+          debug_log('  TTY support enabled', debug)
+          result[:available] = true
+          result[:reason]    = 'TTY support available'
+        rescue LoadError => ex
+          debug_log("  TTY gem loading failed: #{ex.message}", debug)
+          result[:reason] = "TTY gems not available: #{ex.message}"
+        rescue StandardError => ex
+          debug_log("  TTY setup failed: #{ex.class}: #{ex.message}", debug)
+          result[:reason] = "TTY setup failed: #{ex.message}"
+        end
+
+        result
+      end
+
+      def self.debug_log(message, debug_enabled)
+        $stderr.puts "DEBUG: #{message}" if debug_enabled
+      end
+    end
+  end
+end

data/lib/tryouts/console.rb

@@ -143,7 +143,7 @@ class Tryouts
 
             # Enable colors if neither appears redirected
             return "\e[%sm" % att.join(';') unless stdout_redirected || stderr_redirected
-          rescue
+          rescue StandardError
             # If stat fails, fall back to enabling colors with TERM set
             return "\e[%sm" % att.join(';')
           end

data/lib/tryouts/expectation_evaluators/boolean.rb

@@ -45,7 +45,7 @@ class Tryouts
 
       def evaluate(actual_result = nil)
         expectation_result = ExpectationResult.from_result(actual_result)
-        expression_result = eval_expectation_content(@expectation.content, expectation_result)
+        expression_result  = eval_expectation_content(@expectation.content, expectation_result)
 
         build_result(
           passed: [true, false].include?(expression_result),

data/lib/tryouts/expectation_evaluators/exception.rb

@@ -22,7 +22,7 @@ class Tryouts
 
         # Create result packet for evaluation to show what was expected
         expectation_result = ExpectationResult.from_result(nil)
-        expected_value = eval_expectation_content(@expectation.content, expectation_result)
+        expected_value     = eval_expectation_content(@expectation.content, expectation_result)
 
         build_result(
           passed: false,
@@ -41,7 +41,7 @@ class Tryouts
         @context.define_singleton_method(:error) { caught_error }
 
         expectation_result = ExpectationResult.from_result(caught_error)
-        expected_value = eval_expectation_content(@expectation.content, expectation_result)
+        expected_value     = eval_expectation_content(@expectation.content, expectation_result)
 
         build_result(
           passed: !!expected_value,

data/lib/tryouts/expectation_evaluators/expectation_result.rb

@@ -32,7 +32,7 @@ class Tryouts
           start_time_ns: nil,
           end_time_ns: nil,
           stdout_content: nil,
-          stderr_content: nil
+          stderr_content: nil,
         )
       end
 
@@ -46,7 +46,7 @@ class Tryouts
           start_time_ns: start_time_ns,
           end_time_ns: end_time_ns,
           stdout_content: nil,
-          stderr_content: nil
+          stderr_content: nil,
         )
       end
 
@@ -59,7 +59,7 @@ class Tryouts
           start_time_ns: nil,
           end_time_ns: nil,
           stdout_content: stdout_content,
-          stderr_content: stderr_content
+          stderr_content: stderr_content,
         )
       end
     end

data/lib/tryouts/expectation_evaluators/false.rb

@@ -45,7 +45,7 @@ class Tryouts
 
       def evaluate(actual_result = nil)
         expectation_result = ExpectationResult.from_result(actual_result)
-        expression_result = eval_expectation_content(@expectation.content, expectation_result)
+        expression_result  = eval_expectation_content(@expectation.content, expectation_result)
 
         build_result(
           passed: expression_result == false,

data/lib/tryouts/expectation_evaluators/intentional_failure.rb

@@ -56,14 +56,14 @@ class Tryouts
 
         # Delegate to regular evaluator
         regular_evaluator = Regular.new(regular_expectation, @test_case, @context)
-        regular_result = regular_evaluator.evaluate(actual_result)
+        regular_result    = regular_evaluator.evaluate(actual_result)
 
         # Invert the result while preserving metadata
         build_result(
           passed: !regular_result[:passed],
           actual: regular_result[:actual],
           expected: "NOT #{regular_result[:expected]} (intentional failure)",
-          expectation: @expectation.content
+          expectation: @expectation.content,
         )
       rescue StandardError => ex
         # If evaluation itself fails (not the expectation), that's a real error

data/lib/tryouts/expectation_evaluators/output.rb

@@ -56,9 +56,9 @@ class Tryouts
 
         # Get the appropriate captured content
         captured_content = case pipe_number
-                          when 1 then stdout_content || ""
-                          when 2 then stderr_content || ""
-                          else ""
+                          when 1 then stdout_content || ''
+                          when 2 then stderr_content || ''
+                          else ''
                           end
 
         # Create result packet for expression evaluation
@@ -82,8 +82,8 @@ class Tryouts
 
         # Build result with appropriate pipe description
         pipe_name = case pipe_number
-                   when 1 then "stdout"
-                   when 2 then "stderr"
+                   when 1 then 'stdout'
+                   when 2 then 'stderr'
                    else "pipe#{pipe_number}"
                    end
 
@@ -91,7 +91,7 @@ class Tryouts
           passed: matched,
           actual: "#{pipe_name}: #{captured_content.inspect}",
           expected: expected_pattern.inspect,
-          expectation: @expectation.content
+          expectation: @expectation.content,
         )
       rescue StandardError => ex
         handle_evaluation_error(ex, actual_result)

data/lib/tryouts/expectation_evaluators/performance_time.rb

@@ -54,18 +54,18 @@ class Tryouts
             passed: false,
             actual: 'No timing data available',
             expected: 'Performance measurement',
-            error: 'Performance expectations require execution timing data'
+            error: 'Performance expectations require execution timing data',
           )
         end
 
         # Create result packet with timing data available to expectation
         expectation_result = ExpectationResult.from_timing(actual_result, execution_time_ns)
-        expected_limit_ms = eval_expectation_content(@expectation.content, expectation_result)
+        expected_limit_ms  = eval_expectation_content(@expectation.content, expectation_result)
 
         actual_time_ms = expectation_result.execution_time_ms
 
         # Performance tolerance: actual <= expected + 10% (not strict window)
-        max_allowed_ms = expected_limit_ms * 1.1
+        max_allowed_ms   = expected_limit_ms * 1.1
         within_tolerance = actual_time_ms <= max_allowed_ms
 
         build_result(

data/lib/tryouts/expectation_evaluators/regex_match.rb

@@ -38,11 +38,11 @@ class Tryouts
 
       def evaluate(actual_result = nil)
         expectation_result = ExpectationResult.from_result(actual_result)
-        pattern = eval_expectation_content(@expectation.content, expectation_result)
+        pattern            = eval_expectation_content(@expectation.content, expectation_result)
 
         # Convert actual_result to string for regex matching
         string_result = actual_result.to_s
-        match_result = string_result =~ pattern
+        match_result  = string_result =~ pattern
 
         build_result(
           passed: !match_result.nil?,

data/lib/tryouts/expectation_evaluators/regular.rb

@@ -52,7 +52,7 @@ class Tryouts
 
       def evaluate(actual_result = nil)
         expectation_result = ExpectationResult.from_result(actual_result)
-        expected_value = eval_expectation_content(@expectation.content, expectation_result)
+        expected_value     = eval_expectation_content(@expectation.content, expectation_result)
 
         build_result(
           passed: actual_result == expected_value,

data/lib/tryouts/expectation_evaluators/result_type.rb

@@ -36,7 +36,7 @@ class Tryouts
 
       def evaluate(actual_result = nil)
         expectation_result = ExpectationResult.from_result(actual_result)
-        expected_class = eval_expectation_content(@expectation.content, expectation_result)
+        expected_class     = eval_expectation_content(@expectation.content, expectation_result)
 
         build_result(
           passed: actual_result.is_a?(expected_class),

data/lib/tryouts/expectation_evaluators/true.rb

@@ -42,8 +42,8 @@ class Tryouts
       end
 
       def evaluate(actual_result = nil)
-        expectation_result     = ExpectationResult.from_result(actual_result)
-        expression_result = eval_expectation_content(@expectation.content, expectation_result)
+        expectation_result = ExpectationResult.from_result(actual_result)
+        expression_result  = eval_expectation_content(@expectation.content, expectation_result)
 
         build_result(
           passed: expression_result == true,

data/lib/tryouts/failure_collector.rb

@@ -0,0 +1,109 @@
+# lib/tryouts/failure_collector.rb
+
+require_relative 'console'
+
+class Tryouts
+  # Collects and organizes failed test results across files for summary display
+  # Similar to RSpec's failure summary at the end of test runs
+  class FailureCollector
+    # Data structure for a single failure entry
+    FailureEntry = Data.define(:file_path, :test_case, :result_packet) do
+      def line_number
+        # Use last line of range (expectation line) for failure display
+        test_case.line_range&.last || test_case.first_expectation_line || 0
+      end
+
+      def description
+        desc = test_case.description.to_s.strip
+        desc.empty? ? 'unnamed test' : desc
+      end
+
+      def failure_reason
+        case result_packet.status
+        when :failed
+          if result_packet.actual_results.any? && result_packet.expected_results.any?
+            "expected #{result_packet.first_expected.inspect}, got #{result_packet.first_actual.inspect}"
+          else
+            'test failed'
+          end
+        when :error
+          error_msg = result_packet.error&.message || 'unknown error'
+          "#{result_packet.error&.class&.name || 'Error'}: #{error_msg}"
+        else
+          'test did not pass'
+        end
+      end
+
+      def source_context
+        return [] unless test_case.source_lines
+
+        # Show the test code (excluding setup/teardown)
+        test_case.source_lines.reject do |line|
+          line.strip.empty? || line.strip.start_with?('#')
+        end.first(3) # Limit to first 3 relevant lines
+      end
+    end
+
+    def initialize
+      @failures            = []
+      @files_with_failures = Set.new
+    end
+
+    # Add a failed test result
+    def add_failure(file_path, result_packet)
+      return unless result_packet.failed? || result_packet.error?
+
+      entry = FailureEntry.new(
+        file_path: file_path,
+        test_case: result_packet.test_case,
+        result_packet: result_packet,
+      )
+
+      @failures << entry
+      @files_with_failures << file_path
+    end
+
+    # Check if any failures were collected
+    def any_failures?
+      !@failures.empty?
+    end
+
+    # Get count of total failures
+    def failure_count
+      @failures.count { |f| f.result_packet.failed? }
+    end
+
+    # Get count of total errors
+    def error_count
+      @failures.count { |f| f.result_packet.error? }
+    end
+
+    # Get total issues (failures + errors)
+    def total_issues
+      @failures.size
+    end
+
+    # Get count of files with failures
+    def files_with_failures_count
+      @files_with_failures.size
+    end
+
+    # Get failures grouped by file for summary display
+    def failures_by_file
+      @failures.group_by(&:file_path).transform_values do |file_failures|
+        file_failures.sort_by(&:line_number)
+      end
+    end
+
+    # Get all failure entries (for detailed processing)
+    def all_failures
+      @failures.dup
+    end
+
+    # Reset the collector (useful for testing)
+    def clear
+      @failures.clear
+      @files_with_failures.clear
+    end
+  end
+end

data/lib/tryouts/prism_parser.rb

@@ -83,7 +83,7 @@ class Tryouts
           # Find the end of this test case by looking for the last expectation
           # before the next description or end of file
           start_line = token[:line]
-          end_line = find_test_case_end(tokens, index)
+          end_line   = find_test_case_end(tokens, index)
 
           boundaries << { start: start_line, end: end_line } if end_line
         end
@@ -118,10 +118,10 @@ class Tryouts
       tokens.map.with_index do |token, index|
         if token[:type] == :potential_description
           # Check if this comment falls within any test case boundary
-          line_num = token[:line]
-          within_test_case = test_boundaries.any? { |boundary|
+          line_num         = token[:line]
+          within_test_case = test_boundaries.any? do |boundary|
             line_num >= boundary[:start] && line_num <= boundary[:end]
-          }
+          end
 
           if within_test_case
             # This comment is within a test case, treat as regular comment
@@ -134,10 +134,10 @@ class Tryouts
 
             # Check if this looks like a test description based on content
             looks_like_test_description = content.match?(/test|example|demonstrate|show|should|when|given/i) &&
-                                        content.length > 10
+                                          content.length > 10
 
             # Check if there's code immediately before this (suggesting it's mid-test)
-            prev_token = index > 0 ? tokens[index - 1] : nil
+            prev_token      = index > 0 ? tokens[index - 1] : nil
             has_code_before = prev_token && prev_token[:type] == :code
 
             if has_code_before || !looks_like_test_description
@@ -151,8 +151,8 @@ class Tryouts
               meaningful_following = following_tokens.reject { |t| [:blank, :comment].include?(t[:type]) }
 
               # Look for test pattern within next 5 tokens (more restrictive)
-              test_window = meaningful_following.first(5)
-              has_code = test_window.any? { |t| t[:type] == :code }
+              test_window     = meaningful_following.first(5)
+              has_code        = test_window.any? { |t| t[:type] == :code }
               has_expectation = test_window.any? { |t| is_expectation_type?(t[:type]) }
 
               # Only promote to description if BOTH code and expectation are found nearby
@@ -180,11 +180,11 @@ class Tryouts
           # Skip if it's clearly just a regular comment (short, lowercase, etc.)
           # Test descriptions are typically longer and more descriptive
           looks_like_regular_comment = content.length < 20 &&
-                                      content.downcase == content &&
-                                      !content.match?(/test|example|demonstrate|show/i)
+                                       content.downcase == content &&
+                                       !content.match?(/test|example|demonstrate|show/i)
 
           # Check if there's code immediately before this (suggesting it's mid-test)
-          prev_token = index > 0 ? tokens[index - 1] : nil
+          prev_token      = index > 0 ? tokens[index - 1] : nil
           has_code_before = prev_token && prev_token[:type] == :code
 
           if looks_like_regular_comment || has_code_before
@@ -199,8 +199,8 @@ class Tryouts
 
             # Look for test pattern: at least one code token followed by at least one expectation
             # within the next 10 meaningful tokens (to avoid matching setup/teardown)
-            test_window = meaningful_following.first(10)
-            has_code = test_window.any? { |t| t[:type] == :code }
+            test_window     = meaningful_following.first(10)
+            has_code        = test_window.any? { |t| t[:type] == :code }
             has_expectation = test_window.any? { |t| is_expectation_type?(t[:type]) }
 
             if has_code && has_expectation
@@ -466,12 +466,12 @@ class Tryouts
         TestCase.new(
           description: desc,
           code: extract_code_content(code_tokens),
-          expectations: exp_tokens.map { |token|
+          expectations: exp_tokens.map do |token|
             type = case token[:type]
                    when :exception_expectation then :exception
                    when :intentional_failure_expectation then :intentional_failure
-                   when :true_expectation then :true
-                   when :false_expectation then :false
+                   when :true_expectation then :true # rubocop:disable Lint/BooleanSymbol
+                   when :false_expectation then :false # rubocop:disable Lint/BooleanSymbol
                    when :boolean_expectation then :boolean
                    when :result_type_expectation then :result_type
                    when :regex_match_expectation then :regex_match
@@ -486,7 +486,7 @@ class Tryouts
             else
               Expectation.new(content: token[:content], type: type)
             end
-          },
+          end,
           line_range: start_line..end_line,
           path: @source_path,
           source_lines: source_lines,

data/lib/tryouts/test_batch.rb

@@ -110,7 +110,7 @@ class Tryouts
 
         result
       rescue StandardError => ex
-        @output_manager&.test_end(test_case, idx, @test_case_count, status: :failed, error: ex)
+        @output_manager&.test_end(test_case, idx, @test_case_count)
         # Create error result packet to maintain consistent data flow
         error_result = build_error_result(test_case, ex)
         process_test_result(error_result)
@@ -367,13 +367,18 @@ class Tryouts
 
       if result.failed? || result.error?
         @failed_count += 1
+
+        # Collect failure details for end-of-run summary
+        if @global_tally && @global_tally[:failure_collector]
+          @global_tally[:failure_collector].add_failure(@testrun.source_file, result)
+        end
       end
 
       show_test_result(result)
 
       # Show captured output if any exists
       if result.has_output?
-        @output_manager&.test_output(result.test_case, result.captured_output)
+        @output_manager&.test_output(result.test_case, result.captured_output, result)
       end
     end
 
@@ -494,9 +499,8 @@ class Tryouts
     end
 
     def show_summary(elapsed_time)
-      # Use actual executed test count, not total tests in file
-      executed_count = @results.size
-      @output_manager&.batch_summary(executed_count, @failed_count, elapsed_time)
+      # Summary is now handled by TestRunner with failure details
+      # This method kept for compatibility but no longer calls batch_summary
     end
 
     # Helper methods using pattern matching

data/lib/tryouts/test_case.rb

@@ -89,7 +89,7 @@ class Tryouts
     :error,              # Exception object (if any)
     :captured_output,    # Captured stdout/stderr content
     :elapsed_time,       # Execution timing (future use)
-    :metadata            # Hash for future extensibility
+    :metadata,            # Hash for future extensibility
   ) do
     def passed?
       status == :passed
@@ -131,7 +131,7 @@ class Tryouts
         error: nil,
         captured_output: captured_output,
         elapsed_time: elapsed_time,
-        metadata: metadata
+        metadata: metadata,
       )
     end
 
@@ -146,7 +146,7 @@ class Tryouts
         error: nil,
         captured_output: captured_output,
         elapsed_time: elapsed_time,
-        metadata: metadata
+        metadata: metadata,
       )
     end
 
@@ -171,7 +171,7 @@ class Tryouts
         error: error,
         captured_output: captured_output,
         elapsed_time: elapsed_time,
-        metadata: metadata
+        metadata: metadata,
       )
     end
   end

data/lib/tryouts/test_runner.rb

@@ -5,6 +5,7 @@ require_relative 'test_batch'
 require_relative 'translators/rspec_translator'
 require_relative 'translators/minitest_translator'
 require_relative 'file_processor'
+require_relative 'failure_collector'
 
 class Tryouts
   class TestRunner
@@ -32,6 +33,7 @@ class Tryouts
       validate_framework
 
       result = process_files
+      show_failure_summary
       show_grand_total if @global_tally[:file_count] > 1
       result
     end
@@ -73,13 +75,14 @@ class Tryouts
         file_count: 0,
         start_time: Time.now,
         successful_files: 0,
+        failure_collector: FailureCollector.new,
       }
     end
 
     def process_files
       failure_count = 0
 
-      @files.each_with_index do |file, idx|
+      @files.each_with_index do |file, _idx|
         result         = process_file(file)
         failure_count += result unless result.zero?
         status         = result.zero? ? Console.color(:green, 'PASS') : Console.color(:red, 'FAIL')
@@ -104,8 +107,16 @@ class Tryouts
       1
     end
 
+    def show_failure_summary
+      # Show failure summary if any failures exist
+      if @global_tally[:failure_collector].any_failures?
+        @output_manager.batch_summary(@global_tally[:failure_collector])
+      end
+    end
+
     def show_grand_total
       elapsed_time = Time.now - @global_tally[:start_time]
+
       @output_manager.grand_total(
         @global_tally[:total_tests],
         @global_tally[:total_failed],

data/lib/tryouts/version.rb

@@ -1,5 +1,5 @@
 # lib/tryouts/version.rb
 
 class Tryouts
-  VERSION = '3.1.1'
+  VERSION = '3.2.0'
 end