tryouts 3.0.0.pre2 → 3.1.0

data/lib/tryouts/translators/minitest_translator.rb

@@ -27,11 +27,24 @@ class Tryouts
 
             method_name = "test_#{index.to_s.rjust(3, '0')}_#{parameterize(test_case.description)}"
             define_method(method_name) do
-              result = instance_eval(test_case.code) unless test_case.code.strip.empty?
-
-              test_case.expectations.each do |expectation|
-                expected_value = instance_eval(expectation)
-                assert_equal expected_value, result
+              if test_case.exception_expectations?
+                # Handle exception expectations
+                assert_raises(StandardError) do
+                  instance_eval(test_case.code) unless test_case.code.strip.empty?
+                end
+
+                test_case.exception_expectations.each do |expectation|
+                  result = instance_eval(expectation.content)
+                  assert result, "Exception expectation failed: #{expectation.content}"
+                end
+              else
+                # Handle regular expectations
+                result = instance_eval(test_case.code) unless test_case.code.strip.empty?
+
+                test_case.regular_expectations.each do |expectation|
+                  expected_value = instance_eval(expectation.content)
+                  assert_equal expected_value, result
+                end
               end
             end
           end
@@ -72,15 +85,31 @@ class Tryouts
 
           method_name = "test_#{index.to_s.rjust(3, '0')}_#{parameterize(test_case.description)}"
           lines << "  def #{method_name}"
-          unless test_case.code.strip.empty?
-            lines << '    result = begin'
-            test_case.code.lines.each { |line| lines << "      #{line.chomp}" }
+
+          if test_case.exception_expectations?
+            # Handle exception expectations
+            lines << '    error = assert_raises(StandardError) do'
+            unless test_case.code.strip.empty?
+              test_case.code.lines.each { |line| lines << "      #{line.chomp}" }
+            end
             lines << '    end'
-          end
 
-          test_case.expectations.each do |expectation|
-            lines << "    assert_equal #{expectation}, result"
+            test_case.exception_expectations.each do |expectation|
+              lines << "    assert #{expectation}, \"Exception expectation failed: #{expectation}\""
+            end
+          else
+            # Handle regular expectations
+            unless test_case.code.strip.empty?
+              lines << '    result = begin'
+              test_case.code.lines.each { |line| lines << "      #{line.chomp}" }
+              lines << '    end'
+            end
+
+            test_case.expectations.each do |expectation|
+              lines << "    assert_equal #{expectation}, result"
+            end
           end
+
           lines << '  end'
           lines << ''
         end

data/lib/tryouts/translators/rspec_translator.rb

@@ -16,7 +16,7 @@ class Tryouts
           # Setup before all tests
           if testrun.setup && !testrun.setup.empty?
             before(:all) do
-              instance_eval(testrun.setup.code)
+              instance_eval(testrun.setup.code, testrun.source_file)
             end
           end
 
@@ -25,11 +25,27 @@ class Tryouts
             next if test_case.empty? || !test_case.expectations?
 
             it test_case.description do
-              result = instance_eval(test_case.code) unless test_case.code.strip.empty?
+              if test_case.exception_expectations?
+                # Handle exception expectations
+                error = nil
+                expect do
+                  instance_eval(test_case.code, testrun.source_file) unless test_case.code.strip.empty?
+                end.to raise_error do |caught_error|
+                  error = caught_error
+                end
 
-              test_case.expectations.each do |expectation|
-                expected_value = instance_eval(expectation)
-                expect(result).to eq(expected_value)
+                test_case.exception_expectations.each do |expectation|
+                  expected_value = instance_eval(expectation.content, testrun.source_file)
+                  expect(expected_value).to be_truthy
+                end
+              else
+                # Handle regular expectations
+                result = instance_eval(test_case.code, testrun.source_file) unless test_case.code.strip.empty?
+
+                test_case.regular_expectations.each do |expectation|
+                  expected_value = instance_eval(expectation.content, testrun.source_file)
+                  expect(result).to eq(expected_value)
+                end
               end
             end
           end
@@ -37,7 +53,7 @@ class Tryouts
           # Teardown after all tests
           if testrun.teardown && !testrun.teardown.empty?
             after(:all) do
-              instance_eval(testrun.teardown.code)
+              instance_eval(testrun.teardown.code, testrun.source_file)
             end
           end
         end
@@ -61,15 +77,34 @@ class Tryouts
           next if test_case.empty? || !test_case.expectations?
 
           lines << "  it '#{test_case.description}' do"
-          unless test_case.code.strip.empty?
-            lines << '    result = begin'
-            test_case.code.lines.each { |line| lines << "      #{line.chomp}" }
+
+          if test_case.exception_expectations?
+            # Handle exception expectations
+            lines << '    error = nil'
+            lines << '    expect {'
+            unless test_case.code.strip.empty?
+              test_case.code.lines.each { |line| lines << "      #{line.chomp}" }
+            end
+            lines << '    }.to raise_error do |caught_error|'
+            lines << '      error = caught_error'
             lines << '    end'
-          end
 
-          test_case.expectations.each do |expectation|
-            lines << "    expect(result).to eq(#{expectation})"
+            test_case.exception_expectations.each do |expectation|
+              lines << "    expect(#{expectation.content}).to be_truthy"
+            end
+          else
+            # Handle regular expectations
+            unless test_case.code.strip.empty?
+              lines << '    result = begin'
+              test_case.code.lines.each { |line| lines << "      #{line.chomp}" }
+              lines << '    end'
+            end
+
+            test_case.regular_expectations.each do |expectation|
+              lines << "    expect(result).to eq(#{expectation.content})"
+            end
           end
+
           lines << '  end'
           lines << ''
         end

data/lib/tryouts/version.rb

@@ -1,5 +1,5 @@
 # lib/tryouts/version.rb
 
 class Tryouts
-  VERSION = '3.0.0.pre2'
+  VERSION = '3.1.0'
 end

data/lib/tryouts.rb

@@ -3,6 +3,7 @@
 
 
 require 'stringio'
+require 'timeout'
 
 TRYOUTS_LIB_HOME = __dir__ unless defined?(TRYOUTS_LIB_HOME)
 
@@ -47,6 +48,47 @@ class Tryouts
       prefix = ('  ' * indent) + Console.color(:dim, 'TRACE')
       warn "#{prefix} #{msg}"
     end
+
+    def debug(msg, indent: 0)
+      return unless debug?
+
+      prefix = ('  ' * indent) + Console.color(:cyan, 'DEBUG')
+      warn "#{prefix} #{msg}"
+    end
+
+    # Error classification for resilient error handling
+    def classify_error(exception)
+      case exception
+      when SystemExit, SignalException
+        :non_recoverable_exit
+      when Timeout::Error
+        :transient
+      when Errno::ENOENT, Errno::EACCES, Errno::EPERM
+        :file_system
+      when LoadError, NameError, NoMethodError
+        :code_structure
+      when SecurityError, NoMemoryError, SystemStackError
+        :system_resource
+      when SyntaxError, TryoutSyntaxError
+        :syntax
+      when StandardError
+        :recoverable
+      else
+        :unknown
+      end
+    end
+
+    # Determine if an error should stop batch execution
+    def batch_stopping_error?(exception)
+      classification = classify_error(exception)
+      [:non_recoverable_exit, :system_resource, :syntax].include?(classification)
+    end
+
+    # Determine if an error should stop individual test execution
+    def test_stopping_error?(exception)
+      classification = classify_error(exception)
+      [:non_recoverable_exit, :system_resource].include?(classification)
+    end
   end
 
   extend ClassMethods

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: tryouts
 version: !ruby/object:Gem::Version
-  version: 3.0.0.pre2
+  version: 3.1.0
 platform: ruby
 authors:
 - Delano Mandelbaum
@@ -83,6 +83,19 @@ files:
 - lib/tryouts/cli/modes/inspect.rb
 - lib/tryouts/cli/opts.rb
 - lib/tryouts/console.rb
+- lib/tryouts/expectation_evaluators/base.rb
+- lib/tryouts/expectation_evaluators/boolean.rb
+- lib/tryouts/expectation_evaluators/exception.rb
+- lib/tryouts/expectation_evaluators/expectation_result.rb
+- lib/tryouts/expectation_evaluators/false.rb
+- lib/tryouts/expectation_evaluators/intentional_failure.rb
+- lib/tryouts/expectation_evaluators/output.rb
+- lib/tryouts/expectation_evaluators/performance_time.rb
+- lib/tryouts/expectation_evaluators/regex_match.rb
+- lib/tryouts/expectation_evaluators/registry.rb
+- lib/tryouts/expectation_evaluators/regular.rb
+- lib/tryouts/expectation_evaluators/result_type.rb
+- lib/tryouts/expectation_evaluators/true.rb
 - lib/tryouts/file_processor.rb
 - lib/tryouts/prism_parser.rb
 - lib/tryouts/test_executor.rb
@@ -104,14 +117,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '3.4'
+      version: '3.2'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.7
+rubygems_version: 3.6.9
 specification_version: 4
 summary: Ruby tests that read like documentation.
 test_files: []